-- Logs begin at Tue 2021-07-27 15:51:02 UTC, end at Tue 2021-07-27 18:04:58 UTC. -- Jul 27 16:21:22.665823 n-d-723572-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 16:21:25.373538 n-d-723572-6 neutron-server[93814]: INFO neutron.common.config [-] Logging enabled! Jul 27 16:21:25.374127 n-d-723572-6 neutron-server[93814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 16:21:25.374857 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 16:21:25.378106 n-d-723572-6 neutron-server[93814]: INFO neutron.common.config [-] Logging enabled! Jul 27 16:21:25.378374 n-d-723572-6 neutron-server[93814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 16:21:25.378692 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 16:21:25.379636 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:21:25.379876 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:21:25.380249 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:21:25.380520 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:21:25.380756 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:21:25.381080 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.381381 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.381683 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.381918 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.382215 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.382510 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.382798 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.383089 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.383390 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.383683 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.383970 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.384261 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.384524 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.384817 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.385113 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.385404 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.385635 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.385922 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.386349 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.386766 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.387051 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.387347 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.387634 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.387913 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.388194 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.388508 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.388847 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] host = n-d-723572-6 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.389134 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.389426 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.389721 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.390579 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.390872 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.391159 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.391454 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.391737 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.392018 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.392303 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.392623 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.392919 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.393216 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.393448 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.393675 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.393968 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.394264 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.394547 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.394828 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.395111 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.395389 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.395670 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.395942 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.396233 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.396546 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.396840 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.397121 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.397402 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.397680 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.397967 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.398249 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.398530 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.398811 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.399089 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.399378 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.399655 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.399933 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.400238 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.400555 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.400849 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.401138 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.401418 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.401705 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.401984 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.402260 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.402538 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.402814 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.403089 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.403376 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.403653 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.403931 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.404209 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.404508 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.404804 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:25.405111 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.405415 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.405754 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.406039 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.406341 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.406631 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.406927 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.407214 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.407509 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.407804 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.408096 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.408380 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.408702 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.408990 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.409294 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.409604 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.409904 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.410200 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.410481 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.410767 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.411048 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.411330 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.411622 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.411922 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.412218 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.412534 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.412823 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.413120 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.413405 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.413684 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.413966 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.414261 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.414796 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.415079 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.415367 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.415650 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.415928 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.416205 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.416507 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.416804 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.417088 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.417366 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.417640 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.417920 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.418197 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.418485 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.418765 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.419043 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.419321 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.419603 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.419880 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.420162 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.420449 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.420751 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.421036 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.421342 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.421622 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.421901 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.422177 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.422453 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.422728 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.423003 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.423286 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.423563 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.423837 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.424114 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.424389 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.424689 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.424981 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.425287 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.425573 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.425861 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.426145 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.426430 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.426714 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.426994 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.427278 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.427564 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.427843 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.428139 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.428463 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.428740 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.429028 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.429312 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.429614 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.429899 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.430188 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.430472 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.430761 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.431055 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.431343 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.431642 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.431943 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.432241 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.432565 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.432864 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.433150 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.433465 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.433752 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:25.433974 n-d-723572-6 neutron-server[93814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:21:25.434216 n-d-723572-6 neutron-server[93814]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93814) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 16:21:25.785848 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 16:21:25.786098 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 16:21:25.786333 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 16:21:25.786668 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 16:21:26.176725 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.177031 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.177310 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.178646 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.178925 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.179195 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.212833 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.213127 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.213401 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.228510 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.228798 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.229074 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.257549 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.257833 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.258110 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.294920 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.295210 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.295484 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.526842 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.527334 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.527422 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.527659 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.528373 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.649540 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.649865 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.650153 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.650430 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.650705 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.651021 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.651285 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.651546 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.651805 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.652090 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.652354 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.652653 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.652913 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.653167 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.653425 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.653695 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.653953 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.654223 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.654494 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.654755 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.655029 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.655286 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.655573 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.656541 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.656797 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.657050 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.657445 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.657692 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.657939 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.658180 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.658420 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.658660 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:26.659019 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 16:21:26.662130 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 16:21:26.666325 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 16:21:26.670055 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 27 16:21:26.672361 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 16:21:26.672916 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 16:21:26.673255 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 16:21:26.673644 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 16:21:26.676436 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 16:21:26.676703 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 16:21:26.677048 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 16:21:26.682343 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 16:21:26.705246 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 16:21:26.705702 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.705999 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93814) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 16:21:26.706368 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.707743 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93814) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 16:21:26.708023 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 16:21:26.708271 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 16:21:26.711644 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.711934 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:26.774861 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 16:21:26.775050 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 16:21:26.775291 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 16:21:26.775661 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 16:21:26.796832 n-d-723572-6 neutron-server[93814]: DEBUG oslo_db.sqlalchemy.engines [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93814) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 16:21:27.333465 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing driver for type 'gre' Jul 27 16:21:27.334174 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] gre ID ranges: [(1, 1000)] Jul 27 16:21:27.388978 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing driver for type 'local' Jul 27 16:21:27.389320 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing driver for type 'vlan' Jul 27 16:21:27.401993 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] VlanTypeDriver initialization complete Jul 27 16:21:27.402377 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing driver for type 'vxlan' Jul 27 16:21:27.402912 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] vxlan ID ranges: [(1, 1000)] Jul 27 16:21:27.455816 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing extension driver 'port_security' Jul 27 16:21:27.456161 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.extensions.port_security [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] PortSecurityExtensionDriver initialization complete Jul 27 16:21:27.456545 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing mechanism driver 'openvswitch' Jul 27 16:21:27.456878 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing mechanism driver 'hyperv' Jul 27 16:21:27.463300 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:27.464149 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.464560 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.464923 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.465439 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.465961 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.466346 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.466704 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.467093 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.467502 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.467854 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.468202 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.468612 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.469019 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.469378 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.469726 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.470114 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.470520 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.470875 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.471223 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.471613 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.472014 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.472367 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.472730 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.473121 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 16:21:27.473504 n-d-723572-6 neutron-server[93814]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] ML2 OVO RPC backend initialized. {{(pid=93814) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 16:21:27.474210 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.474568 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.474991 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.475346 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > networks before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.475698 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.476045 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > ports before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.476397 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.476767 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.477117 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.477463 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.477807 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.478142 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.478479 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.478816 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.479154 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.479495 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.479830 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.480401 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Modular L2 Plugin initialization complete Jul 27 16:21:27.480759 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading services supported by the core plugin {{(pid=93814) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 16:21:27.481086 n-d-723572-6 neutron-server[93814]: INFO neutron.plugins.ml2.managers [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Got port-security extension from driver 'port_security' Jul 27 16:21:27.481553 n-d-723572-6 neutron-server[93814]: INFO neutron.extensions.vlantransparent [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Disabled vlantransparent extension. Jul 27 16:21:27.482031 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93814) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 16:21:27.482352 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: router Jul 27 16:21:27.518136 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.518538 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.518916 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router before_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.519287 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.519664 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.520023 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_delete 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.520387 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.520901 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.521256 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.521614 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.521970 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.522333 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.522755 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.523132 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.523477 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.523818 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.524160 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.524541 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.524896 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.525255 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.525633 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.525995 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router after_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.526343 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.526699 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.527064 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.527586 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.527771 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > agent after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.528127 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.528505 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > network after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.529367 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Tracking information for resource: router configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:27.529707 n-d-723572-6 neutron-server[93814]: DEBUG neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Tracking information for resource: floatingip configured {{(pid=93814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:21:27.534611 n-d-723572-6 neutron-server[93814]: INFO neutron.db.l3_agentschedulers_db [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 16:21:27.535194 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.535563 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.535923 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.536283 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.537119 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router before_create 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.537491 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.537860 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.538226 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.542924 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.provider_configuration [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service providers = [] {{(pid=93814) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 16:21:27.543297 n-d-723572-6 neutron-server[93814]: DEBUG neutron.db.servicetype_db [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93814) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 16:21:27.546242 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.service_base [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:21:27.547139 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.service_base [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:21:27.547483 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.service_base [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:21:27.548382 n-d-723572-6 neutron-server[93814]: DEBUG neutron.services.service_base [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:21:27.548782 n-d-723572-6 neutron-server[93814]: INFO neutron.services.service_base [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 16:21:27.549168 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.549490 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 16:21:27.561471 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.561812 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: auto_allocate Jul 27 16:21:27.568111 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: network precommit_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.568522 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: network precommit_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.569055 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.569380 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: tag Jul 27 16:21:27.576130 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.576495 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: timestamp Jul 27 16:21:27.580314 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.580677 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: network_ip_availability Jul 27 16:21:27.586075 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.586410 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.586775 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.587489 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.587811 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: flavors Jul 27 16:21:27.592879 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.593726 n-d-723572-6 neutron-server[93814]: INFO neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading Plugin: revisions Jul 27 16:21:27.598001 n-d-723572-6 neutron-server[93814]: DEBUG neutron.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:21:27.598392 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 16:21:27.599123 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93814) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 16:21:27.599464 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Initializing extension manager. Jul 27 16:21:27.599974 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: __init__.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.600317 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: __pycache__ {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.600679 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.601017 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.601773 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.602353 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: address-group Jul 27 16:21:27.602686 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: address_scope.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.603411 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.603930 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: address-scope Jul 27 16:21:27.604257 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.605220 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.605735 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: router-admin-state-down-before-update Jul 27 16:21:27.606064 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: agent.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.606774 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.607281 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: agent Jul 27 16:21:27.607610 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: agent_resources_synced.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.608536 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.609604 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: agent-resources-synced Jul 27 16:21:27.609929 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.611722 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.612251 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: allowed-address-pairs Jul 27 16:21:27.612626 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.613722 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.614244 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: auto-allocated-topology Jul 27 16:21:27.614576 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.615281 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.615792 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: availability_zone Jul 27 16:21:27.616119 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: availability_zone_filter.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.617068 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.617581 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: availability_zone_filter Jul 27 16:21:27.617909 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: data_plane_status.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.618824 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.619336 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 16:21:27.619659 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: default_subnetpools.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.620609 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.621123 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: default-subnetpools Jul 27 16:21:27.621446 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.622257 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.622777 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: dhcp_agent_scheduler Jul 27 16:21:27.623102 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: dns.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.624018 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.624580 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 16:21:27.624908 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: dns_domain_ports.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.625830 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.626339 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 16:21:27.626662 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.627585 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.628092 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 16:21:27.628417 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: dvr.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.629109 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.629614 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: dvr Jul 27 16:21:27.629936 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: ecmp_routes.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.630852 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.631354 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 16:21:27.631678 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: empty_string_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.632635 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.633141 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: empty-string-filtering Jul 27 16:21:27.633466 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.634372 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.634880 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 16:21:27.635208 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.636115 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.636654 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 16:21:27.636981 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: external_net.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.637884 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.638393 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: external-net Jul 27 16:21:27.638718 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.639624 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.640163 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: extra_dhcp_opt Jul 27 16:21:27.640520 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: extraroute.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.641441 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.641951 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: extraroute Jul 27 16:21:27.642274 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: extraroute_atomic.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.643302 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.643814 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: extraroute-atomic Jul 27 16:21:27.644141 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: filter_validation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.645011 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.645525 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: filter-validation Jul 27 16:21:27.645849 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: fip_pf_description.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.646760 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.647267 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 16:21:27.647591 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: fip_port_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.648537 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.649045 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: fip-port-details Jul 27 16:21:27.649367 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: flavors.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.650589 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.651106 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: flavors Jul 27 16:21:27.651433 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.653122 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.653646 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 16:21:27.653980 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: floatingip_pools.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.654685 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.655198 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: floatingip-pools Jul 27 16:21:27.655529 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: ip_allocation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.657033 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.657544 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 16:21:27.657873 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.658792 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.659304 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: ip-substring-filtering Jul 27 16:21:27.659635 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l2_adjacency.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.660612 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.661117 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 16:21:27.661444 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.662414 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.662930 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: router Jul 27 16:21:27.663260 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.665772 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.666300 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 16:21:27.666638 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.667585 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.668103 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: ext-gw-mode Jul 27 16:21:27.668447 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.669400 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.669913 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: l3-ha Jul 27 16:21:27.670245 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3_flavors.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.671167 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.672226 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: l3-flavors Jul 27 16:21:27.672640 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.673519 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.674034 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 16:21:27.674365 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: l3agentscheduler.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.675410 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.675924 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: l3_agent_scheduler Jul 27 16:21:27.676256 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: logging.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.677768 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.678296 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension logging not supported by any of loaded plugins Jul 27 16:21:27.678630 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: metering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.679373 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.679955 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: metering Jul 27 16:21:27.680284 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.681533 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.682062 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: metering_source_and_destination_fields Jul 27 16:21:27.682399 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: multiprovidernet.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.683327 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.683843 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: multi-provider Jul 27 16:21:27.684171 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: netmtu.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.685120 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.685636 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: net-mtu Jul 27 16:21:27.685962 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: netmtu_writable.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.686879 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.687913 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: net-mtu-writable Jul 27 16:21:27.688241 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: network_availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.688949 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.689461 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: network_availability_zone Jul 27 16:21:27.689784 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: network_ip_availability.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.690880 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.691404 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: network-ip-availability Jul 27 16:21:27.691737 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: network_segment_range.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.692551 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.693064 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 16:21:27.693390 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: pagination.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.694375 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.694711 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: pagination Jul 27 16:21:27.695036 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: port_device_profile.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.695973 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.696521 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: port-device-profile Jul 27 16:21:27.696851 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.697782 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.698324 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: port-mac-address-regenerate Jul 27 16:21:27.698651 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.699565 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.700078 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: port-numa-affinity-policy Jul 27 16:21:27.700404 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: port_resource_request.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.701354 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.701865 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 16:21:27.702194 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: portbindings.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.703669 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.704182 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: binding Jul 27 16:21:27.704537 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: portbindings_extended.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.705815 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.706332 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: binding-extended Jul 27 16:21:27.706659 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: portsecurity.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.707584 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.708106 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: port-security Jul 27 16:21:27.708454 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: project_id.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.709438 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.709771 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: project-id Jul 27 16:21:27.710100 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: providernet.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.711039 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.711553 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: provider Jul 27 16:21:27.711878 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.715428 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.715964 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos not supported by any of loaded plugins Jul 27 16:21:27.716383 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.717860 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.718473 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 16:21:27.718815 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.719785 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.720376 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 16:21:27.720744 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_default.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.721749 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.722353 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-default not supported by any of loaded plugins Jul 27 16:21:27.722744 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_fip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.723552 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.724131 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 16:21:27.724587 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.725501 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.726089 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 16:21:27.726484 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.727542 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.728138 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 16:21:27.728633 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.729745 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.730285 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 16:21:27.730672 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: qos_rules_alias.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.731857 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.732467 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 16:21:27.732831 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: quotasv2.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.734189 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.734560 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: quotas Jul 27 16:21:27.734964 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: quotasv2_detail.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.738226 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.738570 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: quota_details Jul 27 16:21:27.738904 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: rbac.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.739976 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.740537 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: rbac-policies Jul 27 16:21:27.740896 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: rbac_address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.741836 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.742357 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: rbac-address-group Jul 27 16:21:27.742693 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: rbac_address_scope.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.743614 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.744132 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: rbac-address-scope Jul 27 16:21:27.744490 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: rbac_security_groups.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.745415 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.745932 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: rbac-security-groups Jul 27 16:21:27.746260 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.747186 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.747699 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: rbac-subnetpool Jul 27 16:21:27.748026 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: revisionifmatch.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.748982 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.750026 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: revision-if-match Jul 27 16:21:27.750354 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: revisions.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.751473 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.751988 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: standard-attr-revisions Jul 27 16:21:27.752319 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: router_availability_zone.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.753042 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.753561 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: router_availability_zone Jul 27 16:21:27.753889 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: routerservicetype.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.754817 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.755328 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 16:21:27.755654 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.756619 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.757131 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: security-groups-normalized-cidr Jul 27 16:21:27.757458 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.758378 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.758889 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: port-security-groups-filtering Jul 27 16:21:27.759215 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.760141 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.760683 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: security-groups-remote-address-group Jul 27 16:21:27.761012 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: securitygroup.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.771309 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.771843 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: security-group Jul 27 16:21:27.772179 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: segment.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.773009 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.773528 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension segment not supported by any of loaded plugins Jul 27 16:21:27.773858 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.774807 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.775325 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 16:21:27.775669 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: servicetype.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.776909 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.777509 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: service-type Jul 27 16:21:27.777854 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: sorting.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.778925 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.779263 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: sorting Jul 27 16:21:27.779595 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: standard_attr_segment.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.780625 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.781168 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 16:21:27.781498 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: standardattrdescription.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.782154 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.782667 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: standard-attr-description Jul 27 16:21:27.782995 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: stateful_security_group.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.783943 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.784488 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: stateful-security-group Jul 27 16:21:27.784820 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: stdattrs_common.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.785408 n-d-723572-6 neutron-server[93814]: WARNING neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 16:21:27.785736 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.786677 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.787196 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 16:21:27.787523 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnet_onboard.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.788636 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.789159 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: subnet_onboard Jul 27 16:21:27.789488 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.790672 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.791184 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 16:21:27.791510 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnet_service_types.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.792510 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.792988 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: subnet-service-types Jul 27 16:21:27.793322 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnetallocation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.794407 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.794929 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: subnet_allocation Jul 27 16:21:27.795260 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.795935 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.796505 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: subnetpool-prefix-ops Jul 27 16:21:27.796837 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.797766 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.798281 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 16:21:27.798612 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: tagging.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.799688 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.800208 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: standard-attr-tag Jul 27 16:21:27.800577 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: timestamp.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.801787 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.802311 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loaded extension: standard-attr-timestamp Jul 27 16:21:27.802640 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: trunk.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.803684 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.804210 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension trunk not supported by any of loaded plugins Jul 27 16:21:27.804567 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: trunk_details.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.805501 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.806022 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 16:21:27.806349 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.807276 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.807796 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 16:21:27.808124 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Loading extension file: vlantransparent.py {{(pid=93814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 16:21:27.808827 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 16:21:27.809341 n-d-723572-6 neutron-server[93814]: INFO neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 16:21:27.811802 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:network Jul 27 16:21:27.812871 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnet Jul 27 16:21:27.813273 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:21:27.813672 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:port Jul 27 16:21:27.814921 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.815372 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service FLAVORS assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.816002 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.816454 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.816789 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:router Jul 27 16:21:27.817231 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 16:21:27.817717 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service METERING assigned prefix: /metering {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.819154 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.819525 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.819885 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:21:27.820947 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 16:21:27.821399 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 16:21:27.821840 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 16:21:27.822454 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.822787 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:21:27.823136 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] subnetpool is already registered Jul 27 16:21:27.823571 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.823905 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:21:27.824240 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] subnetpool is already registered Jul 27 16:21:27.826548 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.827102 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service FLAVORS assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.828376 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.828862 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.829204 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:router Jul 27 16:21:27.829552 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] router is already registered Jul 27 16:21:27.829971 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 16:21:27.830310 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] floatingip is already registered Jul 27 16:21:27.830793 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service METERING assigned prefix: /metering {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.831498 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 16:21:27.831844 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] rbac_policy is already registered Jul 27 16:21:27.832271 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 16:21:27.832636 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] security_group is already registered Jul 27 16:21:27.833203 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 16:21:27.833539 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] security_group_rule is already registered Jul 27 16:21:27.834053 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.834382 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:21:27.834719 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] subnetpool is already registered Jul 27 16:21:27.835146 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.v2.resource_helper [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Service CORE assigned prefix: {{(pid=93814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:21:27.835473 n-d-723572-6 neutron-server[93814]: INFO neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:21:27.835805 n-d-723572-6 neutron-server[93814]: WARNING neutron.quota.resource_registry [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] subnetpool is already registered Jul 27 16:21:27.837618 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: extensions {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.839061 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: address-groups {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.840593 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: address-scopes {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.841817 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.843103 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: auto-allocated-topology {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.844475 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: availability_zones {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.845692 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: dhcp-networks {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.847114 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: dhcp-agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.848679 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.850413 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: flavors {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.851573 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: service_profiles {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.852947 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: next_providers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.854401 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: service_profiles {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.855849 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: floatingip-pools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.857324 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.859121 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: floatingips {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.860322 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: l3-routers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.861854 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: l3-agents {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.863269 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: metering-labels {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.864576 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: metering-label-rules {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.865869 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: network-ip-availabilities {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.867226 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: bindings {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.868867 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: quotas {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.870312 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: quotas {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.871860 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: rbac-policies {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.873101 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: security-groups {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.874332 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: security-group-rules {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.876182 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: service-providers {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.877459 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: subnetpools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.878805 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: subnetpools {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.880366 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.882092 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.883808 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.885744 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.887446 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.889345 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.891754 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.893591 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.896375 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.898173 n-d-723572-6 neutron-server[93814]: DEBUG neutron.api.extensions [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Extended resource: tags {{(pid=93814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:21:27.904145 n-d-723572-6 neutron-server[93814]: WARNING keystonemiddleware.auth_token [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 16:21:27.908703 n-d-723572-6 neutron-server[93814]: WARNING keystonemiddleware.auth_token [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 16:21:27.917321 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Acquired lock "singleton_lock" {{(pid=93814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 16:21:27.917796 n-d-723572-6 neutron-server[93814]: DEBUG oslo_concurrency.lockutils [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Releasing lock "singleton_lock" {{(pid=93814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 16:21:27.918446 n-d-723572-6 neutron-server[93814]: INFO oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Starting 2 workers Jul 27 16:21:27.923255 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Started child 93923 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:21:27.927642 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Started child 93924 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:21:27.928523 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.929285 n-d-723572-6 neutron-server[93814]: INFO neutron.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 16:21:27.929968 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Notify callbacks [] for process, before_spawn {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.930162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [-] (93923) wsgi starting up on http://0.0.0.0:9696 Jul 27 16:21:27.932347 n-d-723572-6 neutron-server[93814]: INFO oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Starting 1 workers Jul 27 16:21:27.932533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.933805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [-] (93924) wsgi starting up on http://0.0.0.0:9696 Jul 27 16:21:27.938019 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Started child 93925 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:21:27.938539 n-d-723572-6 neutron-server[93814]: INFO oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Starting 1 workers Jul 27 16:21:27.941794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] calling RpcWorker wait() {{(pid=93925) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 16:21:27.942323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] returning from RpcWorker wait() {{(pid=93925) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 16:21:27.942946 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Started child 93926 {{(pid=93814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:21:27.943646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.943743 n-d-723572-6 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12928157-f827-4fae-9e19-52cfdae9ecb0 None None] Notify callbacks [] for process, after_spawn {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.944173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:27.945669 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 16:21:27.945897 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:21:27.946085 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:21:27.946298 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:21:27.946641 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:21:27.946805 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:21:27.947328 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.947607 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.947858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.947958 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:27.948447 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.948447 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.948960 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.949234 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.949496 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.949782 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.950031 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.950202 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.950370 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.950622 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.950858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.951144 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.951419 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.951672 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.951939 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.952109 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.952362 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.953370 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.953632 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.953897 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.954167 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.954661 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.954897 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.955157 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.955377 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.955657 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.955888 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.956148 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.956452 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.956643 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.956894 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.957144 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.957391 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.957625 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.957846 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.958091 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.958313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.958789 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] host = n-d-723572-6 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.959016 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.959222 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.959481 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.959775 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.959966 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.960185 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.960483 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.960743 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.961002 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.961229 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.961495 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.961779 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.961962 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.962208 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.962371 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_options = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.962613 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.962887 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.963162 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.963352 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.963522 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.963698 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.963959 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.964123 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.964373 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.964616 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.964838 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.965070 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.965287 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.965499 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.965743 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.966039 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.966216 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.966446 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.966703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.966949 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.967174 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.967399 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.967634 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.967870 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.968107 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.968391 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.968655 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.968868 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.969133 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.969336 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.969568 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.969894 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.970058 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.970318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.970562 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.970789 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.971008 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.971287 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.971517 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.971778 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.972009 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.972223 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.972459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.972679 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.972892 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.973158 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.973333 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.973545 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.973795 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.974032 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.974247 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.974460 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.974693 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.974953 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:27.975405 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.975675 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.976003 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.976257 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.976509 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.976755 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.976987 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.977204 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.977461 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.978496 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.978496 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.978496 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.978887 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.978887 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.979118 n-d-723572-6 neutron-server[93926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:27.979330 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.979473 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.979598 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.979857 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.980084 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.980330 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.980588 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.980811 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.981777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.981777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.981777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.982023 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.982223 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.982440 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.982676 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.982911 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.983262 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.983371 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.983684 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.984819 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.984919 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.985081 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.985328 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.985899 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.985899 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.986096 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.986214 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.986473 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.986718 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.989751 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992343 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.992927 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.993448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.993448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.993448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.993763 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.993863 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.994106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.994280 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.994495 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.994714 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.994947 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.995185 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.995424 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.995640 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.995876 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.996162 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.996483 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.996728 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.997014 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.997239 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.997492 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.997712 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.997973 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.998222 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.998520 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.998703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.998965 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.999190 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:27.999500 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.000298 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.000542 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.000814 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.001052 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.001276 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.001500 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.001761 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.001993 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.002260 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.002491 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.002722 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.002970 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.003201 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.003472 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.003705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.003972 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.004214 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.004495 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.004795 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.005052 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.005330 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.005590 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.005820 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.006647 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.006647 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.006647 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.007448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.007448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.007448 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.007816 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.007816 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.008014 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.008146 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.008471 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.008740 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.009004 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010118 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010118 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010118 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010118 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.010678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.011086 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012011 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012011 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012011 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012011 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012011 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012857 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012857 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.012857 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.013551 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.013551 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.013551 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.013551 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.015186 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.016350 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.016350 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.016350 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.016350 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.016350 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017181 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017181 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017181 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017181 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017694 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017694 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.017943 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.018069 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.018249 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.018458 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.018708 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.018962 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.019201 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.019359 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.019554 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.019790 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.019985 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.020837 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.020837 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.020837 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.021241 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.021241 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.021512 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.022339 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.022339 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.022339 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.022777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.022777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023049 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023049 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023341 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023479 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023689 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.023939 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.024155 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.024367 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.024607 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.024842 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.025058 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.025274 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.025582 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.025824 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.026066 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.026324 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.026564 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.026777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.027006 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.027219 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.027435 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.027658 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.027874 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.028088 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.028316 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.028551 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.028769 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.029013 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.029231 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.029444 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.029669 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.029883 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.030106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.030336 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.030747 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.030907 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.031057 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.031276 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.031496 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.031726 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.031945 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.032160 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.032386 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.032623 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.032835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.033058 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.033275 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.033486 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.033769 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.034016 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.034235 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.034536 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.034786 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.035030 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.035281 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.035578 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.035793 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.036051 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.036269 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.036520 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.037101 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.037101 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.037315 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.037594 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.037870 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.038118 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.038404 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.038739 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.038901 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.039088 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.039388 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.039979 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.040341 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.040641 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041440 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041597 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041767 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.041977 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.042309 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.042501 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.042662 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.042922 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.043179 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.043386 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.043598 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.043845 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.044065 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.044306 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.044548 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.044708 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.047139 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049121 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.049703 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] debug = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050313 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050724 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050724 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050724 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.050964 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.051044 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.051122 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.051287 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.051446 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052457 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052973 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052973 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052973 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] host = n-d-723572-6 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.052973 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053265 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053265 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053415 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053537 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053695 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.053845 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054022 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054175 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054317 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054475 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054642 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054794 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.054953 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.055080 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_options = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.055229 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.055392 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056059 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056059 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056059 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056059 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.056982 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.057858 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.058902 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.060705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.061835 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_json = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.063777 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.065678 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066337 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066337 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066337 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066337 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066620 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066620 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066766 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.066887 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.067049 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.067405 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.067570 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.067734 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.067898 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068061 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068226 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068389 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068578 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068743 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.068907 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069070 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069234 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069398 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069561 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069723 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.069889 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070053 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070216 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070380 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070543 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070705 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.070869 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071032 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071195 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071358 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071525 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071690 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.071852 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072026 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072189 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072352 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072544 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072709 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.072876 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073043 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073255 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073364 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073515 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073676 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.073852 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074015 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074178 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074341 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074504 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074666 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074829 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.074991 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.075231 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.075406 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.075566 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.075888 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.076049 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.080451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081318 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.081909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.082459 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083020 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.083565 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084315 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084315 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084628 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084803 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.084803 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085038 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085126 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085289 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085467 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085616 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085779 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.085942 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086106 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086269 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086431 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086596 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086757 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.086920 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087083 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087246 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087409 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087572 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087785 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.087881 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088048 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088212 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088377 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088562 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088726 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.088888 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089051 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089210 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089377 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089554 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089709 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089900 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.089990 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090141 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090306 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090466 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090628 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090790 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.090952 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.091117 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.091280 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.091442 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.091604 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.091768 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092160 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092160 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092327 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092406 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092561 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092724 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.092886 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.093107 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.093621 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.093621 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.093621 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094063 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094063 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094063 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094289 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094289 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094583 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094583 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094823 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.094915 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095088 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095289 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095451 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095576 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095698 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095781 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.095951 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.096112 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.096454 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.096618 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.096782 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.096944 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097122 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097285 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097449 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097611 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097775 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.097938 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:28.098112 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098276 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098438 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098601 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098763 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.098925 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099098 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099261 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099425 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099587 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099748 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.099911 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100082 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100245 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100408 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100592 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100755 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.100918 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101089 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101252 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101415 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101578 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101740 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.101903 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102080 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102246 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102408 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102570 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102732 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.102894 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103065 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103232 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103397 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103567 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103729 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.103891 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104053 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104227 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104389 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104577 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104743 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.104909 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105071 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105236 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105409 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105581 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105749 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.105913 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106085 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106255 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106428 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106590 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106760 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.106935 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.107098 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.107260 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.107423 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.107585 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.107748 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108001 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108127 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108250 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108373 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108627 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.108798 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.109479 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.109643 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.109806 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.109968 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.110129 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.110292 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.110455 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.110618 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:21:28.110783 n-d-723572-6 neutron-server[93814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:21:28.338324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:28.347169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066416 Jul 27 16:21:39.740860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76a99c-8fd8-40b8-b3f4-9a82d2626aa0 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 16:21:39.810362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e76a99c-8fd8-40b8-b3f4-9a82d2626aa0 None None] No non-hosted networks {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 16:21:39.821452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.agentschedulers_db [None req-7e76a99c-8fd8-40b8-b3f4-9a82d2626aa0 None None] DHCP Agent not found on host n-d-723572-6 {{(pid=93925) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 16:21:39.983170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd2d77f5-f4f4-46f4-a28f-9dcc20494168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:42.048729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c6a75c4-9fc0-4e90-ba2d-ebbd2c174a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:42.110926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0291a20a-4f2a-4277-b89c-2a6760d1321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:42.279166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:42.280203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.280818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.281305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.281896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.284347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.284886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.288412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.289143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.290478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.292399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.292935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.294637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:42.295313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-723572-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:42.305667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-723572-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:21:43.252052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:44.854933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:46.040687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:46.528589 n-d-723572-6 neutron-server[93924]: WARNING oslo_policy.policy [None req-1d8f584f-7601-44d2-a556-444509f400a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:21:46.529187 n-d-723572-6 neutron-server[93924]: WARNING oslo_policy.policy [None req-1d8f584f-7601-44d2-a556-444509f400a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:21:46.748150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-1d8f584f-7601-44d2-a556-444509f400a2 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:21:46.749189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d8f584f-7601-44d2-a556-444509f400a2 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7076123 Jul 27 16:21:48.357898 n-d-723572-6 neutron-server[93925]: INFO neutron.db.l3_hamode_db [None req-af692261-a0c0-4a70-bccf-84826d9f1525 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 16:21:48.434164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af692261-a0c0-4a70-bccf-84826d9f1525 None None] Routers set() bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:21:48.434642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af692261-a0c0-4a70-bccf-84826d9f1525 None None] Router IDs set() for agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 16:21:49.110033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:49.410734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:21:49.504009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.policy [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 16:21:49.549514 n-d-723572-6 neutron-server[93924]: WARNING oslo_policy.policy [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:21:49.549908 n-d-723572-6 neutron-server[93924]: WARNING oslo_policy.policy [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:21:49.559929 n-d-723572-6 neutron-server[93924]: INFO neutron.quota [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] Loaded quota_driver: . Jul 27 16:21:49.652630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753206621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753207150', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753218342', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753216796', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753256715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791753170975', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-591976', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589205', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2053244'] for rbac-policy, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:49.716082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:49.717429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c0f03f1-5c3d-4165-ac7f-7be889a0b881 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6064153 Jul 27 16:21:52.284811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:52.583203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'name': 'private'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:21:52.611156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Made reservation on behalf of 1f1c939ac6ac4b609db03743eb077f3e for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:21:52.614103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.630973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.759715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.763450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.782627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:21:52.811560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791755296022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.812144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Unsubscribe: segment precommit_create {{(pid=93924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 16:21:52.812709 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Added segment c3d864e6-b359-4c38-9d0d-b085f392ae00 of type vlan for network c208662d-5361-4de9-a000-5fdd5cc6b47a Jul 27 16:21:52.831451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4b3d7-43ec-4434-a8ae-2acc3f0e73f5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:21:52.884797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.885292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.885756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.886195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.886635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.887105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.887575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.888082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.888417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.888762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.889083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.889443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Tracked resource versions report: Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: pushed versions: Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: { 'AddressGroup': {'1.2'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'ConntrackHelper': {'1.0'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Log': {'1.0'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Network': {'1.1'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Port': {'1.7'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'PortForwarding': {'1.2'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'QosPolicy': {'1.8'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SecurityGroup': {'1.4'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SubPort': {'1.0'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Subnet': {'1.1'}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Trunk': {'1.1'}} Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: consumer versions: Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: L3 agent@n-d-723572-6: {}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: Metadata agent@n-d-723572-6: {}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: Metering agent@n-d-723572-6: {}, Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'ConntrackHelper': '1.0', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Log': '1.0', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Network': '1.1', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Port': '1.7', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'PortForwarding': '1.2', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'QosPolicy': '1.8', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SecurityGroup': '1.4', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SecurityGroupRule': '1.2', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'SubPort': '1.0', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Subnet': '1.1', Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: 'Trunk': '1.1'}} Jul 27 16:21:52.890568 n-d-723572-6 neutron-server[93924]: {{(pid=93924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:21:52.941215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.991587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:52.992667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:21:52.993332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:53.062861 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7769032 Jul 27 16:21:53.092714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22736c-7d18-4b71-92e3-bd49d4226506 admin admin] Pushing event updated for resources: {'Network': ['ID=c208662d-5361-4de9-a000-5fdd5cc6b47a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:21:53.104757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c208662d-5361-4de9-a000-5fdd5cc6b47a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:21:55.665573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:56.046336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b73988-594b-4675-add6-b67647878e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:21:56.047685 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d9b73988-594b-4675-add6-b67647878e2b admin admin] 10.222.0.64 "GET /v2.0/networks/c208662d-5361-4de9-a000-5fdd5cc6b47a HTTP/1.1" status: 200 len: 825 time: 0.3811650 Jul 27 16:21:56.071179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a6785d1-2ebf-45f2-9f41-e302e0fa0cc9 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/a49ded55-3352-4209-a49b-f1a3ce8a4f17 HTTP/1.1" status: 200 len: 734 time: 0.0175867 Jul 27 16:21:56.080517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Request body: {'subnet': {'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:21:56.101860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Made reservation on behalf of 1f1c939ac6ac4b609db03743eb077f3e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:21:56.104316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:56.397222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:56.464452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04c1e6f-5654-4fec-86ce-4147143b5c8a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:21:56.468838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Checking segment: {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:21:56.469223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Network hostable DHCP agents. Network: c208662d-5361-4de9-a000-5fdd5cc6b47a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:21:56.490156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Network c208662d-5361-4de9-a000-5fdd5cc6b47a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:21:56.500350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c208662d-5361-4de9-a000-5fdd5cc6b47a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:21:56.505467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:21:56.506046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:56.510896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66789d8d-7928-45b1-b7c3-3b9e15ba61ec None None] Network c208662d-5361-4de9-a000-5fdd5cc6b47a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:21:56.527415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb350a36-400d-4343-afa9-9ebadb8cc57f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4429104 Jul 27 16:21:56.829052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c208662d-5361-4de9-a000-5fdd5cc6b47a', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:21:56.830837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.100214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Allocated IP 172.20.0.2 (c208662d-5361-4de9-a000-5fdd5cc6b47a/a04c1e6f-5654-4fec-86ce-4147143b5c8a/c76fe7ec-efaf-4fa5-89bb-eee32291c7aa) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:21:57.327578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.342768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Transition to ACTIVE for port object c76fe7ec-efaf-4fa5-89bb-eee32291c7aa will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:21:57.364222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Transition to ACTIVE for port object c76fe7ec-efaf-4fa5-89bb-eee32291c7aa will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:21:57.373041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.436955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Network c208662d-5361-4de9-a000-5fdd5cc6b47a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:21:57.442704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:21:57.454051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:21:57.460378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Pushing event updated for resources: {'Port': ['ID=c76fe7ec-efaf-4fa5-89bb-eee32291c7aa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:21:57.490192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.490535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.490874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.491206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.491533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.491857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.492180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.492532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.492857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.493176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.493495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.493812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Tracked resource versions report: Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: pushed versions: Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: { 'AddressGroup': {'1.2'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Log': {'1.0'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Network': {'1.1'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Port': {'1.7'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'PortForwarding': {'1.2'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'QosPolicy': {'1.8'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SecurityGroup': {'1.4'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SubPort': {'1.0'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Subnet': {'1.1'}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Trunk': {'1.1'}} Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: consumer versions: Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: L3 agent@n-d-723572-6: {}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: Metadata agent@n-d-723572-6: {}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: Metering agent@n-d-723572-6: {}, Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'ConntrackHelper': '1.0', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Log': '1.0', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Network': '1.1', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Port': '1.7', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'PortForwarding': '1.2', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'QosPolicy': '1.8', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SecurityGroup': '1.4', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SecurityGroupRule': '1.2', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'SubPort': '1.0', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Subnet': '1.1', Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: 'Trunk': '1.1'}} Jul 27 16:21:57.494911 n-d-723572-6 neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:21:57.547443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Attempting to bind port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:21:57.548083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Attempting to bind port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:21:57.548244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Attempting to bind port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa on network c208662d-5361-4de9-a000-5fdd5cc6b47a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:21:57.553235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:21:57.553636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Checking segment: {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:21:57.554078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.554464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Bound using segment: {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:21:57.554918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Bound port: c76fe7ec-efaf-4fa5-89bb-eee32291c7aa, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:21:57.555307 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.619452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] For port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:21:57.623762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] For port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c76fe7ec-efaf-4fa5-89bb-eee32291c7aa,segment=NetworkSegment(c3d864e6-b359-4c38-9d0d-b085f392ae00),segment_id=c3d864e6-b359-4c38-9d0d-b085f392ae00)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:21:57.628814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:21:57.692164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bba15-d149-4fa1-a593-01dc259a36bb None None] Pushing event updated for resources: {'Port': ['ID=c76fe7ec-efaf-4fa5-89bb-eee32291c7aa,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:21:58.922207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:21:59.234386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-75704b61-4e6a-4940-8a32-45766ce36d2d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:21:59.235478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75704b61-4e6a-4940-8a32-45766ce36d2d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122876 Jul 27 16:22:01.629795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:02.119031 n-d-723572-6 neutron-server[93923]: WARNING oslo_policy.policy [None req-08926c7f-eb75-4c34-9e84-2b831bb4fd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:22:02.119708 n-d-723572-6 neutron-server[93923]: WARNING oslo_policy.policy [None req-08926c7f-eb75-4c34-9e84-2b831bb4fd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:22:02.338737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-08926c7f-eb75-4c34-9e84-2b831bb4fd3d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:22:02.352466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-08926c7f-eb75-4c34-9e84-2b831bb4fd3d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7080061 Jul 27 16:22:04.958914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:05.250834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'name': 'router1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:22:05.315343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.policy [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 16:22:05.361024 n-d-723572-6 neutron-server[93923]: WARNING oslo_policy.policy [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:22:05.361420 n-d-723572-6 neutron-server[93923]: WARNING oslo_policy.policy [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:22:05.370569 n-d-723572-6 neutron-server[93923]: INFO neutron.quota [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Loaded quota_driver: . Jul 27 16:22:05.430696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:05.432683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:05.606611 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:05.611796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:05.631855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:05.633127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-22e2d8ff-e01e-4a6f-a8ae-50bf68b18fae admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6732533 Jul 27 16:22:05.986397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c137f61-674d-407e-80e1-7b23ae0496e9 None None] Network c208662d-5361-4de9-a000-5fdd5cc6b47a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:22:06.045458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2455b3bd-fde4-4463-863c-249a14f8274b None None] Provisioning for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:22:06.191759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c76fe7ec-efaf-4fa5-89bb-eee32291c7aa up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:06.275505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:22:06.279493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:06.279899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:06.396899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:06.404977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0cc87ec9-909c-4f2e-99b1-c35785abbdee None None] Provisioning complete for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:06.405341 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cc87ec9-909c-4f2e-99b1-c35785abbdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:06.459150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c76fe7ec-efaf-4fa5-89bb-eee32291c7aa,segment=NetworkSegment(c3d864e6-b359-4c38-9d0d-b085f392ae00),segment_id=c3d864e6-b359-4c38-9d0d-b085f392ae00)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:22:06.464091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:06.541058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c76fe7ec-efaf-4fa5-89bb-eee32291c7aa,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:07.003601 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:22:07.999717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:08.154227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c76fe7ec-efaf-4fa5-89bb-eee32291c7aa up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:08.200400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:08.200819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:08.309042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-5ffa69fd-e97d-4c6f-9b9b-40be6c9134fa admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:22:08.310041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5ffa69fd-e97d-4c6f-9b9b-40be6c9134fa admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093796 Jul 27 16:22:09.623617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3539d45-61f5-424c-93d6-35e7930ff656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:10.644683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:10.947053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:22:10.970265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Made reservation on behalf of 459ad80d32de457690043867b7439b4b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:22:10.973648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:10.988923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.108056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.111869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.122352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93923) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 16:22:11.154996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791755296022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.155562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Unsubscribe: segment precommit_create {{(pid=93923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 16:22:11.156063 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Added segment 8bb0aa97-7264-47f0-af4e-50e6853f0204 of type flat for network e5fbe55b-0610-41b7-b908-e66160cf5ee2 Jul 27 16:22:11.173103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb3473-96ef-4e42-a385-8d7734122c10,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:11.221560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.221957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.222254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.222580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.222906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.223230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.223549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.223862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.224193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.224507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.224821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.225134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Tracked resource versions report: Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: pushed versions: Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: { 'AddressGroup': {'1.2'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Log': {'1.0'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Network': {'1.1'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Port': {'1.7'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'PortForwarding': {'1.2'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'QosPolicy': {'1.8'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SecurityGroup': {'1.4'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SubPort': {'1.0'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Subnet': {'1.1'}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Trunk': {'1.1'}} Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: consumer versions: Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: L3 agent@n-d-723572-6: {}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: Metadata agent@n-d-723572-6: {}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: Metering agent@n-d-723572-6: {}, Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'ConntrackHelper': '1.0', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Log': '1.0', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Network': '1.1', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Port': '1.7', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'PortForwarding': '1.2', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'QosPolicy': '1.8', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SecurityGroup': '1.4', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SecurityGroupRule': '1.2', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'SubPort': '1.0', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Subnet': '1.1', Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: 'Trunk': '1.1'}} Jul 27 16:22:11.226277 n-d-723572-6 neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:22:11.278708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.328762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.329915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:22:11.330573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:11.412204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7663772 Jul 27 16:22:11.425487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce8f9-525c-4fca-8c45-694ef9b0c5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5fbe55b-0610-41b7-b908-e66160cf5ee2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:11.436331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:22:12.035525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-879dfb49-51ea-4d8f-9d41-587e67891e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:12.273988 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:13.196764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:13.776074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56334) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:13.988297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6774f2-e354-4bab-bb51-60e272b8c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:22:13.989686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d6774f2-e354-4bab-bb51-60e272b8c55a admin admin] 10.222.0.64 "GET /v2.0/subnets/a04c1e6f-5654-4fec-86ce-4147143b5c8a HTTP/1.1" status: 200 len: 849 time: 0.2126839 Jul 27 16:22:14.123233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a2dff3f7-19b8-4f71-9a4f-245474401a9c admin admin] 10.222.0.64 "GET /v2.0/routers/788a9a58-a1ac-4fad-93cf-1b212d31a2d5 HTTP/1.1" status: 200 len: 704 time: 0.1276724 Jul 27 16:22:14.385582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:14.676383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Allocated IP 172.20.0.1 (c208662d-5361-4de9-a000-5fdd5cc6b47a/a04c1e6f-5654-4fec-86ce-4147143b5c8a/27baed13-784d-4fc5-9194-d904fbf86ae6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:22:14.802910 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:14.862466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:14.885710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Transition to ACTIVE for port object 27baed13-784d-4fc5-9194-d904fbf86ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:22:14.966271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.030874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Network c208662d-5361-4de9-a000-5fdd5cc6b47a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:22:15.036617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:22:15.048268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:22:15.049227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.071895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Pushing event updated for resources: {'Port': ['ID=27baed13-784d-4fc5-9194-d904fbf86ae6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:15.212852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9257-2fd5-418d-8a03-80f381c24870 None None] Provisioning for port 27baed13-784d-4fc5-9194-d904fbf86ae6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:22:15.216385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9257-2fd5-418d-8a03-80f381c24870 None None] Provisioning complete for port 27baed13-784d-4fc5-9194-d904fbf86ae6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:15.216739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9257-2fd5-418d-8a03-80f381c24870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.253027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c9257-2fd5-418d-8a03-80f381c24870 None None] Port 27baed13-784d-4fc5-9194-d904fbf86ae6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:22:15.311928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.484857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.489762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.490623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.567058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Pushing event updated for resources: {'Port': ['ID=27baed13-784d-4fc5-9194-d904fbf86ae6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:15.611546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Network c208662d-5361-4de9-a000-5fdd5cc6b47a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:22:15.613419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:22:15.774348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2611fd7-ec0c-4858-a1b5-266fdc0134f2 None None] Provisioning complete for port 27baed13-784d-4fc5-9194-d904fbf86ae6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:15.774723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2611fd7-ec0c-4858-a1b5-266fdc0134f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:15.775343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:22:15.807824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d2611fd7-ec0c-4858-a1b5-266fdc0134f2 None None] Port 27baed13-784d-4fc5-9194-d904fbf86ae6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:22:15.864342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:22:15.869394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1d4f9ece-2d30-4af9-9794-82f1b6c403ff admin admin] 10.222.0.64 "PUT /v2.0/routers/788a9a58-a1ac-4fad-93cf-1b212d31a2d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7402070 Jul 27 16:22:15.874352 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Sync routers for ids ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:22:15.885644 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Routers {'788a9a58-a1ac-4fad-93cf-1b212d31a2d5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:22:15.886418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:22:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:16.068800 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Set router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:22:16.491939 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:15Z', 'revision_number': 2, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port_host': None, '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:15Z', 'revision_number': 2, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:16.544480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Checking router: 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:22:16.544851 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Updating router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 port 27baed13-784d-4fc5-9194-d904fbf86ae6 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:22:16.609055 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.090600 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.108337 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Transition to ACTIVE for port object 27baed13-784d-4fc5-9194-d904fbf86ae6 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:22:17.114711 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.270088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Pushing event updated for resources: {'Port': ['ID=27baed13-784d-4fc5-9194-d904fbf86ae6,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:17.283620 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Attempting to bind port 27baed13-784d-4fc5-9194-d904fbf86ae6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:22:17.284038 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Attempting to bind port 27baed13-784d-4fc5-9194-d904fbf86ae6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:22:17.284481 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Attempting to bind port 27baed13-784d-4fc5-9194-d904fbf86ae6 on network c208662d-5361-4de9-a000-5fdd5cc6b47a {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:22:17.287593 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.287935 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.288270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.288626 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.288957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.289283 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.289608 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.289933 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.290254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.290572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.290891 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.291208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Tracked resource versions report: Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: pushed versions: Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: { 'AddressGroup': {'1.2'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Log': {'1.0'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Network': {'1.1'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Port': {'1.7'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'PortForwarding': {'1.2'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'QosPolicy': {'1.8'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SecurityGroup': {'1.4'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SubPort': {'1.0'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Subnet': {'1.1'}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Trunk': {'1.1'}} Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: consumer versions: Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: L3 agent@n-d-723572-6: {}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: Metadata agent@n-d-723572-6: {}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: Metering agent@n-d-723572-6: {}, Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'ConntrackHelper': '1.0', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Log': '1.0', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Network': '1.1', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Port': '1.7', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'PortForwarding': '1.2', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'QosPolicy': '1.8', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SecurityGroup': '1.4', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SecurityGroupRule': '1.2', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'SubPort': '1.0', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Subnet': '1.1', Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: 'Trunk': '1.1'}} Jul 27 16:22:17.292367 n-d-723572-6 neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:22:17.298452 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:22:17.298865 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Checking segment: {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:22:17.299308 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.299688 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Bound using segment: {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:22:17.300165 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Bound port: 27baed13-784d-4fc5-9194-d904fbf86ae6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d864e6-b359-4c38-9d0d-b085f392ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:22:17.301142 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.365557 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] For port 27baed13-784d-4fc5-9194-d904fbf86ae6, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:22:17.385611 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] For port 27baed13-784d-4fc5-9194-d904fbf86ae6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=27baed13-784d-4fc5-9194-d904fbf86ae6,segment=NetworkSegment(c3d864e6-b359-4c38-9d0d-b085f392ae00),segment_id=c3d864e6-b359-4c38-9d0d-b085f392ae00)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:22:17.389733 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:17.446987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe29fb0-8a07-48c0-9401-5b68ed4c25dc None None] Pushing event updated for resources: {'Port': ['ID=27baed13-784d-4fc5-9194-d904fbf86ae6,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:17.468879 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Routers {'788a9a58-a1ac-4fad-93cf-1b212d31a2d5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:22:17.469491 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:22:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:17.570298 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] Set router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:22:17.791708 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:15Z', 'revision_number': 2, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port_host': None, '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:17Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:17.817554 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8f65b-4ef7-4acc-bb97-d29d7aa7eaf9 None None] The sync data for ids ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'] in n-d-723572-6 is: [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:15Z', 'revision_number': 2, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port_host': None, '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:17Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:22:18.060120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:18.171249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d24cd8-1cd8-4aae-b14b-2086883acf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:22:18.172653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1d24cd8-1cd8-4aae-b14b-2086883acf89 admin admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 842 time: 0.1113942 Jul 27 16:22:18.182745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:22:18.207617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Made reservation on behalf of 459ad80d32de457690043867b7439b4b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:22:18.210000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:18.511242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 16:22:18.511827 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:18.565073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe06f77-49f7-4a52-aadd-de79fb15641a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:18.575743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:22:18.576119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Network hostable DHCP agents. Network: e5fbe55b-0610-41b7-b908-e66160cf5ee2, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:22:18.597914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:22:18.607887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e5fbe55b-0610-41b7-b908-e66160cf5ee2) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:22:18.612157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:22:18.613755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:18.618921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9d1bf-ed4e-498d-99bb-1a8c3e4cbd54 None None] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:22:18.640455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2102f1d8-7246-4163-8a6a-03d2355ab804 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4495718 Jul 27 16:22:18.761929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697e229-a57d-4119-b1ea-2f68ca444dd0 None None] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:22:20.892520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:21.018982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf396a43-d972-41a2-a970-d2cb5ead59ce admin admin] 10.222.0.64 "GET /v2.0/routers/788a9a58-a1ac-4fad-93cf-1b212d31a2d5 HTTP/1.1" status: 200 len: 710 time: 0.1253021 Jul 27 16:22:21.103244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b96547-5d6b-48c6-aedb-f8e7cc2754bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:22:21.104592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f6b96547-5d6b-48c6-aedb-f8e7cc2754bc admin admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 886 time: 0.0795035 Jul 27 16:22:21.113711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:22:21.437330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:21.665392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:21.747525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:21.855293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Allocated IP 172.25.4.20 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f970b37d-7bc0-4843-b8f1-482e85224538) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:22:21.952146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:21.990560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:22.028659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:22:22.031330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:22:22.037671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:22:22.070792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Pushing event updated for resources: {'Port': ['ID=f970b37d-7bc0-4843-b8f1-482e85224538,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:22.290118 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:22.484531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:22.487664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:22.592671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:22:22.785158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:22:22.789330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:22.790528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8d4c96b3-12b4-4d33-b583-160e3709707a admin admin] 10.222.0.64 "PUT /v2.0/routers/788a9a58-a1ac-4fad-93cf-1b212d31a2d5 HTTP/1.1" status: 200 len: 889 time: 1.6800761 Jul 27 16:22:24.196184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 27baed13-784d-4fc5-9194-d904fbf86ae6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:24.245608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 27baed13-784d-4fc5-9194-d904fbf86ae6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:22:24.252309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 27baed13-784d-4fc5-9194-d904fbf86ae6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:24.252825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:24.256568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Sync routers for ids ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:22:24.285591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Routers {'788a9a58-a1ac-4fad-93cf-1b212d31a2d5'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:22:24.286234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:22:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:24.558319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:24.579880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Set router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:22:24.671492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 27baed13-784d-4fc5-9194-d904fbf86ae6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=27baed13-784d-4fc5-9194-d904fbf86ae6,segment=NetworkSegment(c3d864e6-b359-4c38-9d0d-b085f392ae00),segment_id=c3d864e6-b359-4c38-9d0d-b085f392ae00)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:22:24.704211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:24.874064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=27baed13-784d-4fc5-9194-d904fbf86ae6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:25.019340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:22Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port': {'id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:21Z', 'updated_at': '2021-07-27T16:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:17Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:25.071370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Checking router: 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:22:25.071718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Updating router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 port f970b37d-7bc0-4843-b8f1-482e85224538 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:22:25.105449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.189199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:22:25.317542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d3a33871-7e5f-446d-bd3b-3e276bebcd7c admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1264780 Jul 27 16:22:25.431606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.442108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Transition to ACTIVE for port object f970b37d-7bc0-4843-b8f1-482e85224538 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:22:25.448413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.500289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Attempting to bind port f970b37d-7bc0-4843-b8f1-482e85224538 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:22:25.500692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Attempting to bind port f970b37d-7bc0-4843-b8f1-482e85224538 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:22:25.501056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Attempting to bind port f970b37d-7bc0-4843-b8f1-482e85224538 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:22:25.507972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d6c3b-8442-49c8-a96e-37766aac7057 None None] Pushing event updated for resources: {'Port': ['ID=f970b37d-7bc0-4843-b8f1-482e85224538,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:25.511423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:22:25.511806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:22:25.512212 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.512632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:22:25.515750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Bound port: f970b37d-7bc0-4843-b8f1-482e85224538, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:22:25.515750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.564849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] For port f970b37d-7bc0-4843-b8f1-482e85224538, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:22:25.568099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] For port f970b37d-7bc0-4843-b8f1-482e85224538, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f970b37d-7bc0-4843-b8f1-482e85224538,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:22:25.572120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:25.629872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d6c3b-8442-49c8-a96e-37766aac7057 None None] Pushing event updated for resources: {'Port': ['ID=f970b37d-7bc0-4843-b8f1-482e85224538,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:25.632327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Routers {'788a9a58-a1ac-4fad-93cf-1b212d31a2d5'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:22:25.632946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:22:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:25.823873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] Set router 788a9a58-a1ac-4fad-93cf-1b212d31a2d5 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:22:26.039621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:22Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port': {'id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:21Z', 'updated_at': '2021-07-27T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:24Z', 'revision_number': 5, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:22:26.065692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9681dd5-9e3a-4572-9730-1d57215821e4 None None] The sync data for ids ['788a9a58-a1ac-4fad-93cf-1b212d31a2d5'] in n-d-723572-6 is: [{'id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'name': 'router1', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:22:05Z', 'updated_at': '2021-07-27T16:22:22Z', 'revision_number': 4, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'gw_port': {'id': 'f970b37d-7bc0-4843-b8f1-482e85224538', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:21Z', 'updated_at': '2021-07-27T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '27baed13-784d-4fc5-9194-d904fbf86ae6', 'name': '', 'network_id': 'c208662d-5361-4de9-a000-5fdd5cc6b47a', 'tenant_id': '1f1c939ac6ac4b609db03743eb077f3e', 'mac_address': 'fa:16:3e:0f:f3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a9a58-a1ac-4fad-93cf-1b212d31a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:22:14Z', 'updated_at': '2021-07-27T16:22:24Z', 'revision_number': 5, 'project_id': '1f1c939ac6ac4b609db03743eb077f3e', 'subnets': [{'id': 'a04c1e6f-5654-4fec-86ce-4147143b5c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a49ded55-3352-4209-a49b-f1a3ce8a4f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:22:26.199186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 27baed13-784d-4fc5-9194-d904fbf86ae6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:26.258610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 27baed13-784d-4fc5-9194-d904fbf86ae6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:26.259092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:28.212892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f970b37d-7bc0-4843-b8f1-482e85224538 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:28.281340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f970b37d-7bc0-4843-b8f1-482e85224538 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:22:28.285290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f970b37d-7bc0-4843-b8f1-482e85224538 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:28.286287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:28.388191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:28.412348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f970b37d-7bc0-4843-b8f1-482e85224538, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f970b37d-7bc0-4843-b8f1-482e85224538,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:22:28.417133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:28.471448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f970b37d-7bc0-4843-b8f1-482e85224538,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:22:30.243194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f970b37d-7bc0-4843-b8f1-482e85224538 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:22:30.293710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f970b37d-7bc0-4843-b8f1-482e85224538 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:22:30.294261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:39.618133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-362521c2-83bf-4845-b747-58d579736ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:42.038424 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb80426b-5b70-42fd-992d-daf4b2c2f6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:42.277892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:43.218355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:22:44.003003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:22:44.816705 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:09.622080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-58776b1c-4e6f-48b4-96a8-2cae0b4e66e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:12.042188 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4cadadcd-79de-49f7-b5ac-71565147e18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:12.282066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:13.197209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:14.815966 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:21.010491 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:23:39.623093 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc45b889-6c6b-4a5a-ad9d-3487935a2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:42.043369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed2b3-d756-444c-858c-8c68b2a12928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:42.285004 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:43.196776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:44.825076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:23:58.000857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:24:06.881243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:06.959439 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32157c6-0ccb-40a6-94a6-152e1d527fa7 admin admin] GET failed (client error): The resource could not be found. Jul 27 16:24:06.961032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c32157c6-0ccb-40a6-94a6-152e1d527fa7 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0788157 Jul 27 16:24:07.161311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70603eb-90e7-4699-8a74-1f71e988374c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:07.162817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f70603eb-90e7-4699-8a74-1f71e988374c admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1942902 Jul 27 16:24:09.397989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56988) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:09.497834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1944605-53b0-4b85-ba04-d304ee89ae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:09.499393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d1944605-53b0-4b85-ba04-d304ee89ae4b admin admin] 10.222.0.64 "GET /v2.0/subnets/a04c1e6f-5654-4fec-86ce-4147143b5c8a HTTP/1.1" status: 200 len: 849 time: 0.1004460 Jul 27 16:24:09.509687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:24:09.599219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Notify callbacks [] for subnet, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:09.627657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-454125fb-bfd0-4caf-ab8b-d67d276a0c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:09.761702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791755220965'] for subnet, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:09.801547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:09.802130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:09.813455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] 10.222.0.64 "PUT /v2.0/subnets/a04c1e6f-5654-4fec-86ce-4147143b5c8a HTTP/1.1" status: 200 len: 868 time: 0.2977366 Jul 27 16:24:09.820021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3719d6-c3a6-49d8-8bf9-0e7e8b48311d None None] Network c208662d-5361-4de9-a000-5fdd5cc6b47a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:24:09.826105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04c1e6f-5654-4fec-86ce-4147143b5c8a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:24:09.834394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.834728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.835109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.835457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.835835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.836142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.836509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.836840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.837177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.837508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.837837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:09.838163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57237065-2ea3-466a-b075-855c1cc722bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:24:10.323317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5d8f6a1-08da-4d91-8142-e82262ca0628 None None] Provisioning complete for port 27baed13-784d-4fc5-9194-d904fbf86ae6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:24:10.323692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f6a1-08da-4d91-8142-e82262ca0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:10.426026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5d8f6a1-08da-4d91-8142-e82262ca0628 None None] Provisioning complete for port c76fe7ec-efaf-4fa5-89bb-eee32291c7aa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:24:10.426399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f6a1-08da-4d91-8142-e82262ca0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:12.014085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:12.043539 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9b00-468c-480e-8249-fae4b7810db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:12.215661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bc998-0217-4c7e-a02b-cd70c0940b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:12.216096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bc998-0217-4c7e-a02b-cd70c0940b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:12.217675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-142bc998-0217-4c7e-a02b-cd70c0940b84 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026320 Jul 27 16:24:12.286827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:13.203643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:14.479939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57004) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:14.727668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e77d4-96d5-4116-a427-e5120fde80f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:14.728262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e77d4-96d5-4116-a427-e5120fde80f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:14.730821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-116e77d4-96d5-4116-a427-e5120fde80f7 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2494853 Jul 27 16:24:14.824638 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:16.975652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:17.158686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b1062-624c-443f-9afc-5d37ef1ce2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:17.160013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-479b1062-624c-443f-9afc-5d37ef1ce2e9 admin admin] 10.222.0.64 "GET /v2.0/networks/c208662d-5361-4de9-a000-5fdd5cc6b47a HTTP/1.1" status: 200 len: 869 time: 0.1834042 Jul 27 16:24:19.351110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:19.487754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0eda14-a49d-4476-b3f3-5d245e40be58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:19.488936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6c0eda14-a49d-4476-b3f3-5d245e40be58 admin admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 886 time: 0.1368778 Jul 27 16:24:21.705340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:21.835707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8dc4e6-f2aa-49fd-b8f1-fe34e4109572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:21.836173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8dc4e6-f2aa-49fd-b8f1-fe34e4109572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:21.837725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5a8dc4e6-f2aa-49fd-b8f1-fe34e4109572 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311426 Jul 27 16:24:24.017891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57038) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:24.141415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574627f9-5a1c-46b3-9737-51d6fd1efe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:24.141885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574627f9-5a1c-46b3-9737-51d6fd1efe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:24.143426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-574627f9-5a1c-46b3-9737-51d6fd1efe33 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245775 Jul 27 16:24:26.328858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:26.424889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b6eed-80cd-4aca-9f77-9849c426435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:26.426267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-147b6eed-80cd-4aca-9f77-9849c426435a admin admin] 10.222.0.64 "GET /v2.0/subnets/a04c1e6f-5654-4fec-86ce-4147143b5c8a HTTP/1.1" status: 200 len: 868 time: 0.0964594 Jul 27 16:24:28.643359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:28.728313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f11bc9-edb6-4fd2-9015-7d0a76a2f45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:28.729730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60f11bc9-edb6-4fd2-9015-7d0a76a2f45a admin admin] 10.222.0.64 "GET /v2.0/subnets/dfe06f77-49f7-4a52-aadd-de79fb15641a HTTP/1.1" status: 200 len: 816 time: 0.0854092 Jul 27 16:24:34.999736 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:24:39.629971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3708d89-4805-4e45-9979-e123cfba73d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:42.045368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f45309d-6493-4d20-b6e9-261dce3e5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:42.288098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:43.203010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:44.833129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:54.507293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:54.555747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-d8ed9d69-d495-46ed-b912-8a1a9bc0207d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:24:54.556768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8ed9d69-d495-46ed-b912-8a1a9bc0207d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485749 Jul 27 16:24:56.823005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:56.882825 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6108d7f1-8e89-4420-81a8-f8d769861c37 admin admin] GET failed (client error): The resource could not be found. Jul 27 16:24:56.884180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6108d7f1-8e89-4420-81a8-f8d769861c37 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602474 Jul 27 16:24:56.971348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b325fcc-74ff-47cb-b0cf-a06d4ac79b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:56.972858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b325fcc-74ff-47cb-b0cf-a06d4ac79b24 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842779 Jul 27 16:24:59.188884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:24:59.235231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:24:59.254998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Made reservation on behalf of 459ad80d32de457690043867b7439b4b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:24:59.257126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:59.293534 n-d-723572-6 neutron-server[93924]: WARNING neutron.services.revisions.revision_plugin [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Could not find related network for resource to bump revision. Jul 27 16:24:59.305808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:24:59.315989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:59.316348 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Added segment 69a8fc91-cbbd-419b-b25b-245f28b31164 of type vlan for network cea59893-b549-4e9e-b972-9759e98f6e60 Jul 27 16:24:59.355148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:59.382820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:59.383736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:24:59.384325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:24:59.492082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3020709 Jul 27 16:24:59.501510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c89a0-18b9-4955-8891-6be41b2a1646 admin admin] Pushing event updated for resources: {'Network': ['ID=cea59893-b549-4e9e-b972-9759e98f6e60,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:24:59.513814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network cea59893-b549-4e9e-b972-9759e98f6e60 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:25:01.731745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:25:01.796600 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fc3e35-a875-4720-9271-08504438eb8e admin admin] GET failed (client error): The resource could not be found. Jul 27 16:25:01.798011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a8fc3e35-a875-4720-9271-08504438eb8e admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653195 Jul 27 16:25:01.905214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1da86d-5779-47f0-8539-690fd1dbee6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:25:01.907617 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d1da86d-5779-47f0-8539-690fd1dbee6a admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1042473 Jul 27 16:25:01.917816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:25:01.941535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Made reservation on behalf of 459ad80d32de457690043867b7439b4b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:25:01.944079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.111595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.167484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:25:02.176198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:25:02.176579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Network hostable DHCP agents. Network: cea59893-b549-4e9e-b972-9759e98f6e60, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:25:02.178986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.179283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.179620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.179953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.180278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.180630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.180954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.181273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.181872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.182234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.182539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.182835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.201316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Network cea59893-b549-4e9e-b972-9759e98f6e60 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:25:02.210173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, cea59893-b549-4e9e-b972-9759e98f6e60) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:25:02.215321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:25:02.216199 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.219253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dc115-f5b3-4728-a054-7aacde80b1c8 None None] Network cea59893-b549-4e9e-b972-9759e98f6e60 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:25:02.231151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2d731481-a6c8-4f3e-bfcc-7453f8507a7c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168483 Jul 27 16:25:02.494904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-cea59893-b549-4e9e-b972-9759e98f6e60', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'tenant_id': '459ad80d32de457690043867b7439b4b', 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:25:02.495810 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.636982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Allocated IP 192.168.233.2 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/275fd140-bd86-4e02-8532-ed9a1b6fdd0b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:25:02.802952 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.811674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Transition to ACTIVE for port object 275fd140-bd86-4e02-8532-ed9a1b6fdd0b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:25:02.827364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Transition to ACTIVE for port object 275fd140-bd86-4e02-8532-ed9a1b6fdd0b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:25:02.834699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.877426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:25:02.880293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:25:02.885172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Pushing event updated for resources: {'Port': ['ID=275fd140-bd86-4e02-8532-ed9a1b6fdd0b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:25:02.887596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:25:02.896882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.897226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.897770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.897894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.898229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.898563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.898893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.899223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.899552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.899885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.900210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.900572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:25:02.958525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Attempting to bind port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:25:02.958896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Attempting to bind port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:25:02.959262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Attempting to bind port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:25:02.964413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:25:02.964850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:25:02.965253 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:02.965651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:25:02.966115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Bound port: 275fd140-bd86-4e02-8532-ed9a1b6fdd0b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:25:02.966521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:03.035010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] For port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:25:03.038575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] For port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=275fd140-bd86-4e02-8532-ed9a1b6fdd0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:25:03.042554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:03.104281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac5328-014c-4550-80db-b38bb20f2cd0 None None] Pushing event updated for resources: {'Port': ['ID=275fd140-bd86-4e02-8532-ed9a1b6fdd0b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:25:04.015810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a83dce-b7d6-4ec6-9784-cd8a62d114ee None None] Network cea59893-b549-4e9e-b972-9759e98f6e60 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:25:04.087948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-78a1fba6-1fdc-4fe5-b0ba-cf0304a224f5 None None] Provisioning for port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:25:04.340688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 275fd140-bd86-4e02-8532-ed9a1b6fdd0b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:25:04.398860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:25:04.402838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:25:04.403220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:04.450215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e14baac7-8a0d-40df-b72d-d7046a76d3a8 None None] Provisioning complete for port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:25:04.450594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e14baac7-8a0d-40df-b72d-d7046a76d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:04.555186 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:04.574890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e14baac7-8a0d-40df-b72d-d7046a76d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:04.615889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=275fd140-bd86-4e02-8532-ed9a1b6fdd0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:25:04.620880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:04.685275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-e14baac7-8a0d-40df-b72d-d7046a76d3a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:25:04.685647 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-e14baac7-8a0d-40df-b72d-d7046a76d3a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:25:04.700175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=275fd140-bd86-4e02-8532-ed9a1b6fdd0b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:25:06.284603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 275fd140-bd86-4e02-8532-ed9a1b6fdd0b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:25:06.335402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 275fd140-bd86-4e02-8532-ed9a1b6fdd0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:25:06.335812 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:09.632383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4292-5109-4c68-8862-b863da44ac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:11.997130 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:25:12.045981 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f55588b1-5c8e-4dd5-8c38-274ed3ce5875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:12.290449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:13.206710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:14.843418 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:39.634496 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c29e04af-1601-4660-b11e-9a7246538dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:42.048319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef760735-09d5-4e95-85a3-3bc6196215b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:42.293191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:43.210660 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:44.842258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:25:48.995372 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:26:09.641720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06d5959b-5e2a-499a-8144-637d6c45d3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.049466 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afd7ae75-6816-4c2b-9b50-d6888bd94a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.149679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:26:12.155564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-0f2aafd5-d37c-469b-87d7-314c8d2feaef tempest-verify_tempest_config-864970919 tempest-verify_tempest_config-864970919-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:26:12.156548 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f2aafd5-d37c-469b-87d7-314c8d2feaef tempest-verify_tempest_config-864970919 tempest-verify_tempest_config-864970919-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058999 Jul 27 16:26:12.295051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.472611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:26:12.592213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.698387 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.703448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.768748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=928beddbd7cd4549b0d5ad12b77a5cc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2947423 Jul 27 16:26:12.769751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b055f1a-860a-4df9-8679-25da872a8fef,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:26:12.771315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:26:12.777643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.777982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.778318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.778656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.778979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.779304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.779630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.779947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.780277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.780630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.780950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.781261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e60dd-22b2-4b1b-b8f4-c22bb636ba82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.837466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.865259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.962509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.965026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:12.966243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b055f1a-860a-4df9-8679-25da872a8fef HTTP/1.1" status: 204 len: 168 time: 0.1937144 Jul 27 16:26:12.974290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b055f1a-860a-4df9-8679-25da872a8fef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:26:12.981378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.981724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.982076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.982395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.982807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.983039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.983361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.983682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.984062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.984319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.984805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:12.985144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49b04d-ba4c-4180-b2cc-1345f855fed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:26:13.213978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:14.840889 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:25.996788 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:26:39.632881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc99-cc7e-40e4-a9fc-0c371196a1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:42.052970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-70dee726-51df-4a95-a122-cd9732cc9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:42.304129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:43.216488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:26:44.848547 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:02.997627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:27:09.636631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-070f38e8-44e4-4e99-ada9-df2373ff53ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:12.055022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-03d01610-5fa5-44ff-a63f-d0874c983007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:12.300928 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:13.221614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:14.850862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:39.638701 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0484fde-d725-4884-b58d-8fb2729d8396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:39.996623 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:27:42.064144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b306b0f-af2e-4c1c-a6fe-7649ad16e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:42.296633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:43.226180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:27:44.856923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:09.640158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d75bff28-bce2-450c-b4e3-655c3ef3966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:12.056680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26ec93ee-0096-4cf0-b171-3e9caa5c1e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:12.289686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:13.230219 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:14.857864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:16.998297 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:28:39.646114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d39c158d-ac1f-40c1-a71c-488eb82bec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:42.066375 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-726e2faf-3e7f-4bb4-bc73-613c0943085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:42.302175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:43.236999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:44.863279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:28:53.998181 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 5 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:29:02.791387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:09.642818 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-118d9a69-4458-44e4-8fdf-427862c0624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:12.061348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c70f-da11-42bf-9f13-9ca24fb6d685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:12.298310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:13.241339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:14.867304 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:16.450263 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021986'] for agent, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:30.999859 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:29:32.736358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:39.639564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9edd-5ea5-4e56-8f13-cc43cea02914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:42.062487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55ff56c3-96a5-4a08-aa1c-0f067a5370f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:42.300041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:43.249579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:44.869960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:46.405140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:29:51.356891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:29:51.486791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-28a05188-e3b1-4849-b091-51fb09501b99 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1287630 Jul 27 16:29:53.851412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:29:53.911482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b74d4e8e-6b12-4565-8597-54483d4e43fe admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0583169 Jul 27 16:30:02.764266 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:08.000215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:30:09.633737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b85213e0-5714-48f4-8616-4b7ab19f1b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:12.066840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c8e-6e22-4ad3-8dc1-3d7218ca816c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:12.302934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:13.243320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:14.883979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:16.426953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:32.786965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:39.665681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68c74d19-82f8-4d80-9cbd-643856cfe82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:42.094227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3dc13554-f5e8-4cf7-849f-ef50d3ef5af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:42.338317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:43.261648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:44.903545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:30:45.039231 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:30:46.460915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:02.818008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:09.645812 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-823ce4ea-63c4-4250-be81-e3b94f457d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:12.084288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a705e85-7484-4e00-835e-774660d01713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:12.323844 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:13.258960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:14.888083 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:16.439544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:22.009297 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:31:32.845756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:36.610160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:37.041410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:37.256944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-network', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:37.304578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Made reservation on behalf of c6ea7202ad984633966b1dc70fce8414 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:37.309676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.322539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.369740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:37.514807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.525143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.570867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036381ba-ef4f-4010-a5d6-94a20b4bcc7e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:37.591489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.592060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.592986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.593938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.594775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.595666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.596399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.596961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.597480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.598886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.599744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.600676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Tracked resource versions report: Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: pushed versions: Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: { 'AddressGroup': {'1.2'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'ConntrackHelper': {'1.0'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Log': {'1.0'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Network': {'1.1'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Port': {'1.7'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'PortForwarding': {'1.2'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'QosPolicy': {'1.8'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SecurityGroup': {'1.4'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SubPort': {'1.0'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Subnet': {'1.1'}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Trunk': {'1.1'}} Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: consumer versions: Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: HyperV agent@n-h1-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: HyperV agent@n-h2-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: L3 agent@n-d-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: Metadata agent@n-d-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: Metering agent@n-d-723572-6: {}, Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'ConntrackHelper': '1.0', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Log': '1.0', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Network': '1.1', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Port': '1.7', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'PortForwarding': '1.2', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'QosPolicy': '1.8', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SecurityGroup': '1.4', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SecurityGroupRule': '1.2', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'SubPort': '1.0', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Subnet': '1.1', Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: 'Trunk': '1.1'}} Jul 27 16:31:37.602957 n-d-723572-6 neutron-server[93923]: {{(pid=93923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:31:37.625694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:31:37.645663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.646825 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Added segment ef9bf4e5-3093-4249-af55-565b1947a330 of type vlan for network 2f63b1a3-cf19-47f1-9558-df559fb112dc Jul 27 16:31:37.777307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc7c8b40-e240-4fb7-9016-d284bee2b87c tempest-AutoAllocateNetworkTest-1087634738 tempest-AutoAllocateNetworkTest-1087634738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=50a8bde464e448a5af5cc55ed017a708&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7338829 Jul 27 16:31:37.782385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:37.796153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.861739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.865176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:37.866841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:37.970872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3572588 Jul 27 16:31:37.976087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:37.978242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1944207086-network', 'tenant_id': 'e75a54a3256e4ce2b44550834401204d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:37.985027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Request body: {'subnet': {'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-subnet', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:38.008789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf5fe2-b812-4cd5-a843-e56b22f4fd1e admin admin] Pushing event updated for resources: {'Network': ['ID=2f63b1a3-cf19-47f1-9558-df559fb112dc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:38.026247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:31:38.032944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:38.037227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.078769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Made reservation on behalf of c6ea7202ad984633966b1dc70fce8414 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:38.083067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.084219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.329445 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.364403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2435e-77ca-47e8-acd4-d398bc7344f2 tempest-AutoAllocateNetworkTest-1087634738 tempest-AutoAllocateNetworkTest-1087634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:38.371886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4f2435e-77ca-47e8-acd4-d398bc7344f2 tempest-AutoAllocateNetworkTest-1087634738 tempest-AutoAllocateNetworkTest-1087634738-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5870848 Jul 27 16:31:38.373436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:38.449872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.527129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.549507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:31:38.565216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.565944 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Added segment a2639bb0-d157-4b03-8f4b-40af11f838e3 of type vlan for network ec28ef3c-3833-47eb-8653-0d049eab9a24 Jul 27 16:31:38.587191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Checking segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:38.587796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Network hostable DHCP agents. Network: 2f63b1a3-cf19-47f1-9558-df559fb112dc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:31:38.629974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.630884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:38.652002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:31:38.676261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2f63b1a3-cf19-47f1-9558-df559fb112dc) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:38.691148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e936807-216c-4383-b8de-ddff166f96e4 tempest-AutoAllocateNetworkTest-1087634738 tempest-AutoAllocateNetworkTest-1087634738-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3142686 Jul 27 16:31:38.701877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cecff-fa13-4044-970a-7f4f9c7ac39c None None] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:38.713314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:38.759146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1857c91-6ff4-467b-a4fa-939a16ef9627,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:38.785311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.787788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:38.788897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.799120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:38.799998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:38.813256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.814215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.815212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.816119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.817091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.817846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.818793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.819580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.820393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.821237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.821886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.822633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Tracked resource versions report: Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: pushed versions: Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: { 'AddressGroup': {'1.2'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'ConntrackHelper': {'1.0'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Log': {'1.0'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Network': {'1.1'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Port': {'1.7'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'PortForwarding': {'1.2'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'QosPolicy': {'1.8'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SecurityGroup': {'1.4'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SubPort': {'1.0'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Subnet': {'1.1'}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Trunk': {'1.1'}} Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: consumer versions: Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: HyperV agent@n-h1-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: HyperV agent@n-h2-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: L3 agent@n-d-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: Metadata agent@n-d-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: Metering agent@n-d-723572-6: {}, Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'ConntrackHelper': '1.0', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Log': '1.0', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Network': '1.1', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Port': '1.7', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'PortForwarding': '1.2', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'QosPolicy': '1.8', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SecurityGroup': '1.4', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SecurityGroupRule': '1.2', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'SubPort': '1.0', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Subnet': '1.1', Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: 'Trunk': '1.1'}} Jul 27 16:31:38.825175 n-d-723572-6 neutron-server[93924]: {{(pid=93924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:31:38.865005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f745e53-c094-4fe1-b72e-359a7690e971 tempest-AutoAllocateNetworkTest-1087634738 tempest-AutoAllocateNetworkTest-1087634738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=50a8bde464e448a5af5cc55ed017a708 HTTP/1.1" status: 200 len: 208 time: 0.1412427 Jul 27 16:31:38.866864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4953089 Jul 27 16:31:38.879279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:38.910416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Request body: {'subnet': {'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1944207086-subnet', 'tenant_id': 'e75a54a3256e4ce2b44550834401204d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:38.920014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40eb1120-7d2d-459a-9c4c-9a5e4bebcc96 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9422162 Jul 27 16:31:38.927201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:38.956239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:38.962750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e55290-7a40-4bfc-b913-7d3312fac4ab admin admin] Pushing event updated for resources: {'Network': ['ID=ec28ef3c-3833-47eb-8653-0d049eab9a24,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:38.989466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:31:39.060992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:39.068839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.246610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.248887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.271863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2f63b1a3-cf19-47f1-9558-df559fb112dc', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:31:39.274506 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.418624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.600979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Allocated IP 172.20.0.2 (2f63b1a3-cf19-47f1-9558-df559fb112dc/82914b07-7da1-4fdc-aebc-fb8fcef8b7b7/d723f3e0-e1fa-4643-8440-2a9ba3273c3a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:31:39.806922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.846490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.862033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Transition to ACTIVE for port object d723f3e0-e1fa-4643-8440-2a9ba3273c3a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:39.918864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Transition to ACTIVE for port object d723f3e0-e1fa-4643-8440-2a9ba3273c3a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:39.931309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25252709-c2d3-4d7e-a992-f4eae62f42db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.936001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:39.969528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:31:39.974868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:40.011144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:31:40.065166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.087121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0175f353-edaf-4e21-8551-aa88187f5a99,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:40.108330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:40.109919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Network hostable DHCP agents. Network: ec28ef3c-3833-47eb-8653-0d049eab9a24, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:31:40.172683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:40.223428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Pushing event updated for resources: {'Port': ['ID=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:40.234780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Attempting to bind port d723f3e0-e1fa-4643-8440-2a9ba3273c3a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:31:40.235335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Attempting to bind port d723f3e0-e1fa-4643-8440-2a9ba3273c3a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:31:40.236257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Attempting to bind port d723f3e0-e1fa-4643-8440-2a9ba3273c3a on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:31:40.247214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.247659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.247961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.248493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.248943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.249491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.250018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.250434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.250771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.251109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.251448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.252693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Tracked resource versions report: Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: pushed versions: Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: { 'AddressGroup': {'1.2'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'ConntrackHelper': {'1.0'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Log': {'1.0'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Network': {'1.1'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Port': {'1.7'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'PortForwarding': {'1.2'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'QosPolicy': {'1.8'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SecurityGroup': {'1.4'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SubPort': {'1.0'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Subnet': {'1.1'}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Trunk': {'1.1'}} Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: consumer versions: Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: HyperV agent@n-h1-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: HyperV agent@n-h2-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: L3 agent@n-d-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: Metadata agent@n-d-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: Metering agent@n-d-723572-6: {}, Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'ConntrackHelper': '1.0', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Log': '1.0', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Network': '1.1', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Port': '1.7', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'PortForwarding': '1.2', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'QosPolicy': '1.8', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SecurityGroup': '1.4', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SecurityGroupRule': '1.2', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'SubPort': '1.0', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Subnet': '1.1', Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: 'Trunk': '1.1'}} Jul 27 16:31:40.255379 n-d-723572-6 neutron-server[93925]: {{(pid=93925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:31:40.260671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:31:40.261307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Checking segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:40.261931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.262514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Bound using segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:31:40.263341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Bound port: d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:31:40.264006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.290837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:31:40.322855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ec28ef3c-3833-47eb-8653-0d049eab9a24) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:40.339584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:40.341229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.376476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fa8da18e-e282-41fe-95fd-36e9b9e6d0a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4878860 Jul 27 16:31:40.386290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5ebfb-4891-4605-ad25-dc2d250200e8 None None] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:40.677446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] For port d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:31:40.745049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.771904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] For port d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:31:40.790044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.808113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:40.965876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a7b13-da40-45c4-84d9-acf57ff63d68 None None] Pushing event updated for resources: {'Port': ['ID=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:41.026979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f362-f911-4af0-a3cd-25667435de5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.076589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Allocated IP 172.25.4.183 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:31:41.123808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c55eff-671d-40d1-87c4-45fa8b650c2f None None] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:41.322406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f362-f911-4af0-a3cd-25667435de5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.339772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f362-f911-4af0-a3cd-25667435de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.439164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.445346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5d1f362-f911-4af0-a3cd-25667435de5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50a8bde464e448a5af5cc55ed017a708&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2708218 Jul 27 16:31:41.449599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57638) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:41.670812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.694800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.800973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1f362-f911-4af0-a3cd-25667435de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7878331-2595-4d46-b92c-4611aad64801,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:41.836805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:41.852734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57646) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:41.924048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:31:41.955751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Pushing event updated for resources: {'Port': ['ID=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:41.975738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:42.055332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:31:42.080634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.086569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.090093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7878331-2595-4d46-b92c-4611aad64801 HTTP/1.1" status: 204 len: 168 time: 0.6370227 Jul 27 16:31:42.126173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-593afe39-219f-402a-a9a6-0da26ea764e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.144524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d7ef4-a62c-4e6c-a9da-181ef1199455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7878331-2595-4d46-b92c-4611aad64801,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:42.277769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9cef87-6620-4a57-b86a-aa32945a6056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.346349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.579152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9cef87-6620-4a57-b86a-aa32945a6056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.589590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d9cef87-6620-4a57-b86a-aa32945a6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.702373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d9cef87-6620-4a57-b86a-aa32945a6056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f80ec4a4a2d0440d944226af643ba31d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8479197 Jul 27 16:31:42.702657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:42.712122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:42.731846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cef87-6620-4a57-b86a-aa32945a6056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37689d-c084-4c89-85c4-143774cf8e8d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:42.839360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d723f3e0-e1fa-4643-8440-2a9ba3273c3a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:42.979799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d723f3e0-e1fa-4643-8440-2a9ba3273c3a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:31:43.080417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.190283 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.262749 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.303359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7d34e-5fe8-4c3f-93b5-17c34d31476b None None] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:43.389329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.429561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:43.447551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Provisioning for port d723f3e0-e1fa-4643-8440-2a9ba3273c3a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:31:43.460501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Provisioning complete for port d723f3e0-e1fa-4643-8440-2a9ba3273c3a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:43.461550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.522290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.526623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.533169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc37689d-c084-4c89-85c4-143774cf8e8d HTTP/1.1" status: 204 len: 168 time: 0.8167582 Jul 27 16:31:43.573124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef4c46-66ee-4b33-ac75-bb6819c23ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37689d-c084-4c89-85c4-143774cf8e8d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:43.609464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:43.619064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-690530792-network', 'tenant_id': '409ce468d56a4bf5af5b0461f447c981'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:43.730865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Made reservation on behalf of 409ce468d56a4bf5af5b0461f447c981 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:43.736723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.771114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:43.773039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:31:43.918561 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.026235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] For port d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:31:44.036012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.039031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.044982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.094687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:31:44.135167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.135712 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Added segment f9307757-54d3-4c00-9ad2-e7e194017be0 of type vlan for network 498e63c3-89a9-466b-ba7d-4f1461801c54 Jul 27 16:31:44.172732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0598b2-159d-43fb-a9a1-4284d7041d1b None None] Pushing event updated for resources: {'Port': ['ID=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:44.183947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:31:44.206335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:31:44.228022 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:31:44.228995 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:31:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:44.246013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.260098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c568b611-99a5-40b0-bf40-d60f889a5993 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3305354 Jul 27 16:31:44.261285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:44.369386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd349b2a-f28d-4cec-b0c0-d5bf9cbdb8a0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:44.388575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.439883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95855a4f-3ecc-4533-b39a-91c173ddfac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.488594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe5f36ed-ba2b-4d9b-808d-970010a440d5 None None] Provisioning complete for port d723f3e0-e1fa-4643-8440-2a9ba3273c3a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:44.490316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe5f36ed-ba2b-4d9b-808d-970010a440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.639514 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:31:44.778309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d723f3e0-e1fa-4643-8440-2a9ba3273c3a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:44.828562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95855a4f-3ecc-4533-b39a-91c173ddfac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.838025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95855a4f-3ecc-4533-b39a-91c173ddfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:44.924591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:31:44.996074 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.026547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95855a4f-3ecc-4533-b39a-91c173ddfac4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc719285d213423b852dcd9ed402157d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5938115 Jul 27 16:31:45.027475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:45.038289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d723f3e0-e1fa-4643-8440-2a9ba3273c3a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:45.039080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.048496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855a4f-3ecc-4533-b39a-91c173ddfac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8394d5-0627-4975-a8e6-e724de4b3169,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:45.117273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:45.134442 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:42Z', 'revision_number': 3, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:45.148666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e198f39a-fe80-4af5-8e67-26fc88173fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.227894 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:31:45.228892 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Updating router 48fa670c-c697-4cc2-bda8-ca17b6c196aa port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:31:45.247093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.334343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.378798 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.384380 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e198f39a-fe80-4af5-8e67-26fc88173fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.468941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.470573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:45.471567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.484192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e198f39a-fe80-4af5-8e67-26fc88173fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.504038 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8919048 Jul 27 16:31:45.507671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.512284 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.526149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8394d5-0627-4975-a8e6-e724de4b3169 HTTP/1.1" status: 204 len: 168 time: 0.4625406 Jul 27 16:31:45.541645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:45.553751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Request body: {'subnet': {'network_id': '498e63c3-89a9-466b-ba7d-4f1461801c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-690530792-subnet', 'tenant_id': '409ce468d56a4bf5af5b0461f447c981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:45.588986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e198f39a-fe80-4af5-8e67-26fc88173fa9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a62e6bc5f5474a85a315991cf50403a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4692571 Jul 27 16:31:45.594585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:45.678727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Made reservation on behalf of 409ce468d56a4bf5af5b0461f447c981 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:45.682379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9995e-f21d-4c2d-b7f6-4aba0dcc3e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8394d5-0627-4975-a8e6-e724de4b3169,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:45.686368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:45.749599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a904a-b103-4a02-baf5-3ececb5e10ec admin admin] Pushing event updated for resources: {'Network': ['ID=498e63c3-89a9-466b-ba7d-4f1461801c54,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:45.768130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 498e63c3-89a9-466b-ba7d-4f1461801c54 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:31:45.819166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198f39a-fe80-4af5-8e67-26fc88173fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f5fc4-a8c6-4dc1-ba9d-54a37b3f68d4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:46.099034 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.125556 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Transition to ACTIVE for port object f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:46.139968 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.177619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.241165 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Pushing event updated for resources: {'Port': ['ID=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:46.260729 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.261356 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.261976 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.262856 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.263492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.264111 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.264742 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.265737 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.266353 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.267281 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.267945 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.268838 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Tracked resource versions report: Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: pushed versions: Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: { 'AddressGroup': {'1.2'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'ConntrackHelper': {'1.0'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Log': {'1.0'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Network': {'1.1'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Port': {'1.7'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'PortForwarding': {'1.2'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'QosPolicy': {'1.8'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SecurityGroup': {'1.4'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SubPort': {'1.0'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Subnet': {'1.1'}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Trunk': {'1.1'}} Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: consumer versions: Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: { DHCP agent@n-d-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: HyperV agent@n-h1-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: HyperV agent@n-h2-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: L3 agent@n-d-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: Metadata agent@n-d-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: Metering agent@n-d-723572-6: {}, Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: Open vSwitch agent@n-d-723572-6: { 'AddressGroup': '1.2', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'ConntrackHelper': '1.0', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Log': '1.0', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Network': '1.1', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Port': '1.7', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'PortForwarding': '1.2', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'QosPolicy': '1.8', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SecurityGroup': '1.4', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SecurityGroupRule': '1.2', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'SubPort': '1.0', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Subnet': '1.1', Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: 'Trunk': '1.1'}} Jul 27 16:31:46.271931 n-d-723572-6 neutron-server[93926]: {{(pid=93926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:31:46.330940 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Attempting to bind port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:31:46.332162 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Attempting to bind port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:31:46.333569 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Attempting to bind port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:31:46.339432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.344101 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:31:46.346790 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:46.346790 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.347190 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:31:46.347823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Bound port: f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:31:46.351059 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.465065 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] For port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:31:46.475159 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] For port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:31:46.478110 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.485922 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.554299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:46.586735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce83104d-bf0d-49e9-9acf-b67e62c45780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.662374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.677853 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:31:46.679036 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:31:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:46.679645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.683438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.690150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a8f5fc4-a8c6-4dc1-ba9d-54a37b3f68d4 HTTP/1.1" status: 204 len: 168 time: 1.0872943 Jul 27 16:31:46.814630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e6b4d-aff7-4691-8421-1c5d3bd4da4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f5fc4-a8c6-4dc1-ba9d-54a37b3f68d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:46.832352 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95720a22-1e72-43d3-8ebe-976dedd80dd2 None None] Pushing event updated for resources: {'Port': ['ID=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:46.841444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.929572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce83104d-bf0d-49e9-9acf-b67e62c45780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.940297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce83104d-bf0d-49e9-9acf-b67e62c45780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:46.952548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce49f25a-9e7a-4e9d-87fd-4e345ddb55b9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:47.011834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Checking segment: {'id': 'f9307757-54d3-4c00-9ad2-e7e194017be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '498e63c3-89a9-466b-ba7d-4f1461801c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:47.012542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Network hostable DHCP agents. Network: 498e63c3-89a9-466b-ba7d-4f1461801c54, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:31:47.042098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ce83104d-bf0d-49e9-9acf-b67e62c45780 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9d6409bba174df8881c9f222dfca006&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4826467 Jul 27 16:31:47.043974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:47.058022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83104d-bf0d-49e9-9acf-b67e62c45780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99476423-2e99-4c52-bd93-cb2d0bb951a8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:47.071361 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:31:47.212035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.266590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.271301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Network 498e63c3-89a9-466b-ba7d-4f1461801c54 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:31:47.309171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 498e63c3-89a9-466b-ba7d-4f1461801c54) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:47.328878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:47.329648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab1195-1f55-4d36-b72c-04c996cae7a1 None None] Network 498e63c3-89a9-466b-ba7d-4f1461801c54 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:47.330369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.454061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.462869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.472275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99476423-2e99-4c52-bd93-cb2d0bb951a8 HTTP/1.1" status: 204 len: 168 time: 0.4268429 Jul 27 16:31:47.496892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0aee-28da-4a33-95e9-df0272076fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99476423-2e99-4c52-bd93-cb2d0bb951a8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:47.518839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d24f85f4-1475-4b63-917a-966b9db30770 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9700055 Jul 27 16:31:47.565411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Allocated IP 172.20.0.1 (2f63b1a3-cf19-47f1-9558-df559fb112dc/82914b07-7da1-4fdc-aebc-fb8fcef8b7b7/6f7fa14a-0bf5-4245-93da-2724a6e1b834) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:31:47.818810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334b5ce-aaa4-42e0-b0ad-2c7074f4cf6a None None] Network 498e63c3-89a9-466b-ba7d-4f1461801c54 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:47.832405 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:42Z', 'revision_number': 3, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:47.877567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:47.912231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Transition to ACTIVE for port object 6f7fa14a-0bf5-4245-93da-2724a6e1b834 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:47.941230 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547368-9413-41db-b86e-25ea9617c569 None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:42Z', 'revision_number': 3, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:31:48.022992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:48.143788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:48.153544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:31:48.155807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:48.159862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:31:48.161860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:48.602217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:48.756151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-574eaae3-8393-4269-bf8a-73054dc2e757 None None] Provisioning for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:31:48.795745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-574eaae3-8393-4269-bf8a-73054dc2e757 None None] Provisioning complete for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:48.807248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-574eaae3-8393-4269-bf8a-73054dc2e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:48.827847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:48.835937 n-d-723572-6 neutron-server[93924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 16:31:48.909784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:48.913990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-574eaae3-8393-4269-bf8a-73054dc2e757 None None] Port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:31:48.938870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-2036f167-3c1f-4078-93bf-bbcda1792e05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5d3591f8a030459f835eff719153f6df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053908 Jul 27 16:31:49.046600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.057310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.059790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.074048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:31:49.092706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:49.095300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.290131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:49.365928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-5a1ce8b1-c040-4874-90f1-ee86f089c1b4 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:49.400283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-5a1ce8b1-c040-4874-90f1-ee86f089c1b4 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4599497 Jul 27 16:31:49.400572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.461932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-c2defb27-0848-4d57-a6b8-5fad53807f6b tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/quotas/5d3591f8a030459f835eff719153f6df HTTP/1.1" status: 200 len: 375 time: 0.0601478 Jul 27 16:31:49.469100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:31:49.476362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:49.486128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:31:49.492973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:49.690708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:49.738924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-cf47aba4-708e-41e4-99ac-bec974d7f504 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d3591f8a030459f835eff719153f6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2755077 Jul 27 16:31:50.086609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aff14d86-0f66-444b-b038-b75d8633533e None None] Provisioning complete for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:50.087904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aff14d86-0f66-444b-b038-b75d8633533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:50.124236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:31:50.151438 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-aff14d86-0f66-444b-b038-b75d8633533e None None] Port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:31:50.362779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:31:50.378008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a2fd4cb7-f25e-4905-a116-677dbc2dcc41 admin admin] 10.222.0.64 "PUT /v2.0/routers/48fa670c-c697-4cc2-bda8-ca17b6c196aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1117115 Jul 27 16:31:50.451520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:50.454341 n-d-723572-6 neutron-server[93923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 16:31:50.654738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:50.757500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:50.758496 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:50.936928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-f45ebcdb-4e58-4f47-bcc2-6a868c2412ae tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:50.939917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-f45ebcdb-4e58-4f47-bcc2-6a868c2412ae tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.4868121 Jul 27 16:31:50.976991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-7f27a5a8-d938-42a3-9172-96566688c055 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/quotas/e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 375 time: 0.0279441 Jul 27 16:31:51.002301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc1ac641-b438-4be2-9629-f04676ea8d9a req-131eff1a-f850-46a2-9371-24e4ff8bd77e tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.2105663 Jul 27 16:31:51.086721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-286851b3-5350-4480-a0a4-a3b306e5a8ba tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989010 Jul 27 16:31:51.116753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:31:51.149926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:31:51.151874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:31:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:51.346692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:31:51.678101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 2, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:51.727719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:31:51.728122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Updating router 48fa670c-c697-4cc2-bda8-ca17b6c196aa port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:31:51.787634 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:52.191343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1542487f-c66a-42fb-8151-4dd843628973 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:31:52.215390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1542487f-c66a-42fb-8151-4dd843628973 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4353895 Jul 27 16:31:52.297182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:52.323878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Transition to ACTIVE for port object 6f7fa14a-0bf5-4245-93da-2724a6e1b834 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:52.336855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:52.418475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-99d007d5-68e3-4295-99b0-9fd86c3aa30c service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989410 Jul 27 16:31:52.451772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c501039-e05f-4e0c-bdde-40d9d2e3f182 None None] Pushing event updated for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:52.688311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Attempting to bind port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:31:52.688958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Attempting to bind port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:31:52.689464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc38b97d-f762-4a72-b0a5-a535b7b928bb req-1cb08795-54d9-42ff-937e-257c854cdc68 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.0854626 Jul 27 16:31:52.690508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Attempting to bind port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:31:52.706579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:31:52.707122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Checking segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:52.707848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:52.708536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Bound using segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:31:52.709358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Bound port: 6f7fa14a-0bf5-4245-93da-2724a6e1b834, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:31:52.710008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:52.788733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-b92b14c2-8ac5-48c4-8653-779f3f935a47 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557451 Jul 27 16:31:53.048937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] For port 6f7fa14a-0bf5-4245-93da-2724a6e1b834, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:31:53.065459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] For port 6f7fa14a-0bf5-4245-93da-2724a6e1b834, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f7fa14a-0bf5-4245-93da-2724a6e1b834,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:31:53.071936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:53.173508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:31:53.174744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:31:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:53.314844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c501039-e05f-4e0c-bdde-40d9d2e3f182 None None] Pushing event updated for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:53.334296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bc8b24f-91d4-4cb0-93a6-96114ec7d2a9 req-5b3d0580-9504-4fa1-94de-62268daa0c32 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 210 time: 0.1104605 Jul 27 16:31:53.478480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:53.484993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:31:53.496125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-network', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:53.586208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Made reservation on behalf of 78c0b815b4c44bf9b15eee9adf3e30d4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:53.590318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:53.620093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:53.910423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:53.919409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:53.989054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:31:54.000808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:53Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:31:54.035858 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:54.037440 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Added segment 33c6c293-9240-4278-958a-b3444c873c4c of type vlan for network 53283085-2b70-4d23-8788-9bca33355e8e Jul 27 16:31:54.068612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24235b45-7a5e-45c8-a8ad-6c542fcb3e28 None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:53Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:31:54.078949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7457c0-141f-482b-a382-ccbec519e94d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:54.300116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:54.470461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:54.472019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:54.472943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:54.596841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ea71924-0e0f-4547-9fae-5b33d0c64474 req-60959909-f14c-4fb7-8d86-728bc15328f8 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.1451612 Jul 27 16:31:54.800278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f7fa14a-0bf5-4245-93da-2724a6e1b834 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:55.008676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5260136 Jul 27 16:31:55.017181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:55.042033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Request body: {'subnet': {'network_id': '53283085-2b70-4d23-8788-9bca33355e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-subnet', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:55.048832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:31:55.084608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:55.085195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:55.099582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.61', 49764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:55.139730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebe63a3a-e5a1-4ec5-ba23-6b62c0244dda req-1c1d4b29-225f-4648-a264-1032afad5eeb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 210 time: 0.1494341 Jul 27 16:31:55.204853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Made reservation on behalf of 78c0b815b4c44bf9b15eee9adf3e30d4 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:55.208902 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:55.284938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c0b97-2f56-4d9d-a102-a2334db049cb admin admin] Pushing event updated for resources: {'Network': ['ID=53283085-2b70-4d23-8788-9bca33355e8e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:55.375417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-27deaa4d-dc4f-4bf1-9454-594247d27dd4 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5d3591f8a030459f835eff719153f6df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2655025 Jul 27 16:31:55.377638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 53283085-2b70-4d23-8788-9bca33355e8e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:31:55.725675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:55.907150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6f7fa14a-0bf5-4245-93da-2724a6e1b834, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f7fa14a-0bf5-4245-93da-2724a6e1b834,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:31:55.911838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-4412c0a0-3b3e-4571-bccd-dd79b8faad15 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:55.918343 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:55.928023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-4412c0a0-3b3e-4571-bccd-dd79b8faad15 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236608 Jul 27 16:31:56.032109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Request body: {'port': {'device_id': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '5d3591f8a030459f835eff719153f6df'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:56.165411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ae2a9dc-2af6-4fd1-9f23-e244f1c4164f req-e2c806ba-a44b-4529-b0ff-b4253b2b8e67 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.1694896 Jul 27 16:31:56.220760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:56.461194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:56.659639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:56.684737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b872e4-bdd0-49fa-896e-fb3cf1d79f8b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:56.725564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:56.743328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f7fa14a-0bf5-4245-93da-2724a6e1b834 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:31:56.870435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-acb7b0e8-3c36-4bb5-a31f-b7b3efdf2fe4 req-b331294a-f098-4622-b5b7-04b1d149907d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 210 time: 0.1163986 Jul 27 16:31:56.923415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:31:56.925776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.027290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06ccf4a3-4c7a-4608-83b6-991f7393b619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.050221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Checking segment: {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:57.051278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Network hostable DHCP agents. Network: 53283085-2b70-4d23-8788-9bca33355e8e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:31:57.101469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Made reservation on behalf of 5d3591f8a030459f835eff719153f6df for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:57.108581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.132293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Network 53283085-2b70-4d23-8788-9bca33355e8e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:31:57.144525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.150743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 53283085-2b70-4d23-8788-9bca33355e8e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:57.169084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:57.169937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.226089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.13', 49779) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:57.384104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d5b44-1ffd-4d2c-850a-2c9fc38e3642 None None] Network 53283085-2b70-4d23-8788-9bca33355e8e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:31:57.490578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06f36494-b6cb-413d-b4a4-fcdf9ddcc202 req-6820cb32-5548-4fa3-b955-b666eab7700b tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.0569854 Jul 27 16:31:57.562803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.611030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:57.656806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-7df4bc43-a1ea-4d9e-bf2f-727230978476 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:31:57.658717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-7df4bc43-a1ea-4d9e-bf2f-727230978476 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.3933806 Jul 27 16:31:57.678306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06ccf4a3-4c7a-4608-83b6-991f7393b619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.685462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06ccf4a3-4c7a-4608-83b6-991f7393b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.704833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4350a177-217f-44b9-a355-12604ec84b82 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6818485 Jul 27 16:31:57.710678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:57.720456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:57.741979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:31:57.741979 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:31:57.741979 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '1d28ba279ee5490eb63073302e5268da', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 31, 57, 639875)}] Jul 27 16:31:57.741979 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:31:57.743153 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:31:57.790970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:57.793374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06ccf4a3-4c7a-4608-83b6-991f7393b619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a4b4cd119ea4dcaae85053bb4b4cdd2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1271691 Jul 27 16:31:57.794871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf4a3-4c7a-4608-83b6-991f7393b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15609d5-636e-4f2b-a1d5-7f516fdf32e6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:57.803127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:31:57.938066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Request body: {'port': {'device_id': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'admin_state_up': True, 'tenant_id': 'e75a54a3256e4ce2b44550834401204d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:31:57.971429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-53283085-2b70-4d23-8788-9bca33355e8e', 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'fixed_ips': [{'subnet_id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:31:57.973039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.128140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.151024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.272131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.360841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.398302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Allocated IP 172.20.0.2 (53283085-2b70-4d23-8788-9bca33355e8e/68b872e4-bdd0-49fa-896e-fb3cf1d79f8b/e0be9d00-a1ba-4540-8d68-a5cae2fc120c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:31:58.581326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.831029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43735955-a2b5-4b52-a920-b1ad855f0a69 req-655f6101-02bf-4ca3-9ec1-e49e1b9f3791 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 210 time: 0.1276672 Jul 27 16:31:58.868801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:31:58.868801 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:31:58.868801 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': 'ef16f12a327d4c6da8add547274b1356', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 31, 57, 841025)}] Jul 27 16:31:58.868801 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:31:58.875729 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:31:58.902981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.905114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.941184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:58.957489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Transition to ACTIVE for port object e0be9d00-a1ba-4540-8d68-a5cae2fc120c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:59.007735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Transition to ACTIVE for port object e0be9d00-a1ba-4540-8d68-a5cae2fc120c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:31:59.024115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.045023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:31:59.053869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f32f19c-6024-4cb9-9259-c63d681975dc req-e8ee235f-683c-47ad-bba6-d501ed973931 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.1942308 Jul 27 16:31:59.119716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Network 53283085-2b70-4d23-8788-9bca33355e8e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:31:59.124305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:31:59.128938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:31:59.158664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:31:59.158664 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:31:59.158664 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '1d28ba279ee5490eb63073302e5268da', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 31, 58, 357446)}] Jul 27 16:31:59.158664 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:31:59.159104 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:31:59.179905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.197041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Pushing event updated for resources: {'Port': ['ID=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:59.199666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.203711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.210283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a15609d5-636e-4f2b-a1d5-7f516fdf32e6 HTTP/1.1" status: 204 len: 168 time: 1.4039085 Jul 27 16:31:59.218873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Allocated IP 192.168.233.14 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/e62598b7-c12e-4378-857b-3514e8827144) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:31:59.279145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2d7a-e149-4be8-87b9-b3c3f31c9448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15609d5-636e-4f2b-a1d5-7f516fdf32e6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:59.333831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:31:59.339533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.339805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Attempting to bind port e0be9d00-a1ba-4540-8d68-a5cae2fc120c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:31:59.340596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Attempting to bind port e0be9d00-a1ba-4540-8d68-a5cae2fc120c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:31:59.341171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Attempting to bind port e0be9d00-a1ba-4540-8d68-a5cae2fc120c on network 53283085-2b70-4d23-8788-9bca33355e8e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:31:59.365366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e671b-de33-4e9e-9024-c280894b6a3d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:59.382148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:31:59.388289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Checking segment: {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:31:59.389075 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.389880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Bound using segment: {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:31:59.391097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Bound port: e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:31:59.394508 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.470347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.619535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.681112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] For port e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:31:59.689568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] For port e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:31:59.709055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:31:59.908669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e884-2183-4462-ab21-0cf622b51834 None None] Pushing event updated for resources: {'Port': ['ID=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:00.319653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Allocated IP 172.20.0.11 (ec28ef3c-3833-47eb-8653-0d049eab9a24/0175f353-edaf-4e21-8551-aa88187f5a99/1247dfec-06d2-48d8-a818-c23ecaa34926) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:00.547121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:00.870263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e0be9d00-a1ba-4540-8d68-a5cae2fc120c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:01.065170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.079114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-371f9995-49e3-484f-89b0-a8b598f0cd0e req-97fe7189-b452-4b39-9d0c-32de444bb9b5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 210 time: 0.7629113 Jul 27 16:32:01.093299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:01.096923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.109553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e0be9d00-a1ba-4540-8d68-a5cae2fc120c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:01.149739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d285e2b3-36c6-4685-b7e7-9c6b8ec4f732 req-b5343265-b341-4573-96cd-9301ecd5d9d5 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.8198118 Jul 27 16:32:01.536123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef16f12a327d4c6da8add547274b1356&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9234674 Jul 27 16:32:01.547811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:01.556554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.564929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.566794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fb816d-c3ca-4726-80f1-0e672da3ed34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.823147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.937634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:01.986219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.049078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c291-d9f1-4fb9-8336-ed6697272a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48285e0-9e82-40d5-b2e4-1bce2ae8dedf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:02.060614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Transition to ACTIVE for port object e62598b7-c12e-4378-857b-3514e8827144 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:02.116856 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.124824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929b5b0-b3a4-4418-af8d-06e01100c652,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:02.162782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2959f514-1c5e-409a-a376-1058bf76ec4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d28ba279ee5490eb63073302e5268da&name=default HTTP/1.1" status: 200 len: 2979 time: 5.4357095 Jul 27 16:32:02.163907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.189624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:02.190461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68682bfc-aa34-401c-8e92-f3cc7da51c63 None None] Network 53283085-2b70-4d23-8788-9bca33355e8e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:32:02.361694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:02.362183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Provisioning for port e0be9d00-a1ba-4540-8d68-a5cae2fc120c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:02.369264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Provisioning complete for port e0be9d00-a1ba-4540-8d68-a5cae2fc120c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:02.369685 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.390567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:02.430809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:02.445293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:02.446580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.547768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8fe7b4ff-e5d0-4bf9-9fd1-5c3ba5d6a4ca req-313b6200-0555-4aec-94a7-0b943e7a4748 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.1805193 Jul 27 16:32:02.570877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:02.673464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.689046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.727136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.751050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] For port e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:02.757817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.934234 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:02.967584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2290e-2aa0-432d-aa68-ef078f1ab720 None None] Pushing event updated for resources: {'Port': ['ID=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:03.091346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.253275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Pushing event updated for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:03.291893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.296941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.299179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a929b5b0-b3a4-4418-af8d-06e01100c652 HTTP/1.1" status: 204 len: 168 time: 1.0161092 Jul 27 16:32:03.328230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36e7df-590d-4d18-9224-e98efc0bc95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929b5b0-b3a4-4418-af8d-06e01100c652,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:03.420860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a8ccbaf7-0096-4f1f-b63b-01c94139ed73 None None] Provisioning complete for port e0be9d00-a1ba-4540-8d68-a5cae2fc120c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:03.422629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8ccbaf7-0096-4f1f-b63b-01c94139ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.545573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:03.557874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.562305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.568943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e48285e0-9e82-40d5-b2e4-1bce2ae8dedf HTTP/1.1" status: 204 len: 168 time: 2.0035288 Jul 27 16:32:03.654879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f5aa1-ea22-4a14-8e1e-d0ce2e781be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48285e0-9e82-40d5-b2e4-1bce2ae8dedf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:03.670984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:03.753642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3dea4-a8ec-4987-94fc-c8fd32a58c4d req-54c30042-9cb8-4632-9aef-087fae8195d2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:03.758723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbf3dea4-a8ec-4987-94fc-c8fd32a58c4d req-54c30042-9cb8-4632-9aef-087fae8195d2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 932 time: 1.3867085 Jul 27 16:32:03.883359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fb816d-c3ca-4726-80f1-0e672da3ed34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:03.906636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:03.943325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:03.949333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.001418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fb816d-c3ca-4726-80f1-0e672da3ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.047725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-ee5fb1a0-0145-4730-a776-606a8838da05 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.0271664 Jul 27 16:32:04.049644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.059819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-1479092b-ab3d-4d2e-9bf0-b4d9f38c439d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1461365 Jul 27 16:32:04.124263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-c6192e5e-336b-4c83-b7eb-a0944ee83202 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:32:04.141530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-c6192e5e-336b-4c83-b7eb-a0944ee83202 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457308 Jul 27 16:32:04.185923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.341040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256025-bbba-47e3-b896-0ad95fba246e req-702c9ca1-cc9b-4307-9677-971df8b23912 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:04.357518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be256025-bbba-47e3-b896-0ad95fba246e req-702c9ca1-cc9b-4307-9677-971df8b23912 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 935 time: 0.4706001 Jul 27 16:32:04.507554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-41fb816d-c3ca-4726-80f1-0e672da3ed34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e0c59048c8748fcbfabd95fca4b7681&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4112897 Jul 27 16:32:04.567946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:04.593161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2454eae-1c66-402f-bbd4-718202e701cb None None] Provisioning for port e62598b7-c12e-4378-857b-3514e8827144 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:04.615407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2454eae-1c66-402f-bbd4-718202e701cb None None] Provisioning complete for port e62598b7-c12e-4378-857b-3514e8827144 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:04.616003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2454eae-1c66-402f-bbd4-718202e701cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.679648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be256025-bbba-47e3-b896-0ad95fba246e req-53e8b234-37ef-4b39-b07a-771fadfed49e tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965109 Jul 27 16:32:04.745952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:04.790818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e0be9d00-a1ba-4540-8d68-a5cae2fc120c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:04.832162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-01f2dca6-282b-401f-a33f-db57a1535cab tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:32:04.837554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-01f2dca6-282b-401f-a33f-db57a1535cab tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256662 Jul 27 16:32:04.839466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb816d-c3ca-4726-80f1-0e672da3ed34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3636a406-d507-48fe-a03f-da1a76e0bd6f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:04.906621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e17a0f-0206-4752-8c94-bd0f2aaf5962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:04.941274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d2454eae-1c66-402f-bbd4-718202e701cb None None] Port e62598b7-c12e-4378-857b-3514e8827144 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:04.982771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.047032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e0be9d00-a1ba-4540-8d68-a5cae2fc120c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:05.047647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.074840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbf3dea4-a8ec-4987-94fc-c8fd32a58c4d req-a885b87c-eec8-4858-80df-c97d18b87cbc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2938821 Jul 27 16:32:05.184362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Allocated IP 172.25.4.204 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/92a76974-bf74-427e-97ff-af4b206638cf) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:05.249796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:05.343903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.358666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Request body: {'port': {'device_id': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:05.462850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4ed98f-f029-4270-af70-6f8ed72605c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.525805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.686316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:05.841319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Request body: {'port': {'device_id': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'device_owner': 'compute:tempest-test_az-2133675562', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:05.899852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:06.058262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:06.067966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:06.087197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:06.095786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e17a0f-0206-4752-8c94-bd0f2aaf5962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:06.135968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-10e17a0f-0206-4752-8c94-bd0f2aaf5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:06.292888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:06.297945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:06.300310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3636a406-d507-48fe-a03f-da1a76e0bd6f HTTP/1.1" status: 204 len: 168 time: 1.7296712 Jul 27 16:32:06.336542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-10e17a0f-0206-4752-8c94-bd0f2aaf5962 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75446e328c604fefac8b13977eb0bdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5870292 Jul 27 16:32:06.356052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58186) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:06.580365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Pushing event updated for resources: {'Port': ['ID=92a76974-bf74-427e-97ff-af4b206638cf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:06.782097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17a0f-0206-4752-8c94-bd0f2aaf5962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d616fd84-9aa8-4543-acba-f60c7f459992,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:06.915596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385fe27-b110-40e1-b9cb-6571bbc53fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3636a406-d507-48fe-a03f-da1a76e0bd6f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:07.144660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1247dfec-06d2-48d8-a818-c23ecaa34926 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:07.172840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.215367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.232627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Transition to ACTIVE for port object 1247dfec-06d2-48d8-a818-c23ecaa34926 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:07.256555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.372060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe000-c6b8-45a7-9a59-e3fbd53227d1 req-4a954691-1209-4c9b-bc55-b7c02307985a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:07.375092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ecefe000-c6b8-45a7-9a59-e3fbd53227d1 req-4a954691-1209-4c9b-bc55-b7c02307985a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 935 time: 1.2753322 Jul 27 16:32:07.534482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.564276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332dd52-6903-4c88-b859-fb2b7116a6b6 req-145b0b80-8791-407c-a3a9-d082faec7b39 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:07.567214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3332dd52-6903-4c88-b859-fb2b7116a6b6 req-145b0b80-8791-407c-a3a9-d082faec7b39 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 932 time: 1.2075922 Jul 27 16:32:07.605257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.670455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:07.679648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4ed98f-f029-4270-af70-6f8ed72605c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.731711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df4ed98f-f029-4270-af70-6f8ed72605c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.740871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:07.741672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:07.742368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:07.796265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ecefe000-c6b8-45a7-9a59-e3fbd53227d1 req-f8346b26-319c-41c7-b6c7-98aecb38dbc8 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020240 Jul 27 16:32:07.809971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:07.810680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:07.855274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:07.855948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:07.856996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:07.857893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Bound port: 1247dfec-06d2-48d8-a818-c23ecaa34926, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:07.858597 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.862667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:07.881324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed98f-f029-4270-af70-6f8ed72605c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c59a26-516d-424b-8989-e7e51da10aae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:07.888246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-df4ed98f-f029-4270-af70-6f8ed72605c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e97fbfdc91a44d93ac9fbc347b77e4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6253302 Jul 27 16:32:07.892727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:08.072285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:08.078480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.083673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:08.094327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.167922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3332dd52-6903-4c88-b859-fb2b7116a6b6 req-c33897f3-1fef-424a-8fc3-0db6eee4cb79 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520623 Jul 27 16:32:08.237741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.265012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:08.266117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.268786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] 10.222.0.13 "PUT /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 1092 time: 3.4323583 Jul 27 16:32:08.269565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:08.310094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.310094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.346673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d616fd84-9aa8-4543-acba-f60c7f459992 HTTP/1.1" status: 204 len: 168 time: 1.9558811 Jul 27 16:32:08.506309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338fe5b-e573-4c31-9bbc-efb9f6bb1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:08.564605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f1d5-d107-44ab-8b11-bc419a886a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d616fd84-9aa8-4543-acba-f60c7f459992,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:08.754341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.772213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:08.775865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c59a26-516d-424b-8989-e7e51da10aae HTTP/1.1" status: 204 len: 168 time: 0.8816445 Jul 27 16:32:08.921151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5914cb-3b74-4614-856d-e280c835fd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c59a26-516d-424b-8989-e7e51da10aae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:09.009274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-84b1c38c-c4b4-416d-9bed-ad1be3240feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:09.025327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-84b1c38c-c4b4-416d-9bed-ad1be3240feb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1095 time: 0.6108444 Jul 27 16:32:09.077490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:09.303496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62598b7-c12e-4378-857b-3514e8827144 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:09.387982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:09.451174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Transition to ACTIVE for port object e62598b7-c12e-4378-857b-3514e8827144 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:09.480501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:09.498187 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:09.575338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-0277e723-4eb2-4e43-9ff4-b5adf5414a85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.5209005 Jul 27 16:32:09.685476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8eb94ed1-c719-48cc-9a2b-80e00933503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:09.700258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Pushing event updated for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:10.086240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Attempting to bind port e62598b7-c12e-4378-857b-3514e8827144 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:10.087193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Attempting to bind port e62598b7-c12e-4378-857b-3514e8827144 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:10.087981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Attempting to bind port e62598b7-c12e-4378-857b-3514e8827144 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:10.106912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Port e62598b7-c12e-4378-857b-3514e8827144 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:10.107692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Attempting to bind port e62598b7-c12e-4378-857b-3514e8827144 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:10.160047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:10.160739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:10.161934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:10.162692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Bound port: e62598b7-c12e-4378-857b-3514e8827144, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:10.163516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:10.185736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b05651-56c1-4a6d-b39a-1e8b7de12028 req-ee19d15b-8d8a-465e-af1f-4c42b0115af2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:10.200749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44b05651-56c1-4a6d-b39a-1e8b7de12028 req-ee19d15b-8d8a-465e-af1f-4c42b0115af2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.6231778 Jul 27 16:32:10.348739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Router 95839cb4-948f-4c44-98a5-d173d8e69001 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:32:10.465312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44b05651-56c1-4a6d-b39a-1e8b7de12028 req-2e081fb6-9ef9-40c4-8e3c-249730a57488 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629979 Jul 27 16:32:10.538183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-781bcc5a-b226-4a0b-850d-a134454b2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:10.558394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-781bcc5a-b226-4a0b-850d-a134454b2347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.3235698 Jul 27 16:32:10.683423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f0021-6801-4f1a-ad05-3d159efce79e req-c801944c-f7f1-4c4f-9976-596625503bb2 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:10.709523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e6f0021-6801-4f1a-ad05-3d159efce79e req-c801944c-f7f1-4c4f-9976-596625503bb2 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 1.4960058 Jul 27 16:32:10.923493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-46cd79f7-3d9b-4c1c-8976-2778811dc124 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878171 Jul 27 16:32:11.001460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:32:11.045618 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Sync routers for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:32:11.090309 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:11.093282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:11.107630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e62598b7-c12e-4378-857b-3514e8827144,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:11.107879 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:31:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:11.115637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:11.125649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cadf5867-4da7-4674-a9f3-c79f00051d6c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 13.4115748 Jul 27 16:32:11.127683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:11.148685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:11.209396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e6f0021-6801-4f1a-ad05-3d159efce79e req-77ce2a20-cf0d-4d98-a5c0-8fac09e4da59 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981716 Jul 27 16:32:11.389645 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d3615-9258-4ab6-8470-8ecca5009c8b x-openstack-request-id: req-102d3615-9258-4ab6-8470-8ecca5009c8b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:11.390172 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:11.390629 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-102d3615-9258-4ab6-8470-8ecca5009c8b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:11.391457 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'status': 'completed', 'code': 200} Jul 27 16:32:11.453147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-66aacfc2-44d3-4132-91ac-9b7db54a6c86 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149634 Jul 27 16:32:11.651196 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:12.063624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c18903f-b2ce-4c2b-81a8-7e75726bdfe4 req-fb823caa-f7f3-46a8-bb07-d22cd3550215 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028879 Jul 27 16:32:12.113577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-301845ca-b890-4f39-9f98-3da972566d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:12.170773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Pushing event updated for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:12.211289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75153-50ed-4129-9db0-281bfcd1dc41 req-65fc18dc-cd8f-42a6-a7be-19b7b60961e1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:12.225305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84f75153-50ed-4129-9db0-281bfcd1dc41 req-65fc18dc-cd8f-42a6-a7be-19b7b60961e1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.4895606 Jul 27 16:32:12.283354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:12.284703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:12.290026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-3495fefe-8e19-4052-8d2d-3f5d04debb98 service neutron] 10.222.0.61 "PUT /v2.0/ports/e62598b7-c12e-4378-857b-3514e8827144 HTTP/1.1" status: 200 len: 1117 time: 7.0832126 Jul 27 16:32:12.293482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:12.402432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:12.431275 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:06Z', 'revision_number': 3, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:12.495069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Checking router: 95839cb4-948f-4c44-98a5-d173d8e69001 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:32:12.497711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Updating router 95839cb4-948f-4c44-98a5-d173d8e69001 port 92a76974-bf74-427e-97ff-af4b206638cf binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:32:12.529930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84f75153-50ed-4129-9db0-281bfcd1dc41 req-6d1fc7b2-ea60-4bc0-b59c-9becd752567c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004971 Jul 27 16:32:12.640839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-2a188efa-96ff-44ed-9ad5-5b081a8d5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:12.649140 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-2a188efa-96ff-44ed-9ad5-5b081a8d5c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1095 time: 0.4133191 Jul 27 16:32:12.707178 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:13.287717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:13.454227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-5098eab7-b887-4aae-bca1-03c80ff5b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:13.459906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-ecd311c4-fffb-47b8-ab34-3ebb5aa264dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:13.462393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-5098eab7-b887-4aae-bca1-03c80ff5b0c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.8083227 Jul 27 16:32:13.470438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-ecd311c4-fffb-47b8-ab34-3ebb5aa264dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d3591f8a030459f835eff719153f6df&device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 1120 time: 0.7123682 Jul 27 16:32:13.521589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a941bf6-e278-49cc-9df7-b508f8be0348 req-d3a82d11-e1a4-441c-aa2f-212d429f3226 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:13.547762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a941bf6-e278-49cc-9df7-b508f8be0348 req-d3a82d11-e1a4-441c-aa2f-212d429f3226 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 0.7901475 Jul 27 16:32:13.607518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-47ded977-a04d-49c3-a084-af4a5d052c82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.1299012 Jul 27 16:32:13.774130 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:13.800284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-b73314b7-6427-409e-9120-ab2c47be794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:13.803914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-b73314b7-6427-409e-9120-ab2c47be794c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1863043 Jul 27 16:32:13.818584 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Transition to ACTIVE for port object 92a76974-bf74-427e-97ff-af4b206638cf will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:13.839598 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:13.974615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-68889dc6-4531-43a7-92e9-4d98cdd86d0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619229 Jul 27 16:32:14.008001 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821692d7-103f-445c-bcce-fc5e23d21894 None None] Pushing event updated for resources: {'Port': ['ID=92a76974-bf74-427e-97ff-af4b206638cf,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:14.093353 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8321afc-6363-481c-9c4c-43194287cd36" -d '{"events": [{"name": "network-changed", "server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "tag": "e62598b7-c12e-4378-857b-3514e8827144"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:14.098072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Attempting to bind port 92a76974-bf74-427e-97ff-af4b206638cf on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:14.099547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Attempting to bind port 92a76974-bf74-427e-97ff-af4b206638cf by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:14.100337 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Attempting to bind port 92a76974-bf74-427e-97ff-af4b206638cf on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:14.124064 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:14.126315 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:14.127703 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:14.134739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-bede1008-e792-4c5f-be18-6a7e66c321ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e62598b7-c12e-4378-857b-3514e8827144 HTTP/1.1" status: 200 len: 217 time: 0.5468123 Jul 27 16:32:14.134971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:14.134971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Bound port: 92a76974-bf74-427e-97ff-af4b206638cf, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:14.134971 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:14.401744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-0843ee9e-7fbe-4a28-be82-4895bea67ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142628 Jul 27 16:32:14.425321 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] For port 92a76974-bf74-427e-97ff-af4b206638cf, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:14.438848 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] For port 92a76974-bf74-427e-97ff-af4b206638cf, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=92a76974-bf74-427e-97ff-af4b206638cf,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:14.445217 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:14.490865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-da9cb1c7-4b82-49e4-84d5-5d6760c97798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:14.508185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-da9cb1c7-4b82-49e4-84d5-5d6760c97798 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3660684 Jul 27 16:32:14.585663 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:14.586782 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:32:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:14.672376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f90dcb8-7ba9-454c-9df7-f769f67a3dfd req-b0a76d8f-c949-41b1-a01e-2630024d0934 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543898 Jul 27 16:32:14.753744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a941bf6-e278-49cc-9df7-b508f8be0348 req-0ae9d743-87c8-4cb5-b6f4-db9291076717 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1951196 Jul 27 16:32:14.818388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821692d7-103f-445c-bcce-fc5e23d21894 None None] Pushing event updated for resources: {'Port': ['ID=92a76974-bf74-427e-97ff-af4b206638cf,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:14.933420 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:15.197276 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:15.483607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55138b-1668-453d-b1e1-832083398438 req-9ce2cc0e-642f-4a77-a3ba-91a47af694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:15.494509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-9ce2cc0e-642f-4a77-a3ba-91a47af694e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9713762 Jul 27 16:32:15.659946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee437-27ad-4db7-96aa-91fbc06f162e req-b19f8b78-a0cc-4139-be08-7a2722dc4136 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:15.663591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6deee437-27ad-4db7-96aa-91fbc06f162e req-b19f8b78-a0cc-4139-be08-7a2722dc4136 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.6015351 Jul 27 16:32:15.994955 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:06Z', 'revision_number': 3, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:16.003956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-ee919fe1-a805-4595-ae49-25cc853224f7 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082302 Jul 27 16:32:16.061017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bbdae-67af-484e-9e97-fe3fe3071b4c None None] The sync data for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 is: [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:06Z', 'revision_number': 3, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:32:16.186341 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6deee437-27ad-4db7-96aa-91fbc06f162e req-dd5edf53-30e1-46f3-a457-1e637e9e6dd4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717164 Jul 27 16:32:16.483057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:16.493893 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:16.659636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee55138b-1668-453d-b1e1-832083398438 req-96581f57-d888-4b8c-a1b1-a5fc226114df service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399152 Jul 27 16:32:16.662223 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f124ca0-58cb-428e-a687-03faa11d2e79 x-openstack-request-id: req-7f124ca0-58cb-428e-a687-03faa11d2e79 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:16.662564 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "tag": "e62598b7-c12e-4378-857b-3514e8827144", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:16.662823 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f124ca0-58cb-428e-a687-03faa11d2e79 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:16.663307 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144', 'status': 'completed', 'code': 200} Jul 27 16:32:17.179711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321afc-6363-481c-9c4c-43194287cd36 req-0e7347d0-0081-4530-a131-d9c81b5a7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:17.188974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-0e7347d0-0081-4530-a131-d9c81b5a7e85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d3591f8a030459f835eff719153f6df&device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 1120 time: 0.3966339 Jul 27 16:32:17.212787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d06a0-0cb5-4a3a-be13-ed5b849dea03 req-641e8320-7ec3-4c08-b769-e91358c9c7c0 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:17.237669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-201d06a0-0cb5-4a3a-be13-ed5b849dea03 req-641e8320-7ec3-4c08-b769-e91358c9c7c0 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 0.3707731 Jul 27 16:32:17.258604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Allocated IP 172.20.0.1 (53283085-2b70-4d23-8788-9bca33355e8e/68b872e4-bdd0-49fa-896e-fb3cf1d79f8b/884cc91d-66cf-406d-a196-68cd07a65201) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:17.357637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-201d06a0-0cb5-4a3a-be13-ed5b849dea03 req-e930d8a6-5663-49d4-b218-39edbb64b9fb tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183193 Jul 27 16:32:17.702583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:17.755788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Transition to ACTIVE for port object 884cc91d-66cf-406d-a196-68cd07a65201 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:18.313382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-8bebd2a4-3c68-4351-a964-73e5b51d6239 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327280 Jul 27 16:32:18.588613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558283f-fa1f-4122-a8ab-22ae9a474d15 req-4c01453a-2be4-4456-9474-60dbc609a64c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:18.601206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1558283f-fa1f-4122-a8ab-22ae9a474d15 req-4c01453a-2be4-4456-9474-60dbc609a64c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.3080966 Jul 27 16:32:18.685203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-184d3229-a5ba-4b85-9e43-aa2a8e51075f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:18.688099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-184d3229-a5ba-4b85-9e43-aa2a8e51075f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610539 Jul 27 16:32:18.725048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-355e70e7-62e3-4075-bb73-d7926a8f7a3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/quotas/3a9f245350b744a3a698c6afee14c8c1 HTTP/1.1" status: 200 len: 375 time: 0.0270946 Jul 27 16:32:18.738138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1558283f-fa1f-4122-a8ab-22ae9a474d15 req-790a4a7f-0df9-47d8-b94e-3fa66fe68c66 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354024 Jul 27 16:32:18.768606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 92a76974-bf74-427e-97ff-af4b206638cf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:18.812945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:18.822047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-99faffc5-380c-4146-b13c-d063bf316f6a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844548 Jul 27 16:32:18.893284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321afc-6363-481c-9c4c-43194287cd36 req-46ca5d22-c944-4525-8c22-ad30299f75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:18.897023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-46ca5d22-c944-4525-8c22-ad30299f75e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 1.1376565 Jul 27 16:32:18.905020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 92a76974-bf74-427e-97ff-af4b206638cf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:18.914379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Network 53283085-2b70-4d23-8788-9bca33355e8e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:18.915523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 92a76974-bf74-427e-97ff-af4b206638cf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:18.916261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:18.918814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:18.923004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:18.924140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:19.124630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:19.201537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-22ee8fd9-762e-4aa5-b003-9586e50c1f63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e62598b7-c12e-4378-857b-3514e8827144 HTTP/1.1" status: 200 len: 217 time: 0.1579366 Jul 27 16:32:19.217548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 92a76974-bf74-427e-97ff-af4b206638cf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=92a76974-bf74-427e-97ff-af4b206638cf,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:19.226587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:19.242654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Pushing event updated for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:19.414976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=92a76974-bf74-427e-97ff-af4b206638cf,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:19.478001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e51897-737c-42af-9a7b-c025581cb5a1 req-d9a6c31e-7031-4de5-b13e-eebef3391971 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:19.481023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86e51897-737c-42af-9a7b-c025581cb5a1 req-d9a6c31e-7031-4de5-b13e-eebef3391971 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 0.1970811 Jul 27 16:32:19.546816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f1df1ce0-2adf-433e-86a2-02f7f2cf4c22 None None] Provisioning for port 884cc91d-66cf-406d-a196-68cd07a65201 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:19.562568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f1df1ce0-2adf-433e-86a2-02f7f2cf4c22 None None] Provisioning complete for port 884cc91d-66cf-406d-a196-68cd07a65201 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:19.562951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1df1ce0-2adf-433e-86a2-02f7f2cf4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:19.575232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86e51897-737c-42af-9a7b-c025581cb5a1 req-e04af883-9a1f-474a-b70e-b9c4ef30acf2 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831151 Jul 27 16:32:19.686043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1df1ce0-2adf-433e-86a2-02f7f2cf4c22 None None] Port 884cc91d-66cf-406d-a196-68cd07a65201 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:19.765123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321afc-6363-481c-9c4c-43194287cd36 req-2f262577-2715-4a00-982a-9fa1fef06534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:19.767512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-2f262577-2715-4a00-982a-9fa1fef06534 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.5519023 Jul 27 16:32:19.878845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-27908254-026f-45ab-9560-8bc3de74b759 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690539 Jul 27 16:32:19.981077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:20.018114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74def59-5c10-432f-b5cc-37d076e18711 req-66c6e04a-f45e-4f04-b9f7-ebb923c0eaba tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:20.021167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d74def59-5c10-432f-b5cc-37d076e18711 req-66c6e04a-f45e-4f04-b9f7-ebb923c0eaba tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.0880077 Jul 27 16:32:20.119754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d74def59-5c10-432f-b5cc-37d076e18711 req-f90c81c5-f37f-490e-8fb2-f99f084f1ce8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Jul 27 16:32:20.122037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321afc-6363-481c-9c4c-43194287cd36 req-a183bf9d-af90-419d-ba5b-fceb7eb4dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:20.125577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-a183bf9d-af90-419d-ba5b-fceb7eb4dcc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3502014 Jul 27 16:32:20.173490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-16007049-3790-4de2-bd97-c141b2a0d01e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:20.178266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-16007049-3790-4de2-bd97-c141b2a0d01e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845445 Jul 27 16:32:20.416422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da752f79-231a-4f24-b7fe-5ec7d7d77f38 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/quotas/3a9f245350b744a3a698c6afee14c8c1 HTTP/1.1" status: 200 len: 375 time: 0.2249522 Jul 27 16:32:20.580189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-66023d83-62ad-475e-9229-bb1d7a276fe5 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1406119 Jul 27 16:32:20.640338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-cce5e312-3eb8-477b-9b17-ed2b9bdb5c8d service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506710 Jul 27 16:32:20.744643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 92a76974-bf74-427e-97ff-af4b206638cf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:20.946308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 92a76974-bf74-427e-97ff-af4b206638cf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:20.946827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.240324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.311101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:21.331117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8321afc-6363-481c-9c4c-43194287cd36 req-4ae3c30d-379e-41fc-8302-5e1e0ff03e06 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844234 Jul 27 16:32:21.345338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa2c610a-3d31-4841-9b8d-b4538d7d012a req-dcea4681-94bc-48d7-8543-971775bccb70 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 210 time: 0.2334964 Jul 27 16:32:21.348867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.350573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.358441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:21.427069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-45e18f49-64cf-41bb-976f-ebc86e67f50a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292686 Jul 27 16:32:21.447067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf429ca4-5954-459d-9af2-32d24d7616ac req-27659339-63e6-4ec2-90e1-24c41d172d50 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:21.463914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf429ca4-5954-459d-9af2-32d24d7616ac req-27659339-63e6-4ec2-90e1-24c41d172d50 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 0.5748904 Jul 27 16:32:21.682171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-bc3b0edb-d031-4586-995a-1cb278077a44 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:21.684691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-bc3b0edb-d031-4586-995a-1cb278077a44 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169321 Jul 27 16:32:21.735164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf429ca4-5954-459d-9af2-32d24d7616ac req-1a91a2f5-d913-47d9-9cb0-ef368534e786 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677259 Jul 27 16:32:21.749443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Request body: {'port': {'device_id': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '3a9f245350b744a3a698c6afee14c8c1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:21.824092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Pushing event updated for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:21.860482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b29176fb-1944-4bdd-a5ff-77f7df5f2690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.877156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d6f-b5e1-490e-95c4-0191b2972081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:21.989241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Network 53283085-2b70-4d23-8788-9bca33355e8e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:21.997010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:22.022747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559245e-32e8-465d-84a5-b587a63d6444 req-e91dce31-70ba-4ed2-9d06-cdb0f7b88875 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:22.025460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a559245e-32e8-465d-84a5-b587a63d6444 req-e91dce31-70ba-4ed2-9d06-cdb0f7b88875 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.3427856 Jul 27 16:32:22.061898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b29176fb-1944-4bdd-a5ff-77f7df5f2690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.069806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b29176fb-1944-4bdd-a5ff-77f7df5f2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.136487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29176fb-1944-4bdd-a5ff-77f7df5f2690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223be4d3-b385-45b9-ad14-4be70f01bfd8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:22.147341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b29176fb-1944-4bdd-a5ff-77f7df5f2690 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee5c38e532734797a43371c5aa86fe6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8335936 Jul 27 16:32:22.148514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:22.240505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.275588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.340954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd24edd4-587d-4cdd-b2bf-b01d76ce21f2 None None] Provisioning complete for port 884cc91d-66cf-406d-a196-68cd07a65201 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:22.342204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd24edd4-587d-4cdd-b2bf-b01d76ce21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.375471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.381240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.399804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/223be4d3-b385-45b9-ad14-4be70f01bfd8 HTTP/1.1" status: 204 len: 168 time: 0.2375040 Jul 27 16:32:22.417798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199620c1-3650-4316-aec8-0d51563a7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223be4d3-b385-45b9-ad14-4be70f01bfd8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:22.458772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd24edd4-587d-4cdd-b2bf-b01d76ce21f2 None None] Port 884cc91d-66cf-406d-a196-68cd07a65201 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:22.518091 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a559245e-32e8-465d-84a5-b587a63d6444 req-cc9d0ec9-df76-4e36-af66-281f2965c404 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189949 Jul 27 16:32:22.577737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c679f623-f545-42e6-ab47-a0a50ac16d3d req-000f2bc7-4ab3-41ad-85e9-f2224508c24f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 210 time: 0.0842798 Jul 27 16:32:22.622584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Router 95839cb4-948f-4c44-98a5-d173d8e69001 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:32:22.716166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d6f-b5e1-490e-95c4-0191b2972081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.726346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d6f-b5e1-490e-95c4-0191b2972081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.763970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Made reservation on behalf of 3a9f245350b744a3a698c6afee14c8c1 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:22.772207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.786809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:22.848702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c52c3d6f-b5e1-490e-95c4-0191b2972081 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec2fb6f4a6014ebda40c84b290fd4b54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4825060 Jul 27 16:32:22.850560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:22.863804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c3d6f-b5e1-490e-95c4-0191b2972081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0785a44-6090-4d07-bd05-afc7eebc95fa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:22.941741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:32:22.958779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Sync routers for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:32:22.961982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:22.974336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:22.975516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:32:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:23.006223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6369b442-f4f5-4e83-83b6-655f8c4d0c89 admin admin] 10.222.0.64 "PUT /v2.0/routers/95839cb4-948f-4c44-98a5-d173d8e69001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8682497 Jul 27 16:32:23.037189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f6e-34df-4e4f-ab80-b8597997749f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.051150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.070360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.087535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.091301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-98280176-e121-4ddd-a646-5646c9e8bd2e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820379 Jul 27 16:32:23.152702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:23.201835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.356063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827a725-3fb5-446a-b3c4-20d32a627911 req-46ce1b16-e78b-4ded-83c3-28b1b6674007 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:23.357932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b827a725-3fb5-446a-b3c4-20d32a627911 req-46ce1b16-e78b-4ded-83c3-28b1b6674007 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 969 time: 0.4452820 Jul 27 16:32:23.364418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:23.420071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Allocated IP 192.168.233.63 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/19e8170f-c655-497a-afcc-985e7a9c4d3d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:23.453099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-10ccfbb2-5cf5-459f-adde-e73c7bd39641 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:23.455274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-10ccfbb2-5cf5-459f-adde-e73c7bd39641 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537381 Jul 27 16:32:23.473704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Request body: {'port': {'device_id': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '3a9f245350b744a3a698c6afee14c8c1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:23.489082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b827a725-3fb5-446a-b3c4-20d32a627911 req-ecc80df5-6b73-46b0-851c-33adcfd2faec tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160114 Jul 27 16:32:23.503102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.507320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.511832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0785a44-6090-4d07-bd05-afc7eebc95fa HTTP/1.1" status: 204 len: 168 time: 0.6573117 Jul 27 16:32:23.682549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a59d63-fdba-43bd-96b4-72671f90be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0785a44-6090-4d07-bd05-afc7eebc95fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:23.805401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:23.852942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'port_id': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'mac_address': 'fa:16:3e:9b:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0175f353-edaf-4e21-8551-aa88187f5a99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:23.867383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e62598b7-c12e-4378-857b-3514e8827144 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:23.901077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82b523-a02a-4daf-80f5-b7896e089347,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:23.901628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f6e-34df-4e4f-ab80-b8597997749f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.927782 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f6e-34df-4e4f-ab80-b8597997749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.941652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Made reservation on behalf of 3a9f245350b744a3a698c6afee14c8c1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:23.946805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:23.976338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9edd3c1a-4634-44f4-b92e-16d526d406df req-46542f54-6494-483a-ac92-fa008f688da9 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 210 time: 0.0730650 Jul 27 16:32:24.118347 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.140973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1247dfec-06d2-48d8-a818-c23ecaa34926 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:24.175101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf7a1-c006-4454-9d41-b51b108f8e02 req-99e6eba9-dd6a-45ec-bd4e-3f320602dd82 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:24.179560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44fbf7a1-c006-4454-9d41-b51b108f8e02 req-99e6eba9-dd6a-45ec-bd4e-3f320602dd82 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.3392916 Jul 27 16:32:24.217026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e62598b7-c12e-4378-857b-3514e8827144,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:24.223456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:24.228731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '884cc91d-66cf-406d-a196-68cd07a65201', 'name': '', 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'mac_address': 'fa:16:3e:31:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:16Z', 'updated_at': '2021-07-27T16:32:20Z', 'revision_number': 2, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'subnets': [{'id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:24.247447 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.293605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf3f6e-34df-4e4f-ab80-b8597997749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9761b09-3999-467f-a8b0-0cc05d78a653,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:24.314590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bacf3f6e-34df-4e4f-ab80-b8597997749f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a37b5a9d0e04b5e99ac8062478b1a58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3515146 Jul 27 16:32:24.320835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:24.339150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44fbf7a1-c006-4454-9d41-b51b108f8e02 req-0b01f7ee-cbef-4029-8eaf-a7808b7e697b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172085 Jul 27 16:32:24.383345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Checking router: 95839cb4-948f-4c44-98a5-d173d8e69001 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:32:24.386241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Updating router 95839cb4-948f-4c44-98a5-d173d8e69001 port 884cc91d-66cf-406d-a196-68cd07a65201 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:32:24.420643 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.435838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e62598b7-c12e-4378-857b-3514e8827144', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'e62598b7-c12e-4378-857b-3514e8827144', 'mac_address': 'fa:16:3e:a4:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-2133675562', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:24.441938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58486) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:24.442961 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.471033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da214e1-d87b-470c-a15f-61997d7a92e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.474767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Transition to ACTIVE for port object 19e8170f-c655-497a-afcc-985e7a9c4d3d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:24.499410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.549080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.569071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.582848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:24.609717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62598b7-c12e-4378-857b-3514e8827144 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:24.627904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.649454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e62598b7-c12e-4378-857b-3514e8827144,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:24.660641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.704088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:24.727190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:24.729056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:24.731884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:24.739304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:24.740158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.772417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.776699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:24.778089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9761b09-3999-467f-a8b0-0cc05d78a653 HTTP/1.1" status: 204 len: 168 time: 0.4559216 Jul 27 16:32:24.802879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['1247dfec-06d2-48d8-a818-c23ecaa34926'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:24.813734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19adba-e896-4b88-ac90-5fb0e449f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9761b09-3999-467f-a8b0-0cc05d78a653,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:24.928997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Allocated IP 192.168.233.174 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/ef79e847-d654-4956-9827-94964e97ae51) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:25.016249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356575-8884-4a3d-9e5b-84e0321a1e82 req-3f7e6498-bdbe-45b7-bd1d-db55bad63b4c tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:25.020114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77356575-8884-4a3d-9e5b-84e0321a1e82 req-3f7e6498-bdbe-45b7-bd1d-db55bad63b4c tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 970 time: 0.3264740 Jul 27 16:32:25.025007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:25.044843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e62598b7-c12e-4378-857b-3514e8827144'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:25.162142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da214e1-d87b-470c-a15f-61997d7a92e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.173101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-f30b7823-49d0-45b5-a3ba-44eea4c14d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4578233 Jul 27 16:32:25.195116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Request body: {'port': {'device_id': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:25.215253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1da214e1-d87b-470c-a15f-61997d7a92e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.323020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1da214e1-d87b-470c-a15f-61997d7a92e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01e5c96a72e145efa674eddf94ee305f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8759696 Jul 27 16:32:25.336797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6ffeb53-a1b5-4ecd-90b9-2791619a0e34 None None] Provisioning for port 19e8170f-c655-497a-afcc-985e7a9c4d3d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:25.357147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:25.386218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6ffeb53-a1b5-4ecd-90b9-2791619a0e34 None None] Provisioning complete for port 19e8170f-c655-497a-afcc-985e7a9c4d3d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:25.386218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6ffeb53-a1b5-4ecd-90b9-2791619a0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.411509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.415151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58508) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:25.426029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581320274', 'description': 'tempest-description--1338598284'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:25.527057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77356575-8884-4a3d-9e5b-84e0321a1e82 req-b5d3b87f-724a-4397-882a-3b87da0c86ae tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992888 Jul 27 16:32:25.569009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffeb53-a1b5-4ecd-90b9-2791619a0e34 None None] Port 19e8170f-c655-497a-afcc-985e7a9c4d3d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:25.586394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da214e1-d87b-470c-a15f-61997d7a92e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3f307-a7dc-4169-8b49-d1313be4f688,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:25.654429 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.714489 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.726081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.737053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39a2b6b3-89dd-4608-ae90-6e731dd18266 req-f31f4667-52e7-40a0-94a6-f809c3daacc8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 210 time: 0.2673507 Jul 27 16:32:25.757580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Transition to ACTIVE for port object 884cc91d-66cf-406d-a196-68cd07a65201 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:25.796373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.799404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.869029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.891845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb278f-2747-471b-b60c-e827e5b1fd01 None None] Pushing event updated for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:25.927901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Transition to ACTIVE for port object ef79e847-d654-4956-9827-94964e97ae51 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:25.971926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.981625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:25.991523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b5d76-9f6b-455a-84e0-9e74b7d76eff req-5b1b2b85-7894-4372-9503-f13a459c38e7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:26.004499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-706b5d76-9f6b-455a-84e0-9e74b7d76eff req-5b1b2b85-7894-4372-9503-f13a459c38e7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.2998075 Jul 27 16:32:26.026125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Attempting to bind port 884cc91d-66cf-406d-a196-68cd07a65201 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:26.026768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Attempting to bind port 884cc91d-66cf-406d-a196-68cd07a65201 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:26.027565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Attempting to bind port 884cc91d-66cf-406d-a196-68cd07a65201 on network 53283085-2b70-4d23-8788-9bca33355e8e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:26.045807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:26.046492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Checking segment: {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:26.047324 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.048172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Bound using segment: {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:26.049649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Bound port: 884cc91d-66cf-406d-a196-68cd07a65201, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c6c293-9240-4278-958a-b3444c873c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:26.050264 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.055442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.067413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.073435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1c476-09a2-4052-9695-ffef2c93cf9e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:26.086265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72c3f307-a7dc-4169-8b49-d1313be4f688 HTTP/1.1" status: 204 len: 168 time: 0.6942246 Jul 27 16:32:26.099739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.105099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5baf5132-6e15-48bc-8dd6-1d1f763a032b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6866426 Jul 27 16:32:26.105765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:26.111698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'security_group_rule': {'security_group_id': '25a1c476-09a2-4052-9695-ffef2c93cf9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:26.128594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59005320-f92d-4315-a7f2-8d069847459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3f307-a7dc-4169-8b49-d1313be4f688,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:26.132637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.150571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-706b5d76-9f6b-455a-84e0-9e74b7d76eff req-30d88ab3-3d3f-45e2-bcdc-af134f44d2c6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396401 Jul 27 16:32:26.220999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] For port 884cc91d-66cf-406d-a196-68cd07a65201, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:26.229848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] For port 884cc91d-66cf-406d-a196-68cd07a65201, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=884cc91d-66cf-406d-a196-68cd07a65201,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:26.235859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.307887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:26.309286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event updated for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:26.324587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:26.328320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:26.357162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:26.358082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.395390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-da3c47aa-6409-462d-8b30-86ceec1f0217 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9303029 Jul 27 16:32:26.397433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.414492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Request body: {'port': {'device_id': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'device_owner': 'compute:tempest-test_az-2133675562', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:26.418323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:26.419159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:32:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:26.562320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb278f-2747-471b-b60c-e827e5b1fd01 None None] Pushing event updated for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:26.637155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.639154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:26.665473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.744811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.760640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Transition to ACTIVE for port object 19e8170f-c655-497a-afcc-985e7a9c4d3d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:26.760640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:26.852996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:26.873117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.021353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:27.027958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d574cb-5a0a-462a-a1c6-691178ed3540,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:27.053815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.069110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c7bf7d24-335f-489f-8470-f6b776e1a2b3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9479373 Jul 27 16:32:27.077633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:27.101743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'security_group_rule': {'security_group_id': '25a1c476-09a2-4052-9695-ffef2c93cf9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:27.193235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dfc6b-e813-43d4-a1b8-42a2e0bbffca req-f672e0f6-63d8-4240-9374-044f567a3a1a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:27.197848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b95dfc6b-e813-43d4-a1b8-42a2e0bbffca req-f672e0f6-63d8-4240-9374-044f567a3a1a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 970 time: 0.4386570 Jul 27 16:32:27.284196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Attempting to bind port 19e8170f-c655-497a-afcc-985e7a9c4d3d on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:27.284829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Attempting to bind port 19e8170f-c655-497a-afcc-985e7a9c4d3d by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:27.285343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Attempting to bind port 19e8170f-c655-497a-afcc-985e7a9c4d3d on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:27.297201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.333990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Port 19e8170f-c655-497a-afcc-985e7a9c4d3d on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:27.334549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Attempting to bind port 19e8170f-c655-497a-afcc-985e7a9c4d3d on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:27.394576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:27.412020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7efd813c-befa-4497-92f6-8667439e328c None None] Provisioning for port ef79e847-d654-4956-9827-94964e97ae51 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:27.412020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7efd813c-befa-4497-92f6-8667439e328c None None] Provisioning complete for port ef79e847-d654-4956-9827-94964e97ae51 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:27.412182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:27.412487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7efd813c-befa-4497-92f6-8667439e328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.412728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:27.413525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:27.415256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Bound port: 19e8170f-c655-497a-afcc-985e7a9c4d3d, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:27.416880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.470106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef79e847-d654-4956-9827-94964e97ae51 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:27.491416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.512681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd7c4-a363-432c-818b-3d163cb7064a req-0bc458e7-d1a8-4832-a5ba-db71fdf41d41 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:27.521388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b6fd7c4-a363-432c-818b-3d163cb7064a req-0bc458e7-d1a8-4832-a5ba-db71fdf41d41 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 936 time: 0.5170085 Jul 27 16:32:27.531622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b95dfc6b-e813-43d4-a1b8-42a2e0bbffca req-35521a35-9628-467b-a157-3163cac14d34 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648165 Jul 27 16:32:27.591654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Transition to ACTIVE for port object ef79e847-d654-4956-9827-94964e97ae51 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:27.612683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.634386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.672168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b6fd7c4-a363-432c-818b-3d163cb7064a req-1739a113-9087-4fd2-86a2-06560fd89b32 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436503 Jul 27 16:32:27.680243 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.692143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7efd813c-befa-4497-92f6-8667439e328c None None] Port ef79e847-d654-4956-9827-94964e97ae51 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:27.733897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e62598b7-c12e-4378-857b-3514e8827144 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:27.753905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cdb61d-c287-4f4c-b46b-4e76fcd16af8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:27.762891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.765914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-737eb838-7315-4cf4-870d-b5f2ebe23fbd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6829019 Jul 27 16:32:27.775529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:27.783795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:27.806172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:27.913896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Attempting to bind port ef79e847-d654-4956-9827-94964e97ae51 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:27.917772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Attempting to bind port ef79e847-d654-4956-9827-94964e97ae51 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:27.919838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Attempting to bind port ef79e847-d654-4956-9827-94964e97ae51 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:27.938893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Port ef79e847-d654-4956-9827-94964e97ae51 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:27.939950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Attempting to bind port ef79e847-d654-4956-9827-94964e97ae51 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:27.941217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:27.947593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:27.949175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:27.950101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:27.950900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:27.951857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Bound port: ef79e847-d654-4956-9827-94964e97ae51, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:27.952677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.958534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.958534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:27.983962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-26860558-b608-4fec-af59-8749e42d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '884cc91d-66cf-406d-a196-68cd07a65201', 'name': '', 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'mac_address': 'fa:16:3e:31:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:16Z', 'updated_at': '2021-07-27T16:32:26Z', 'revision_number': 4, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'subnets': [{'id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:28.122004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.122870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.125590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] 10.222.0.13 "PUT /v2.0/ports/19e8170f-c655-497a-afcc-985e7a9c4d3d HTTP/1.1" status: 200 len: 1095 time: 2.9355860 Jul 27 16:32:28.127310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:28.129740 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45558826-6df5-4168-b9b2-2584f692bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:28.147173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860558-b608-4fec-af59-8749e42d1185 None None] The sync data for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 is: [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '884cc91d-66cf-406d-a196-68cd07a65201', 'name': '', 'network_id': '53283085-2b70-4d23-8788-9bca33355e8e', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'mac_address': 'fa:16:3e:31:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:16Z', 'updated_at': '2021-07-27T16:32:26Z', 'revision_number': 4, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'subnets': [{'id': '68b872e4-bdd0-49fa-896e-fb3cf1d79f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:32:28.147823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:28.158394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ef79e847-d654-4956-9827-94964e97ae51,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:28.165687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.205722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 1247dfec-06d2-48d8-a818-c23ecaa34926 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:28.214064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 1247dfec-06d2-48d8-a818-c23ecaa34926 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:28.214824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.236161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port e62598b7-c12e-4378-857b-3514e8827144 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:28.285468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e62598b7-c12e-4378-857b-3514e8827144 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:28.286052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.354270 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1bcdd8-8133-4768-923d-b4292eea408b x-openstack-request-id: req-bb1bcdd8-8133-4768-923d-b4292eea408b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:28.354822 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:28.355212 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb1bcdd8-8133-4768-923d-b4292eea408b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:28.355755 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'status': 'completed', 'code': 200} Jul 27 16:32:28.358087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.358731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.360712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/ef79e847-d654-4956-9827-94964e97ae51 HTTP/1.1" status: 200 len: 1118 time: 1.9535794 Jul 27 16:32:28.361381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:28.364050 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b8418-f179-440a-8423-8e497300f5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "tag": "ef79e847-d654-4956-9827-94964e97ae51"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:28.387401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dff9-1b37-459e-9b50-f5bd9c097097 req-149f99b4-c6fe-4c03-85d1-3238b9b5b752 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.417276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586c07-84cf-4e62-aeef-785061ab92b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:28.418243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a35dff9-1b37-459e-9b50-f5bd9c097097 req-149f99b4-c6fe-4c03-85d1-3238b9b5b752 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.6225231 Jul 27 16:32:28.448608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b76717-5254-4c40-b2cc-0fa3ecd5d4eb service neutron] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:28.454208 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e8919c-3b3c-4c83-932b-da29b10b41f6 x-openstack-request-id: req-d1e8919c-3b3c-4c83-932b-da29b10b41f6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:28.454951 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "tag": "ef79e847-d654-4956-9827-94964e97ae51", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:28.455512 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1e8919c-3b3c-4c83-932b-da29b10b41f6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:28.456296 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51', 'status': 'completed', 'code': 200} Jul 27 16:32:28.631720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-d45d6e0d-bdc4-4db7-926f-219f79ae9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.635823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-d45d6e0d-bdc4-4db7-926f-219f79ae9836 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 1121 time: 0.2092485 Jul 27 16:32:28.686184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a35dff9-1b37-459e-9b50-f5bd9c097097 req-33af30b8-d982-438d-995e-b5d0824f59b4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660174 Jul 27 16:32:28.691887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-0b963c33-1006-4cad-b507-cfde0f22460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.694545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-0b963c33-1006-4cad-b507-cfde0f22460c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1098 time: 0.4637649 Jul 27 16:32:28.809595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:28.824860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-3da145d9-40f0-49f7-a0fa-2dd53901177c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ef79e847-d654-4956-9827-94964e97ae51 HTTP/1.1" status: 200 len: 217 time: 0.1789315 Jul 27 16:32:28.918145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-7df5b710-89bd-4e05-8e2d-8397d9e7e912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d HTTP/1.1" status: 200 len: 217 time: 0.1952651 Jul 27 16:32:28.930796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 884cc91d-66cf-406d-a196-68cd07a65201 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:28.977068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-f05e6769-d06e-4c7c-b41c-886d3174e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:28.981605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-f05e6769-d06e-4c7c-b41c-886d3174e035 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1487122 Jul 27 16:32:29.016933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.067404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:29.093422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-cfd556ca-0366-4737-8cd9-6c429382c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:29.095466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-cfd556ca-0366-4737-8cd9-6c429382c7ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1599417 Jul 27 16:32:29.118594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-6a1bbe16-201a-49e4-a065-603b3ea0fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:29.122195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-6a1bbe16-201a-49e4-a065-603b3ea0fde5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310735 Jul 27 16:32:29.250517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.391197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:29.405140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-2409a326-f81d-45e9-abba-ff118781ab47 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719746 Jul 27 16:32:29.431412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.445467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Allocated IP 172.25.4.233 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/30faa0eb-6202-4a91-b674-e1a06046c79f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:29.569673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e62598b7-c12e-4378-857b-3514e8827144,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:29.595292 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.608014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.675804 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17234a2-6f30-467d-b3c2-31c5fc72f8da" -d '{"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-plugged", "status": "completed", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:29.684378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.688271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 884cc91d-66cf-406d-a196-68cd07a65201 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:29.711533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 884cc91d-66cf-406d-a196-68cd07a65201 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:29.712121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:29.752966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503dc1-91ac-4bc8-a4bb-5128ac8d78ff req-507f73f7-6821-44e3-ad63-3c792aab7bd0 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:29.754598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df503dc1-91ac-4bc8-a4bb-5128ac8d78ff req-507f73f7-6821-44e3-ad63-3c792aab7bd0 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 970 time: 0.4322631 Jul 27 16:32:29.783576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:29.790598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'Port': ['ID=30faa0eb-6202-4a91-b674-e1a06046c79f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:29.829145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:29.868999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43fcdbe9-5fe7-460c-829b-f67ab2076d1d req-364d92a1-7167-41ae-88f5-6517730f1d57 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534291 Jul 27 16:32:29.870621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:29.873720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:29.880146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df503dc1-91ac-4bc8-a4bb-5128ac8d78ff req-f498cc20-ca15-4be6-aa5c-fe5f6e1c9335 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102211 Jul 27 16:32:29.925264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-21f51bd5-3d68-4800-9b11-dcd2c429d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:29.927089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-21f51bd5-3d68-4800-9b11-dcd2c429d19c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7869503 Jul 27 16:32:29.985155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:30.037965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:30.068459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd024f-31d5-4429-a953-227474bc7ed8 req-887740e9-6779-4bb4-a18d-e52810a976da tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:30.071904 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5bd024f-31d5-4429-a953-227474bc7ed8 req-887740e9-6779-4bb4-a18d-e52810a976da tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 970 time: 0.9620426 Jul 27 16:32:30.092388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8418-f179-440a-8423-8e497300f5a7 req-09603664-078f-4ac7-a838-612bc366550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:30.094088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-09603664-078f-4ac7-a838-612bc366550c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 1121 time: 0.1745391 Jul 27 16:32:30.135021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 884cc91d-66cf-406d-a196-68cd07a65201, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=884cc91d-66cf-406d-a196-68cd07a65201,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:30.146279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:30.218967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:30.262962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8418-f179-440a-8423-8e497300f5a7 req-b22e5a4d-a7ec-4a04-8c98-b61379aedcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:30.269613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-b22e5a4d-a7ec-4a04-8c98-b61379aedcf8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1668875 Jul 27 16:32:30.298339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:30.356209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5bd024f-31d5-4429-a953-227474bc7ed8 req-dd1c580c-bb8f-4f40-a0fc-20d4c3744435 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230983 Jul 27 16:32:30.367072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-5d3ab0fa-95d1-4e3b-838f-a1ceaa2a0090 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ef79e847-d654-4956-9827-94964e97ae51 HTTP/1.1" status: 200 len: 217 time: 0.0854111 Jul 27 16:32:30.407387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-b86c43f2-56cd-4581-a648-4201f482d1c0 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553821 Jul 27 16:32:30.413891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:30.495762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8418-f179-440a-8423-8e497300f5a7 req-1b4d2af0-4df9-47f4-8ae1-b6d0b3626b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:30.498784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-1b4d2af0-4df9-47f4-8ae1-b6d0b3626b23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1268504 Jul 27 16:32:30.545256 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0f48e-860f-494f-9483-795e8534a8b7 x-openstack-request-id: req-add0f48e-860f-494f-9483-795e8534a8b7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:30.545706 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-plugged", "status": "completed", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:30.546064 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-add0f48e-860f-494f-9483-795e8534a8b7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:30.546631 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'code': 200} Jul 27 16:32:30.614071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8418-f179-440a-8423-8e497300f5a7 req-c02c92a0-1adf-4a1d-afdd-1c7c3e54c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:30.616873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-c02c92a0-1adf-4a1d-afdd-1c7c3e54c55b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105304 Jul 27 16:32:30.687808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 884cc91d-66cf-406d-a196-68cd07a65201 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:30.715454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.13', 49791) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:30.781789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 884cc91d-66cf-406d-a196-68cd07a65201 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:30.782302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:30.945672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-0233ea2e-08ff-4207-a04f-690ea0bb1e28 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172913 Jul 27 16:32:31.014778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cd25a-a1dd-4e79-9872-7d874b73d1d1 req-d2914cd5-ee47-41b3-b24f-bdd4ef173de0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.017107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-507cd25a-a1dd-4e79-9872-7d874b73d1d1 req-d2914cd5-ee47-41b3-b24f-bdd4ef173de0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 946 time: 0.5338221 Jul 27 16:32:31.023804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b247d213-8e69-4081-ba31-f362bb6e0a81 req-872ce1b0-d54e-4fd2-a082-02c872fc2eec service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806878 Jul 27 16:32:31.171556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.194054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-507cd25a-a1dd-4e79-9872-7d874b73d1d1 req-c18fea9d-9159-48b1-ad70-c54e8e801090 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596854 Jul 27 16:32:31.196748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.252534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.288966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:31.303812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78945fe-f550-4719-8379-73b054f10bf1 req-5b6d6b12-f5c0-494f-808d-27bf6f8bf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.306468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b78945fe-f550-4719-8379-73b054f10bf1 req-5b6d6b12-f5c0-494f-808d-27bf6f8bf1bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1097 time: 0.5894821 Jul 27 16:32:31.310713 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.312088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5349252 Jul 27 16:32:31.312854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54255-4158-4424-825e-8d8910a296b0 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'Port': ['ID=30faa0eb-6202-4a91-b674-e1a06046c79f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:31.345928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45558826-6df5-4168-b9b2-2584f692bf0e req-daddeebc-5354-439a-ae1e-ef2af1050669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.353046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-daddeebc-5354-439a-ae1e-ef2af1050669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1098 time: 0.1965981 Jul 27 16:32:31.392558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b78945fe-f550-4719-8379-73b054f10bf1 req-89aa3803-9f8d-4499-8bb0-cffe0096f92c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.616671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b78945fe-f550-4719-8379-73b054f10bf1 req-89aa3803-9f8d-4499-8bb0-cffe0096f92c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.641738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b78945fe-f550-4719-8379-73b054f10bf1 req-89aa3803-9f8d-4499-8bb0-cffe0096f92c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.656829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45558826-6df5-4168-b9b2-2584f692bf0e req-4c2afdff-f9e7-459d-b3ab-8a6b747ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.659169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-4c2afdff-f9e7-459d-b3ab-8a6b747ee7da service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2976811 Jul 27 16:32:31.698175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b78945fe-f550-4719-8379-73b054f10bf1 req-89aa3803-9f8d-4499-8bb0-cffe0096f92c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445642 Jul 27 16:32:31.717524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f06b8418-f179-440a-8423-8e497300f5a7 req-32c794e8-631c-438b-a693-493ccea1ddc2 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620525 Jul 27 16:32:31.726234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-f086159b-8b67-413e-a4a3-95497a5c0788 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d HTTP/1.1" status: 200 len: 217 time: 0.0567963 Jul 27 16:32:31.730166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150415da-1411-42aa-a18a-4977f1d8d692 req-7616d06b-cef5-43b2-8eda-5dfe1ca0808a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.741543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9324d-8b79-428d-aaf4-0ef9fdba4e69 req-866f2b26-ddeb-415f-8ee0-c94b20bb8e98 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:31.741767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-150415da-1411-42aa-a18a-4977f1d8d692 req-7616d06b-cef5-43b2-8eda-5dfe1ca0808a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 970 time: 0.4332540 Jul 27 16:32:31.744008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4f9324d-8b79-428d-aaf4-0ef9fdba4e69 req-866f2b26-ddeb-415f-8ee0-c94b20bb8e98 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.2132318 Jul 27 16:32:31.756745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa3803-9f8d-4499-8bb0-cffe0096f92c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97545a-bbd2-4883-b1d5-a5f06e1b99c4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:31.757141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d819af16-9bd6-467a-ba8d-175b548ca517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.794567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-150415da-1411-42aa-a18a-4977f1d8d692 req-33ce3b2b-c5ba-44b5-bfe9-575ff793e682 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Jul 27 16:32:31.808625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58644) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:31.838663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4f9324d-8b79-428d-aaf4-0ef9fdba4e69 req-9c6c254a-6ffe-4848-9002-14a1d6544d34 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Jul 27 16:32:31.947197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d819af16-9bd6-467a-ba8d-175b548ca517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.957859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d819af16-9bd6-467a-ba8d-175b548ca517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:31.998895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-e0199810-b9f8-485f-8c03-a5e6a61d0757 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--581320274&fields=id&tenant_id=c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 267 time: 0.0714085 Jul 27 16:32:32.007991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d819af16-9bd6-467a-ba8d-175b548ca517 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb0e95722d4d4b25887929e9b6227317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7128003 Jul 27 16:32:32.008319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819af16-9bd6-467a-ba8d-175b548ca517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6da1e-ce77-4bb0-ba91-d365c72658c7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:32.009061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f08bda35-a736-471d-bd06-ac20f17c1f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.011375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58656) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:32.094187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45558826-6df5-4168-b9b2-2584f692bf0e req-6242f6ad-b8cb-4ac7-926e-f36f5dc99e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:32.095845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-6242f6ad-b8cb-4ac7-926e-f36f5dc99e52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0688818 Jul 27 16:32:32.202710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45558826-6df5-4168-b9b2-2584f692bf0e req-8ca9b21f-9d1c-4448-bba5-6be856f24b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:32.204701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-8ca9b21f-9d1c-4448-bba5-6be856f24b14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014323 Jul 27 16:32:32.352214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.387947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-361f0331-1166-483d-8168-ab9dcb4648ea tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:32.390115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-361f0331-1166-483d-8168-ab9dcb4648ea tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 823 time: 0.3777180 Jul 27 16:32:32.393519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-f7d82cf7-b7f0-48e2-88de-66c74b14742d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805563 Jul 27 16:32:32.422015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.439511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-220df48c-6343-4cc0-b150-3511aeb60b12 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/quotas/c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 375 time: 0.0338194 Jul 27 16:32:32.513796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f08bda35-a736-471d-bd06-ac20f17c1f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.526873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373bdb-8d55-4017-bdcb-05f14870a0c0 req-e678fe38-7409-4a0e-89f1-9041fe408484 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:32.529265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd373bdb-8d55-4017-bdcb-05f14870a0c0 req-e678fe38-7409-4a0e-89f1-9041fe408484 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 946 time: 0.2091453 Jul 27 16:32:32.544378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f08bda35-a736-471d-bd06-ac20f17c1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.547918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:32.557981 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b87ddd1-21f9-4330-91d9-d82457ba70ed" -d '{"events": [{"server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "name": "network-vif-plugged", "status": "completed", "tag": "e62598b7-c12e-4378-857b-3514e8827144"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:32.610994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45558826-6df5-4168-b9b2-2584f692bf0e req-c77d08e3-4b38-4a9e-bc52-8ec450584fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062562 Jul 27 16:32:32.615493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.618899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.620463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edb6da1e-ce77-4bb0-ba91-d365c72658c7 HTTP/1.1" status: 204 len: 168 time: 0.6064520 Jul 27 16:32:32.632621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd373bdb-8d55-4017-bdcb-05f14870a0c0 req-b6b44ade-ad1b-4b83-93c3-553d37391f0d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927517 Jul 27 16:32:32.660982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f08bda35-a736-471d-bd06-ac20f17c1f63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cb66ee0974a421697539dc787ecd0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507838 Jul 27 16:32:32.665241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:32.685837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bda35-a736-471d-bd06-ac20f17c1f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5978f6d0-2db1-493c-8c0f-0f8606addf6d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:32.737798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-84ab1c13-95fd-43dd-9cf0-5e98646bf63d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766662 Jul 27 16:32:32.739030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4b627-01c2-4800-ad61-470fadae3dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6da1e-ce77-4bb0-ba91-d365c72658c7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:32.750613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.788387 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf402a-b761-42f9-b551-bfa2b0b7a942 x-openstack-request-id: req-8dcf402a-b761-42f9-b551-bfa2b0b7a942 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:32.790022 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "name": "network-vif-plugged", "status": "completed", "tag": "e62598b7-c12e-4378-857b-3514e8827144", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:32.790454 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dcf402a-b761-42f9-b551-bfa2b0b7a942 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:32.791783 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144', 'code': 200} Jul 27 16:32:32.792363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.884925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.887377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.888568 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:32.889963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5978f6d0-2db1-493c-8c0f-0f8606addf6d HTTP/1.1" status: 204 len: 168 time: 0.2235575 Jul 27 16:32:32.924463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0f02-7b5a-4d18-97d9-a13378758d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978f6d0-2db1-493c-8c0f-0f8606addf6d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:33.011484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d698e90-430b-4a9f-83b4-e59454d6a308 req-5c7b247e-27b9-4652-b927-214fc1291f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:33.013937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d698e90-430b-4a9f-83b4-e59454d6a308 req-5c7b247e-27b9-4652-b927-214fc1291f1f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 1122 time: 0.1193857 Jul 27 16:32:33.035419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426fd94-85cd-4eca-8558-4fc3e087c807 req-9b7be16b-271d-4b86-9658-cce20464f31a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:33.037553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2426fd94-85cd-4eca-8558-4fc3e087c807 req-9b7be16b-271d-4b86-9658-cce20464f31a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 970 time: 0.0918734 Jul 27 16:32:33.079925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d698e90-430b-4a9f-83b4-e59454d6a308 req-f938c700-9fd9-4462-9297-fc343f6d02b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577309 Jul 27 16:32:33.091698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2426fd94-85cd-4eca-8558-4fc3e087c807 req-7250ce29-0de9-4763-ac42-0ce0bc461960 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Jul 27 16:32:33.158079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:33.183217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b10f73c-9b8a-45a7-b08f-e5e3afdf36d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.257635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe579-f1db-4874-b289-4791f9bd0587 req-9dc43716-388a-46bf-9f9f-c2a05d861aa4 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:33.259543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d6fe579-f1db-4874-b289-4791f9bd0587 req-9dc43716-388a-46bf-9f9f-c2a05d861aa4 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.0971889 Jul 27 16:32:33.297385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-d4178844-5356-4a7d-9fcf-de3729b0d570 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:32:33.298541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-d4178844-5356-4a7d-9fcf-de3729b0d570 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3037703 Jul 27 16:32:33.306888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b10f73c-9b8a-45a7-b08f-e5e3afdf36d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.319305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b10f73c-9b8a-45a7-b08f-e5e3afdf36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.320700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d6fe579-f1db-4874-b289-4791f9bd0587 req-34363ea8-49de-48eb-b1c0-15c3f970a1cd tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489678 Jul 27 16:32:33.406885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10f73c-9b8a-45a7-b08f-e5e3afdf36d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8145c898-7ebc-4055-8abd-929eb120e9d8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:33.420542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b10f73c-9b8a-45a7-b08f-e5e3afdf36d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=015c41e38c6245b7badfa3a9a2aaaa33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597568 Jul 27 16:32:33.425058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:33.490544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-ad256cf7-fee1-479f-9678-ecbf09c2c761 service neutron] 10.222.0.64 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810129 Jul 27 16:32:33.544367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:33.572207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.577523 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1605-bb56-43cf-90af-da426ed42ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.609244 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.678284 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-eb05d724-d8bb-4c19-85b1-2d7a38fbb4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740317 Jul 27 16:32:33.680207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ef79e847-d654-4956-9827-94964e97ae51 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:33.717007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.725561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.727888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8145c898-7ebc-4055-8abd-929eb120e9d8 HTTP/1.1" status: 204 len: 168 time: 0.3011303 Jul 27 16:32:33.737913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01118b3-a041-4abf-b3ee-f78157976cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8145c898-7ebc-4055-8abd-929eb120e9d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:33.761038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1605-bb56-43cf-90af-da426ed42ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.775774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1605-bb56-43cf-90af-da426ed42ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:33.877075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ec4e1605-bb56-43cf-90af-da426ed42ce8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15239d61c52d4533b8412ceafb8d6f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278792 Jul 27 16:32:33.877315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:33.883398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e1605-bb56-43cf-90af-da426ed42ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d326fcd-cda2-4dc8-ab9c-05a790429a6f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:33.955623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ef79e847-d654-4956-9827-94964e97ae51,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:33.959988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d3aec-8517-431a-be28-bebd687e3755 req-9f5e2f83-ab4b-43e4-bea8-487dff8eaf74 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:33.961971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee0d3aec-8517-431a-be28-bebd687e3755 req-9f5e2f83-ab4b-43e4-bea8-487dff8eaf74 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 946 time: 0.1992979 Jul 27 16:32:33.978691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'ef79e847-d654-4956-9827-94964e97ae51', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'ef79e847-d654-4956-9827-94964e97ae51', 'mac_address': 'fa:16:3e:c6:15:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:tempest-test_az-2133675562', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:34.039864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4a87c34-82cb-46ed-a9d0-c874ed525411 req-d30a1e83-6cb0-450a-a392-68d42dd06bb3 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 210 time: 0.0576763 Jul 27 16:32:34.043607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee0d3aec-8517-431a-be28-bebd687e3755 req-57835a40-5e99-44fa-95b3-8bd27d07e6fe tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736177 Jul 27 16:32:34.077605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.085504 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.126304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef79e847-d654-4956-9827-94964e97ae51 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:34.133403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.170721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ef79e847-d654-4956-9827-94964e97ae51,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:34.180262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.249964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.252645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:34.258756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d326fcd-cda2-4dc8-ab9c-05a790429a6f HTTP/1.1" status: 204 len: 168 time: 0.3817062 Jul 27 16:32:34.277332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033f1b-95d3-4b8c-a891-968d17fd0217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d326fcd-cda2-4dc8-ab9c-05a790429a6f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:34.360665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:34.434105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e987a-1452-48d4-9634-f76be5e8348f req-b87bbb08-a938-4441-b86c-1f69ce3273cb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:34.435356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ef79e847-d654-4956-9827-94964e97ae51'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:34.446420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-023e987a-1452-48d4-9634-f76be5e8348f req-b87bbb08-a938-4441-b86c-1f69ce3273cb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 971 time: 0.1623127 Jul 27 16:32:34.541433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-023e987a-1452-48d4-9634-f76be5e8348f req-ae7f78f9-4a2d-4eac-8752-55e171f0e5ac tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938253 Jul 27 16:32:34.855811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ca13-69e9-4744-8b6e-843ffb426c55 req-f9abad9a-7433-47b8-8923-cc40f23b8747 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:34.869032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ea2ca13-69e9-4744-8b6e-843ffb426c55 req-f9abad9a-7433-47b8-8923-cc40f23b8747 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.2024632 Jul 27 16:32:34.969070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ea2ca13-69e9-4744-8b6e-843ffb426c55 req-aab08749-daa4-4da9-876e-83b2e986db9a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Jul 27 16:32:35.051247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01180b-04e6-429b-ab15-11c334065a4b req-f10598c8-0532-4318-a1a2-0b08d92d4971 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:35.058851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b01180b-04e6-429b-ab15-11c334065a4b req-f10598c8-0532-4318-a1a2-0b08d92d4971 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1097 time: 0.1081207 Jul 27 16:32:35.118728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b01180b-04e6-429b-ab15-11c334065a4b req-86e1daba-35c8-4b43-b04f-3d0f63beadb3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532360 Jul 27 16:32:35.222350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b2a2b91-6243-4fa2-b350-9a2af7e9d047 req-7268449d-3385-44cf-ac0b-5341db8d9a72 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 210 time: 0.0537138 Jul 27 16:32:35.317180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b352195-ccd0-45e9-b07a-9a35d4b1d385 req-a941c214-0edc-4a9e-9ba4-865c23065b93 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:35.319317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b352195-ccd0-45e9-b07a-9a35d4b1d385 req-a941c214-0edc-4a9e-9ba4-865c23065b93 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1097 time: 0.0977123 Jul 27 16:32:35.367526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b352195-ccd0-45e9-b07a-9a35d4b1d385 req-ed7ebe80-22fe-4ce5-9942-81ebdf5e643d tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Jul 27 16:32:35.431486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:35.577517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:35.618553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'mac_address': 'fa:16:3e:21:bd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:35.692174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ef79e847-d654-4956-9827-94964e97ae51 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:35.735785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:35.855578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:35.895097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port ef79e847-d654-4956-9827-94964e97ae51 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:35.916761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:35.931530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port ef79e847-d654-4956-9827-94964e97ae51 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:35.938067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:35.998267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-636537092-network', 'tenant_id': '355eafff8dda43d592eddb5a1dc7a10d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:36.008323 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:32:36.019108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9babdb-3ffa-46ec-aba8-e21a12adec57 req-9d8bf5f2-be1f-4b71-aeae-48957af9129a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:36.028457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b9babdb-3ffa-46ec-aba8-e21a12adec57 req-9d8bf5f2-be1f-4b71-aeae-48957af9129a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 971 time: 0.2985802 Jul 27 16:32:36.033383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:36.048621 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.050993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Made reservation on behalf of 355eafff8dda43d592eddb5a1dc7a10d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:36.054434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.071748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.121001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:36.171220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-f35d20fd-2ee8-4b03-bfea-87c449bb4232 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:36.174849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-f35d20fd-2ee8-4b03-bfea-87c449bb4232 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.13 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 823 time: 0.4117560 Jul 27 16:32:36.189367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.196108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b9babdb-3ffa-46ec-aba8-e21a12adec57 req-7470c0ec-d6e6-47ba-8027-88269b5dcd0d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377959 Jul 27 16:32:36.233293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:36.236664 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5566f-751a-47bd-bcfd-870c85e7a09c" -d '{"events": [{"server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "name": "network-vif-plugged", "status": "completed", "tag": "ef79e847-d654-4956-9827-94964e97ae51"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:36.254682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ef79e847-d654-4956-9827-94964e97ae51,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:36.262557 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.291087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.297530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.345441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:36.352496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:36.398986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-379aa62b-163f-4843-bf12-cad2c29ce24a tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 379 time: 0.1991434 Jul 27 16:32:36.404120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:32:36.420253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'port': {'device_id': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'admin_state_up': True, 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'security_groups': ['25a1c476-09a2-4052-9695-ffef2c93cf9e']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:36.434006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.435179 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Added segment 95ea830d-2e5d-46a9-9a51-0d647e74ef00 of type vlan for network 603c3b99-2f3c-4562-a145-ca88c0281e0a Jul 27 16:32:36.436868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c450e14e-38bf-4ed4-9c95-1fee91690f85,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:36.560017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.648412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.651034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:36.652762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.695454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c126-4d98-4082-9669-c9e71ed75395 req-c1e8be97-192d-4708-9914-6e0cc87928a2 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:36.698443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1103c126-4d98-4082-9669-c9e71ed75395 req-c1e8be97-192d-4708-9914-6e0cc87928a2 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.2655652 Jul 27 16:32:36.723293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Made reservation on behalf of c6ea7202ad984633966b1dc70fce8414 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:36.728254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9909623 Jul 27 16:32:36.733183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:36.734019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.739352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Request body: {'subnet': {'network_id': '603c3b99-2f3c-4562-a145-ca88c0281e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-636537092-subnet', 'tenant_id': '355eafff8dda43d592eddb5a1dc7a10d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:36.757358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5812-56c9-46bb-a856-08c7bc508ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=603c3b99-2f3c-4562-a145-ca88c0281e0a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:36.789667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Made reservation on behalf of 355eafff8dda43d592eddb5a1dc7a10d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:36.790880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 603c3b99-2f3c-4562-a145-ca88c0281e0a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:32:36.793566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:36.873731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1103c126-4d98-4082-9669-c9e71ed75395 req-f31e36e4-c8d8-465a-aec3-3e93f6b90240 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633153 Jul 27 16:32:37.063961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Allocated IP 172.20.0.9 (2f63b1a3-cf19-47f1-9558-df559fb112dc/82914b07-7da1-4fdc-aebc-fb8fcef8b7b7/c0441d8c-2e7b-4e97-872b-8a24f08a41ef) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:37.104398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7949efd-ca9c-4eb1-bbbc-cdbcf7f2e57f req-7cc2fde9-5420-4e83-b7c7-a1ccf48b0b10 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 210 time: 0.0579031 Jul 27 16:32:37.146942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.187854 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38878646-3931-46ea-8cce-e9e93ce2e1a1 x-openstack-request-id: req-38878646-3931-46ea-8cce-e9e93ce2e1a1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:37.188212 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "name": "network-vif-plugged", "status": "completed", "tag": "ef79e847-d654-4956-9827-94964e97ae51", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:37.188690 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38878646-3931-46ea-8cce-e9e93ce2e1a1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:37.189293 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51', 'code': 200} Jul 27 16:32:37.335386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf585272-1a14-4e26-b1fd-6ade33131a6b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:37.340853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.389354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Transition to ACTIVE for port object c0441d8c-2e7b-4e97-872b-8a24f08a41ef will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:37.450078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:37.478965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Checking segment: {'id': '95ea830d-2e5d-46a9-9a51-0d647e74ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '603c3b99-2f3c-4562-a145-ca88c0281e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:37.482926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Network hostable DHCP agents. Network: 603c3b99-2f3c-4562-a145-ca88c0281e0a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:32:37.502906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2ad4e-97d6-4797-a37c-4613f1b93878 req-fec116d5-2293-47f0-b4a3-f7c978f31d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:37.508291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dc2ad4e-97d6-4797-a37c-4613f1b93878 req-fec116d5-2293-47f0-b4a3-f7c978f31d55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 1123 time: 0.2387021 Jul 27 16:32:37.524315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.582069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dc2ad4e-97d6-4797-a37c-4613f1b93878 req-603664ac-bc7e-483e-933c-e1e7a827a798 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685720 Jul 27 16:32:37.592722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Network 603c3b99-2f3c-4562-a145-ca88c0281e0a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:32:37.615075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 603c3b99-2f3c-4562-a145-ca88c0281e0a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:37.631130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:37.632180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.639612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3bd16-6cb0-4a84-9aef-b54109ad4df1 None None] Network 603c3b99-2f3c-4562-a145-ca88c0281e0a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:32:37.672124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6f4455c-53ab-4cc8-8b3b-3d3cf8278896 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9272630 Jul 27 16:32:37.682390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:37.687855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:37.692546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:37.703717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:37.706396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.734019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 19e8170f-c655-497a-afcc-985e7a9c4d3d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:37.747190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 19e8170f-c655-497a-afcc-985e7a9c4d3d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:37.747577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.784605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:37.811426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.812571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.812571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.813206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.815028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.815564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.816201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.817137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.817274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.817930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.818189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.818546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:37.824768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-b256d4ef-0118-45ec-bf46-0d0c65fd9e71 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4188380 Jul 27 16:32:37.847521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Request body: {'port': {'device_id': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:37.913214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-e0d9910d-ed12-4da1-b509-1ae3d45e7e4c tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:37.914795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-e0d9910d-ed12-4da1-b509-1ae3d45e7e4c tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 1122 time: 0.4567211 Jul 27 16:32:37.973785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-32b05a31-bb7d-42a7-9010-64489ba0ee81 tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.993413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:37.996409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83093c50-cefe-48f8-b90c-dfe547fffb4d None None] Network 603c3b99-2f3c-4562-a145-ca88c0281e0a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:32:38.072763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.169831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:38.181300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.312523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ebd8-e29a-4612-93fb-e873e7de2d20 None None] Provisioning for port c0441d8c-2e7b-4e97-872b-8a24f08a41ef completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:38.337835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ebd8-e29a-4612-93fb-e873e7de2d20 None None] Provisioning complete for port c0441d8c-2e7b-4e97-872b-8a24f08a41ef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:38.338545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ebd8-e29a-4612-93fb-e873e7de2d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.379843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:38.413545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-32b05a31-bb7d-42a7-9010-64489ba0ee81 tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.416986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1ebd8-e29a-4612-93fb-e873e7de2d20 None None] Port c0441d8c-2e7b-4e97-872b-8a24f08a41ef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:38.426248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-32b05a31-bb7d-42a7-9010-64489ba0ee81 tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.490047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b499a93-1408-4085-82a8-9268d413e3e1 req-32b05a31-bb7d-42a7-9010-64489ba0ee81 tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412047 Jul 27 16:32:38.539776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b05a31-bb7d-42a7-9010-64489ba0ee81 tempest-AggregatesAdminTestJSON-177015933 tempest-AggregatesAdminTestJSON-177015933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1fd07f-04b9-4e1d-a5ae-31d7fcfd7408,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:38.778466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:38.783287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0441d8c-2e7b-4e97-872b-8a24f08a41ef {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:38.804959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.841815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13f71-f467-4447-9590-faaeaff5f005 req-44b3595f-09e1-4c28-a36b-a6ea4f7ca07c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:38.844700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adf13f71-f467-4447-9590-faaeaff5f005 req-44b3595f-09e1-4c28-a36b-a6ea4f7ca07c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 972 time: 0.2032709 Jul 27 16:32:38.849210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Transition to ACTIVE for port object c0441d8c-2e7b-4e97-872b-8a24f08a41ef will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:38.855497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:38.922559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:38.938464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1129217469-network', 'tenant_id': '5a512a1d9d864ae09ae953bb1d963f86'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:38.990438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Made reservation on behalf of 5a512a1d9d864ae09ae953bb1d963f86 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:38.996767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.002970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:39.014432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.027206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adf13f71-f467-4447-9590-faaeaff5f005 req-36361ebf-d10e-473d-b839-241fc066bf2b tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667669 Jul 27 16:32:39.102923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Attempting to bind port c0441d8c-2e7b-4e97-872b-8a24f08a41ef on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:39.103362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Attempting to bind port c0441d8c-2e7b-4e97-872b-8a24f08a41ef by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:39.103665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Attempting to bind port c0441d8c-2e7b-4e97-872b-8a24f08a41ef on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:39.111206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Port c0441d8c-2e7b-4e97-872b-8a24f08a41ef on network 2f63b1a3-cf19-47f1-9558-df559fb112dc not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:39.111645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Attempting to bind port c0441d8c-2e7b-4e97-872b-8a24f08a41ef on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:39.123340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:39.123908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Checking segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:39.124456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Bound using segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:39.125024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Bound port: c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:39.125499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.191681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:39.197419 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356868a-fa2b-4813-931c-af644ed9d45e" -d '{"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:39.215788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.222500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.265890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-6b7bcf67-ddba-4420-bdf2-142e754f02b6 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:32:39.266554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-6b7bcf67-ddba-4420-bdf2-142e754f02b6 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4859798 Jul 27 16:32:39.288662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:32:39.304313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:39.312051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1db1b2-039e-41ae-a76d-20476e64b83c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:39.313154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:39.321518 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.341136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.341608 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Added segment d96fe6a2-36d8-4266-9d71-0809732c3729 of type vlan for network e9af9126-79c9-4f39-8bf3-8916a752566b Jul 27 16:32:39.363900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.364846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.365436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.366096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.366696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.367276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.367904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.368297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.368836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.368973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.369436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.369681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:39.436123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:39.437414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.440016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 200 len: 1091 time: 1.5996320 Jul 27 16:32:39.440846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:39.441827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.444998 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594058a4-6c07-403c-bd5d-310575dcf81f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:39.505934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a419d7-7cc8-496e-a448-5be1fb542dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:39.530667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.532518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:39.533531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.680019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79b27c76-dc27-4e6e-9307-8e82b005796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.687242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-6d0de271-57b4-4342-bfa1-3b2c8c3bbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:39.690235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-6d0de271-57b4-4342-bfa1-3b2c8c3bbe0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 1094 time: 0.1497834 Jul 27 16:32:39.736772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8118887 Jul 27 16:32:39.744245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:39.752954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Request body: {'subnet': {'network_id': 'e9af9126-79c9-4f39-8bf3-8916a752566b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1129217469-subnet', 'tenant_id': '5a512a1d9d864ae09ae953bb1d963f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:39.779721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:39.780796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:32:39.781471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-9dd6abf7-5a33-4dfe-b086-2dabc603e848 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 200 len: 217 time: 0.0768769 Jul 27 16:32:39.862954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782eff4-dd3b-42b5-9472-56c2f2dbab67 admin admin] Pushing event updated for resources: {'Network': ['ID=e9af9126-79c9-4f39-8bf3-8916a752566b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:39.872582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-6b3ba82b-ad4a-4b55-92c0-18a8f68ac46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:39.874923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-6b3ba82b-ad4a-4b55-92c0-18a8f68ac46c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.0867095 Jul 27 16:32:39.876637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e9af9126-79c9-4f39-8bf3-8916a752566b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:32:39.936241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Made reservation on behalf of 5a512a1d9d864ae09ae953bb1d963f86 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:39.939514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:39.985358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873deff2-2a16-4dea-b715-542218106398 req-85a6d141-fb3e-4e97-9212-7175aac39438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:39.988313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-85a6d141-fb3e-4e97-9212-7175aac39438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057260 Jul 27 16:32:40.182660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-1419b200-e5ac-42ce-95a3-cb40d8cbf6a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866155 Jul 27 16:32:40.281523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:40.296368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:40.296762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:40.297109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:40.330599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:40.331037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:40.356608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:40.356962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:40.357357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:40.357808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Bound port: 1247dfec-06d2-48d8-a818-c23ecaa34926, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:40.362612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873deff2-2a16-4dea-b715-542218106398 req-36386fc4-fc81-43af-9a60-e3365f1ee1ca service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724679 Jul 27 16:32:40.413705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00953d-ca79-4c3f-bfa0-c7ab8fbbd8c3 req-2913a490-e596-4ffd-ada4-1878e0cd8c13 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:40.416060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f00953d-ca79-4c3f-bfa0-c7ab8fbbd8c3 req-2913a490-e596-4ffd-ada4-1878e0cd8c13 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 943 time: 0.1080348 Jul 27 16:32:40.427485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477bda86-2f1e-44f1-98db-3c9d57ea3373,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:40.475034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f00953d-ca79-4c3f-bfa0-c7ab8fbbd8c3 req-25fb0810-7cdc-45c1-8078-c2df7a441c35 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464602 Jul 27 16:32:40.479363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Checking segment: {'id': 'd96fe6a2-36d8-4266-9d71-0809732c3729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9af9126-79c9-4f39-8bf3-8916a752566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:40.479363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Network hostable DHCP agents. Network: e9af9126-79c9-4f39-8bf3-8916a752566b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:32:40.515621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:40.524763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:40.527152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-737a55c9-7e17-4207-b71e-651f3cefbd9e service neutron] 10.222.0.64 "POST /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926/bindings HTTP/1.1" status: 201 len: 389 time: 0.9094033 Jul 27 16:32:40.529345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Network e9af9126-79c9-4f39-8bf3-8916a752566b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:32:40.543614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e9af9126-79c9-4f39-8bf3-8916a752566b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:40.548764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:40.549407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:40.564031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca1e29c-5e80-4cdd-ba3b-6b9831ff83d9 None None] Network e9af9126-79c9-4f39-8bf3-8916a752566b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:32:40.569080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-742ca80a-0650-463c-8f76-d053d0cb5511 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8233838 Jul 27 16:32:40.816191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:40.857960 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4772ea-eb80-4ca9-beac-699ec757e667 x-openstack-request-id: req-ae4772ea-eb80-4ca9-beac-699ec757e667 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:40.858631 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:40.859887 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae4772ea-eb80-4ca9-beac-699ec757e667 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:40.860918 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'code': 200} Jul 27 16:32:40.876034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a9e24-6f78-4c5d-8f8b-6a971f593281 None None] Network e9af9126-79c9-4f39-8bf3-8916a752566b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:32:40.891107 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba4832-fdec-439b-88ae-073198a57c7d x-openstack-request-id: req-48ba4832-fdec-439b-88ae-073198a57c7d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:40.891435 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:40.891679 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48ba4832-fdec-439b-88ae-073198a57c7d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:40.892018 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'status': 'completed', 'code': 200} Jul 27 16:32:40.944035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Deleting subnet cf585272-1a14-4e26-b1fd-6ade33131a6b {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:32:40.950563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a532e1-f031-4e14-97d1-9ca8c58eae47 req-9495dca0-ea0d-4eab-8f7f-f047da18baa5 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:40.953892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72a532e1-f031-4e14-97d1-9ca8c58eae47 req-9495dca0-ea0d-4eab-8f7f-f047da18baa5 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1531823 Jul 27 16:32:40.964957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.011266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.023054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72a532e1-f031-4e14-97d1-9ca8c58eae47 req-a78bcb39-5d8f-451d-9069-01732c8fb995 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590603 Jul 27 16:32:41.031980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.078759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594058a4-6c07-403c-bd5d-310575dcf81f req-56486efc-84b3-4bfd-bdd9-8b974d989b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.080487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-56486efc-84b3-4bfd-bdd9-8b974d989b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 1094 time: 0.1548004 Jul 27 16:32:41.095753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-277b8cfc-0eb2-4037-8156-1b126924509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.098414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-277b8cfc-0eb2-4037-8156-1b126924509c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1097 time: 0.2203758 Jul 27 16:32:41.188997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.223555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf585272-1a14-4e26-b1fd-6ade33131a6b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:41.237527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.240257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0621ad67-a93c-451d-9d53-9a8241457946 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cf585272-1a14-4e26-b1fd-6ade33131a6b HTTP/1.1" status: 204 len: 168 time: 0.4224322 Jul 27 16:32:41.243192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:41.274778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594058a4-6c07-403c-bd5d-310575dcf81f req-018ff153-7c95-4245-b9f8-bd2f020c8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.279780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-018ff153-7c95-4245-b9f8-bd2f020c8829 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 924 time: 0.1902575 Jul 27 16:32:41.364211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-8d625320-e811-454c-ae4f-b069f71fa66d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 200 len: 217 time: 0.0473030 Jul 27 16:32:41.419536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c40f0b-d26b-4b24-a15d-6f66cfd8658b req-f475aec8-0fc8-43bc-9c38-07ac1e2922fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.421057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9c40f0b-d26b-4b24-a15d-6f66cfd8658b req-f475aec8-0fc8-43bc-9c38-07ac1e2922fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.4590952 Jul 27 16:32:41.506400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f6a1e-f4ac-4062-9400-4dedfa8a2d79 req-eedf3760-e685-445e-a436-2ceddd4d11fc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.508075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-980f6a1e-f4ac-4062-9400-4dedfa8a2d79 req-eedf3760-e685-445e-a436-2ceddd4d11fc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 946 time: 0.1615522 Jul 27 16:32:41.516406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b7b28b54-6c78-43cd-a93c-23867bd75d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.517928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b7b28b54-6c78-43cd-a93c-23867bd75d61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.4061208 Jul 27 16:32:41.528403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9c40f0b-d26b-4b24-a15d-6f66cfd8658b req-166d9335-5e07-41a6-90ea-1fe165d60692 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956273 Jul 27 16:32:41.579626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-fb949144-279f-48b1-b9e8-784102780854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.0533032 Jul 27 16:32:41.610156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.625642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-980f6a1e-f4ac-4062-9400-4dedfa8a2d79 req-c07d3ad7-c90b-4191-b537-c40a1903182b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064739 Jul 27 16:32:41.639202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594058a4-6c07-403c-bd5d-310575dcf81f req-e01f5cb8-163e-431f-8d21-c11668369631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.641064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-e01f5cb8-163e-431f-8d21-c11668369631 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.2630463 Jul 27 16:32:41.653548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-3e87b10d-54d0-4dc5-bc4b-8419ac95d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:41.655189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-3e87b10d-54d0-4dc5-bc4b-8419ac95d2a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0643342 Jul 27 16:32:41.696580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-0ac34843-7eef-4eac-8aeb-400d12cc08c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326281 Jul 27 16:32:41.761294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.775119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.775482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.776226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.776585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.776940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.777248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.777589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.778028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.778288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.778557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.804799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-49b7e4ba-5220-47d4-b485-40eebf621d12 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004121 Jul 27 16:32:41.874850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.875747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.875747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.875941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:32:41.876359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603c3b99-2f3c-4562-a145-ca88c0281e0a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:41.907778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ea830d-2e5d-46a9-9a51-0d647e74ef00') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:41.908060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ea830d-2e5d-46a9-9a51-0d647e74ef00') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:41.908348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-7dcbea10-3711-4ff7-9966-9a8fd3d34157 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960753 Jul 27 16:32:41.946739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.974733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:41.994668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:32:41.995102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: from cryptography.utils import int_from_bytes Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: from cryptography.utils import int_from_bytes Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:32:42.019193 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:32:42.084673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21166aa8-4725-46c6-b444-de673e60a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.115055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9833b-c62a-44b8-a920-ce5d00d8517d req-54377907-409e-4d61-b4e4-5fd01d323c8d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:42.116697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09d9833b-c62a-44b8-a920-ce5d00d8517d req-54377907-409e-4d61-b4e4-5fd01d323c8d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 943 time: 0.4020882 Jul 27 16:32:42.127647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.130999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594058a4-6c07-403c-bd5d-310575dcf81f req-91288c18-3b67-44f8-ac83-596c546c13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:42.132566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-91288c18-3b67-44f8-ac83-596c546c13e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492588 Jul 27 16:32:42.147068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b98a0963-f97d-43c3-80ae-58c434fc4307 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:42.149025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b98a0963-f97d-43c3-80ae-58c434fc4307 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1097 time: 0.1439967 Jul 27 16:32:42.164123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:42.168727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.170682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/603c3b99-2f3c-4562-a145-ca88c0281e0a HTTP/1.1" status: 204 len: 168 time: 0.9212890 Jul 27 16:32:42.183086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93f0ca-a417-4814-96c7-fde4af7592c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=603c3b99-2f3c-4562-a145-ca88c0281e0a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:42.191465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:42.239473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09d9833b-c62a-44b8-a920-ce5d00d8517d req-175030a3-69b8-4d2f-82f2-0b2758993ffd tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146994 Jul 27 16:32:42.297140 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-9f26cdaa-4acf-41aa-b33a-5df56e2a034e service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549263 Jul 27 16:32:42.324123 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.350405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Deleting subnet 477bda86-2f1e-44f1-98db-3c9d57ea3373 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:32:42.355007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.357667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.438538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594058a4-6c07-403c-bd5d-310575dcf81f req-0fa3ba09-4315-4029-b4ef-12a4221c0fcc service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303930 Jul 27 16:32:42.441752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f284-79b4-40a2-8232-2565d7721069 req-b3c6a80f-18d5-4f44-a405-54e3dba62143 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:42.443892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fff8f284-79b4-40a2-8232-2565d7721069 req-b3c6a80f-18d5-4f44-a405-54e3dba62143 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2510788 Jul 27 16:32:42.446213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.465522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.633855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fff8f284-79b4-40a2-8232-2565d7721069 req-0262bf8c-6a87-409b-99ea-af65200d5c59 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708364 Jul 27 16:32:42.711901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:42.715196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.760903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477bda86-2f1e-44f1-98db-3c9d57ea3373,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:42.794951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.797192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a854b36-1737-49c0-b21e-b2613ece18ff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/477bda86-2f1e-44f1-98db-3c9d57ea3373 HTTP/1.1" status: 204 len: 168 time: 0.6024363 Jul 27 16:32:42.800624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:42.831919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:42.894431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b514fa6-bdd7-43d2-b608-cefed831887d req-77f7210e-0e3b-474e-afcb-1eb130065fda tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:42.902334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b514fa6-bdd7-43d2-b608-cefed831887d req-77f7210e-0e3b-474e-afcb-1eb130065fda tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 946 time: 0.1463494 Jul 27 16:32:42.913977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.932005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:42.938833 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059927f-05e9-44f0-a141-ec6f547c1e35" -d '{"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:42.946242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.959596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:42.986124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:43.026147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b514fa6-bdd7-43d2-b608-cefed831887d req-736e6b82-c56a-4d57-a022-b46a5a77b0b3 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227372 Jul 27 16:32:43.030208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.048108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9af9126-79c9-4f39-8bf3-8916a752566b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:43.065481 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c81ed11-c65b-4d7e-b5d8-0d95f2e5531c x-openstack-request-id: req-7c81ed11-c65b-4d7e-b5d8-0d95f2e5531c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:43.065779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96fe6a2-36d8-4266-9d71-0809732c3729') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:43.066232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96fe6a2-36d8-4266-9d71-0809732c3729') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:43.066345 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:43.066529 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c81ed11-c65b-4d7e-b5d8-0d95f2e5531c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:43.067962 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'code': 200} Jul 27 16:32:43.080610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.108987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.117965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:32:43.118413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:32:43.120814 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:32:43.146709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.187464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:43.188038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:43.188038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:43.192227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.201542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.205152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e9af9126-79c9-4f39-8bf3-8916a752566b HTTP/1.1" status: 204 len: 168 time: 0.4029500 Jul 27 16:32:43.210198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb647-a830-4b82-bcc9-e0974f880415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.212326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:43.212673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Attempting to bind port 1247dfec-06d2-48d8-a818-c23ecaa34926 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:43.228470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:43.228978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:43.229380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:43.229838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Bound port: 1247dfec-06d2-48d8-a818-c23ecaa34926, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:43.230184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.269469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9715e3-56cd-44df-8d07-3823cedde6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9af9126-79c9-4f39-8bf3-8916a752566b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.278802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.394968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:43.398534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:43.420669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:43.432622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.433378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c0441d8c-2e7b-4e97-872b-8a24f08a41ef details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:43.485414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c925d3aa-9780-4e3e-b1e1-0dc2b2ffa927 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=355eafff8dda43d592eddb5a1dc7a10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850406 Jul 27 16:32:43.487880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:43.575105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.575543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a3333-22d6-475a-a036-7854cbc2ced2 req-7be46120-6f56-4313-a165-470c9beac9fc tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:43.583199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0a3333-22d6-475a-a036-7854cbc2ced2 req-7be46120-6f56-4313-a165-470c9beac9fc tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 943 time: 0.2480199 Jul 27 16:32:43.590393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:43.606144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.610656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'port_id': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'mac_address': 'fa:16:3e:16:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:43.624542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.655982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:43.656670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.658727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-eaec68b8-728e-4510-873a-e8ab70c01142 service neutron] 10.222.0.61 "PUT /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 1122 time: 1.5016127 Jul 27 16:32:43.661859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb647-a830-4b82-bcc9-e0974f880415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.683873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.689451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb647-a830-4b82-bcc9-e0974f880415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.707339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0a3333-22d6-475a-a036-7854cbc2ced2 req-d1ffa577-aafe-4915-aa1c-67266694be1a tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213403 Jul 27 16:32:43.713920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.718849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.721093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0441d8c-2e7b-4e97-872b-8a24f08a41ef {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:43.724933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c450e14e-38bf-4ed4-9c95-1fee91690f85 HTTP/1.1" status: 204 len: 168 time: 0.2317853 Jul 27 16:32:43.761495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:43.766309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e07fb6-bae7-4211-bf89-5216bbb1d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c450e14e-38bf-4ed4-9c95-1fee91690f85,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.769340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:43.779565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['1247dfec-06d2-48d8-a818-c23ecaa34926'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:43.820450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fbdeb647-a830-4b82-bcc9-e0974f880415 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4bfba0bd75744afa97b93e972a0ea4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8300033 Jul 27 16:32:43.821250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:43.825099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeb647-a830-4b82-bcc9-e0974f880415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2535f6-5e39-47b8-86ba-d748a6aa3721,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.892868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:43.907888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.908332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.908895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.909503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.910041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.911332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.911892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.912395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.913156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.913832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.914332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.914864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:32:43.973303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.023415 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.042569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe2ee-98d2-4aa7-a2df-7fc5e1daae3d req-0def6268-af55-446c-b2cd-3d431e05bcaf tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:44.044459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81bfe2ee-98d2-4aa7-a2df-7fc5e1daae3d req-0def6268-af55-446c-b2cd-3d431e05bcaf tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1567156 Jul 27 16:32:44.094290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c0441d8c-2e7b-4e97-872b-8a24f08a41ef'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:44.116917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81bfe2ee-98d2-4aa7-a2df-7fc5e1daae3d req-395f0a47-d64c-455e-947a-0aaea707d0b7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598664 Jul 27 16:32:44.165378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.168187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.176151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c2535f6-5e39-47b8-86ba-d748a6aa3721 HTTP/1.1" status: 204 len: 168 time: 0.3470650 Jul 27 16:32:44.195225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bb703-d1da-4d90-a1cd-b7628f19ea2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2535f6-5e39-47b8-86ba-d748a6aa3721,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:44.356917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:44.431093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1a81a4fa-89f0-4a36-8e01-56b760e33797 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a512a1d9d864ae09ae953bb1d963f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722198 Jul 27 16:32:44.435074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:44.445288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caeb83-58ed-440c-8ec6-faf8c89d55ac req-4bab76da-08ca-44f5-8715-22af9785d4c1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:44.445288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5caeb83-58ed-440c-8ec6-faf8c89d55ac req-4bab76da-08ca-44f5-8715-22af9785d4c1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.1727564 Jul 27 16:32:44.549273 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5caeb83-58ed-440c-8ec6-faf8c89d55ac req-7288ef60-0ec0-44f8-9357-750d9309b8d5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907185 Jul 27 16:32:44.569883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.616593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.678850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-6693aa09-1558-49e5-8c34-52d29b8830e4 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497894 Jul 27 16:32:44.842041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.846694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.852762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca1db1b2-039e-41ae-a76d-20476e64b83c HTTP/1.1" status: 204 len: 168 time: 0.4121158 Jul 27 16:32:44.872918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0d9b5-8d19-428b-8420-e0e7d96e65b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1db1b2-039e-41ae-a76d-20476e64b83c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:44.906654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-0d77f1d9-9528-4fab-b696-b42e82534daa tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:44.910624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-0d77f1d9-9528-4fab-b696-b42e82534daa tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165079 Jul 27 16:32:44.926489 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:44.937152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-5c8730a5-b019-4eb5-becb-db90d33b7b00 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/quotas/3a9f245350b744a3a698c6afee14c8c1 HTTP/1.1" status: 200 len: 375 time: 0.0127494 Jul 27 16:32:45.049698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:45.056035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-a5a78a01-c284-4b9b-978a-91ee1e89baea tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067543 Jul 27 16:32:45.068882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:45.073179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-804a7486-35d5-4796-a5c5-b49ba1d7490b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.073458 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b15cd-9401-473b-ada7-db3e81409b91" -d '{"events": [{"name": "network-changed", "server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:45.227748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-804a7486-35d5-4796-a5c5-b49ba1d7490b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.233442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-804a7486-35d5-4796-a5c5-b49ba1d7490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.326856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59090) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:45.327207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-804a7486-35d5-4796-a5c5-b49ba1d7490b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f56baa5d7d284b14bcf218828752a9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764046 Jul 27 16:32:45.332462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a7486-35d5-4796-a5c5-b49ba1d7490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e4e4c-a3fe-49c0-8ad6-670a55b9b8cd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:45.423718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8ceb-c7ab-4eb1-bf22-c8487c0c73b0 req-51621860-a26b-456c-be92-01b468ba09b8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:45.429710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-422e8ceb-c7ab-4eb1-bf22-c8487c0c73b0 req-51621860-a26b-456c-be92-01b468ba09b8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 944 time: 0.1355340 Jul 27 16:32:45.450133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c0441d8c-2e7b-4e97-872b-8a24f08a41ef up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:32:45.531055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-422e8ceb-c7ab-4eb1-bf22-c8487c0c73b0 req-cf6d85dc-b9f1-4f2a-a1a7-a35d57098eed tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905457 Jul 27 16:32:45.552974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.644822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.660129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port c0441d8c-2e7b-4e97-872b-8a24f08a41ef completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:45.669012 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96d437-5f33-4995-8ca2-298a7a0711c4 x-openstack-request-id: req-bb96d437-5f33-4995-8ca2-298a7a0711c4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:45.669342 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:45.670476 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb96d437-5f33-4995-8ca2-298a7a0711c4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:45.671570 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'status': 'completed', 'code': 200} Jul 27 16:32:45.672790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c0441d8c-2e7b-4e97-872b-8a24f08a41ef triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:45.673424 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.857314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-fdebd408-9009-4a23-b177-6a0c77dded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:45.859952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-fdebd408-9009-4a23-b177-6a0c77dded70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1125 time: 0.1566834 Jul 27 16:32:45.866317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa486ce5-dc3c-4c10-bc4d-eac8eb809400 req-0ee628f8-8573-42d6-bcd8-d340df352a7a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 210 time: 0.1352360 Jul 27 16:32:45.870209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.911939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.917132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:45.918981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d6e4e4c-a3fe-49c0-8ad6-670a55b9b8cd HTTP/1.1" status: 204 len: 168 time: 0.5905519 Jul 27 16:32:45.932420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b0c3-7b74-4547-a7a4-d3b505ee9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e4e4c-a3fe-49c0-8ad6-670a55b9b8cd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:45.981615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:45.982964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:45.987429 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e8873-924c-4516-a836-cfde8e156b8b" -d '{"events": [{"server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "name": "network-vif-plugged", "status": "completed", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:46.007804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:46.168011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:46.208474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-4f4765a3-8197-43d4-a7dd-a83e5a3d474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:46.210468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-4f4765a3-8197-43d4-a7dd-a83e5a3d474d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.3420894 Jul 27 16:32:46.286800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d1e93-86b6-47d8-83d5-2643d5e4414d req-a5ce2cb2-0797-4e2e-9cc5-c35d9b2af462 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:46.294632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c36d1e93-86b6-47d8-83d5-2643d5e4414d req-a5ce2cb2-0797-4e2e-9cc5-c35d9b2af462 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.3609374 Jul 27 16:32:46.330541 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-33985958-9071-4e55-a336-4c4e6bfee162 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.1110110 Jul 27 16:32:46.422831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c36d1e93-86b6-47d8-83d5-2643d5e4414d req-630a1cad-3d0d-42fb-9542-d59321d32181 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269786 Jul 27 16:32:46.423481 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b4b86-7c48-4d15-8b12-b22d6a693066 x-openstack-request-id: req-5d9b4b86-7c48-4d15-8b12-b22d6a693066 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:46.424200 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "name": "network-vif-plugged", "status": "completed", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:46.425052 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d9b4b86-7c48-4d15-8b12-b22d6a693066 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:46.425972 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'code': 200} Jul 27 16:32:46.460880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-b905955b-32d4-4717-beec-4aa4dfc654bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:46.463626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-b905955b-32d4-4717-beec-4aa4dfc654bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1216350 Jul 27 16:32:46.535737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:46.542447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-a73bfe0a-b693-434f-b453-77df3e46c495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697441 Jul 27 16:32:46.689707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f63ea4-5c39-421e-b2b0-d3abed6fdcc1 req-c398b5c2-da8f-4edf-abd1-96699b5b9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:46.705689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3f63ea4-5c39-421e-b2b0-d3abed6fdcc1 req-c398b5c2-da8f-4edf-abd1-96699b5b9954 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 1096 time: 0.1395433 Jul 27 16:32:46.751462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-f669b7b3-e737-452b-9ebf-a515d96568bf service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997097 Jul 27 16:32:46.796196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3f63ea4-5c39-421e-b2b0-d3abed6fdcc1 req-12e6ea0a-4486-4ba4-a210-948466bd0783 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799127 Jul 27 16:32:46.963317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f1b15cd-9401-473b-ada7-db3e81409b91 req-4a850dd6-cda3-45f2-9adf-5f14340e0b7d service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033255 Jul 27 16:32:46.983085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466124eb-f8ef-460e-87e9-e12c6431dd5b req-f70c49d4-dd0d-4ce4-985f-68eba7a2ab36 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:46.999879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-466124eb-f8ef-460e-87e9-e12c6431dd5b req-f70c49d4-dd0d-4ce4-985f-68eba7a2ab36 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.2210512 Jul 27 16:32:47.056364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-466124eb-f8ef-460e-87e9-e12c6431dd5b req-9d300d01-2dca-4c5c-9f19-69daeee0b7e6 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551782 Jul 27 16:32:47.107375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74a0d47b-792d-420f-acd2-308b5974640b req-e7a865ba-2e59-432d-ac1f-fb38d973e929 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Jul 27 16:32:47.440465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:47.669751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b57c5b1-fe03-447d-b6cd-3c17857dcd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:47.744065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e90e-2a4b-40cf-9dd8-8a8259eb7e58 req-0af78182-0e23-4fec-a1d6-ff93d7eb9115 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:47.744894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:47.752137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b81e90e-2a4b-40cf-9dd8-8a8259eb7e58 req-0af78182-0e23-4fec-a1d6-ff93d7eb9115 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.2022767 Jul 27 16:32:47.766293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-929301f1-3de4-46b4-90e7-94c4fe1c1622 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a9f245350b744a3a698c6afee14c8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464933 Jul 27 16:32:47.817426 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b81e90e-2a4b-40cf-9dd8-8a8259eb7e58 req-ec78ff09-7559-4384-80f2-4820776f0d5b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640945 Jul 27 16:32:48.033681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:48.073301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b57c5b1-fe03-447d-b6cd-3c17857dcd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.079272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:32:48.084640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b57c5b1-fe03-447d-b6cd-3c17857dcd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.154064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57c5b1-fe03-447d-b6cd-3c17857dcd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4411ad-2e98-4252-866b-c3abe41f61be,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:48.179490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4b57c5b1-fe03-447d-b6cd-3c17857dcd4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d988f83e3914ece9e44752a9495e5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7463057 Jul 27 16:32:48.182168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:48.242679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.248720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-ce16a430-0e9d-45e6-8c5e-5037758be26c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:48.248720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-ce16a430-0e9d-45e6-8c5e-5037758be26c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4758282 Jul 27 16:32:48.281504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Request body: {'port': {'device_id': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '3a9f245350b744a3a698c6afee14c8c1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:48.306848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.380103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777e29-6515-48d7-b680-e73640ffbf70 req-27c882a9-c03e-4d29-94e3-d255d5650c08 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:48.387172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e22b-07d3-4558-8ce8-b0b3997277a0 req-f6c8840b-11a4-43ca-927c-995e50a33169 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:48.387571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4777e29-6515-48d7-b680-e73640ffbf70 req-27c882a9-c03e-4d29-94e3-d255d5650c08 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.2829003 Jul 27 16:32:48.390356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edc7e22b-07d3-4558-8ce8-b0b3997277a0 req-f6c8840b-11a4-43ca-927c-995e50a33169 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.1303515 Jul 27 16:32:48.401140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.404338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.408338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad4411ad-2e98-4252-866b-c3abe41f61be HTTP/1.1" status: 204 len: 168 time: 0.2225964 Jul 27 16:32:48.435326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4967caf-4030-4091-be20-10bc39fbf576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4411ad-2e98-4252-866b-c3abe41f61be,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:48.479506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4777e29-6515-48d7-b680-e73640ffbf70 req-1eaf89cd-d69e-4480-a269-9bf90b918d9a tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859914 Jul 27 16:32:48.492517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edc7e22b-07d3-4558-8ce8-b0b3997277a0 req-caacebc4-60fb-4db8-9cfa-a99f34ae5de8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835352 Jul 27 16:32:48.535222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Made reservation on behalf of 3a9f245350b744a3a698c6afee14c8c1 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:32:48.540279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.698326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0df451ee-b5ed-415d-93dd-43e31133e574 req-1950c7d1-92a2-4bcd-b868-c1dc730dd5ef tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 210 time: 0.0739679 Jul 27 16:32:48.724664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Allocated IP 192.168.233.51 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/a55f6549-002b-42f5-887d-571cb0f70e0b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:32:48.938055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:48.956479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Transition to ACTIVE for port object a55f6549-002b-42f5-887d-571cb0f70e0b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:49.051265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.070083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ef79e847-d654-4956-9827-94964e97ae51'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:49.110925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb36234-d2a8-4f5b-a595-4e0779e7af33 req-4d3d6999-b533-4771-932c-700abddcb19b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:49.112639 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfb36234-d2a8-4f5b-a595-4e0779e7af33 req-4d3d6999-b533-4771-932c-700abddcb19b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 944 time: 0.1321752 Jul 27 16:32:49.141135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:32:49.146594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:49.154134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:32:49.162944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:32:49.166119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event updated for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:49.214665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:49.236382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d443343b-e4bb-4fa3-891c-20275b6139c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.244809 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfb36234-d2a8-4f5b-a595-4e0779e7af33 req-d3d342cd-794a-4738-b54a-8f090712ffa1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 Jul 27 16:32:49.281742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:49.282434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.518729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-a3b24295-b76a-4cfd-98d3-9ec69a4b4d90 service neutron] 10.222.0.13 "GET /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.2170258 Jul 27 16:32:49.644035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ee776e66-3a65-4c23-b94b-647284700212 None None] Provisioning for port a55f6549-002b-42f5-887d-571cb0f70e0b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:32:49.663769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ee776e66-3a65-4c23-b94b-647284700212 None None] Provisioning complete for port a55f6549-002b-42f5-887d-571cb0f70e0b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:32:49.664211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ee776e66-3a65-4c23-b94b-647284700212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.708216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d443343b-e4bb-4fa3-891c-20275b6139c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.727281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d443343b-e4bb-4fa3-891c-20275b6139c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.761119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-4623b95b-a364-4486-b090-9c061bafcc75 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4861984 Jul 27 16:32:49.762805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d443343b-e4bb-4fa3-891c-20275b6139c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22c2e673eeaf4fb7bb4b91796bf9aa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462489 Jul 27 16:32:49.766720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:49.770494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ee776e66-3a65-4c23-b94b-647284700212 None None] Port a55f6549-002b-42f5-887d-571cb0f70e0b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:32:49.789565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Request body: {'port': {'device_id': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:49.858834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2d355-81c8-4812-a78e-e2183ef2a94a req-77db20d3-883c-422c-a225-c4565b2520cc tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:49.860493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8c2d355-81c8-4812-a78e-e2183ef2a94a req-77db20d3-883c-422c-a225-c4565b2520cc tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.1687653 Jul 27 16:32:49.922248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f241a-8848-4ebe-82e0-591a5b673948 req-8f9b5e0e-6801-4dd5-91a0-9a716a3b287d tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:49.924053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131f241a-8848-4ebe-82e0-591a5b673948 req-8f9b5e0e-6801-4dd5-91a0-9a716a3b287d tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 971 time: 0.2944660 Jul 27 16:32:49.930335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443343b-e4bb-4fa3-891c-20275b6139c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b143808e-cf80-4df5-aa1d-5b071db9d1da,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:49.962062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:49.968087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8c2d355-81c8-4812-a78e-e2183ef2a94a req-a765a9f9-1ee7-49cb-b294-92d6712d6add tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/security-groups?id=de5e671b-de33-4e9e-9024-c280894b6a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908287 Jul 27 16:32:50.258315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e62e46-77bd-4de8-aa52-0fccfca8a0ec req-34309e36-03d1-4f36-ae77-49d43840be0d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:50.260615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87e62e46-77bd-4de8-aa52-0fccfca8a0ec req-34309e36-03d1-4f36-ae77-49d43840be0d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 935 time: 0.1468968 Jul 27 16:32:50.330001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87e62e46-77bd-4de8-aa52-0fccfca8a0ec req-99f938bf-678e-4825-b1ab-8913ed62121d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591724 Jul 27 16:32:50.358676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.420180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55f6549-002b-42f5-887d-571cb0f70e0b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:50.434319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.450537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Transition to ACTIVE for port object a55f6549-002b-42f5-887d-571cb0f70e0b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:50.453752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:50.455993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.463457 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.528800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cc9e2-1a54-4e2f-b8b6-e176dc192549 req-2eda6fdc-4a1b-4bfb-8108-88ffac0db3ed tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:50.541625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a8cc9e2-1a54-4e2f-b8b6-e176dc192549 req-2eda6fdc-4a1b-4bfb-8108-88ffac0db3ed tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.6410449 Jul 27 16:32:50.553627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:50.656096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1247dfec-06d2-48d8-a818-c23ecaa34926 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:50.688996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:50.702419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a8cc9e2-1a54-4e2f-b8b6-e176dc192549 req-8f6e126f-082a-4093-a77b-1252cf20aa78 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585770 Jul 27 16:32:50.736810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Deleting port e62598b7-c12e-4378-857b-3514e8827144 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:32:50.736810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.744239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.794460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.797551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.799294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b143808e-cf80-4df5-aa1d-5b071db9d1da HTTP/1.1" status: 204 len: 168 time: 1.0313182 Jul 27 16:32:50.826995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936cef7-5c91-4241-b422-97b4b74456ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b143808e-cf80-4df5-aa1d-5b071db9d1da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:50.904291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:50.938819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] For port e62598b7-c12e-4378-857b-3514e8827144, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e62598b7-c12e-4378-857b-3514e8827144,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:50.939628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:50.971174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Calling delete_port for e62598b7-c12e-4378-857b-3514e8827144 owned by compute:tempest-test_az-2133675562 {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:32:51.002464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] Transition to ACTIVE for port object 1247dfec-06d2-48d8-a818-c23ecaa34926 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:32:51.009716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.019050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Attempting to bind port a55f6549-002b-42f5-887d-571cb0f70e0b on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:32:51.020615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Attempting to bind port a55f6549-002b-42f5-887d-571cb0f70e0b by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:32:51.021997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Attempting to bind port a55f6549-002b-42f5-887d-571cb0f70e0b on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:51.051859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Port a55f6549-002b-42f5-887d-571cb0f70e0b on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:32:51.052559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Attempting to bind port a55f6549-002b-42f5-887d-571cb0f70e0b on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:32:51.087658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:32:51.088151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:32:51.088853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:32:51.089603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Bound port: a55f6549-002b-42f5-887d-571cb0f70e0b, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:32:51.090183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.118787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.119692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.120386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.121349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.122366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.124527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.124527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.140646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6defcabe-ffc8-4047-b4f9-12709f9413ea req-f609be71-99b2-4a3d-b27b-3377aa5e2801 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2688005 Jul 27 16:32:51.226542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] No DVR routers for this DVR port 1247dfec-06d2-48d8-a818-c23ecaa34926 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:32:51.258551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:51.268842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a55f6549-002b-42f5-887d-571cb0f70e0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:32:51.276572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:51.284359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.377483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-923d5b8b-6674-4800-81fc-08ff0e1431e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8478503 Jul 27 16:32:51.400384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.401425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.403828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/a55f6549-002b-42f5-887d-571cb0f70e0b HTTP/1.1" status: 200 len: 1095 time: 1.6229155 Jul 27 16:32:51.404606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:51.408733 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac825a-0857-4a64-9a3f-7938c836ac8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:51.435671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ccda3-6ff1-4b25-ab5e-43910cb7c759 req-41b430d3-ad5c-4447-954b-321b882659c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.439093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc0ccda3-6ff1-4b25-ab5e-43910cb7c759 req-41b430d3-ad5c-4447-954b-321b882659c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.2428699 Jul 27 16:32:51.467089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0030-4e06-4996-b686-9fa72a2b49e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:51.496270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683a13-54ef-40e7-abbe-11d5ec3b483b req-4d05699b-2c22-4c95-b144-77d36b574738 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:51.514403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1683a13-54ef-40e7-abbe-11d5ec3b483b req-4d05699b-2c22-4c95-b144-77d36b574738 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.2591140 Jul 27 16:32:51.515387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.61', 49781) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:51.516117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:51.538531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'floatingip': {'port_id': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:32:51.594233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc0ccda3-6ff1-4b25-ab5e-43910cb7c759 req-a2cd82b3-53c7-44b6-bcea-37c59c483e8c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205423 Jul 27 16:32:51.611420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.625081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e62598b7-c12e-4378-857b-3514e8827144'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:51.733578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Pushing event deleted for resources: {'Port': ['ID=e62598b7-c12e-4378-857b-3514e8827144,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:51.780866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] No DVR routers for this DVR port e62598b7-c12e-4378-857b-3514e8827144 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:32:51.786883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:51.793593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131f241a-8848-4ebe-82e0-591a5b673948 req-97ce1f92-c3fe-4153-a251-c48315d30341 tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.61 "DELETE /v2.0/ports/e62598b7-c12e-4378-857b-3514e8827144 HTTP/1.1" status: 204 len: 173 time: 1.8324485 Jul 27 16:32:51.794773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'name': 'network-vif-deleted', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:51.799024 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e594f-f669-4828-8e3f-3af1b5ab568f" -d '{"events": [{"server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "name": "network-vif-deleted", "tag": "e62598b7-c12e-4378-857b-3514e8827144"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:51.962311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-825690f8-e377-4c2d-b074-ebe582e17bac req-84047efb-93e6-4c1d-9877-47d8a7c48b7e tempest-AggregatesAdminTestJSON-185170136 tempest-AggregatesAdminTestJSON-185170136-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8653fbf-8730-4a52-be67-bb3dd1e32b92 HTTP/1.1" status: 200 len: 210 time: 0.1685250 Jul 27 16:32:51.966169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:52.001764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f2bd8-c673-4c3c-90c3-05149fb877c0 req-241aa2fb-6787-4609-8aa3-1afc2141f6b0 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.027639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a0f2bd8-c673-4c3c-90c3-05149fb877c0 req-241aa2fb-6787-4609-8aa3-1afc2141f6b0 tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 886 time: 0.1923366 Jul 27 16:32:52.139882 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e16411-9e5f-4cf8-88e6-b3b078097625 x-openstack-request-id: req-e3e16411-9e5f-4cf8-88e6-b3b078097625 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:52.140801 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:52.140801 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3e16411-9e5f-4cf8-88e6-b3b078097625 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:52.141342 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b', 'status': 'completed', 'code': 200} Jul 27 16:32:52.292391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-1dc5c40d-93b5-41c5-b134-97b0fce42052 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.293978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-1dc5c40d-93b5-41c5-b134-97b0fce42052 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.7762871 Jul 27 16:32:52.309289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-40ed0e33-6b8d-48ac-a0d1-56a66a4a1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.310800 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-40ed0e33-6b8d-48ac-a0d1-56a66a4a1f48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 1098 time: 0.7851441 Jul 27 16:32:52.473902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-97123fe0-175c-42e3-bdd9-b444b49a06c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a55f6549-002b-42f5-887d-571cb0f70e0b HTTP/1.1" status: 200 len: 217 time: 0.1219606 Jul 27 16:32:52.538823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdde35-918d-4bbe-86a8-afc378bdf097 req-2ba56e3a-3f1b-4d1a-8bf8-a178ad5bc0de tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.548070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6fdde35-918d-4bbe-86a8-afc378bdf097 req-2ba56e3a-3f1b-4d1a-8bf8-a178ad5bc0de tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 947 time: 0.3704555 Jul 27 16:32:52.626237 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bcbad0-6788-44ac-9c11-6c040e0cb9e2 x-openstack-request-id: req-98bcbad0-6788-44ac-9c11-6c040e0cb9e2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:52.627079 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8653fbf-8730-4a52-be67-bb3dd1e32b92", "name": "network-vif-deleted", "tag": "e62598b7-c12e-4378-857b-3514e8827144", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:52.627279 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98bcbad0-6788-44ac-9c11-6c040e0cb9e2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:52.628478 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8653fbf-8730-4a52-be67-bb3dd1e32b92', 'name': 'network-vif-deleted', 'tag': 'e62598b7-c12e-4378-857b-3514e8827144', 'status': 'completed', 'code': 200} Jul 27 16:32:52.698874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-17ee3474-4318-4f11-a447-dfe5d9b82180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.700774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-17ee3474-4318-4f11-a447-dfe5d9b82180 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2151003 Jul 27 16:32:52.741993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b48d0cd1-3dbe-41a0-9f6e-3853e96606a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.743618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-b48d0cd1-3dbe-41a0-9f6e-3853e96606a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&tenant_id=e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 1096 time: 0.4235198 Jul 27 16:32:52.812657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6fdde35-918d-4bbe-86a8-afc378bdf097 req-384b322c-a30a-42fd-aaa7-0da4bf4bdc15 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637470 Jul 27 16:32:52.941482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.942368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.943892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.944872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.945882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.946836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.948074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:52.965719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac4a507a-c301-49cb-8925-3442673aad29 req-0a313885-6bbd-4660-828a-b7d7e23904fe tempest-NetworksTest-1748491163 tempest-NetworksTest-1748491163-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.3060176 Jul 27 16:32:53.173807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:53.313148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-ed3f739a-216c-409f-87d6-fed410dc7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:53.314641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-ed3f739a-216c-409f-87d6-fed410dc7570 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5979071 Jul 27 16:32:53.430527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-0c645742-532a-4a3c-ae21-bd6fea734f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:53.432055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-0c645742-532a-4a3c-ae21-bd6fea734f51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1096 time: 0.6543021 Jul 27 16:32:53.468331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:32:53.531877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:32:53.555223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c05ea68-0d53-44f9-886a-4d27e179a5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:53.586046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:32:53.628054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:53.636343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1d947-d3e3-49e5-953f-dcc94d3d9462 req-dfa47607-3b79-4326-b2c2-eaa9e1889a3c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:53.643741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89a1d947-d3e3-49e5-953f-dcc94d3d9462 req-dfa47607-3b79-4326-b2c2-eaa9e1889a3c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.6693437 Jul 27 16:32:53.701872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-3d676091-3f4c-4970-b7ac-d0a91a015514 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753986 Jul 27 16:32:53.705061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:53.731488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:53.770514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e62598b7-c12e-4378-857b-3514e8827144 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:32:53.774756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c05ea68-0d53-44f9-886a-4d27e179a5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:53.794024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c05ea68-0d53-44f9-886a-4d27e179a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:53.822368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: e62598b7-c12e-4378-857b-3514e8827144 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:32:53.823403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e62598b7-c12e-4378-857b-3514e8827144 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:32:53.836487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89a1d947-d3e3-49e5-953f-dcc94d3d9462 req-1579f850-83db-4748-b516-c549cbacece4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918280 Jul 27 16:32:53.841832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-46f9a74b-228f-4081-83c1-0bde9870a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:53.844099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-46f9a74b-228f-4081-83c1-0bde9870a895 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.3984246 Jul 27 16:32:53.934928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-5dcac7e7-8bb9-4d60-8578-d023eefd7ebd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.0802591 Jul 27 16:32:53.975321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b2039c3-5acb-4276-89ec-e94114b3e950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.036083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c05ea68-0d53-44f9-886a-4d27e179a5c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3be08816211f42b49d4a0cc0d97d9651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8605790 Jul 27 16:32:54.036814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:54.068793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b97fc79-f3d5-4c98-81e0-4b24420aa4b2 req-b6212165-f590-4b65-bf49-8f1c60c6ad7e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553834 Jul 27 16:32:54.078302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05ea68-0d53-44f9-886a-4d27e179a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe9b443-56f5-48f8-addd-face308e065c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:54.089565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-829e4b79-f869-47ad-ba47-92b48e60a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:54.091749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-829e4b79-f869-47ad-ba47-92b48e60a9dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1463425 Jul 27 16:32:54.107306 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f associated. External IP: 172.25.4.233, port: c0441d8c-2e7b-4e97-872b-8a24f08a41ef. Jul 27 16:32:54.191480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:54.219175 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.245922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-0a3af1f8-42fd-4a7b-8115-5313e5b34400 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419191 Jul 27 16:32:54.256545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.292024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b2039c3-5acb-4276-89ec-e94114b3e950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.300148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b2039c3-5acb-4276-89ec-e94114b3e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.346994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0b2039c3-5acb-4276-89ec-e94114b3e950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c34d59928e08471da02472774bbcb978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150755 Jul 27 16:32:54.353631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:54.362687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2039c3-5acb-4276-89ec-e94114b3e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad40fb5-d3ef-4ff0-b849-1e2685c85be7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:54.398228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.400822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.402062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fe9b443-56f5-48f8-addd-face308e065c HTTP/1.1" status: 204 len: 168 time: 0.3463070 Jul 27 16:32:54.420955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628a19b-9933-40e1-a70d-8280e7132d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe9b443-56f5-48f8-addd-face308e065c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:54.444586 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.508046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.521807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd456-cff1-4cda-bdfc-89f25b92743f req-f3723034-9ae1-4ad7-936f-4116cd7fda3d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:54.535469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7fcfd456-cff1-4cda-bdfc-89f25b92743f req-f3723034-9ae1-4ad7-936f-4116cd7fda3d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 947 time: 0.5141237 Jul 27 16:32:54.642800 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-74e6203b-70cc-4a7c-affd-dc26954dc711 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790402 Jul 27 16:32:54.646661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2553d455-5688-4124-84f2-5d2eea31a5df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d3591f8a030459f835eff719153f6df&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4524207 Jul 27 16:32:54.656103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:54.668838 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.672311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.674262 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ad40fb5-d3ef-4ff0-b849-1e2685c85be7 HTTP/1.1" status: 204 len: 168 time: 0.3194108 Jul 27 16:32:54.715985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e6fb0-6528-4518-9802-d1267ce95cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad40fb5-d3ef-4ff0-b849-1e2685c85be7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:54.747931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-bb14d4f3-f374-42c1-82e0-1ae1b0ecbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:54.751447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-bb14d4f3-f374-42c1-82e0-1ae1b0ecbdbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 1098 time: 0.5508046 Jul 27 16:32:54.767435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7fcfd456-cff1-4cda-bdfc-89f25b92743f req-42e1c932-2416-4c94-8a45-b1efd7391fb3 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239053 Jul 27 16:32:54.800187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.842242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.921501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.924039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:54.925256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de5e671b-de33-4e9e-9024-c280894b6a3d HTTP/1.1" status: 204 len: 168 time: 0.2677870 Jul 27 16:32:54.955469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa7bad-e560-4865-bf6d-a8ca9d612750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e671b-de33-4e9e-9024-c280894b6a3d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:54.976117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-a0f9b084-f4a3-4941-9a76-727cb198eb53 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176003 Jul 27 16:32:55.050565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:55.067693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62f40411-b52f-4496-9afd-7430ecdaefd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.207758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62f40411-b52f-4496-9afd-7430ecdaefd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.213840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62f40411-b52f-4496-9afd-7430ecdaefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.248722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-4080586f-fc78-4c6e-a829-fe352827cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:55.250088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-4080586f-fc78-4c6e-a829-fe352827cf9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.4817026 Jul 27 16:32:55.270095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-62f40411-b52f-4496-9afd-7430ecdaefd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa4c95da27e04e24bcd88fb16fa5458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156396 Jul 27 16:32:55.270095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40411-b52f-4496-9afd-7430ecdaefd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985142ba-c7da-45dd-8318-4d60b7052784,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:55.271396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:55.297484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:55.336686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-2dfb4b5a-cac0-4c0b-a5fd-b5fbcb78b667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a55f6549-002b-42f5-887d-571cb0f70e0b HTTP/1.1" status: 200 len: 217 time: 0.0604310 Jul 27 16:32:55.343686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:32:55.366918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.400650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.479565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.481995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-c0a7e282-079f-4725-9240-83c0764238dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:55.483369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-c0a7e282-079f-4725-9240-83c0764238dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1385922 Jul 27 16:32:55.483905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.485699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/985142ba-c7da-45dd-8318-4d60b7052784 HTTP/1.1" status: 204 len: 168 time: 0.2006297 Jul 27 16:32:55.510811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e9da-48b6-4806-99f7-b896cf1e0a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985142ba-c7da-45dd-8318-4d60b7052784,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:55.514891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500b952-3d64-41dd-af24-e202c852ffa0 req-878e34d4-726c-4be4-937e-9dca19e6d087 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:55.516528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2500b952-3d64-41dd-af24-e202c852ffa0 req-878e34d4-726c-4be4-937e-9dca19e6d087 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.2797627 Jul 27 16:32:55.643490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2500b952-3d64-41dd-af24-e202c852ffa0 req-74ad2cc7-bb32-4ce1-bc06-36aae812d7e7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008906 Jul 27 16:32:55.671668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-4e310df9-13a5-4742-b69b-4149d19e375f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:55.673270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-4e310df9-13a5-4742-b69b-4149d19e375f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2607653 Jul 27 16:32:55.681245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-61ecd209-ba49-473b-8289-599d385eeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:55.682799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-61ecd209-ba49-473b-8289-599d385eeda9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914859 Jul 27 16:32:55.685717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:32:55.696150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.711181 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:32:55.724716 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:55.726099 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:32:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:55.757871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8106b47d-98fd-4587-b70e-ed2bc18e24b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.852463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:55.891744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be429029-659b-493d-aeac-3a149dbd2068 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "PUT /v2.0/floatingips/ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f HTTP/1.1" status: 200 len: 991 time: 4.3719912 Jul 27 16:32:55.892221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05298d6c-0059-4ff1-8e97-c45cb70ae478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:55.894524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:32:55.905482 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f8282-e4a2-4711-b420-7d26c86976c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:32:55.989672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:56.073985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-1af89e56-07ba-4577-a247-379c0462d49a service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815465 Jul 27 16:32:56.120672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8106b47d-98fd-4587-b70e-ed2bc18e24b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.212356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-255c20f1-95fd-49db-b7ce-e9106fea8223 service neutron] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:32:56.230255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-255c20f1-95fd-49db-b7ce-e9106fea8223 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.232097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32810127-f9a6-4207-9c4a-f6c2035cff1e req-255c20f1-95fd-49db-b7ce-e9106fea8223 service neutron] 10.222.0.61 "DELETE /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.5479565 Jul 27 16:32:56.274253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec3865-a19d-4944-a585-91acf5b900da req-e36700c0-06fb-4119-b3c0-f695691ddaa6 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:56.282591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-deec3865-a19d-4944-a585-91acf5b900da req-e36700c0-06fb-4119-b3c0-f695691ddaa6 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 947 time: 0.2993124 Jul 27 16:32:56.295290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ac825a-0857-4a64-9a3f-7938c836ac8f req-13f89af0-4879-4bad-80bf-6318c27d4b54 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083278 Jul 27 16:32:56.334571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8106b47d-98fd-4587-b70e-ed2bc18e24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.405338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-deec3865-a19d-4944-a585-91acf5b900da req-f39e8b18-4fa8-44f1-8576-7b717b0d1414 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206908 Jul 27 16:32:56.439393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59510) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:56.439636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8106b47d-98fd-4587-b70e-ed2bc18e24b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f3609ee44fc474d9dda38c03990d2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1398301 Jul 27 16:32:56.444569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106b47d-98fd-4587-b70e-ed2bc18e24b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36090d42-239e-4d70-93fc-46fd1009654d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:56.542102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05298d6c-0059-4ff1-8e97-c45cb70ae478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.557120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05298d6c-0059-4ff1-8e97-c45cb70ae478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.592921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.669812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59512) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:56.671851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.766815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:16:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:32:53Z', 'revision_number': 1, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:56.813451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.818733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:56.821084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36090d42-239e-4d70-93fc-46fd1009654d HTTP/1.1" status: 204 len: 168 time: 0.3800797 Jul 27 16:32:56.846973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-05298d6c-0059-4ff1-8e97-c45cb70ae478 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fd36d1e395844cab9383c6ff81722e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880745 Jul 27 16:32:56.848558 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:32:56.851479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:56.868244 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:32:56.869778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:32:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:56.895335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30666f6d-cad9-4252-b410-a0d4f4e86311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36090d42-239e-4d70-93fc-46fd1009654d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:56.914412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05298d6c-0059-4ff1-8e97-c45cb70ae478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed7457-2cc3-44fe-8729-8e3dde213908,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:57.060955 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c5d0c-cb07-4c5b-bb20-7154cca95f64 x-openstack-request-id: req-435c5d0c-cb07-4c5b-bb20-7154cca95f64 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:32:57.063820 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:32:57.066424 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-435c5d0c-cb07-4c5b-bb20-7154cca95f64 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:32:57.067053 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'status': 'completed', 'code': 200} Jul 27 16:32:57.086780 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:32:57.098108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4043bb9-401f-4047-9ba9-8d751fcd8b5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e96005d0a02c47589768572b3b3be2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493012 Jul 27 16:32:57.106609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:57.201389 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.334483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.436226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.477902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-2794b2fd-0292-481e-88c3-986b035dad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:57.479825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-2794b2fd-0292-481e-88c3-986b035dad7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 1096 time: 0.2794902 Jul 27 16:32:57.492948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.501964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a55f6549-002b-42f5-887d-571cb0f70e0b details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:32:57.631205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ad3d4-3a41-4ab4-bcb3-e15c75de20a3 req-de2384de-e3d4-45c5-be3a-4b6c025de969 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:57.643627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a61ad3d4-3a41-4ab4-bcb3-e15c75de20a3 req-de2384de-e3d4-45c5-be3a-4b6c025de969 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.4266732 Jul 27 16:32:57.652694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:16:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:32:53Z', 'revision_number': 1, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:32:57.778329 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e270ee-1a3f-4e9a-952d-e15adeb6c588 None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:16:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:32:53Z', 'revision_number': 1, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:32:57.791735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.796471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.803800 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8ed7457-2cc3-44fe-8729-8e3dde213908 HTTP/1.1" status: 204 len: 168 time: 0.9506259 Jul 27 16:32:57.818588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24ebb-0536-489b-ad6a-be2b90d01193 req-42e38786-f2c0-4fdc-a2f5-5cc91f23d893 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:57.828678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ba24ebb-0536-489b-ad6a-be2b90d01193 req-42e38786-f2c0-4fdc-a2f5-5cc91f23d893 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 947 time: 0.2205715 Jul 27 16:32:57.873225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4428625-7f90-4f91-afe6-f8dd4c0c5f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed7457-2cc3-44fe-8729-8e3dde213908,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:57.899258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a61ad3d4-3a41-4ab4-bcb3-e15c75de20a3 req-d59b504d-8bf2-452f-a78c-e4354a02fb60 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538466 Jul 27 16:32:57.952378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a55f6549-002b-42f5-887d-571cb0f70e0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:57.991303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:57.997522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.004094 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b1fd07f-04b9-4e1d-a5ae-31d7fcfd7408 HTTP/1.1" status: 204 len: 168 time: 0.8906424 Jul 27 16:32:58.008298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-f67edfea-ea4e-4cfa-85a3-55eb4f6350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:58.009444 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ba24ebb-0536-489b-ad6a-be2b90d01193 req-b95e0c33-e22b-4ca8-9e21-fdbfb630f415 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415441 Jul 27 16:32:58.010129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-f67edfea-ea4e-4cfa-85a3-55eb4f6350a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 924 time: 0.5137217 Jul 27 16:32:58.015500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf586cd-8fa8-470f-9d88-9397bc002277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1fd07f-04b9-4e1d-a5ae-31d7fcfd7408,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:58.085229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'a55f6549-002b-42f5-887d-571cb0f70e0b', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'a55f6549-002b-42f5-887d-571cb0f70e0b', 'mac_address': 'fa:16:3e:71:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:32:58.202139 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.234993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55f6549-002b-42f5-887d-571cb0f70e0b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:32:58.235413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:58.260099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-eaacce98-872c-496f-b346-36e720c8a10d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 200 len: 999 time: 0.2211931 Jul 27 16:32:58.266599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633b43d6-7012-456d-b5ac-0d00097e6851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.285129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a55f6549-002b-42f5-887d-571cb0f70e0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:32:58.291945 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.381798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e943a-b846-4825-b9a6-5c8cbd93837b None None] New status for floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:32:58.433658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-84f228c7-8add-496d-80f8-f79136e855ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:58.435170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-84f228c7-8add-496d-80f8-f79136e855ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.1562450 Jul 27 16:32:58.446567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633b43d6-7012-456d-b5ac-0d00097e6851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.453094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-633b43d6-7012-456d-b5ac-0d00097e6851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.505169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b43d6-7012-456d-b5ac-0d00097e6851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c0deb-2807-4a5f-9f23-e603ffd875dd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:58.566188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-633b43d6-7012-456d-b5ac-0d00097e6851 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d203fdbbe45431f9307c80be019aeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280189 Jul 27 16:32:58.567560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:32:58.595363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa1fae-4e95-479f-a238-bf07066c9b66 req-f485407d-d479-4ccf-957e-8e340f12a551 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:58.597693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49fa1fae-4e95-479f-a238-bf07066c9b66 req-f485407d-d479-4ccf-957e-8e340f12a551 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1096 time: 0.3364794 Jul 27 16:32:58.608776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:58.642839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-5195184a-56b3-4c1c-b2b8-4a6d7220aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:58.644239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-5195184a-56b3-4c1c-b2b8-4a6d7220aee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906800 Jul 27 16:32:58.650218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.682497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.761210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.767574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49fa1fae-4e95-479f-a238-bf07066c9b66 req-b13680e5-f32f-4669-bdb2-aba13a0904a6 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127002 Jul 27 16:32:58.769681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:32:58.779527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f35c0deb-2807-4a5f-9f23-e603ffd875dd HTTP/1.1" status: 204 len: 168 time: 0.2093437 Jul 27 16:32:58.828478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['a55f6549-002b-42f5-887d-571cb0f70e0b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:32:58.829342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03f835-9d22-481c-b7f4-fd26103f86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c0deb-2807-4a5f-9f23-e603ffd875dd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:32:58.837772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-736701f9-59fd-440e-a90a-e3b9eb13077e service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732328 Jul 27 16:32:59.036627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-610f8282-e4a2-4711-b420-7d26c86976c6 req-7891a5de-f8e7-457a-a63a-84f8125378f3 service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902864 Jul 27 16:32:59.285142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c2f6-2339-4007-a1f0-b3969656a7e7 req-8ebd3276-d7df-4165-8379-19ec46aa0f64 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:59.287529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3b7c2f6-2339-4007-a1f0-b3969656a7e7 req-8ebd3276-d7df-4165-8379-19ec46aa0f64 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 948 time: 0.1463842 Jul 27 16:32:59.334868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3b7c2f6-2339-4007-a1f0-b3969656a7e7 req-0e112f11-b95d-47ed-b1a8-a29c9a82ea2a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Jul 27 16:32:59.706982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-3739e51e-47c2-4c8b-889c-1c91f5b6694e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:32:59.709256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-3739e51e-47c2-4c8b-889c-1c91f5b6694e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.1190522 Jul 27 16:32:59.733556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-bc4bdf3b-19a2-4e97-9d47-32ab108e1ae7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/quotas/e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 375 time: 0.0166526 Jul 27 16:32:59.846387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-b24c7c1a-0319-49d4-a3da-56c7dd166ade tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042080 Jul 27 16:32:59.944180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-f1063899-c5e8-4d97-836b-9f940cad4414 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963278 Jul 27 16:33:00.065187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-be034300-1014-447e-8cde-3115f0686a50 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142046 Jul 27 16:33:00.252573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbb8f3ed-0c8a-45c2-9981-284074742754 req-c3497dd5-328e-4fed-8af0-c2f8a6ddfb84 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 210 time: 0.0361865 Jul 27 16:33:00.532047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e667e-0833-4cd2-99b8-fdf03fc76b6b req-c0aa88f7-442a-431c-bd7e-173816c088f2 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:00.550333 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a58e667e-0833-4cd2-99b8-fdf03fc76b6b req-c0aa88f7-442a-431c-bd7e-173816c088f2 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 948 time: 0.1180427 Jul 27 16:33:00.645498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a58e667e-0833-4cd2-99b8-fdf03fc76b6b req-1611ee9b-3e0a-48f6-a7ce-a25960b80edb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945282 Jul 27 16:33:01.416636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18f61359-94af-4730-8e48-1f931a7aed76 req-f282c5a2-3785-4e6d-95f7-8c40e89c2c63 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 210 time: 0.0565605 Jul 27 16:33:01.517181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a55f6549-002b-42f5-887d-571cb0f70e0b up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:01.606810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port a55f6549-002b-42f5-887d-571cb0f70e0b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:01.614470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port a55f6549-002b-42f5-887d-571cb0f70e0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:01.616055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:01.905007 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:01.955558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:01.959385 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc962e-a413-43cf-a8cf-7c96bc7234d0" -d '{"events": [{"server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "name": "network-vif-plugged", "status": "completed", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:01.984710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a55f6549-002b-42f5-887d-571cb0f70e0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:01.997463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:02.040157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-e2fa0b41-fedc-4573-880d-e3793298c522 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:02.041859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-e2fa0b41-fedc-4573-880d-e3793298c522 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.6686430 Jul 27 16:33:02.059705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Request body: {'port': {'device_id': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'admin_state_up': True, 'tenant_id': 'e75a54a3256e4ce2b44550834401204d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:02.091880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:02.151991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223b7c-2598-488a-80a0-b617df89dd3c req-335f699f-7214-4a71-b057-bdaab571bacb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:02.153595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37223b7c-2598-488a-80a0-b617df89dd3c req-335f699f-7214-4a71-b057-bdaab571bacb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 949 time: 0.1760161 Jul 27 16:33:02.225761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37223b7c-2598-488a-80a0-b617df89dd3c req-a3f873e2-728d-45de-89a1-eb83d3bb194a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Jul 27 16:33:02.261231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:02.267398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:02.300842 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932bb26-70d4-4fb8-a267-e3e344ab698b x-openstack-request-id: req-c932bb26-70d4-4fb8-a267-e3e344ab698b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:02.300842 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "name": "network-vif-plugged", "status": "completed", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:02.301130 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c932bb26-70d4-4fb8-a267-e3e344ab698b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:02.301417 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b', 'code': 200} Jul 27 16:33:02.468454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Allocated IP 172.20.0.7 (ec28ef3c-3833-47eb-8653-0d049eab9a24/0175f353-edaf-4e21-8551-aa88187f5a99/f343ab3e-c043-4165-99ca-2f80fc8ebdf4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:02.521276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968280d-52fc-4eb9-9a6d-79e34ca5906e req-0f82550a-31a4-4328-af7b-0b9138db0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:02.525029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6968280d-52fc-4eb9-9a6d-79e34ca5906e req-0f82550a-31a4-4328-af7b-0b9138db0ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 1100 time: 0.1160159 Jul 27 16:33:02.718732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6968280d-52fc-4eb9-9a6d-79e34ca5906e req-99efb37b-7e07-4c19-a61b-fdec17e09477 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748898 Jul 27 16:33:02.833320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:02.881640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:02.900891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:02.979928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:02.999694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:03.004466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:03.059918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-38c6d771-90c7-4213-9a2b-f611abf5a4ba tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=be70f6a739c44cc5b1b234c306312c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057949 Jul 27 16:33:03.100059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecbecd-695b-4f16-af70-71ed7bb8f504 req-9e0dd556-2ef0-4dad-87e0-5deb27fb701b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:03.103262 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51ecbecd-695b-4f16-af70-71ed7bb8f504 req-9e0dd556-2ef0-4dad-87e0-5deb27fb701b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 931 time: 0.1178653 Jul 27 16:33:03.107316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:03.108094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:03.125994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:03.186893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51ecbecd-695b-4f16-af70-71ed7bb8f504 req-e93ab9d6-b65a-4d16-b907-6317f6b91979 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754106 Jul 27 16:33:03.194610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-6212401e-4be4-4aab-ad30-0467031ed9bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404364 Jul 27 16:33:03.220887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Request body: {'port': {'device_id': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:03.350374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-acb5cb8b-45df-4007-bc00-cc663d8964c7 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:03.358164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-acb5cb8b-45df-4007-bc00-cc663d8964c7 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805879 Jul 27 16:33:03.430035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-a6f2f9ea-c5b8-4a7b-8710-7cb7bc911d1b tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/quotas/be70f6a739c44cc5b1b234c306312c44 HTTP/1.1" status: 200 len: 375 time: 0.0689032 Jul 27 16:33:03.439037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:03.505435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-4ea47821-6711-4222-aadc-c7a86fc1d518 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693033 Jul 27 16:33:04.266322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f343ab3e-c043-4165-99ca-2f80fc8ebdf4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:04.296783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:04.339990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Transition to ACTIVE for port object f343ab3e-c043-4165-99ca-2f80fc8ebdf4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:04.349981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:04.446266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:04.632870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:04.633488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:04.633918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:04.641712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:04.642060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:04.654576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:04.655028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:04.655464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:04.655923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Bound port: f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:04.656366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:04.719661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63243-1088-49b5-902e-017eaa6932c8 req-75e784a6-7e3b-47f2-9d7a-0a5deefe371d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:04.732999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06c63243-1088-49b5-902e-017eaa6932c8 req-75e784a6-7e3b-47f2-9d7a-0a5deefe371d tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 949 time: 0.1987436 Jul 27 16:33:04.801885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06c63243-1088-49b5-902e-017eaa6932c8 req-7402f995-f289-47db-9f50-8954ecf86325 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668514 Jul 27 16:33:04.814552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:04.833125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:04.833125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:04.861466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:04.862434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:04.864537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] 10.222.0.61 "PUT /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 1091 time: 1.6552894 Jul 27 16:33:04.865070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:04.869551 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef9550-ac8c-4eea-8152-1b77de85192f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:05.042881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8382ea5a-492a-4115-b9d2-5ec49826e692 req-b67a5e15-a472-449b-aeb8-3d9d50cdc433 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 210 time: 0.0859270 Jul 27 16:33:05.043830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd9f7a-8a14-488a-a438-614b25051780 service neutron] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:05.101135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62498db6-e984-45d5-ab33-0f30e11ef053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:05.103238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-62498db6-e984-45d5-ab33-0f30e11ef053 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1094 time: 0.1323926 Jul 27 16:33:05.109526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:05.183735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-82b0901f-32c3-44f3-96aa-d12b3d7d44a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.0716782 Jul 27 16:33:05.286112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79b7710e-7e17-4679-bd2e-601569431c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:05.298345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-ea7ab328-8bfc-4e5e-9216-c863e66aba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:05.300482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-ea7ab328-8bfc-4e5e-9216-c863e66aba1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0835288 Jul 27 16:33:05.328207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90de8e-97be-4ed1-a567-427a804a7635 req-1f9e0d3a-d8c6-4276-ab04-7acfccb0da1f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:05.336452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc90de8e-97be-4ed1-a567-427a804a7635 req-1f9e0d3a-d8c6-4276-ab04-7acfccb0da1f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.1627860 Jul 27 16:33:05.363951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-44674b3a-abb4-412e-a56a-fc2b78d8d122 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521238 Jul 27 16:33:05.469557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc90de8e-97be-4ed1-a567-427a804a7635 req-d7868bcb-f072-453d-90b7-18d7dce014ec tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318581 Jul 27 16:33:05.473114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79b7710e-7e17-4679-bd2e-601569431c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:05.480836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79b7710e-7e17-4679-bd2e-601569431c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:05.539778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-8fc13fcd-fd3f-43ba-96d7-9bf898086275 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686337 Jul 27 16:33:05.543051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-79b7710e-7e17-4679-bd2e-601569431c35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d4e6a6f6de34ad49e477740b4e71b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313443 Jul 27 16:33:05.545466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:05.582972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7710e-7e17-4679-bd2e-601569431c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab23c5-26a6-49f0-90a9-fd44bb08d420,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:05.667476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-4dbbe478-dc3d-4d8b-8e07-a35cf11657ba tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=be70f6a739c44cc5b1b234c306312c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950639 Jul 27 16:33:05.889004 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69c140-fa6e-4204-84d3-f6cde8587dec x-openstack-request-id: req-ad69c140-fa6e-4204-84d3-f6cde8587dec {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:05.889317 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:05.889580 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad69c140-fa6e-4204-84d3-f6cde8587dec {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:05.889952 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'status': 'completed', 'code': 200} Jul 27 16:33:05.897015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:05.970060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:05.982008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aacc36c-6b3e-4a6f-8570-083599f35cd6 req-97eb9a32-6e3a-4615-831c-a6085cf52725 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326925 Jul 27 16:33:06.015001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-75b053fb-7e0c-46a5-94b3-5ecb0686c40e tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.029196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-75b053fb-7e0c-46a5-94b3-5ecb0686c40e tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515177 Jul 27 16:33:06.056250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Request body: {'port': {'device_id': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'be70f6a739c44cc5b1b234c306312c44'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:06.272037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-77384048-0248-404f-853f-ba37edbbffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.273894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-77384048-0248-404f-853f-ba37edbbffa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1094 time: 0.2331691 Jul 27 16:33:06.278034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:06.280958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:06.282722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2ab23c5-26a6-49f0-90a9-fd44bb08d420 HTTP/1.1" status: 204 len: 168 time: 0.7360861 Jul 27 16:33:06.326939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923ea30-ad07-47cf-bd4a-9a2332268e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab23c5-26a6-49f0-90a9-fd44bb08d420,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:06.372469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Made reservation on behalf of be70f6a739c44cc5b1b234c306312c44 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:06.400562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:06.420316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32cb6a99-38ae-4c9e-a738-7569141bc29f req-df598c60-75b8-42d1-b371-5aee40719be9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 210 time: 0.0454886 Jul 27 16:33:06.500711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-4ba09b23-ea65-4d34-bcc4-baf14d9bd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.500711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-4ba09b23-ea65-4d34-bcc4-baf14d9bd9fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2160480 Jul 27 16:33:06.528124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:06.600543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-5a2a6729-852e-4337-af0b-62a8ae5583a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.0883675 Jul 27 16:33:06.730530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-4e98b583-b11d-4d63-b769-bd0bcf5537ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.732104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-4e98b583-b11d-4d63-b769-bd0bcf5537ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1115923 Jul 27 16:33:06.789217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-f7f2414b-010f-4f57-9e01-2f607a4a63ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399795 Jul 27 16:33:06.867783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.868410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.869159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.869890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.870699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.871481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.873894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-6fb4337e-db86-4b16-a0df-0cf2faea8e9e tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88&device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65&device_id=9f4c5970-1a11-4108-8752-3af160f7ee52&device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 5560 time: 0.2127135 Jul 27 16:33:06.952046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:06.965489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-3f5593ce-76af-43a7-a1d4-525d8ca4e11f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:06.990749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae64c4-407b-4193-8dd7-bf5a8a74c6da req-594f9830-4c1b-4249-986a-8dc4cf49c855 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:06.992702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43ae64c4-407b-4193-8dd7-bf5a8a74c6da req-594f9830-4c1b-4249-986a-8dc4cf49c855 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.0799105 Jul 27 16:33:07.003129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-c05ad1ca-c689-4604-bd18-aaa94d206d11 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022634 Jul 27 16:33:07.003845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b96218-850c-4a83-a7a7-c6a06d3013dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.008641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.028667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.042513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43ae64c4-407b-4193-8dd7-bf5a8a74c6da req-f9240567-42d8-4706-8ee0-adf95bb18cc8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Jul 27 16:33:07.163997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1367e527-fa1a-4091-bc1b-5e220b424905,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:07.272179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35ef9550-ac8c-4eea-8152-1b77de85192f req-144fd135-5513-495b-9819-d83dcb0221e0 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537179 Jul 27 16:33:07.280221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-585ae7cc-3a7c-4e45-a715-3232c2a88095 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854838 Jul 27 16:33:07.304409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Allocated IP 192.168.233.103 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/302efb9f-9f6b-43c9-a38e-859d73ee4f24) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:07.327003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-3f5593ce-76af-43a7-a1d4-525d8ca4e11f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.336091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-3f5593ce-76af-43a7-a1d4-525d8ca4e11f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.414911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-036eecc0-5f79-48f6-9909-dc2928a5b9f2 req-3f5593ce-76af-43a7-a1d4-525d8ca4e11f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&id=4a82b523-a02a-4daf-80f5-b7896e089347&id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.5326145 Jul 27 16:33:07.433298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-f161a0d2-0fb7-436c-b989-6750f44370dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:07.434894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-f161a0d2-0fb7-436c-b989-6750f44370dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1096 time: 0.0779316 Jul 27 16:33:07.530596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5593ce-76af-43a7-a1d4-525d8ca4e11f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755b59a-5b77-46eb-bb7c-a4369682f525,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:07.597541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da601f2-8655-4fcb-95ab-1b29382eed60 req-edae09b0-ac4d-4e59-8417-71b671f50882 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3dfa3d63fb3043528a99f341d3c86974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567024 Jul 27 16:33:07.634344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.682132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Transition to ACTIVE for port object 302efb9f-9f6b-43c9-a38e-859d73ee4f24 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:07.695224 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b96218-850c-4a83-a7a7-c6a06d3013dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.705555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b96218-850c-4a83-a7a7-c6a06d3013dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.745189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-2a7b9df5-cea4-4b0a-b5e1-d75156d074b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:07.746845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-2a7b9df5-cea4-4b0a-b5e1-d75156d074b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2825208 Jul 27 16:33:07.810323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3b96218-850c-4a83-a7a7-c6a06d3013dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7de7ef85a030432890a20e5a798a36f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490851 Jul 27 16:33:07.811651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b96218-850c-4a83-a7a7-c6a06d3013dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b15cc3-d93d-483b-80f4-c9c714daa679,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:07.812444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:07.827315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-454d33b4-90ff-43f9-a7af-0bc1b81b1ca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.0694368 Jul 27 16:33:07.857360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:07.894703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da601f2-8655-4fcb-95ab-1b29382eed60 req-bf21ac52-02ea-404c-b488-2de270070c11 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:07.896127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da601f2-8655-4fcb-95ab-1b29382eed60 req-bf21ac52-02ea-404c-b488-2de270070c11 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908015 Jul 27 16:33:07.917324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:07.923933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:07.931192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:08.170688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e7c6e2ed-f0ca-4650-b540-539ff25b4897 None None] Provisioning for port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:08.179379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e7c6e2ed-f0ca-4650-b540-539ff25b4897 None None] Provisioning complete for port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:08.180166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e2ed-f0ca-4650-b540-539ff25b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.194523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da601f2-8655-4fcb-95ab-1b29382eed60 req-b57c0e5c-bc71-488a-aed6-28c9602908a6 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/quotas/3dfa3d63fb3043528a99f341d3c86974 HTTP/1.1" status: 200 len: 375 time: 0.2887855 Jul 27 16:33:08.199230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-d2d53bde-b051-4946-9945-d50a741a1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:08.201302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-d2d53bde-b051-4946-9945-d50a741a1136 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.3564155 Jul 27 16:33:08.254788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-18fd5f40-8f0b-4f5c-894f-90972d8cf2a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405056 Jul 27 16:33:08.255566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.258401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6e2ed-f0ca-4650-b540-539ff25b4897 None None] Port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:08.285658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da601f2-8655-4fcb-95ab-1b29382eed60 req-30e7fff4-ac7e-449a-8dae-11bcc32bd05c tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3dfa3d63fb3043528a99f341d3c86974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732994 Jul 27 16:33:08.347674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.347922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Pushing event updated for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:08.381416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:08.382379 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.419425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-601050e1-ec15-4028-b1da-c8c2ef02eeca service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446452 Jul 27 16:33:08.420773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb787-cfa0-40b1-9bf7-183a68f27483 req-8d898b4b-3ce7-4782-a65d-028b5631bb1d tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:08.422583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f6eb787-cfa0-40b1-9bf7-183a68f27483 req-8d898b4b-3ce7-4782-a65d-028b5631bb1d tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 936 time: 0.4957986 Jul 27 16:33:08.424136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-31694c0b-6b6b-4df2-9e10-c6dbff39ee15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3845949 Jul 27 16:33:08.470473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Request body: {'port': {'device_id': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:08.478778 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.482119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.486207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87b15cc3-d93d-483b-80f4-c9c714daa679 HTTP/1.1" status: 204 len: 168 time: 0.6722670 Jul 27 16:33:08.506309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5e6c4-be39-4042-ac4f-c6f4b03b4c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b15cc3-d93d-483b-80f4-c9c714daa679,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:08.581220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f427f1-7287-4ff6-a98b-8034f42ed1c9 req-f5c7bea0-37ff-42b1-949b-01ddcd8a1358 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516762 Jul 27 16:33:08.585155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f6eb787-cfa0-40b1-9bf7-183a68f27483 req-065d9f36-c4d9-4fd1-bbf5-d9f132085a2f tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513302 Jul 27 16:33:08.675175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:08.695330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e200a4-ae7d-4aea-9895-22f38a6096c2 req-f0e24163-e1ba-4e62-af35-fbf2e70657cf tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:08.704898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87e200a4-ae7d-4aea-9895-22f38a6096c2 req-f0e24163-e1ba-4e62-af35-fbf2e70657cf tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.1168313 Jul 27 16:33:08.749637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87e200a4-ae7d-4aea-9895-22f38a6096c2 req-f99f87f0-461e-4f8f-9130-a96ca61d15c1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Jul 27 16:33:09.051250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:09.095997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668678d-9088-4373-98e9-52cf44b0ca33 req-138dc39f-0303-438b-a959-bafcbba98066 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:09.096125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668678d-9088-4373-98e9-52cf44b0ca33 req-138dc39f-0303-438b-a959-bafcbba98066 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:09.096658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668678d-9088-4373-98e9-52cf44b0ca33 req-138dc39f-0303-438b-a959-bafcbba98066 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:09.099188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302efb9f-9f6b-43c9-a38e-859d73ee4f24 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:09.112872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d668678d-9088-4373-98e9-52cf44b0ca33 req-138dc39f-0303-438b-a959-bafcbba98066 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88&device_id=9f4c5970-1a11-4108-8752-3af160f7ee52&device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 2904 time: 0.0926447 Jul 27 16:33:09.117226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.145477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Transition to ACTIVE for port object 302efb9f-9f6b-43c9-a38e-859d73ee4f24 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:09.158207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.162435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d668678d-9088-4373-98e9-52cf44b0ca33 req-0d382960-998b-4eec-ab50-44d99eb95d3f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482197 Jul 27 16:33:09.290241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ef431b1-7b26-41cc-8c5e-0c26cfde5b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.309000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Pushing event updated for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:09.477340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ef431b1-7b26-41cc-8c5e-0c26cfde5b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.495039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ef431b1-7b26-41cc-8c5e-0c26cfde5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.504957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Attempting to bind port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:09.506933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Attempting to bind port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:09.507597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Attempting to bind port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:09.531817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:09.532468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Attempting to bind port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:09.540410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:09.541359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:09.542152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:09.542908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Bound port: 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:09.543505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.562585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ef431b1-7b26-41cc-8c5e-0c26cfde5b84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=918bc418e63f44278bbb622c53fe4aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078166 Jul 27 16:33:09.566569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:09.636696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:09.640724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:09.648670 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.679505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef431b1-7b26-41cc-8c5e-0c26cfde5b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511236b3-4596-4c0a-a6ce-5c19efdaa42c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:09.695369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3136c84a-bfd7-4fca-a562-d7a1acde879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.736708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:09.737753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.741634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] 10.222.0.13 "PUT /v2.0/ports/302efb9f-9f6b-43c9-a38e-859d73ee4f24 HTTP/1.1" status: 200 len: 1096 time: 1.2790885 Jul 27 16:33:09.742370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:09.748078 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:09.793885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.834852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9309-1740-4553-b3af-192c6e5eca58 service neutron] Pushing event updated for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:09.858437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.862246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:09.954212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.957823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:09.959361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/511236b3-4596-4c0a-a6ce-5c19efdaa42c HTTP/1.1" status: 204 len: 168 time: 0.3920004 Jul 27 16:33:09.985426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411838d3-274c-42be-ab3c-33b7523683de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511236b3-4596-4c0a-a6ce-5c19efdaa42c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:10.061698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8863ad7-911f-472c-813d-ef997a4c801e req-a86a6aca-47c8-49d8-bab4-443c526913c2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:10.071063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8863ad7-911f-472c-813d-ef997a4c801e req-a86a6aca-47c8-49d8-bab4-443c526913c2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 948 time: 0.2300909 Jul 27 16:33:10.080990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-b412520b-41f0-415b-95bd-ce9ba7459489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:10.094951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-b412520b-41f0-415b-95bd-ce9ba7459489 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 1099 time: 0.2782753 Jul 27 16:33:10.127566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:10.154659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'port_id': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'mac_address': 'fa:16:3e:3a:64:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0175f353-edaf-4e21-8551-aa88187f5a99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:10.230201 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c097635-7da9-4023-9112-aed0f4b47d8b x-openstack-request-id: req-9c097635-7da9-4023-9112-aed0f4b47d8b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:10.230711 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:10.231769 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c097635-7da9-4023-9112-aed0f4b47d8b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:10.232403 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24', 'status': 'completed', 'code': 200} Jul 27 16:33:10.244712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-fb25dbf1-56fb-4f9a-bcce-fa23a4a720c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24 HTTP/1.1" status: 200 len: 217 time: 0.1201026 Jul 27 16:33:10.256636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:10.286530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f343ab3e-c043-4165-99ca-2f80fc8ebdf4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:10.330702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:10.335710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8863ad7-911f-472c-813d-ef997a4c801e req-aa88d361-c5e8-4932-973f-7fce8e978025 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393312 Jul 27 16:33:10.337600 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:10.400929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-0c94a438-4c00-494c-8912-1e46e164e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:10.409791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-0c94a438-4c00-494c-8912-1e46e164e396 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1523569 Jul 27 16:33:10.426278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d74b1-0829-4533-9753-bd33a7a10b5a req-d28c1952-a00a-449f-a55f-f9d911229ac9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:10.429371 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac9d74b1-0829-4533-9753-bd33a7a10b5a req-d28c1952-a00a-449f-a55f-f9d911229ac9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.1181700 Jul 27 16:33:10.476806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:10.485676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac9d74b1-0829-4533-9753-bd33a7a10b5a req-ba57f513-752a-4be6-aec8-2d7d7197bec9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Jul 27 16:33:10.496680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-b061ef79-7da2-47a8-ab0d-a1f8325a60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:10.498241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-b061ef79-7da2-47a8-ab0d-a1f8325a60e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807858 Jul 27 16:33:10.601926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f343ab3e-c043-4165-99ca-2f80fc8ebdf4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:10.648321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-5bd7b750-a80a-4533-a176-6a7998c814aa service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367073 Jul 27 16:33:10.661271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:10.705910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c507d35-bc7f-4737-86ac-e10a2c3fb566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:10.938523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12e271b7-a016-4a04-a275-a86e3e0a8854 req-10de1f79-f325-4190-9368-eeb950945ead service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793794 Jul 27 16:33:10.945455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c507d35-bc7f-4737-86ac-e10a2c3fb566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:10.961954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c507d35-bc7f-4737-86ac-e10a2c3fb566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:11.037903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c507d35-bc7f-4737-86ac-e10a2c3fb566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009c5624-5328-4e18-a821-80ac22052a3e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:11.051275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c507d35-bc7f-4737-86ac-e10a2c3fb566 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=234768f1b8044461b50e8868c5d02c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879902 Jul 27 16:33:11.051568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59996) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:11.190693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:11.228583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-430e6d83-6c06-4ae7-aac8-750d7e7acb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.230697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-430e6d83-6c06-4ae7-aac8-750d7e7acb31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 1099 time: 0.1510077 Jul 27 16:33:11.236501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:11.390157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-c50801ff-55c3-4ec8-9f46-c64dd1d96b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.392403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-c50801ff-55c3-4ec8-9f46-c64dd1d96b01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1469812 Jul 27 16:33:11.462440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:11.466728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:11.467943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/009c5624-5328-4e18-a821-80ac22052a3e HTTP/1.1" status: 204 len: 168 time: 0.4147458 Jul 27 16:33:11.471731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-971611b0-21db-4e95-9d05-944148d62860 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24 HTTP/1.1" status: 200 len: 217 time: 0.0698693 Jul 27 16:33:11.478317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a08138-2932-437c-ad88-ca28969e533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009c5624-5328-4e18-a821-80ac22052a3e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:11.566135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-56c36d06-57fb-4ee9-ae46-14f58a946a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.568307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-56c36d06-57fb-4ee9-ae46-14f58a946a4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0875828 Jul 27 16:33:11.609934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc54cb60-6271-4e79-b6b7-0a47cb22064a req-c974a000-fd79-40fa-87ae-896e7159a38f tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3dfa3d63fb3043528a99f341d3c86974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477052 Jul 27 16:33:11.745767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-52c94ea6-6543-4356-84e6-09df4c67a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.748221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-52c94ea6-6543-4356-84e6-09df4c67a16b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720748 Jul 27 16:33:11.755750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cb60-6271-4e79-b6b7-0a47cb22064a req-669851ab-b360-4595-89e7-9b0fd6964c48 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.758587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc54cb60-6271-4e79-b6b7-0a47cb22064a req-669851ab-b360-4595-89e7-9b0fd6964c48 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476662 Jul 27 16:33:11.780376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc54cb60-6271-4e79-b6b7-0a47cb22064a req-8713a3a7-39f0-4b4f-b3bf-467294a6504c tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/quotas/3dfa3d63fb3043528a99f341d3c86974 HTTP/1.1" status: 200 len: 375 time: 0.0148258 Jul 27 16:33:11.843605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc54cb60-6271-4e79-b6b7-0a47cb22064a req-2b26cfa5-cc3b-4e57-b926-6d7e9ea34530 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3dfa3d63fb3043528a99f341d3c86974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530345 Jul 27 16:33:11.861911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ce3b-184d-47a6-b9f6-4ac9694e9ee1 req-ff9633ef-99f0-411a-82b9-905aeb746685 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:11.870509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f47ce3b-184d-47a6-b9f6-4ac9694e9ee1 req-ff9633ef-99f0-411a-82b9-905aeb746685 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 948 time: 0.1986966 Jul 27 16:33:11.898360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:11.904907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-515aab87-a46b-4257-afd5-a1922e1a79ca service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467156 Jul 27 16:33:11.968477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f47ce3b-184d-47a6-b9f6-4ac9694e9ee1 req-a61c51a8-9399-428c-8f1c-b4ec2427d0ca tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939653 Jul 27 16:33:12.032074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:12.045437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:12.046246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:12.124772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f535a4aa-7434-499f-82ef-81fbe615cce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:12.128263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a92c7-4406-453f-b0e3-1c95500a4113 req-3c688d6f-6d43-45b7-825d-b197fe4c36bb tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:12.137668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-519a92c7-4406-453f-b0e3-1c95500a4113 req-3c688d6f-6d43-45b7-825d-b197fe4c36bb tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.1119974 Jul 27 16:33:12.159008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e5a9962-e13c-4773-b0a5-fa2d3cff7689 req-8a816247-a4e0-4e7f-b7c8-16d9d2b4bb34 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421386 Jul 27 16:33:12.197746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bb975-a357-43e6-a81e-fe15ece88154 req-4958b615-4a1e-4e37-a783-a63a149a14b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:12.199504 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:12.199654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-550bb975-a357-43e6-a81e-fe15ece88154 req-4958b615-4a1e-4e37-a783-a63a149a14b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 944 time: 0.1137366 Jul 27 16:33:12.220452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-519a92c7-4406-453f-b0e3-1c95500a4113 req-411e746e-270a-41a0-8d89-dc79aa98df9f tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Jul 27 16:33:12.246822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:12.251272 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54ef3c-2cd1-40fc-b9bb-adb6045f293a" -d '{"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-plugged", "status": "completed", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:12.269853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-550bb975-a357-43e6-a81e-fe15ece88154 req-2f72fbb3-a6cb-44fc-8b13-d89226a4e36e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623236 Jul 27 16:33:12.279351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:12.289400 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:12.389386 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:12.415875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:12.713525 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f472046-5eb5-4338-952c-72ea1363ffcf x-openstack-request-id: req-7f472046-5eb5-4338-952c-72ea1363ffcf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:12.714394 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-plugged", "status": "completed", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:12.714873 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f472046-5eb5-4338-952c-72ea1363ffcf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:12.715482 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'code': 200} Jul 27 16:33:12.856020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c381f-9433-4be4-92ed-a99d3f59f698 req-8edac1ec-aace-4842-97f0-419da3c732ce tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:12.859895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90c381f-9433-4be4-92ed-a99d3f59f698 req-8edac1ec-aace-4842-97f0-419da3c732ce tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.0843749 Jul 27 16:33:12.880276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fc994-39be-479c-b617-ba2e9b9708a7 req-d7f4422c-3be2-438a-9682-ac8a04f3f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:12.882651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e49fc994-39be-479c-b617-ba2e9b9708a7 req-d7f4422c-3be2-438a-9682-ac8a04f3f9a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.0954928 Jul 27 16:33:12.922545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90c381f-9433-4be4-92ed-a99d3f59f698 req-773e4b0a-dbd2-4b7f-9c43-b9606af6fcc2 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Jul 27 16:33:12.932030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e49fc994-39be-479c-b617-ba2e9b9708a7 req-5a66b7cb-be64-4c04-9c9f-5c883f8c5f1b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Jul 27 16:33:13.009955 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:33:13.291589 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:13.453216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22fb57-fa06-4b42-9a3f-8eeecea472a3 req-58705bb6-e09a-423c-8361-4f750f44ce40 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:13.454857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db22fb57-fa06-4b42-9a3f-8eeecea472a3 req-58705bb6-e09a-423c-8361-4f750f44ce40 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 948 time: 0.0986726 Jul 27 16:33:13.515728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db22fb57-fa06-4b42-9a3f-8eeecea472a3 req-7305f436-4232-441a-ac24-8af33c20be1f tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517294 Jul 27 16:33:13.560362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 302efb9f-9f6b-43c9-a38e-859d73ee4f24 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:13.769601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:13.788016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '302efb9f-9f6b-43c9-a38e-859d73ee4f24', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '302efb9f-9f6b-43c9-a38e-859d73ee4f24', 'mac_address': 'fa:16:3e:b2:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:13.854800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46867f1-43b1-4d31-a2bc-d9c7ca922616 req-3afc9e56-4fc7-4870-9cdf-669a9a6bd5c2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:13.863112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f46867f1-43b1-4d31-a2bc-d9c7ca922616 req-3afc9e56-4fc7-4870-9cdf-669a9a6bd5c2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 945 time: 0.1014161 Jul 27 16:33:13.873474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:13.910174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302efb9f-9f6b-43c9-a38e-859d73ee4f24 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:13.925144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f46867f1-43b1-4d31-a2bc-d9c7ca922616 req-f0cb9177-9d38-4b0d-a6f0-360492e4bb47 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576625 Jul 27 16:33:13.947396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:13.957470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:14.043299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:14.306851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['302efb9f-9f6b-43c9-a38e-859d73ee4f24'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:14.637283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aca5642-3665-4885-84f8-397a2008bda9 req-3109aa87-e6b6-4168-8043-a9a583e0fefd tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3dfa3d63fb3043528a99f341d3c86974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249083 Jul 27 16:33:14.755688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5642-3665-4885-84f8-397a2008bda9 req-963a9bec-238a-42a4-a374-be8efb6c2c57 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:14.758006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aca5642-3665-4885-84f8-397a2008bda9 req-963a9bec-238a-42a4-a374-be8efb6c2c57 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123528 Jul 27 16:33:14.783386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aca5642-3665-4885-84f8-397a2008bda9 req-3e696a80-6be2-45be-8f18-cfe246ee1b50 tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/quotas/3dfa3d63fb3043528a99f341d3c86974 HTTP/1.1" status: 200 len: 375 time: 0.0190899 Jul 27 16:33:14.866286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aca5642-3665-4885-84f8-397a2008bda9 req-f4f603c0-f07e-43c4-acb3-2d0d0fd8dcef tempest-QuotasAdminNegativeTest-143012459 tempest-QuotasAdminNegativeTest-143012459-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3dfa3d63fb3043528a99f341d3c86974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591600 Jul 27 16:33:14.911185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:15.123434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824b71-4e98-4528-ab98-424ab4011980 req-5ebd5636-a67a-4226-9a2b-428799d5cca2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:15.125365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd824b71-4e98-4528-ab98-424ab4011980 req-5ebd5636-a67a-4226-9a2b-428799d5cca2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 949 time: 0.1041961 Jul 27 16:33:15.176841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd824b71-4e98-4528-ab98-424ab4011980 req-1bb6560c-8987-4a5f-bf5a-8a55c8645c72 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Jul 27 16:33:15.221940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac790-41e6-4d6b-8187-1a46afde0081 req-8273a305-deed-47ab-95c3-6408bac58775 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:15.225318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c65ac790-41e6-4d6b-8187-1a46afde0081 req-8273a305-deed-47ab-95c3-6408bac58775 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.0983243 Jul 27 16:33:15.295792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c65ac790-41e6-4d6b-8187-1a46afde0081 req-6d36ce78-ff13-406b-ae7c-f8c660b99dc8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Jul 27 16:33:15.463206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9eef1-c806-4d9b-ab8b-beeee47a2715 req-2b0f5e83-ff2a-4ede-bdc2-60444e636c85 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:15.468996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf9eef1-c806-4d9b-ab8b-beeee47a2715 req-2b0f5e83-ff2a-4ede-bdc2-60444e636c85 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 945 time: 0.0933609 Jul 27 16:33:15.526773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf9eef1-c806-4d9b-ab8b-beeee47a2715 req-ce744042-4196-485d-8077-cd4e4c6cda74 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Jul 27 16:33:15.572033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 302efb9f-9f6b-43c9-a38e-859d73ee4f24 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:15.676892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:15.688449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:15.689320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:15.766339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db921d-c920-4efa-9ec3-2c4ce67c749d req-d3a21ed8-11a0-45aa-a931-882fb8bfcd27 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:15.772276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49db921d-c920-4efa-9ec3-2c4ce67c749d req-d3a21ed8-11a0-45aa-a931-882fb8bfcd27 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.0998352 Jul 27 16:33:15.808882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:15.831537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49db921d-c920-4efa-9ec3-2c4ce67c749d req-94d4a7b1-8e7b-4b2a-b22c-d349671c4921 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Jul 27 16:33:15.838267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:15.841368 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b8e8cc-3f07-4136-bdf1-a22c2f1ec56d" -d '{"events": [{"server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "name": "network-vif-plugged", "status": "completed", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:15.861927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:15.870360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:15.932162 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8430a1-3ab6-41c4-8aec-2c9267363e89 x-openstack-request-id: req-9f8430a1-3ab6-41c4-8aec-2c9267363e89 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:15.932495 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "name": "network-vif-plugged", "status": "completed", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:15.932730 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f8430a1-3ab6-41c4-8aec-2c9267363e89 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:15.933328 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24', 'code': 200} Jul 27 16:33:15.934809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:16.040349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60254) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:16.090925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:16.111457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fcf26-46fb-4045-947d-3b1954ec293b req-65620bd6-a43d-4822-a57d-4b5531bfffb3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:16.114349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c6fcf26-46fb-4045-947d-3b1954ec293b req-65620bd6-a43d-4822-a57d-4b5531bfffb3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.1184640 Jul 27 16:33:16.173674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683d7e3-fe3d-4856-af1d-e412c042617f req-f32f04b8-591f-425b-a7ee-e79cd5250e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:16.176137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9683d7e3-fe3d-4856-af1d-e412c042617f req-f32f04b8-591f-425b-a7ee-e79cd5250e4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 1101 time: 0.1104858 Jul 27 16:33:16.182243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c6fcf26-46fb-4045-947d-3b1954ec293b req-b2dcfbdb-6a0c-4e87-b526-ab19c5a4c094 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567825 Jul 27 16:33:16.245929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9683d7e3-fe3d-4856-af1d-e412c042617f req-6e885d4c-57c3-4126-95e7-e69e755d8fe3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Jul 27 16:33:16.288450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d03ddea6-70ee-4891-9269-627349b57dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.292648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.331123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:33:16.331123 n-d-723572-6 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:33:16.331123 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id': 'cc362d938a824f86beed997c6b400503', 'id': '92f2ec62-6aa6-4bc8-90d1-e467a5a2072b', 'expiration': datetime.datetime(2021, 7, 27, 16, 35, 16, 327141)}] Jul 27 16:33:16.331123 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:33:16.332477 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:33:16.425604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c778-fe14-435f-a9d1-bc82441ffe66 req-68c4dd65-123a-49a0-826d-045b1c03e953 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:16.427489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b522c778-fe14-435f-a9d1-bc82441ffe66 req-68c4dd65-123a-49a0-826d-045b1c03e953 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 950 time: 0.0879424 Jul 27 16:33:16.439776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d03ddea6-70ee-4891-9269-627349b57dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.445842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d03ddea6-70ee-4891-9269-627349b57dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.488688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.495720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d03ddea6-70ee-4891-9269-627349b57dd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dfa3d63fb3043528a99f341d3c86974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538174 Jul 27 16:33:16.499201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:16.501025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b522c778-fe14-435f-a9d1-bc82441ffe66 req-96cf9c9a-28a3-4d13-8388-71e1e95043a4 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660017 Jul 27 16:33:16.619537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ddea6-70ee-4891-9269-627349b57dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4784750f-0ea3-4d6e-972d-607a319e3870,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:16.628728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:16.660898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2170-b25c-4409-a61e-630792d69001 req-5b61ec2d-85b5-44ef-990f-b4f85f7b1b1f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:16.670498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f24e2170-b25c-4409-a61e-630792d69001 req-5b61ec2d-85b5-44ef-990f-b4f85f7b1b1f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.0989914 Jul 27 16:33:16.679733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.703303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadd56-51b9-4f8b-b41a-bc4faca39970 req-f854999f-cf7e-4ac2-a129-732abe910e46 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:16.713741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adeadd56-51b9-4f8b-b41a-bc4faca39970 req-f854999f-cf7e-4ac2-a129-732abe910e46 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1629164 Jul 27 16:33:16.727124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f24e2170-b25c-4409-a61e-630792d69001 req-dd699bf2-83cb-4b65-87f5-d7e04313dba0 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555747 Jul 27 16:33:16.761559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.829446 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adeadd56-51b9-4f8b-b41a-bc4faca39970 req-664bb334-ea65-471e-83a2-47597b374f78 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144338 Jul 27 16:33:16.836092 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.841428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.892637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.895704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:16.899216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4784750f-0ea3-4d6e-972d-607a319e3870 HTTP/1.1" status: 204 len: 168 time: 0.3949912 Jul 27 16:33:16.912842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffbd97-bc71-428a-84f1-f72812fe29cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4784750f-0ea3-4d6e-972d-607a319e3870,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:16.913635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:33:16.913635 n-d-723572-6 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:33:16.913635 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id': 'f1516e18cd9f46ea9ab4d20cfed9e862', 'id': '74837330-a2ad-4a8e-9172-19852064bcf0', 'expiration': datetime.datetime(2021, 7, 27, 16, 35, 16, 894565)}] Jul 27 16:33:16.913635 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:33:16.914560 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:33:17.027792 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.033089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.078251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc362d938a824f86beed997c6b400503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9843574 Jul 27 16:33:17.080478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3734b72-a0e8-4253-8b2e-fd79a497c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb97a50-5b7c-4aa8-bb7f-1f1bb48771d1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:17.080924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:17.158746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.189817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.254675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:17.280944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.288751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.293532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0eb97a50-5b7c-4aa8-bb7f-1f1bb48771d1 HTTP/1.1" status: 204 len: 168 time: 0.2081895 Jul 27 16:33:17.309024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307209-4c18-4324-91e8-63933f5a6498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb97a50-5b7c-4aa8-bb7f-1f1bb48771d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:17.416878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.432698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.479689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:33:17.479689 n-d-723572-6 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:33:17.479689 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id': '49c27a9e21d14ffd8270b6ef03b4ff3a', 'id': 'a1ccced5-46e2-4ceb-bb93-a6c9aac4ab79', 'expiration': datetime.datetime(2021, 7, 27, 16, 35, 17, 473469)}] Jul 27 16:33:17.479689 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:33:17.480330 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:33:17.489356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:17.513975 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55cf4566-7bb4-4314-9664-24a046b483a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.640939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.647458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.699867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1516e18cd9f46ea9ab4d20cfed9e862&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704222 Jul 27 16:33:17.705409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:17.712878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339b68d-9f61-4fd5-8ba9-fd15d1d614a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc16ae6-cf44-4f28-8f78-3ded845d17f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:17.738570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cdeac-35ab-4cb3-bd1b-f3bcf7749524 req-d3f874e6-4f0f-475c-a54d-71d7cb49b0a3 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:17.740983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a47cdeac-35ab-4cb3-bd1b-f3bcf7749524 req-d3f874e6-4f0f-475c-a54d-71d7cb49b0a3 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 950 time: 0.1394370 Jul 27 16:33:17.793446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.824166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55cf4566-7bb4-4314-9664-24a046b483a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.827874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.829954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a47cdeac-35ab-4cb3-bd1b-f3bcf7749524 req-e217b4fa-741c-43ec-a3f2-fd12928fd26b tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758989 Jul 27 16:33:17.835452 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55cf4566-7bb4-4314-9664-24a046b483a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.909240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b709-afda-4f04-a8ca-1f317ff2cfdf req-3b78adfe-22e6-41b5-bfe9-482ec904ba8a tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:17.911923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0332b709-afda-4f04-a8ca-1f317ff2cfdf req-3b78adfe-22e6-41b5-bfe9-482ec904ba8a tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.1046419 Jul 27 16:33:17.922037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55cf4566-7bb4-4314-9664-24a046b483a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bab3d5bc8ea43289b81e21445ad5470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260883 Jul 27 16:33:17.922037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf4566-7bb4-4314-9664-24a046b483a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc135159-2330-49c4-8ea6-479cedc034e6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:17.925082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:17.964856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.967514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:17.968781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dc16ae6-cf44-4f28-8f78-3ded845d17f3 HTTP/1.1" status: 204 len: 168 time: 0.2623937 Jul 27 16:33:17.981590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0332b709-afda-4f04-a8ca-1f317ff2cfdf req-e7232553-c1b3-4e44-b8dc-d3020c31f393 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Jul 27 16:33:18.012396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.043183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434c16a-d7fd-4a6b-b7fc-cb004c5c3493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc16ae6-cf44-4f28-8f78-3ded845d17f3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.051702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.106642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.153432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:18.202537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.210525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.215395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8552de2c-42a2-4955-9bfa-353e6c1ab144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.272260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.274945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.278391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc135159-2330-49c4-8ea6-479cedc034e6 HTTP/1.1" status: 204 len: 168 time: 0.3493521 Jul 27 16:33:18.304558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937d1aa-811c-4664-bbe7-57734b67a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc135159-2330-49c4-8ea6-479cedc034e6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.309505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49c27a9e21d14ffd8270b6ef03b4ff3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0536594 Jul 27 16:33:18.311238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f55d1-657f-4fab-ab52-89b17a2f930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ab5576-24f8-4508-999c-1655360db713,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.314368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:18.335315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7683bff-d0d3-4fc7-9d91-66973d439c68 req-2e4b6a2a-bc45-4365-97f1-672520f3f407 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:18.337605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7683bff-d0d3-4fc7-9d91-66973d439c68 req-2e4b6a2a-bc45-4365-97f1-672520f3f407 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2266598 Jul 27 16:33:18.431190 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7683bff-d0d3-4fc7-9d91-66973d439c68 req-a4cc8bbb-1638-4c09-ab67-04b7de326042 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854812 Jul 27 16:33:18.484819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:18.495632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.502086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8552de2c-42a2-4955-9bfa-353e6c1ab144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.519002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8552de2c-42a2-4955-9bfa-353e6c1ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.520210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90ae57a2-5a0c-4404-903b-c137afd89f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.587998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.603501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8552de2c-42a2-4955-9bfa-353e6c1ab144 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1484764c69ff4c1fab991e257aa38cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441967 Jul 27 16:33:18.608414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:18.613128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552de2c-42a2-4955-9bfa-353e6c1ab144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a610fa3-1bb7-44c5-a4c4-220232afd6bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.683712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.695114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.698488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.700549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86ab5576-24f8-4508-999c-1655360db713 HTTP/1.1" status: 204 len: 168 time: 0.3850582 Jul 27 16:33:18.710808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9ca7c-89c2-49b3-a5a1-5ba8b810c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ab5576-24f8-4508-999c-1655360db713,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.711011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90ae57a2-5a0c-4404-903b-c137afd89f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.716638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90ae57a2-5a0c-4404-903b-c137afd89f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.727111 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.797262 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-90ae57a2-5a0c-4404-903b-c137afd89f8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ca4aa43bf6a48ff8d34105350d545cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070855 Jul 27 16:33:18.798358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:18.798710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae57a2-5a0c-4404-903b-c137afd89f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d333c7-d69a-4627-8616-e6182a52cbd4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.826348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.829227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.833571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a610fa3-1bb7-44c5-a4c4-220232afd6bc HTTP/1.1" status: 204 len: 168 time: 0.2235816 Jul 27 16:33:18.846635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cb8c2-0aa2-454c-be68-072cda3a0e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a610fa3-1bb7-44c5-a4c4-220232afd6bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:18.905154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:18.938024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.048032 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.052521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.057737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06d333c7-d69a-4627-8616-e6182a52cbd4 HTTP/1.1" status: 204 len: 168 time: 0.2584670 Jul 27 16:33:19.069787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779c74d-13ec-4c00-a36d-55381a64ef3f req-6a9944b4-68c4-4c93-bf26-7515b32a7f2f tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:19.071232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9779c74d-13ec-4c00-a36d-55381a64ef3f req-6a9944b4-68c4-4c93-bf26-7515b32a7f2f tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 950 time: 0.1357565 Jul 27 16:33:19.076686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d2bd-a020-4e72-b662-f2e3770c00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d333c7-d69a-4627-8616-e6182a52cbd4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:19.142135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9779c74d-13ec-4c00-a36d-55381a64ef3f req-b902367d-5bcf-4026-8a8f-686c3ca2b660 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563736 Jul 27 16:33:19.275208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:19.322080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-416274a4-3232-4135-bc00-876de907d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.473365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-416274a4-3232-4135-bc00-876de907d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.479458 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-416274a4-3232-4135-bc00-876de907d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.545177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:19.553723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-416274a4-3232-4135-bc00-876de907d54f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9da90fa5d034d4faae436227a51ed07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766666 Jul 27 16:33:19.560680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416274a4-3232-4135-bc00-876de907d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ade01-7ef8-428e-a9a7-60dfda94dcf7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:19.627238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.653993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.728963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.732452 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:19.734459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d6ade01-7ef8-428e-a9a7-60dfda94dcf7 HTTP/1.1" status: 204 len: 168 time: 0.1872082 Jul 27 16:33:19.743616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895aa8a-d4b8-4b04-ad6a-4c855e8ae875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ade01-7ef8-428e-a9a7-60dfda94dcf7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:19.838875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:19.853549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e17e-04d4-4222-a0b2-d9cf549faa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.003282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e17e-04d4-4222-a0b2-d9cf549faa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.009055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e17e-04d4-4222-a0b2-d9cf549faa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.101128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d5c4e17e-04d4-4222-a0b2-d9cf549faa93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2379afa88a346b9b32cb5ac6f157653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601573 Jul 27 16:33:20.103477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:20.113533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4e17e-04d4-4222-a0b2-d9cf549faa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb32be-4436-4475-ba4c-f82d1cf5f7ce,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:20.250833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:20.262412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.324821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.455924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7dd41-37bd-44d7-8ad2-89a991e1e06a req-690b2ba8-0463-445c-911f-ae5e34eecbeb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:20.466112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c7dd41-37bd-44d7-8ad2-89a991e1e06a req-690b2ba8-0463-445c-911f-ae5e34eecbeb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1368344 Jul 27 16:33:20.487788 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.492207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:20.497511 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29eb32be-4436-4475-ba4c-f82d1cf5f7ce HTTP/1.1" status: 204 len: 168 time: 0.3884323 Jul 27 16:33:20.518107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3e9dd-fa9c-43ea-bb02-4517d26a6c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb32be-4436-4475-ba4c-f82d1cf5f7ce,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:20.544975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c7dd41-37bd-44d7-8ad2-89a991e1e06a req-c3a3a35e-3ecf-4739-a2bf-dea6a7bb6080 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773880 Jul 27 16:33:20.630500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-715ddc06-808d-4ed0-b1fb-25adb5de39b9 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:33:20.632767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-715ddc06-808d-4ed0-b1fb-25adb5de39b9 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3806188 Jul 27 16:33:20.701703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec1f3-dd6c-4323-8d04-4fd298e7dec1 req-974847ef-c6f9-4dcb-a143-693ca5981c16 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:20.703384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8aec1f3-dd6c-4323-8d04-4fd298e7dec1 req-974847ef-c6f9-4dcb-a143-693ca5981c16 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 950 time: 0.0919862 Jul 27 16:33:20.749950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8aec1f3-dd6c-4323-8d04-4fd298e7dec1 req-f30c5c92-85ef-4730-8fa2-833abdc0d10c tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Jul 27 16:33:21.207731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Request body: {'binding': {'host': 'n-h2-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:21.208601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:33:21.438680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on host n-h2-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:21.440663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:21.441198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:21.446831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:21.447164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:21.456286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:21.456838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:21.457307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:21.457860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Bound port: f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:21.531887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:21.539279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:21.540648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8ca3eaf1-bf3c-4fd8-a795-754a9a91f3d2 service neutron] 10.222.0.64 "POST /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5981033 Jul 27 16:33:21.832779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca66e50-f47f-4360-a975-c0134509f420 req-6995cd94-d5c4-463f-88cf-ae3e036cf1ee tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:21.835731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ca66e50-f47f-4360-a975-c0134509f420 req-6995cd94-d5c4-463f-88cf-ae3e036cf1ee tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1802340 Jul 27 16:33:21.872606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a695a-d510-475c-a05d-b54b2174509a req-29d2ccd8-df39-44ab-8811-35c05bd8803f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:21.875123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f9a695a-d510-475c-a05d-b54b2174509a req-29d2ccd8-df39-44ab-8811-35c05bd8803f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 945 time: 0.1154418 Jul 27 16:33:21.933532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ca66e50-f47f-4360-a975-c0134509f420 req-b5f024b9-10f1-4301-8fd8-748cbecfcc30 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872810 Jul 27 16:33:21.944491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f9a695a-d510-475c-a05d-b54b2174509a req-88d56e4f-b3af-48a2-ae85-577fb7346dfc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Jul 27 16:33:22.106510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-6b4e4eb6-dbb6-4612-8a04-2ba0a00a2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:22.108206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-6b4e4eb6-dbb6-4612-8a04-2ba0a00a2e01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1096 time: 0.1734481 Jul 27 16:33:22.162099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfb729-6c7d-4adb-9243-198b68c5ac83 req-ca46aed8-b4da-4296-9c15-88505118e9bb tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:22.163831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4cfb729-6c7d-4adb-9243-198b68c5ac83 req-ca46aed8-b4da-4296-9c15-88505118e9bb tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 950 time: 0.1318982 Jul 27 16:33:22.256807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-c5e5ada0-67d2-4ce8-bcc7-ad703949864a tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:22.260569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-c5e5ada0-67d2-4ce8-bcc7-ad703949864a tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 1101 time: 0.1286852 Jul 27 16:33:22.293324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4cfb729-6c7d-4adb-9243-198b68c5ac83 req-f06dc5bc-aef2-4279-bc54-cc56eaacd0ef tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066387 Jul 27 16:33:22.323270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-c6c65343-9729-462e-909c-5b26f3f22787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:22.324994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-c6c65343-9729-462e-909c-5b26f3f22787 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.1911321 Jul 27 16:33:22.390828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-7a8c1edf-f33b-4d5e-8d96-8d116f92ceac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.0502496 Jul 27 16:33:22.411398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Deleting port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:33:22.411823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:22.471940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-48c72d62-2d59-449c-86fa-77c985af1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:22.474527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-48c72d62-2d59-449c-86fa-77c985af1338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0734377 Jul 27 16:33:22.526783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-1d46a71d-bbd1-49b0-9d7f-e9c45868aef6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319705 Jul 27 16:33:22.537038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] For port 302efb9f-9f6b-43c9-a38e-859d73ee4f24, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=302efb9f-9f6b-43c9-a38e-859d73ee4f24,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:22.537458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:22.564288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Calling delete_port for 302efb9f-9f6b-43c9-a38e-859d73ee4f24 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:33:22.709050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-9aa9587c-f536-4abc-b6db-827906853b54 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623333 Jul 27 16:33:22.765967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:22.808780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['302efb9f-9f6b-43c9-a38e-859d73ee4f24'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:22.818828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Pushing event deleted for resources: {'Port': ['ID=302efb9f-9f6b-43c9-a38e-859d73ee4f24,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:22.890999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-c3ec3da5-d5df-45ab-97e9-29bb69340868 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759789 Jul 27 16:33:22.904838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] No DVR routers for this DVR port 302efb9f-9f6b-43c9-a38e-859d73ee4f24 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:33:22.911185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:22.914650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e153d372-c2bb-41b3-a6aa-2da88ea0b78d req-12fd1b35-8947-47f8-ab69-5d46ffcfeb1c tempest-DeleteServersAdminTestJSON-602108147 tempest-DeleteServersAdminTestJSON-602108147-project-admin] 10.222.0.13 "DELETE /v2.0/ports/302efb9f-9f6b-43c9-a38e-859d73ee4f24 HTTP/1.1" status: 204 len: 173 time: 0.6461732 Jul 27 16:33:22.915216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'name': 'network-vif-deleted', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:22.922838 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4113b3-c4b2-4d33-a607-6245c4b9c695" -d '{"events": [{"server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "name": "network-vif-deleted", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:22.987104 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d27efb-74ec-46e5-a91b-e1e54b19b9cc x-openstack-request-id: req-c8d27efb-74ec-46e5-a91b-e1e54b19b9cc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:22.987492 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2fa286-9531-4952-be14-dccac37b73ea", "name": "network-vif-deleted", "tag": "302efb9f-9f6b-43c9-a38e-859d73ee4f24", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:22.987816 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8d27efb-74ec-46e5-a91b-e1e54b19b9cc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:22.988475 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2fa286-9531-4952-be14-dccac37b73ea', 'name': 'network-vif-deleted', 'tag': '302efb9f-9f6b-43c9-a38e-859d73ee4f24', 'status': 'completed', 'code': 200} Jul 27 16:33:23.214508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ffd1-3e7b-4ae4-910a-9db0e9bffaf5 req-1c8228b5-50b1-41af-8e03-00b59b0402ab tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:23.223657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e898ffd1-3e7b-4ae4-910a-9db0e9bffaf5 req-1c8228b5-50b1-41af-8e03-00b59b0402ab tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1394980 Jul 27 16:33:23.269767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e898ffd1-3e7b-4ae4-910a-9db0e9bffaf5 req-6971c77f-b74b-4695-8675-5a51cc980091 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Jul 27 16:33:23.274556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341187f2-df52-48a6-8af6-e86b4b80eedc req-0b7eda71-2d1b-415f-b268-8394318eb3ed tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:23.282512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-341187f2-df52-48a6-8af6-e86b4b80eedc req-0b7eda71-2d1b-415f-b268-8394318eb3ed tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 945 time: 0.2293589 Jul 27 16:33:23.314338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ea6432ce-266d-4d68-964e-865815033e7c tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:23.315935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ea6432ce-266d-4d68-964e-865815033e7c tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2409265 Jul 27 16:33:23.333868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723572-6'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:23.345253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-341187f2-df52-48a6-8af6-e86b4b80eedc req-4eaaf4b9-5bc1-470c-a3ba-1dd56c9e98bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Jul 27 16:33:23.539036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df3d7f70-484e-449a-a6b9-6e6e54c666d8 req-ebca66dd-632e-4322-b73d-ea40d97d9bfd tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2fa286-9531-4952-be14-dccac37b73ea HTTP/1.1" status: 200 len: 210 time: 0.0839481 Jul 27 16:33:23.548713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:23.744097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-ef33f902-dfe8-4e8a-b6a9-8ba01f9dd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:23.747538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-ef33f902-dfe8-4e8a-b6a9-8ba01f9dd8c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.1303527 Jul 27 16:33:23.762642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:23.766520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:23.809511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:23.880136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:23.888318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:23.940593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-fa9e6369-8ffd-4b90-9349-d69531c7aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:23.945215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-fa9e6369-8ffd-4b90-9349-d69531c7aeee service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1657326 Jul 27 16:33:24.037279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-52273701-a2dd-413b-b6d0-62e6ba1f4183 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d HTTP/1.1" status: 200 len: 217 time: 0.0828805 Jul 27 16:33:24.060138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on host n-h1-723572-6 for vnic_type normal with profile {"migrating_to": "n-h2-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:24.061029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:24.061029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:24.065056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:24.073337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:24.073692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Attempting to bind port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:24.085302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:24.086246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:24.087149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:24.088621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Bound port: f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:24.089691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.132964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-334e2a6d-18a7-4d16-baa2-6f7468988660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.152225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-7b1dade0-6b08-410c-a7ce-f6628ed61a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:24.154158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-7b1dade0-6b08-410c-a7ce-f6628ed61a5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1104131 Jul 27 16:33:24.200849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:24.206283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:24.213233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.342306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-334e2a6d-18a7-4d16-baa2-6f7468988660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.345751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-4436d8d6-afcf-4d3c-a6a1-df384629ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:24.347699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-4436d8d6-afcf-4d3c-a6a1-df384629ba6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1826677 Jul 27 16:33:24.350326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-334e2a6d-18a7-4d16-baa2-6f7468988660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.378698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:24.385012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:24.392507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] 10.222.0.13 "PUT /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 1121 time: 1.0658898 Jul 27 16:33:24.396569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54348c-781d-48a9-a527-92e390031f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:24.439551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f343ab3e-c043-4165-99ca-2f80fc8ebdf4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:24.548277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e2a6d-18a7-4d16-baa2-6f7468988660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886451d-c5a8-4c5c-b389-4b58b00b6b29,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:24.634973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-334e2a6d-18a7-4d16-baa2-6f7468988660 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7da9d0ca9df04db3807587faec8745f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604846 Jul 27 16:33:24.636295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:24.669283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313362b-f18e-4559-b5e7-5c2f640b1c9a req-12a562d1-2289-468e-ba9d-9fdf399b8464 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:24.672184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f313362b-f18e-4559-b5e7-5c2f640b1c9a req-12a562d1-2289-468e-ba9d-9fdf399b8464 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.1845386 Jul 27 16:33:24.739135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f313362b-f18e-4559-b5e7-5c2f640b1c9a req-20ac9b81-4f89-45e4-a0c0-728bddc21523 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590432 Jul 27 16:33:24.744881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-64c5174f-4a05-473f-ab18-869a40366938 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861790 Jul 27 16:33:24.786057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec5b3-ffd9-4f22-86d3-c1f7fa6df674 req-6db2e220-867d-4107-a917-9bda13d1b081 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:24.788610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5aec5b3-ffd9-4f22-86d3-c1f7fa6df674 req-6db2e220-867d-4107-a917-9bda13d1b081 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.3406448 Jul 27 16:33:24.990076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4'}, {'name': 'network-changed', 'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:24.993454 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b05c01-1983-4605-a038-6d741e29bab8" -d '{"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-unplugged", "status": "completed", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4"}, {"name": "network-changed", "server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:25.138113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:25.173279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5aec5b3-ffd9-4f22-86d3-c1f7fa6df674 req-a5a20e27-205b-4ef4-8acb-22602145ff58 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704029 Jul 27 16:33:25.220470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:25.248274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8578fa3-2353-4c1c-a024-a603ca3de7fd req-e78a955c-225e-4e6f-95ac-95bfa86da654 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901545 Jul 27 16:33:25.324036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:25.327022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:25.328281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5886451d-c5a8-4c5c-b389-4b58b00b6b29 HTTP/1.1" status: 204 len: 168 time: 0.6832652 Jul 27 16:33:25.338067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f065b3-c15b-46b9-af25-9304b545a80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886451d-c5a8-4c5c-b389-4b58b00b6b29,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:25.358008 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef69ee7-d829-4ea8-91ce-82b2107c14e9 x-openstack-request-id: req-eef69ee7-d829-4ea8-91ce-82b2107c14e9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:25.358545 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-unplugged", "status": "completed", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4", "code": 200}, {"name": "network-changed", "server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:25.358656 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef69ee7-d829-4ea8-91ce-82b2107c14e9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:25.359318 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'code': 200} Jul 27 16:33:25.359318 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'status': 'completed', 'code': 200} Jul 27 16:33:25.462466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-ba82913e-7744-44b8-a095-e400f7441a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:25.465330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-ba82913e-7744-44b8-a095-e400f7441a5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1124 time: 0.0781164 Jul 27 16:33:25.503498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-d4e47489-6381-456f-a3d7-d4a0854cba15 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=be70f6a739c44cc5b1b234c306312c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364234 Jul 27 16:33:25.675741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-d7515ac2-a69e-42f2-90a7-42da0ec094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:25.677302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-d7515ac2-a69e-42f2-90a7-42da0ec094ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.1991870 Jul 27 16:33:25.726537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-0615c722-a94c-4f40-8661-8bbe160881de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.0383985 Jul 27 16:33:25.734078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-5b9918b1-cf2b-429b-9497-c50f5d387c24 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:25.735785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-5b9918b1-cf2b-429b-9497-c50f5d387c24 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111204 Jul 27 16:33:25.777460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-faa55e2b-68bc-4f08-996d-b39a9e37fa5c tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/quotas/be70f6a739c44cc5b1b234c306312c44 HTTP/1.1" status: 200 len: 375 time: 0.0297234 Jul 27 16:33:25.835755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-52696519-6cc1-4d1e-aa02-d4f8a0cb0887 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462182 Jul 27 16:33:25.837726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-73d48b7d-da58-4aa4-8a55-5094e13a4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:25.839542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-73d48b7d-da58-4aa4-8a55-5094e13a4c29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1028008 Jul 27 16:33:25.848153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60638) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:25.888685 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-3ba3ce9d-6522-44ee-8194-68674d924310 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416410 Jul 27 16:33:25.889660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50033727-3d3f-4af7-a38a-4b83fe8feb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.003783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-9f501342-591a-4f3b-9b14-e6770786de51 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d18371adfbb54827849b823a06b0fa05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296853 Jul 27 16:33:26.065622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-79dd4ff7-1523-4cf7-bf5b-b9a20faa2fd1 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655090 Jul 27 16:33:26.178010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-deed58b2-df02-45ce-8d0a-656190a47eec tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:26.179585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-deed58b2-df02-45ce-8d0a-656190a47eec tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746621 Jul 27 16:33:26.212278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f702cdcc-36cf-416c-b97c-7e26347a1a6d tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/quotas/d18371adfbb54827849b823a06b0fa05 HTTP/1.1" status: 200 len: 375 time: 0.0217140 Jul 27 16:33:26.238687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50033727-3d3f-4af7-a38a-4b83fe8feb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.248624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50033727-3d3f-4af7-a38a-4b83fe8feb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.262460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-7b708947-aeca-47f8-b6cc-e670e6f91cec tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489535 Jul 27 16:33:26.310354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1b05c01-1983-4605-a038-6d741e29bab8 req-c1355756-bd29-4738-bc22-79c53f17feee service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380888 Jul 27 16:33:26.327941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-50033727-3d3f-4af7-a38a-4b83fe8feb02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb148dec08a6446dba5f5f8ea6ad3124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782090 Jul 27 16:33:26.328497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:26.330165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033727-3d3f-4af7-a38a-4b83fe8feb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842c125-0606-4415-98c4-706a93f80d62,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:26.428935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.530858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.768017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eeda4b33-2fa7-4c71-8068-e8d3899b9bc2 req-8bfacdb6-05f9-4685-b990-c30e4961ff95 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 210 time: 0.0567365 Jul 27 16:33:26.784168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bf09a-e01b-4e5e-a335-6f1281250e70 req-7b3d4685-7d09-4b9e-84d3-876c1690adb5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:26.786911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca2bf09a-e01b-4e5e-a335-6f1281250e70 req-7b3d4685-7d09-4b9e-84d3-876c1690adb5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.1707106 Jul 27 16:33:26.788866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.793657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:26.795681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1842c125-0606-4415-98c4-706a93f80d62 HTTP/1.1" status: 204 len: 168 time: 0.4647579 Jul 27 16:33:26.824761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8b793-6df7-4433-abde-fa2bf8435e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842c125-0606-4415-98c4-706a93f80d62,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:26.892928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca2bf09a-e01b-4e5e-a335-6f1281250e70 req-51ca7d4a-9151-495d-9380-5d9f4b447ef0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909073 Jul 27 16:33:27.048126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925444d-db85-4fc0-8674-71e5572168c4 req-491ef92d-db01-4e3e-83f5-a59a42fbd381 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:27.057481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3cb26e19-5f52-4a36-8fde-4528fe020463 req-81dc31bb-6367-4940-82c3-925bd35b4daa tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 210 time: 0.0809462 Jul 27 16:33:27.063518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3925444d-db85-4fc0-8674-71e5572168c4 req-491ef92d-db01-4e3e-83f5-a59a42fbd381 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1299980 Jul 27 16:33:27.155203 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3925444d-db85-4fc0-8674-71e5572168c4 req-529e12b2-1251-4c00-a860-74adb130f961 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Jul 27 16:33:27.622183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:27.691064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 302efb9f-9f6b-43c9-a38e-859d73ee4f24 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:33:27.713528 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-a6d2c465-5f90-4dcd-adf5-89576ff3614e tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=be70f6a739c44cc5b1b234c306312c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960901 Jul 27 16:33:27.729500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 302efb9f-9f6b-43c9-a38e-859d73ee4f24 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:33:27.730830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 302efb9f-9f6b-43c9-a38e-859d73ee4f24 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:33:27.900997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:27.937213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 has no active binding in host n-h2-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:33:28.030711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-7795ed25-543d-4177-b64b-99be65df9cf8 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:28.032300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-7795ed25-543d-4177-b64b-99be65df9cf8 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100059 Jul 27 16:33:28.062722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edbf50cf-0626-41ac-896b-c74682a46916 req-5c3c30bd-8e0d-4e7c-91e1-9cde5f1d2443 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 210 time: 0.0524454 Jul 27 16:33:28.069990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Request body: {'port': {'device_id': '85416546-987e-41a0-bd93-90d95a44580d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'be70f6a739c44cc5b1b234c306312c44'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:28.082644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:28.356013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-c4cdb9a3-8679-4853-bac4-34f989e7ee97 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d18371adfbb54827849b823a06b0fa05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815537 Jul 27 16:33:28.379529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Made reservation on behalf of be70f6a739c44cc5b1b234c306312c44 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:28.386372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:28.411632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9583d078-2d12-425d-90fa-eb8029c9eaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:28.508126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd915f8-928c-459a-995b-c5b9731ba8ad req-0eacf3b8-a5a5-406a-b8b1-5c88f881cdcc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:28.528785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9dd915f8-928c-459a-995b-c5b9731ba8ad req-0eacf3b8-a5a5-406a-b8b1-5c88f881cdcc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.3381195 Jul 27 16:33:28.564139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.61', 49809) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:28.747582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9dd915f8-928c-459a-995b-c5b9731ba8ad req-36f4c889-3b1d-48d3-bfc2-1f318c045793 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175667 Jul 27 16:33:28.816165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a4c3664-8ef3-438d-878e-3dbf9541b05a req-de7d7bbf-b8f0-4dcd-87c0-bedc1b295a9a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 210 time: 0.0682564 Jul 27 16:33:28.875099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-1275850b-2083-4041-b5b2-05c4e0b1e2d9 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:28.877168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-1275850b-2083-4041-b5b2-05c4e0b1e2d9 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4839456 Jul 27 16:33:28.897584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Request body: {'port': {'device_id': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'd18371adfbb54827849b823a06b0fa05'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:28.979194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-b13d4bda-9e41-4d04-bd15-df0844740d53 service neutron] 10.222.0.61 "GET /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.4064331 Jul 27 16:33:29.028723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Allocated IP 192.168.233.56 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/845d5448-1fa3-496e-80b5-7ce620f12d83) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:29.122102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9583d078-2d12-425d-90fa-eb8029c9eaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.123884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4742d-71d5-4cbc-b128-4a4188f7e5e5 req-773d2055-f18e-495f-9baf-7cb47d004250 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:29.134926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7c4742d-71d5-4cbc-b128-4a4188f7e5e5 req-773d2055-f18e-495f-9baf-7cb47d004250 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1696994 Jul 27 16:33:29.155071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9583d078-2d12-425d-90fa-eb8029c9eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.226644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583d078-2d12-425d-90fa-eb8029c9eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796ea347-b62a-4fc4-803f-5d386b16c11a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:29.344756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-271b9bd6-5045-4e1c-a2ce-3ab69aa2862a req-cf2e47a1-0b03-46b3-ab4c-82f2adeebb62 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 210 time: 0.1313374 Jul 27 16:33:29.360120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9583d078-2d12-425d-90fa-eb8029c9eaab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d311135ee2b7422eb9724dc7d9e7f547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2740948 Jul 27 16:33:29.363763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:29.477573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Made reservation on behalf of d18371adfbb54827849b823a06b0fa05 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:29.500187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.548993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.568502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.586268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7c4742d-71d5-4cbc-b128-4a4188f7e5e5 req-6b6b7ddd-2aff-439f-aa15-c36913a99eec tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476573 Jul 27 16:33:29.608337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.639907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:29.657593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.680167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Transition to ACTIVE for port object 845d5448-1fa3-496e-80b5-7ce620f12d83 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:29.692051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:29.727409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.739142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f343ab3e-c043-4165-99ca-2f80fc8ebdf4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:29.760385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:29.783105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:29.789800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:29.792439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.792565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:29.798787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:29.799444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.812176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Pushing event updated for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:29.838901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.842588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:29.846297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/796ea347-b62a-4fc4-803f-5d386b16c11a HTTP/1.1" status: 204 len: 168 time: 0.4767888 Jul 27 16:33:29.914636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db57282-7453-4053-9469-89bb4000de48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796ea347-b62a-4fc4-803f-5d386b16c11a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:29.934334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:30.024800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ca508e-c935-47a0-be27-c059df59bca7 req-a091e582-e3de-4782-ba58-e12d557f40ee tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Jul 27 16:33:30.058652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.074562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-ecbd784a-d194-4a0f-83e8-7d20d152f2da tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0149894 Jul 27 16:33:30.074948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.093569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Request body: {'port': {'device_id': '85416546-987e-41a0-bd93-90d95a44580d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:30.130759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:30.232539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e6a45-5795-4987-bc50-60d039660056 req-bf0b15ac-3476-4452-ab63-c9570ff3e5c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:30.241815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e53e6a45-5795-4987-bc50-60d039660056 req-bf0b15ac-3476-4452-ab63-c9570ff3e5c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 943 time: 0.3292825 Jul 27 16:33:30.247124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] Transition to ACTIVE for port object f343ab3e-c043-4165-99ca-2f80fc8ebdf4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:30.262152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.296961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daee565f-764b-4408-bbc5-8675a3eaa310 None None] Provisioning for port 845d5448-1fa3-496e-80b5-7ce620f12d83 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:30.302327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-daee565f-764b-4408-bbc5-8675a3eaa310 None None] Provisioning complete for port 845d5448-1fa3-496e-80b5-7ce620f12d83 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:30.304132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-daee565f-764b-4408-bbc5-8675a3eaa310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.311621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.391557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-daee565f-764b-4408-bbc5-8675a3eaa310 None None] Port 845d5448-1fa3-496e-80b5-7ce620f12d83 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:30.403405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be43f46-1ca9-4bdf-8742-e812659fd2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.417384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e53e6a45-5795-4987-bc50-60d039660056 req-ae3e6d97-da64-4892-8029-7adec5a97920 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742399 Jul 27 16:33:30.461546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] No DVR routers for this DVR port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:33:30.556522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:30.606760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43085491-d8ec-47cb-b6c7-081510c22c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.607814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] 10.222.0.61 "PUT /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4/bindings/n-h2-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6206653 Jul 27 16:33:30.611389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e6ea-1927-4fd5-9009-18feaaa75954 service neutron] Pushing event updated for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:30.641534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Allocated IP 192.168.233.156 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/5eebc9ca-bf84-4ad1-9751-f1f0b88d655c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:30.693183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be43f46-1ca9-4bdf-8742-e812659fd2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.706130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be43f46-1ca9-4bdf-8742-e812659fd2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.750599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f627d-78d3-4e3b-99a0-3783e4adb18e req-6e4c6a07-09a4-4222-a7a1-54cb40f7d8fe tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:30.752139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a87f627d-78d3-4e3b-99a0-3783e4adb18e req-6e4c6a07-09a4-4222-a7a1-54cb40f7d8fe tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 935 time: 0.2163286 Jul 27 16:33:30.779633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43f46-1ca9-4bdf-8742-e812659fd2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9951a567-25ca-47aa-ade5-f193875c4771,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:30.806331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5be43f46-1ca9-4bdf-8742-e812659fd2b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f95b795806524ec6a4dcb9b199077969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684390 Jul 27 16:33:30.811695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:30.875866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a87f627d-78d3-4e3b-99a0-3783e4adb18e req-5e366742-ae98-4585-904c-7af8e44cf302 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123991 Jul 27 16:33:30.880454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a61880ef-02d4-4b6f-8dae-c4be077b19cd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:30.882112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a61880ef-02d4-4b6f-8dae-c4be077b19cd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.1943758 Jul 27 16:33:30.916520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69012-9870-4402-807e-16651e7d7f96 req-1d41aae4-c2a2-42ea-a9da-58d3bf56c521 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:30.918250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51f69012-9870-4402-807e-16651e7d7f96 req-1d41aae4-c2a2-42ea-a9da-58d3bf56c521 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1636143 Jul 27 16:33:30.949518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43085491-d8ec-47cb-b6c7-081510c22c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.963331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43085491-d8ec-47cb-b6c7-081510c22c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.967661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.968852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:30.988150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Transition to ACTIVE for port object 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:31.000473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-b548c930-8e5d-4105-937b-bd8d5100f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.001812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-b548c930-8e5d-4105-937b-bd8d5100f2aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&tenant_id=e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 1095 time: 0.1096179 Jul 27 16:33:31.033375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.038082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085491-d8ec-47cb-b6c7-081510c22c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c19157f-20a0-4399-8988-f0c9a1247dae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:31.043363 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51f69012-9870-4402-807e-16651e7d7f96 req-757d7c3d-0fb8-42b7-b87f-ada671149fb1 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173956 Jul 27 16:33:31.118014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43085491-d8ec-47cb-b6c7-081510c22c50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=933dbb930c12405aaefdaa0cbfe7e6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528734 Jul 27 16:33:31.120286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.122093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:31.129938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:31.135524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:31.142526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:31.193447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Pushing event updated for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:31.237153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.238057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.252754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a90eefa4-0fac-41cc-9d37-7ed1006f6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.254290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a90eefa4-0fac-41cc-9d37-7ed1006f6a3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1095 time: 0.1758831 Jul 27 16:33:31.281043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-f6f9839a-6fcf-47d5-9203-9df99672d401 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3888094 Jul 27 16:33:31.319294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.321866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.323011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9951a567-25ca-47aa-ade5-f193875c4771 HTTP/1.1" status: 204 len: 168 time: 0.5093651 Jul 27 16:33:31.329022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Request body: {'port': {'device_id': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:31.358142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.376602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ecc29-c5eb-4f8b-a64c-0808865fa5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951a567-25ca-47aa-ade5-f193875c4771,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:31.466449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a9afb8ec-b7ea-49c6-b496-4a41168316e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.467933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-a9afb8ec-b7ea-49c6-b496-4a41168316e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2044945 Jul 27 16:33:31.471068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.479646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b739ae-a3cb-4801-b3cb-afcea11f2103 req-801628f4-1b4b-4446-94d8-73d8b667e44e tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.491060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9b739ae-a3cb-4801-b3cb-afcea11f2103 req-801628f4-1b4b-4446-94d8-73d8b667e44e tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 936 time: 0.3102601 Jul 27 16:33:31.498236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.524466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ff70dff8-2eef-4e00-aa6e-fb4b68c58a3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.0443628 Jul 27 16:33:31.542401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-66c9b191-e450-48a8-906b-e1b0f5a8b0fd None None] Provisioning for port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:31.548589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-66c9b191-e450-48a8-906b-e1b0f5a8b0fd None None] Provisioning complete for port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:31.555811 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66c9b191-e450-48a8-906b-e1b0f5a8b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.590242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845d5448-1fa3-496e-80b5-7ce620f12d83 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:31.652037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.660406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-66c9b191-e450-48a8-906b-e1b0f5a8b0fd None None] Port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:31.680039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-520f69f2-2167-4782-ae92-55b263bbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:31.681856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-520f69f2-2167-4782-ae92-55b263bbe2b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1364257 Jul 27 16:33:31.705586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Transition to ACTIVE for port object 845d5448-1fa3-496e-80b5-7ce620f12d83 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:31.710717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9b739ae-a3cb-4801-b3cb-afcea11f2103 req-de733fbe-48bf-44ec-9d7a-ac2557357235 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104583 Jul 27 16:33:31.713947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.774430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.778292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.779183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c19157f-20a0-4399-8988-f0c9a1247dae HTTP/1.1" status: 204 len: 168 time: 0.6546798 Jul 27 16:33:31.789272 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-ad2ac084-9edf-49d3-b00d-d97f8b45a8e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975266 Jul 27 16:33:31.797340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Pushing event updated for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:31.837889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049436-a6d5-4677-8d5f-4797cba393df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c19157f-20a0-4399-8988-f0c9a1247dae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:31.866102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:31.890682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Attempting to bind port 845d5448-1fa3-496e-80b5-7ce620f12d83 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:31.891228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Attempting to bind port 845d5448-1fa3-496e-80b5-7ce620f12d83 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:31.893172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Attempting to bind port 845d5448-1fa3-496e-80b5-7ce620f12d83 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:31.918513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e1a0-32b7-4cc1-9b9b-2595b0fc99ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:31.923348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Port 845d5448-1fa3-496e-80b5-7ce620f12d83 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:31.923887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Attempting to bind port 845d5448-1fa3-496e-80b5-7ce620f12d83 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:31.957840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:31.958417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:31.959022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:31.960411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Bound port: 845d5448-1fa3-496e-80b5-7ce620f12d83, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:31.961015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.001473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:32.039242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:33:32.120298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c06495-8125-4cdb-9181-69fdf1b0aac7 req-c56b626d-dfd9-49f8-87d5-8973f9d9797c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:32.142276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5c06495-8125-4cdb-9181-69fdf1b0aac7 req-c56b626d-dfd9-49f8-87d5-8973f9d9797c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 944 time: 0.4521332 Jul 27 16:33:32.183377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:33:32.271277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d317cd6-7ede-480d-b90c-a56445f86233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.292315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:32.316539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5c06495-8125-4cdb-9181-69fdf1b0aac7 req-75ab7fdb-59a3-417b-82c4-38a897aef5c6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500015 Jul 27 16:33:32.320083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=845d5448-1fa3-496e-80b5-7ce620f12d83,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:32.336862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.359342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83af8c3-2d4e-453a-adc6-7e2abd4178f5 req-cf39891c-0b5f-406a-94d4-70b926b60757 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:32.361110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d83af8c3-2d4e-453a-adc6-7e2abd4178f5 req-cf39891c-0b5f-406a-94d4-70b926b60757 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 947 time: 0.2846370 Jul 27 16:33:32.418435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:32.419150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.420662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] 10.222.0.61 "PUT /v2.0/ports/845d5448-1fa3-496e-80b5-7ce620f12d83 HTTP/1.1" status: 200 len: 1095 time: 2.3377514 Jul 27 16:33:32.421209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:32.423397 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12cc00-1ec1-4f55-a674-726f90cd07dc" -d '{"events": [{"name": "network-changed", "server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:32.427923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e1a0-32b7-4cc1-9b9b-2595b0fc99ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.448064 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e1a0-32b7-4cc1-9b9b-2595b0fc99ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.472350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:32.498755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.547142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-8e2a06e4-9a20-41da-ad85-12ce864558f3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460852 Jul 27 16:33:32.561001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Transition to ACTIVE for port object 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:32.564199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339723-890b-4220-b30a-08d80d5ac948 service neutron] Pushing event updated for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:32.589473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d83af8c3-2d4e-453a-adc6-7e2abd4178f5 req-dd0b04e5-6305-4c84-aeef-2e0b59abdfe1 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012496 Jul 27 16:33:32.590121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1e1a0-32b7-4cc1-9b9b-2595b0fc99ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ba8c6-8f49-40f2-9844-b09510e8681a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:32.598623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ffd1e1a0-32b7-4cc1-9b9b-2595b0fc99ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f596122f92da4395b79fe0844af289a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310374 Jul 27 16:33:32.602190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:32.614856 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.718662 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296d867-7e64-4ec5-82ec-ab837bfbaf28 x-openstack-request-id: req-6296d867-7e64-4ec5-82ec-ab837bfbaf28 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:32.718952 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:32.719210 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6296d867-7e64-4ec5-82ec-ab837bfbaf28 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:32.719609 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83', 'status': 'completed', 'code': 200} Jul 27 16:33:32.772720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-6ff37229-abe4-4318-95ab-73b8e247836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:32.774287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-6ff37229-abe4-4318-95ab-73b8e247836f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 1098 time: 0.2798684 Jul 27 16:33:32.853711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-4680b6cc-df0b-4149-ac17-5f20fcaa6a93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=845d5448-1fa3-496e-80b5-7ce620f12d83 HTTP/1.1" status: 200 len: 217 time: 0.0673463 Jul 27 16:33:32.854342 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.877286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.877970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Pushing event updated for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:32.883561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d317cd6-7ede-480d-b90c-a56445f86233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.921225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d317cd6-7ede-480d-b90c-a56445f86233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.930572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818a2ff-bebe-487f-aadf-95d8f202b90e req-3bb49db6-cd73-45d7-8430-d221077042fd tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:32.935319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:32.938685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a818a2ff-bebe-487f-aadf-95d8f202b90e req-3bb49db6-cd73-45d7-8430-d221077042fd tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.4775965 Jul 27 16:33:32.979165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-3eeb9372-51e3-434a-911d-757979a9aef6 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994176 Jul 27 16:33:33.025201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a818a2ff-bebe-487f-aadf-95d8f202b90e req-63cd42bc-63f7-403d-afdb-f8cd5950c2ac tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855098 Jul 27 16:33:33.033291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d317cd6-7ede-480d-b90c-a56445f86233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aff87471d95c47738f53ede4d28bb61e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279396 Jul 27 16:33:33.038389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:33.066415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Attempting to bind port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:33.066744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Attempting to bind port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:33.067078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Attempting to bind port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:33.075936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:33.076265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Attempting to bind port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:33.096456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:33.096917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:33.097378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:33.097902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Bound port: 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:33.098334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.112314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.114842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.118984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e2ba8c6-8f49-40f2-9844-b09510e8681a HTTP/1.1" status: 204 len: 168 time: 0.5128472 Jul 27 16:33:33.120005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d317cd6-7ede-480d-b90c-a56445f86233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd7932-fcb1-45f5-8adf-fadee9f2a347,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:33.138085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca24013-3405-470f-b915-c6dde4fa0238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ba8c6-8f49-40f2-9844-b09510e8681a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:33.140682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-be8ef6a4-0fbc-4cef-8932-018b2ff2dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.142379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-be8ef6a4-0fbc-4cef-8932-018b2ff2dfac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2809999 Jul 27 16:33:33.180781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.197603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:33.218655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.221902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:33.231046 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.246245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:33.247422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881e95e-f99d-4dbe-a223-3f4a7036c743 req-aa2c9099-628f-4ee6-8e63-aea65597d9d0 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.249197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e881e95e-f99d-4dbe-a223-3f4a7036c743 req-aa2c9099-628f-4ee6-8e63-aea65597d9d0 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 948 time: 0.2103360 Jul 27 16:33:33.299901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.300644 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.302232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] 10.222.0.61 "PUT /v2.0/ports/5eebc9ca-bf84-4ad1-9751-f1f0b88d655c HTTP/1.1" status: 200 len: 1096 time: 2.0076649 Jul 27 16:33:33.303559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:33.306121 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fddd52-7d43-4d09-838f-4ec99a6d193b" -d '{"events": [{"name": "network-changed", "server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:33.326246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e881e95e-f99d-4dbe-a223-3f4a7036c743 req-eb8d2978-6fad-4009-8160-144fbe14a48f tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Jul 27 16:33:33.331011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-00f59dfa-63b7-4e0c-98db-3c24ad0d6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.333046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-00f59dfa-63b7-4e0c-98db-3c24ad0d6b80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814575 Jul 27 16:33:33.433467 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fcd6f2-83fa-4dfc-a17f-29aeb3c6a5e0 x-openstack-request-id: req-c2fcd6f2-83fa-4dfc-a17f-29aeb3c6a5e0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:33.433762 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:33.434084 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2fcd6f2-83fa-4dfc-a17f-29aeb3c6a5e0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:33.434558 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c', 'status': 'completed', 'code': 200} Jul 27 16:33:33.435529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d397ba-13dc-49ec-afc5-9d1b1d873895 service neutron] Pushing event updated for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:33.462681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.466307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.471207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7afd7932-fcb1-45f5-8adf-fadee9f2a347 HTTP/1.1" status: 204 len: 168 time: 0.4292502 Jul 27 16:33:33.494742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679471ac-6741-482f-b5b1-4264f44276d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd7932-fcb1-45f5-8adf-fadee9f2a347,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:33.520246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-1f5d6166-536b-4c96-b52f-8a9aa57f80bd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.522268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-1f5d6166-536b-4c96-b52f-8a9aa57f80bd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.2083747 Jul 27 16:33:33.529032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-b694d9f0-2d14-4e6f-9c1b-ca7ff4a7e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.530728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-b694d9f0-2d14-4e6f-9c1b-ca7ff4a7e900 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 1099 time: 0.1726418 Jul 27 16:33:33.609135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-741bda6f-41f5-4e0f-a61c-606b830f5fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c HTTP/1.1" status: 200 len: 217 time: 0.0707731 Jul 27 16:33:33.701933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-71152e42-c01f-4b7a-80ea-71943de3597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.703949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-71152e42-c01f-4b7a-80ea-71943de3597b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0870001 Jul 27 16:33:33.709753 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-2831abb8-cf40-41ff-8549-172fde060ee8 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682046 Jul 27 16:33:33.769854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1741565370-network', 'tenant_id': '17d3014a88914474ba7ec197588f6336'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:33.808158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84491e-b91d-4ae4-84c0-7417e69b9ca0 req-fa5dc9b2-072e-4014-93dd-05490c049af8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.815594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be84491e-b91d-4ae4-84c0-7417e69b9ca0 req-fa5dc9b2-072e-4014-93dd-05490c049af8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 944 time: 0.2468042 Jul 27 16:33:33.872325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:33.874647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.884984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be84491e-b91d-4ae4-84c0-7417e69b9ca0 req-bc3b72a8-dcaa-40fe-b419-b6916bf1fb24 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Jul 27 16:33:33.895313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-d9a2ecb8-7248-464e-afc7-fa2cce12480d service neutron] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:33.897763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.898475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65ac8bd7-b097-4f2f-a6aa-2929f8feca00 req-83d111fe-c83d-4fe5-bc9a-f91269f1d074 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793337 Jul 27 16:33:33.920412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-d9a2ecb8-7248-464e-afc7-fa2cce12480d service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:33.921649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed42f759-5ea8-4126-9c61-12e9a1d3e06d req-d9a2ecb8-7248-464e-afc7-fa2cce12480d service neutron] 10.222.0.13 "DELETE /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4/bindings/n-h1-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.3898516 Jul 27 16:33:33.978240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1d11-82d4-4ba2-87e2-cb1dd1b2e37b req-e4dcb93d-e257-47a5-9432-ad33ee0b4dc5 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.985704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62df1d11-82d4-4ba2-87e2-cb1dd1b2e37b req-e4dcb93d-e257-47a5-9432-ad33ee0b4dc5 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 947 time: 0.2478280 Jul 27 16:33:33.992765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-9f91eb83-b819-4d7b-b1bd-f5fb04ddc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:33.994283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-9f91eb83-b819-4d7b-b1bd-f5fb04ddc3fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554758 Jul 27 16:33:34.102792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-7b69c33a-e0e3-4d96-8442-06ab2ccb21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.104540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-7b69c33a-e0e3-4d96-8442-06ab2ccb21fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be70f6a739c44cc5b1b234c306312c44&device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 1098 time: 0.1502664 Jul 27 16:33:34.206621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:34.245091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bd8037b-53ed-4a8c-a16f-f1f0df223a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.281042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d337c-e25b-4418-8214-608d60819131 req-e4b2da50-7603-4af8-abbf-4ad93d433a68 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.282705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d79d337c-e25b-4418-8214-608d60819131 req-e4b2da50-7603-4af8-abbf-4ad93d433a68 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1095 time: 0.1923983 Jul 27 16:33:34.289691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-a912b7e6-5205-42ea-9b84-87546e424783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.291434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-a912b7e6-5205-42ea-9b84-87546e424783 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1579435 Jul 27 16:33:34.357441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-11f01e39-ac76-49f2-8052-b83cbb025bd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=845d5448-1fa3-496e-80b5-7ce620f12d83 HTTP/1.1" status: 200 len: 217 time: 0.0574625 Jul 27 16:33:34.382509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62df1d11-82d4-4ba2-87e2-cb1dd1b2e37b req-29d5b9b7-ce63-497a-b469-519750d77596 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958914 Jul 27 16:33:34.418030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d79d337c-e25b-4418-8214-608d60819131 req-4697c039-8915-44de-8204-da85973de1b3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248801 Jul 27 16:33:34.482545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-8f091352-1827-48de-a699-8b0466584b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.484840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-8f091352-1827-48de-a699-8b0466584b91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0928149 Jul 27 16:33:34.582775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.586998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-0ecccd24-3f9f-47d2-bd92-baad0032fc4e service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755630 Jul 27 16:33:34.590305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.678169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:33:34.680842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-db505407-c0b6-40a0-90b2-dd111b9ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.682871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-db505407-c0b6-40a0-90b2-dd111b9ed16e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897998 Jul 27 16:33:34.703960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdce1f4-370a-4f90-bdcd-2a3f28ffb223 req-27f72ed6-310d-4c52-9456-dd0600d60fd2 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.705499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbdce1f4-370a-4f90-bdcd-2a3f28ffb223 req-27f72ed6-310d-4c52-9456-dd0600d60fd2 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 948 time: 0.1443663 Jul 27 16:33:34.728888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7fc07b-0e91-4047-b82f-a290fd35b09d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:34.737128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.737498 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Added segment df44809d-66ff-4882-abe5-29499d4b456c of type vlan for network dd67db44-43d6-41f5-8a30-91a71f6c7651 Jul 27 16:33:34.818457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.827343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac07564b-ec87-4de9-bc08-fc04999b5dba req-b12fdc61-eb01-4294-9c51-f83335d0f128 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311630 Jul 27 16:33:34.846238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bd8037b-53ed-4a8c-a16f-f1f0df223a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.856460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeda8-7120-48f4-a707-a814b1a9b81c req-3ee234e6-31da-4434-b962-930ef96f4ea2 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.858567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9cfeda8-7120-48f4-a707-a814b1a9b81c req-3ee234e6-31da-4434-b962-930ef96f4ea2 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2448528 Jul 27 16:33:34.892832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bd8037b-53ed-4a8c-a16f-f1f0df223a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.895360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.896485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:34.897744 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:34.947655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbdce1f4-370a-4f90-bdcd-2a3f28ffb223 req-19d3260b-0dce-4d5b-93c6-5ad45a19e545 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148993 Jul 27 16:33:34.981936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-7bebd4d5-9da9-4d73-97e9-7ef16e30e04d service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717206 Jul 27 16:33:34.991254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9cfeda8-7120-48f4-a707-a814b1a9b81c req-c1d1f5e4-aab7-45c0-85e7-9bbda14df78e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235719 Jul 27 16:33:34.996828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4bd8037b-53ed-4a8c-a16f-f1f0df223a12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a40c67ade3c4c0b9af2d6ce01b35f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890105 Jul 27 16:33:35.001811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:35.003319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7559838 Jul 27 16:33:35.012800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8037b-53ed-4a8c-a16f-f1f0df223a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c0110-0ec8-4ab6-a14d-4e65c462cc73,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:35.014816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:35.034004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Request body: {'subnet': {'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1741565370-subnet', 'tenant_id': '17d3014a88914474ba7ec197588f6336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:35.095312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f29345-1240-4582-a2b4-c1adeffc2b17 admin admin] Pushing event updated for resources: {'Network': ['ID=dd67db44-43d6-41f5-8a30-91a71f6c7651,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:35.106578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:33:35.124605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:35.127037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.203642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-d3fcf0bd-d0c5-4101-ab0e-2de5e42f1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.205286 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-d3fcf0bd-d0c5-4101-ab0e-2de5e42f1baa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 1099 time: 0.3000925 Jul 27 16:33:35.211840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.213601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e12cc00-1ec1-4f55-a674-726f90cd07dc req-8252906e-fac3-47a3-b3af-5bc79cd6759a service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138133 Jul 27 16:33:35.243201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-abcec7f2-7214-45d2-97d6-1074f3d5b4eb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.245005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-abcec7f2-7214-45d2-97d6-1074f3d5b4eb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.1525209 Jul 27 16:33:35.261126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-b2ce8c0a-ed37-40b7-beeb-bbc01632c6af tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/quotas/e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 375 time: 0.0096354 Jul 27 16:33:35.294505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.341511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-19bc8679-fe9b-4ef0-83cd-3a2727a84cca tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740364 Jul 27 16:33:35.406556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-00f78474-e599-458a-b734-2ca5c01d0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.408116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-00f78474-e599-458a-b734-2ca5c01d0674 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1929493 Jul 27 16:33:35.429784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.433288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.433994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a5c0110-0ec8-4ab6-a14d-4e65c462cc73 HTTP/1.1" status: 204 len: 168 time: 0.4296298 Jul 27 16:33:35.495245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-0d7f7721-3a34-497c-a561-df986a3d3bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c HTTP/1.1" status: 200 len: 217 time: 0.0784683 Jul 27 16:33:35.500530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-a175a448-1e99-4a8c-983e-5c4d563dab90 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507387 Jul 27 16:33:35.502543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd766f2-f944-4dd1-b22a-1f6c2643d2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c0110-0ec8-4ab6-a14d-4e65c462cc73,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:35.583008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.632096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-5ced559b-5646-4ede-8c04-c0bbd8bb47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.633766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-5ced559b-5646-4ede-8c04-c0bbd8bb47cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1261075 Jul 27 16:33:35.657428 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-a1da1e1b-f41c-4129-abfc-d66d89daa4d3 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562777 Jul 27 16:33:35.667875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:35.699982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8af66b-54ea-4d3c-b294-e121c6421180,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:35.726118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:35.726491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Network hostable DHCP agents. Network: dd67db44-43d6-41f5-8a30-91a71f6c7651, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:33:35.736378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ffb4-45a4-499c-b7ae-3695355320ad req-169c446f-d084-4107-b5ea-b6f4840747ba tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.737936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2148ffb4-45a4-499c-b7ae-3695355320ad req-169c446f-d084-4107-b5ea-b6f4840747ba tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 947 time: 0.1933506 Jul 27 16:33:35.792738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-6a3e690a-cd44-4d20-b59b-208fffebd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.794270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-6a3e690a-cd44-4d20-b59b-208fffebd6ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487303 Jul 27 16:33:35.799922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:33:35.813833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2148ffb4-45a4-499c-b7ae-3695355320ad req-41e491fa-fade-41b5-8ccf-45e06f6beeab tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629797 Jul 27 16:33:35.914558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:35.923842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, dd67db44-43d6-41f5-8a30-91a71f6c7651) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:35.944147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:35.945278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:35.964793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f669c14-0312-4394-ae89-d1f22f68479b None None] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:36.003970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2ce9f8e-c78f-4d96-959f-9426072f134a req-cc7b44cd-eb11-486b-8ef6-5d27cb47ce5a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 210 time: 0.0791309 Jul 27 16:33:36.034777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6061479d-5a31-4943-81bf-1603a49ed7ea admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0187514 Jul 27 16:33:36.043723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'mac_address': 'fa:16:3e:21:bd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:36.088990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-f4be66c7-de9a-476d-ac7b-90f8c7b43799 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832997 Jul 27 16:33:36.167874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.193201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1068647054', 'description': 'tempest-description-1591539306'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:36.203251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:36.247456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:36.249013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.257726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263cbe1-3ad1-4ca5-8f6e-e9e98e2b1143 req-cdebe507-dbc5-4d79-abc8-0ebd4b149631 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:36.259314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2263cbe1-3ad1-4ca5-8f6e-e9e98e2b1143 req-cdebe507-dbc5-4d79-abc8-0ebd4b149631 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 948 time: 0.1416736 Jul 27 16:33:36.274427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.275808 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.328908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2263cbe1-3ad1-4ca5-8f6e-e9e98e2b1143 req-3b7f224c-c27c-4863-bfee-668187c508bf tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551617 Jul 27 16:33:36.337424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7fddd52-7d43-4d09-838f-4ec99a6d193b req-36e30822-de02-4f63-a9b5-6a63b04cd08c service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393835 Jul 27 16:33:36.507726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d81b8-3b59-4ace-9297-c2209777d887 None None] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:36.557086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.565527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.566546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538807f7-1f3b-49ac-9e0f-c4d2f68f0924 req-172312e2-85e4-43bd-b0ec-561f4652a6de tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:36.573441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-538807f7-1f3b-49ac-9e0f-c4d2f68f0924 req-172312e2-85e4-43bd-b0ec-561f4652a6de tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 948 time: 0.1534512 Jul 27 16:33:36.670894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-538807f7-1f3b-49ac-9e0f-c4d2f68f0924 req-55d70537-1f60-4070-9a72-203d8b56f061 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894241 Jul 27 16:33:36.692125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:36.722133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:36.732941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:36.748750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.754289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.791068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1e17d-d276-44d3-8985-a33aaf87f29a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:36.794984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:36.796667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca5ba906-151b-42b9-a5c5-bbb55fb95810 req-b2f4a8aa-b9df-4b9d-9634-bad5d0eb5160 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6169879 Jul 27 16:33:36.827918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-871233749', 'description': 'tempest-description-352834285'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:36.867893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.000175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7379ffe-a29b-4fb4-bbcc-ef5dcebeb511 req-c1f3928d-c03c-4847-8ac5-9b097f418784 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:37.007756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7379ffe-a29b-4fb4-bbcc-ef5dcebeb511 req-c1f3928d-c03c-4847-8ac5-9b097f418784 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 947 time: 0.0856497 Jul 27 16:33:37.022831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.028545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.063285 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.068969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a254eaf-aceb-44f7-ab0c-038ce9972b29 req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2458723 Jul 27 16:33:37.069106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7379ffe-a29b-4fb4-bbcc-ef5dcebeb511 req-5854627e-2c9f-4573-bf8a-a5b86e6a8a31 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602937 Jul 27 16:33:37.069486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:37.071703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562daf15-933b-42fa-b782-8bb943981791 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e57039-32c8-438b-8926-a00bfc586390,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:37.141847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:37.147853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-382214136-network', 'tenant_id': 'f456be2298c54cffb35fc20e9e59b422'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:37.170552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Made reservation on behalf of f456be2298c54cffb35fc20e9e59b422 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:37.173121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.198103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.199125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bdeb215-06ff-44e0-ab41-0c79eacd7743 req-375a3503-c7db-42b8-8c46-6d510748422e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 210 time: 0.0503442 Jul 27 16:33:37.312355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.318023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.340091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:33:37.353184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-network', 'tenant_id': 'e991d059d10044848cb6095f08995a0c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:37.374579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.374913 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Added segment 122afb79-356a-4353-9180-b17bed846f61 of type vlan for network 7c4aa9ca-934a-474e-8570-7683bfaa8710 Jul 27 16:33:37.393856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1451017813', 'description': 'tempest-description-648048346'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:37.404919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46258f18-348e-4a65-9587-08abdec00fa7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:37.447122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.455257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Made reservation on behalf of e991d059d10044848cb6095f08995a0c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:37.457846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.462931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1061643-cb20-489c-b202-5857eea17370 req-ae2bfacc-19d6-4233-a04c-56261742d185 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:37.464520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1061643-cb20-489c-b202-5857eea17370 req-ae2bfacc-19d6-4233-a04c-56261742d185 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 948 time: 0.0728216 Jul 27 16:33:37.479200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.498719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.517840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.519966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1061643-cb20-489c-b202-5857eea17370 req-70391337-6229-4618-95c5-79682eeb3d08 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Jul 27 16:33:37.531030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.532459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:37.532806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.678319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:37.694532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-50b9b570-3c79-4734-8fdd-c1ae4d7f2566 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:37.696112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-50b9b570-3c79-4734-8fdd-c1ae4d7f2566 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.1233964 Jul 27 16:33:37.718143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Request body: {'port': {'device_id': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'admin_state_up': True, 'tenant_id': 'e75a54a3256e4ce2b44550834401204d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:37.745003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 19e8170f-c655-497a-afcc-985e7a9c4d3d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:37.745785 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.833301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.834696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] Pushing event updated for resources: {'Network': ['ID=7c4aa9ca-934a-474e-8570-7683bfaa8710,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:37.847392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7c4aa9ca-934a-474e-8570-7683bfaa8710 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:33:37.879776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78881f35-a241-4802-b4e5-5efb8e97d932 req-90c38863-2d49-48c6-84e8-9aa3be4891df tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:37.881545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78881f35-a241-4802-b4e5-5efb8e97d932 req-90c38863-2d49-48c6-84e8-9aa3be4891df tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 948 time: 0.1146121 Jul 27 16:33:37.903691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:37.906053 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ec1507-c128-4ebe-8874-f69377c31096" -d '{"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:37.909416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.916119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.931022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4c37c6c2-575a-4371-93ab-466c853736fa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7847264 Jul 27 16:33:37.931198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:37.931312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78881f35-a241-4802-b4e5-5efb8e97d932 req-541bad9b-abf3-4c7c-bb1b-cfe9d63ddb90 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Jul 27 16:33:37.931312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32808) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:37.936939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Request body: {'subnet': {'network_id': '7c4aa9ca-934a-474e-8570-7683bfaa8710', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-382214136-subnet', 'tenant_id': 'f456be2298c54cffb35fc20e9e59b422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:37.945695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.957389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:33:37.980844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:37.981211 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Added segment 1f81af40-05d9-4a09-94b9-5419c335febf of type vlan for network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 Jul 27 16:33:37.993057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.012742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.041021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.055253 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad68228f-a3d0-4038-89bb-928d1238e2a7 x-openstack-request-id: req-ad68228f-a3d0-4038-89bb-928d1238e2a7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:38.055833 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:38.056148 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad68228f-a3d0-4038-89bb-928d1238e2a7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:38.056845 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'code': 200} Jul 27 16:33:38.065857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:38.090659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.091630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:38.092218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.147474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.166488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.181237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:38.183776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.198120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:33:38.201488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c', 'mac_address': 'fa:16:3e:64:d1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:38.206659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19500e09-adc7-404a-81cc-0a1fddd8a719,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.230653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:38.234508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.242151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:33:38.242151 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:33:38.242151 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': 'e4f5fb1749074ae6a2158bf62451a84f', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 33, 38, 173790)}] Jul 27 16:33:38.242151 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:33:38.243140 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:33:38.272628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b7ea486-81fc-4842-83f2-d91d8af23bf9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2015259 Jul 27 16:33:38.273314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Made reservation on behalf of f456be2298c54cffb35fc20e9e59b422 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:38.275189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:38.275553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.283459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Request body: {'subnet': {'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-subnet', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:38.307494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.316342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Made reservation on behalf of e991d059d10044848cb6095f08995a0c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:38.319469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.323538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:38.349505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:38.356192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.356978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 845d5448-1fa3-496e-80b5-7ce620f12d83 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:38.383988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e039c4-9672-41c8-951a-3fc619662d78 req-cb60042c-72f9-43c5-a417-1695da21eb76 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:38.385620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30e039c4-9672-41c8-951a-3fc619662d78 req-cb60042c-72f9-43c5-a417-1695da21eb76 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 947 time: 0.2256720 Jul 27 16:33:38.434058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.438208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=845d5448-1fa3-496e-80b5-7ce620f12d83,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:38.450550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '845d5448-1fa3-496e-80b5-7ce620f12d83', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '845d5448-1fa3-496e-80b5-7ce620f12d83', 'mac_address': 'fa:16:3e:a0:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:38.460694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecb5a1-8524-4c1f-8daa-12fa01129a3e req-74d8d52f-0c4a-4368-b0dd-94af4bc3223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:38.462384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-afecb5a1-8524-4c1f-8daa-12fa01129a3e req-74d8d52f-0c4a-4368-b0dd-94af4bc3223c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.1289408 Jul 27 16:33:38.497661 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.504937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Allocated IP 172.20.0.4 (ec28ef3c-3833-47eb-8653-0d049eab9a24/0175f353-edaf-4e21-8551-aa88187f5a99/db3f2c47-f994-4bdb-9016-2e352ccdd259) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:38.528395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845d5448-1fa3-496e-80b5-7ce620f12d83 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:38.539129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-afecb5a1-8524-4c1f-8daa-12fa01129a3e req-60313002-09f0-4b07-8a85-502eb926f66e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Jul 27 16:33:38.544200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30e039c4-9672-41c8-951a-3fc619662d78 req-ad10daea-f59b-413f-8dbe-0e7fab037d36 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139638 Jul 27 16:33:38.557517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=845d5448-1fa3-496e-80b5-7ce620f12d83,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:38.562646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.597225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.667661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21600b09-9a84-4896-9e7e-38220d6d4f74,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.675661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.678132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Checking segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:38.678569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Network hostable DHCP agents. Network: 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:33:38.708577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:33:38.713764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.722663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:38.737729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:38.738841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.740489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b575c-1a5d-4396-901b-7bc5ef35ebfb None None] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:38.745979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.770950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-70a19196-2a59-4c49-9706-88f6314b4a87 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4905601 Jul 27 16:33:38.771625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:38.778533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:38.781524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee30d35e-66c4-4fbc-a4a7-74ca3ffe51d9 req-52e85eb4-d9a0-4926-9577-3605166ec80f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 210 time: 0.0733604 Jul 27 16:33:38.792199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:33:38.792199 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:33:38.792199 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': 'e991d059d10044848cb6095f08995a0c', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 33, 38, 783231)}] Jul 27 16:33:38.792199 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:33:38.792899 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:33:38.827450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['845d5448-1fa3-496e-80b5-7ce620f12d83'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:38.855111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380f3d95-a5f9-4306-8040-4013565bc9aa,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.865804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:38.876814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Checking segment: {'id': '122afb79-356a-4353-9180-b17bed846f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7c4aa9ca-934a-474e-8570-7683bfaa8710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:38.877195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Network hostable DHCP agents. Network: 7c4aa9ca-934a-474e-8570-7683bfaa8710, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:33:38.881632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.881946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.882268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.882602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.882934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.883264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.883616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.884008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.884270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.884640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.884964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.885282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:38.891427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.905904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.911897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.939221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:38.944868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b25f52d2-034f-496d-b9b6-9b81a139f78c req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5636449 Jul 27 16:33:38.949025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Network 7c4aa9ca-934a-474e-8570-7683bfaa8710 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:33:38.953571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b2a0a-c791-4a83-baa8-475ad0a003ce tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0bfd9e-12de-48a1-bc06-1260152726fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:38.977134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1518975377', 'description': 'tempest-description-1110976430'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:38.985117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7c4aa9ca-934a-474e-8570-7683bfaa8710) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:38.998931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546ff78-ed34-4a59-8e4f-db1eabbcb4f1 None None] Network 7c4aa9ca-934a-474e-8570-7683bfaa8710 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:39.007346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.024026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:39.025040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.032565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.090255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691961-5351-46ec-8541-5919c9b33442 req-d82b3315-7aa2-48e3-8c99-ec8f3d3859a9 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:39.092109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83691961-5351-46ec-8541-5919c9b33442 req-d82b3315-7aa2-48e3-8c99-ec8f3d3859a9 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 949 time: 0.1961405 Jul 27 16:33:39.098905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:39.106701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:39.122102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:39.136515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.142977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.162913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:39.176543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a8c6941c-25b7-45f1-99d1-dafd65e515e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2440238 Jul 27 16:33:39.192209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050aa2ac-1544-4f2c-a148-6538f2cef058,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:39.206642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83691961-5351-46ec-8541-5919c9b33442 req-58cb9ca4-af90-4113-bc22-ccbdc2593eb4 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033239 Jul 27 16:33:39.208965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.211106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bfe9f913-5ef1-447c-ac56-fb206efa696c req-f0322d9d-ea7c-439e-a967-9012af002b24 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2388561 Jul 27 16:33:39.221333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:39.222032 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.252259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-2dc77301-d10a-4579-9db0-692e59902ae1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5385268 Jul 27 16:33:39.273672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Request body: {'port': {'device_id': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:39.281301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:33:39.282160 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.372653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.405331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.406682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.462300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.475708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a294a2-1814-420c-8f51-5b62252fdcb6 req-312b90de-bb8b-4a45-9429-7593bce2b1ea tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:39.483310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6a294a2-1814-420c-8f51-5b62252fdcb6 req-312b90de-bb8b-4a45-9429-7593bce2b1ea tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2066154 Jul 27 16:33:39.533441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6a294a2-1814-420c-8f51-5b62252fdcb6 req-8cfe3d8e-72e0-4547-9294-9a1e5d51a95a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491929 Jul 27 16:33:39.555892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Allocated IP 172.20.0.2 (0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153/21600b09-9a84-4896-9e7e-38220d6d4f74/aac52735-3dc9-4613-b0f7-8cabe86c94fe) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:39.562055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa0d30-41c7-4ec9-9c54-0062af80ae80 None None] Network 7c4aa9ca-934a-474e-8570-7683bfaa8710 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:39.738114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b88965c-45a4-4d14-a580-0766af93c4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.792226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:39.989525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-6ee7bd8c-5050-484b-ade2-84f49a7385c4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:39.991615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-6ee7bd8c-5050-484b-ade2-84f49a7385c4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.1436574 Jul 27 16:33:40.012970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-a9ee1f95-51a9-42d1-a20c-0b2c5fad9eb6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/quotas/17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 375 time: 0.0151441 Jul 27 16:33:40.063085 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.072775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Transition to ACTIVE for port object aac52735-3dc9-4613-b0f7-8cabe86c94fe will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:40.084171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-29b46eff-db95-457b-93ce-4f4d7ebab873 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648973 Jul 27 16:33:40.093802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Transition to ACTIVE for port object aac52735-3dc9-4613-b0f7-8cabe86c94fe will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:40.097092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:40.121101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.180997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:40.186447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Pushing event updated for resources: {'Port': ['ID=aac52735-3dc9-4613-b0f7-8cabe86c94fe,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:40.188908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:40.191731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:40.226855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:40.232233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.249341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:40.249669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.258410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.266009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3f2c47-f994-4bdb-9016-2e352ccdd259 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:40.282260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-9fdf0c24-3ef9-41de-84aa-baa1ec8f4aa6 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638715 Jul 27 16:33:40.286601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Attempting to bind port aac52735-3dc9-4613-b0f7-8cabe86c94fe on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:40.286775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Attempting to bind port aac52735-3dc9-4613-b0f7-8cabe86c94fe by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:40.287010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Attempting to bind port aac52735-3dc9-4613-b0f7-8cabe86c94fe on network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:40.289259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.298543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:40.298947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Checking segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:40.299325 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.299727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Bound using segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:40.300199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Bound port: aac52735-3dc9-4613-b0f7-8cabe86c94fe, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:40.300611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.340548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Transition to ACTIVE for port object db3f2c47-f994-4bdb-9016-2e352ccdd259 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:40.350396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.411187 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.421392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] For port aac52735-3dc9-4613-b0f7-8cabe86c94fe, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:40.442724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] For port aac52735-3dc9-4613-b0f7-8cabe86c94fe, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aac52735-3dc9-4613-b0f7-8cabe86c94fe,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:40.449841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:40.452155 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a770f66-dca0-4427-851e-8b9ba3f7ff62" -d '{"events": [{"server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "name": "network-vif-plugged", "status": "completed", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:40.452658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-f199404d-dd66-4085-8d5d-5b1b6743d0eb service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402538 Jul 27 16:33:40.457829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.462108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Allocated IP 172.25.4.25 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/81e409a3-9531-426e-b1d3-d4f4f4a3ce4c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:40.505414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-4289b654-6067-48cf-a2d4-b0b258d8a2e8 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53363 time: 1.0826325 Jul 27 16:33:40.506278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:40.507497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:40.528915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.535153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb0609-b116-4440-a3ac-7f7734999aa2 None None] Pushing event updated for resources: {'Port': ['ID=aac52735-3dc9-4613-b0f7-8cabe86c94fe,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:40.594576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:40.643923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.648911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-fc03581a-5c2e-455e-9806-f544ca0a25aa tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/036381ba-ef4f-4010-a5d6-94a20b4bcc7e HTTP/1.1" status: 200 len: 2977 time: 0.1037502 Jul 27 16:33:40.667115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:40.667448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:40.667774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:40.682277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:40.682604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:40.699100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:40.699443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:40.699828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:40.700279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Bound port: db3f2c47-f994-4bdb-9016-2e352ccdd259, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:40.700886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.742879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-40ed4301-4691-46f8-a7f3-80198bef2a89 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/036381ba-ef4f-4010-a5d6-94a20b4bcc7e HTTP/1.1" status: 200 len: 2977 time: 0.0846581 Jul 27 16:33:40.749392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:40.773288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:40.800235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:40.835945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:40.869352 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-fe013021-0a27-4603-9d47-6c1cbd522475 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/12a4b3d7-43ec-4434-a8ae-2acc3f0e73f5 HTTP/1.1" status: 200 len: 2973 time: 0.1186342 Jul 27 16:33:40.890977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:40.941336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:40.957994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Pushing event updated for resources: {'Port': ['ID=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:40.961246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:41.000598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.001393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.001676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.006047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.007363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.008215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.008717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.009781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.010040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.010484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.011136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.011773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:41.031045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-4046cd23-bab8-4c4b-adf6-bc1321150c8b tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/12a4b3d7-43ec-4434-a8ae-2acc3f0e73f5 HTTP/1.1" status: 200 len: 2973 time: 0.1567969 Jul 27 16:33:41.048720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc41a8c-af8f-47a9-bca7-2a0dc4a41281 req-a862bcd9-e943-460f-96b6-568270402bca tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:41.050697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bc41a8c-af8f-47a9-bca7-2a0dc4a41281 req-a862bcd9-e943-460f-96b6-568270402bca tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 948 time: 0.2905450 Jul 27 16:33:41.094379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:41.095121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:41.096776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] 10.222.0.13 "PUT /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 1091 time: 1.8295197 Jul 27 16:33:41.097498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:41.099816 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fee446-6b99-4e60-96de-8b217cf02313" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:41.129177 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-361864e6-2577-4d25-87e0-431feca16f9d tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1367e527-fa1a-4091-bc1b-5e220b424905 HTTP/1.1" status: 200 len: 2981 time: 0.0970461 Jul 27 16:33:41.130377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276625a-10c7-46da-922f-629ee98fc94f service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:41.210863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bc41a8c-af8f-47a9-bca7-2a0dc4a41281 req-bc27cbfb-7e48-401a-9568-cea39cf2ee4c tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506112 Jul 27 16:33:41.221330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-509e6507-2170-42f8-90f2-e65353cad79c tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1367e527-fa1a-4091-bc1b-5e220b424905 HTTP/1.1" status: 200 len: 2981 time: 0.0863488 Jul 27 16:33:41.288663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-9a0785b2-9ccf-4dab-964a-112723f30846 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/19500e09-adc7-404a-81cc-0a1fddd8a719 HTTP/1.1" status: 200 len: 2981 time: 0.0662801 Jul 27 16:33:41.297535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:41.332106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-6362a6ff-1262-421f-9051-141759e29ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:41.335579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-6362a6ff-1262-421f-9051-141759e29ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1094 time: 0.1669230 Jul 27 16:33:41.374613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-4ea86bca-fccb-42fa-aa10-0d10628c4764 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/19500e09-adc7-404a-81cc-0a1fddd8a719 HTTP/1.1" status: 200 len: 2981 time: 0.0847616 Jul 27 16:33:41.422757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-458f47b1-c0f3-4dff-b19b-d64b0a5d7436 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.0666668 Jul 27 16:33:41.525227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-4fb3ba03-aa10-47b8-a9b8-42a0552525b9 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2755b59a-5b77-46eb-bb7c-a4369682f525 HTTP/1.1" status: 200 len: 2981 time: 0.1054728 Jul 27 16:33:41.536738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-e6b4afd4-cda7-410b-ae9f-8dbf92b2e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:41.539712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-e6b4afd4-cda7-410b-ae9f-8dbf92b2e802 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1023104 Jul 27 16:33:41.565839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a784da-a1ef-4b0f-915f-f5cbe6e7c11e req-02862367-5108-4801-8811-e6613aca10f6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:41.568176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14a784da-a1ef-4b0f-915f-f5cbe6e7c11e req-02862367-5108-4801-8811-e6613aca10f6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.2008767 Jul 27 16:33:41.629353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-d9948061-0108-48a6-a1a4-a61a0b2300ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769296 Jul 27 16:33:41.737119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-8f7892b9-5957-4c0e-a0f9-115eb0e8acda tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2755b59a-5b77-46eb-bb7c-a4369682f525 HTTP/1.1" status: 200 len: 2981 time: 0.1959491 Jul 27 16:33:41.836929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-d1fe301f-07cb-4b36-bdc1-e2fafd46ef9d service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980851 Jul 27 16:33:41.838846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-32174178-61d7-441a-8bc8-b87467cbc4db tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/46258f18-348e-4a65-9587-08abdec00fa7 HTTP/1.1" status: 200 len: 2981 time: 0.0891626 Jul 27 16:33:41.873559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c439fcc-875f-46da-8170-45ff1da3e4b6 None None] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:33:41.957039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14a784da-a1ef-4b0f-915f-f5cbe6e7c11e req-e12020c9-96b0-4bca-a35e-93813b2699b0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755791 Jul 27 16:33:41.962997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-66299cec-c1c6-448b-a352-538a9535f047 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/46258f18-348e-4a65-9587-08abdec00fa7 HTTP/1.1" status: 200 len: 2981 time: 0.1170411 Jul 27 16:33:41.969874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.012379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1201a0-9096-4b5d-aa2a-847b90c4925f req-8aaa6b3e-e4df-41b2-8862-08afa4f82ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676483 Jul 27 16:33:42.029027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24fa370d-45a9-419d-9ea1-e2eb4e627d0f None None] Provisioning for port aac52735-3dc9-4613-b0f7-8cabe86c94fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:42.115960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 845d5448-1fa3-496e-80b5-7ce620f12d83 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:42.136981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-17a84f7a-eb8d-4697-8c88-966e4c396994 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4a82b523-a02a-4daf-80f5-b7896e089347 HTTP/1.1" status: 200 len: 2981 time: 0.1619811 Jul 27 16:33:42.158592 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-feaf483b-41de-4e6a-96ca-0e414e9c29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.217616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-ab231658-49c1-4f17-aa08-601103615388 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4a82b523-a02a-4daf-80f5-b7896e089347 HTTP/1.1" status: 200 len: 2981 time: 0.0750973 Jul 27 16:33:42.229704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-a515eae1-274b-4d6d-a4aa-64d10cce25e4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:42.230604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 845d5448-1fa3-496e-80b5-7ce620f12d83 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:42.231651 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-a515eae1-274b-4d6d-a4aa-64d10cce25e4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.1794302 Jul 27 16:33:42.236188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Router a389ba5f-6f5e-494d-8f89-4277cce51a9c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:33:42.236737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 845d5448-1fa3-496e-80b5-7ce620f12d83 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:42.237139 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.250287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07411e37-2a86-410e-8dcf-476f0bb4d9cb req-3b0fcfc2-b667-4c3f-8f65-c6c1533f8a05 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:42.251927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07411e37-2a86-410e-8dcf-476f0bb4d9cb req-3b0fcfc2-b667-4c3f-8f65-c6c1533f8a05 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 950 time: 0.1027975 Jul 27 16:33:42.263782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Request body: {'port': {'device_id': '0bec7777-184e-4029-aeec-ef9e76561840', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'admin_state_up': True, 'tenant_id': '17d3014a88914474ba7ec197588f6336'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:42.359112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-22fda4f4-f0f4-42ce-bc73-a100c62324a4 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7d0cbc50-15b7-4305-aaa9-aa068e1f08b6 HTTP/1.1" status: 200 len: 2981 time: 0.1261413 Jul 27 16:33:42.360716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.364760 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.368568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07411e37-2a86-410e-8dcf-476f0bb4d9cb req-f6bdf29c-a882-4dda-9a2f-1a55d4aec0ae tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052728 Jul 27 16:33:42.434673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=845d5448-1fa3-496e-80b5-7ce620f12d83,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:42.437412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-1f3a02f3-60f2-4ff5-8959-05e47de3bb25 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7d0cbc50-15b7-4305-aaa9-aa068e1f08b6 HTTP/1.1" status: 200 len: 2981 time: 0.0773091 Jul 27 16:33:42.441817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.464661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:33:42.479139 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Sync routers for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:33:42.491506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.498881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85cd3a21-4d1c-4030-9dc5-f579afb20d25 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7209742 Jul 27 16:33:42.499045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:33:42.499045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:42.500091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:42.519811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-5d1116a7-172c-4daf-b32f-bd553ae5d47a tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9e7457c0-141f-482b-a382-ccbec519e94d HTTP/1.1" status: 200 len: 2977 time: 0.0803518 Jul 27 16:33:42.546773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:42.595464 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0688e-319b-4071-b014-5a79cc29ebe8 x-openstack-request-id: req-35f0688e-319b-4071-b014-5a79cc29ebe8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:42.596115 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "name": "network-vif-plugged", "status": "completed", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:42.597167 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35f0688e-319b-4071-b014-5a79cc29ebe8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:42.597706 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c', 'code': 200} Jul 27 16:33:42.621581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-181d1545-d1b3-4e16-9b7c-fdc234f1eaff tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9e7457c0-141f-482b-a382-ccbec519e94d HTTP/1.1" status: 200 len: 2977 time: 0.0983391 Jul 27 16:33:42.645836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:42.656868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.667392 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:33:42.718720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-64c89da7-77be-49f0-b263-574ac6adecd9 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0 HTTP/1.1" status: 200 len: 2981 time: 0.0958829 Jul 27 16:33:42.819300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aac52735-3dc9-4613-b0f7-8cabe86c94fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:42.860086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-c4ce2837-4b39-4a03-a87c-c45f7d852b21 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0 HTTP/1.1" status: 200 len: 2981 time: 0.1007793 Jul 27 16:33:42.904475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port aac52735-3dc9-4613-b0f7-8cabe86c94fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:42.909981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port aac52735-3dc9-4613-b0f7-8cabe86c94fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:42.910772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:42.936686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Allocated IP 172.20.0.11 (dd67db44-43d6-41f5-8a30-91a71f6c7651/5e8af66b-54ea-4d3c-b294-e121c6421180/287c34f0-8920-4c38-99f8-543212410427) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:42.943240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-121b35fb-9d47-4293-8b05-5dd843a791fb tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4 HTTP/1.1" status: 200 len: 2981 time: 0.0694547 Jul 27 16:33:42.982221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138558-4bf0-42ae-a195-a35800ed1dc6 req-40c0cc83-e137-4623-a31c-61aea995293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:42.983878 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12138558-4bf0-42ae-a195-a35800ed1dc6 req-40c0cc83-e137-4623-a31c-61aea995293c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 1101 time: 0.2515891 Jul 27 16:33:42.992351 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:41Z', 'revision_number': 3, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:43.003510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238d71a-9aa4-4357-9a21-e9b89ecc00df req-b942dfec-c636-40b5-a659-7b44697b5532 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.005261 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0238d71a-9aa4-4357-9a21-e9b89ecc00df req-b942dfec-c636-40b5-a659-7b44697b5532 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2768600 Jul 27 16:33:43.030252 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.050690 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Checking router: a389ba5f-6f5e-494d-8f89-4277cce51a9c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:33:43.051871 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Updating router a389ba5f-6f5e-494d-8f89-4277cce51a9c port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:33:43.077660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port aac52735-3dc9-4613-b0f7-8cabe86c94fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aac52735-3dc9-4613-b0f7-8cabe86c94fe,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:43.084997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.108740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-6e6cd970-e652-4a9d-9775-22f4a2b1be89 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4 HTTP/1.1" status: 200 len: 2981 time: 0.1424208 Jul 27 16:33:43.114649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12138558-4bf0-42ae-a195-a35800ed1dc6 req-082fd384-63ea-4bf5-ab73-796811c6234f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206191 Jul 27 16:33:43.125398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0238d71a-9aa4-4357-9a21-e9b89ecc00df req-9a728c75-2ab0-4c73-bcbd-b685eb997547 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113982 Jul 27 16:33:43.151239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=aac52735-3dc9-4613-b0f7-8cabe86c94fe,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:43.163404 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.236218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-0e806d46-a7c4-4870-8413-410535e37a64 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ae97545a-bbd2-4883-b1d5-a5f06e1b99c4 HTTP/1.1" status: 200 len: 2981 time: 0.0999084 Jul 27 16:33:43.242063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.245811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2816ed3-86f9-4c7f-b410-e1c7a9af8032 req-75c4b80f-f61e-4c08-b6f9-2308bb08ce55 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 210 time: 0.0336466 Jul 27 16:33:43.281358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.320864 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19193a34-0a5d-4f10-a847-3212800ecb60 x-openstack-request-id: req-19193a34-0a5d-4f10-a847-3212800ecb60 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:43.321150 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:43.321508 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19193a34-0a5d-4f10-a847-3212800ecb60 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:43.322073 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'status': 'completed', 'code': 200} Jul 27 16:33:43.325160 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-f39ac682-65a6-4ec5-9238-2c741179c49a tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ae97545a-bbd2-4883-b1d5-a5f06e1b99c4 HTTP/1.1" status: 200 len: 2981 time: 0.0782952 Jul 27 16:33:43.342576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.448615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.457540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:43.470696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:43.476000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:43.478422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:43.498324 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.514344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-e95593eb-4b14-4cbe-820a-7722aa14cfad tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cd349b2a-f28d-4cec-b0c0-d5bf9cbdb8a0 HTTP/1.1" status: 200 len: 2977 time: 0.1783197 Jul 27 16:33:43.520080 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Transition to ACTIVE for port object 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:43.529668 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.548080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199c07-4489-4b9f-8cc4-c6304f859a61 req-87a42198-8951-4610-91ff-38156c787226 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.556488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d199c07-4489-4b9f-8cc4-c6304f859a61 req-87a42198-8951-4610-91ff-38156c787226 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.1585379 Jul 27 16:33:43.570982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.571463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.587210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Attempting to bind port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:43.587663 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Attempting to bind port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:43.588133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Attempting to bind port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:43.589364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee446-6b99-4e60-96de-8b217cf02313 req-b38342fd-b576-4aad-a426-499bde4ed14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.591164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-b38342fd-b576-4aad-a426-499bde4ed14f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1094 time: 0.2020085 Jul 27 16:33:43.596529 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Pushing event updated for resources: {'Port': ['ID=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:43.599911 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:43.600999 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:43.601505 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.602012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:43.602596 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Bound port: 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:43.603089 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.626149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-b26b6e15-ffc3-4dac-8bc2-f5be1501760d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3664451 Jul 27 16:33:43.629093 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.629577 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.630023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.630467 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.630903 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.631501 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.631934 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.632365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.632812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.633237 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.633777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.634175 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:43.636964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d199c07-4489-4b9f-8cc4-c6304f859a61 req-c2e06f3d-eb48-4ae1-84e9-9eff60093555 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Jul 27 16:33:43.652254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-df8375e6-b3ee-4519-9be2-4f32bbb827c0 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cd349b2a-f28d-4cec-b0c0-d5bf9cbdb8a0 HTTP/1.1" status: 200 len: 2977 time: 0.1301677 Jul 27 16:33:43.675034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Request body: {'port': {'device_id': '0bec7777-184e-4029-aeec-ef9e76561840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:43.684386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] For port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:43.689074 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] For port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:43.697530 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.727978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Allocated IP 172.20.0.1 (0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153/21600b09-9a84-4896-9e7e-38220d6d4f74/d1c02fbf-fef1-4466-a049-3c003bf4447c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:43.779578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e3fc-4281-422f-b057-4c69ae76aac5 None None] Pushing event updated for resources: {'Port': ['ID=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:43.798916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:33:43.799539 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:43.805141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee446-6b99-4e60-96de-8b217cf02313 req-70172980-317a-4a23-91fc-84f83b69a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.806630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-70172980-317a-4a23-91fc-84f83b69a82e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2045324 Jul 27 16:33:43.810482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-de9e9356-a395-4aa1-8c3b-a9127435535c tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d1857c91-6ff4-467b-a4fa-939a16ef9627 HTTP/1.1" status: 200 len: 2977 time: 0.1396439 Jul 27 16:33:43.846759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841944e-7f54-4694-86cd-7ae07f289e85 req-c1d040fe-d07c-454c-830c-ed827a985121 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.847719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4841944e-7f54-4694-86cd-7ae07f289e85 req-c1d040fe-d07c-454c-830c-ed827a985121 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.1391578 Jul 27 16:33:43.886237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-0c938680-d6bf-4acd-bd0f-aa7b9981bfb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.0706587 Jul 27 16:33:43.894949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.929775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:43.939592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4841944e-7f54-4694-86cd-7ae07f289e85 req-3e020aff-f9c2-4f23-be84-c98422f97b70 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Jul 27 16:33:43.964053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Transition to ACTIVE for port object d1c02fbf-fef1-4466-a049-3c003bf4447c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:43.979984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee446-6b99-4e60-96de-8b217cf02313 req-fd6ca9d0-c581-4a42-836d-b905799d9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:43.981959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-fd6ca9d0-c581-4a42-836d-b905799d9ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0879486 Jul 27 16:33:44.005861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.028516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:33:44.057304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-29e9bafd-31a2-48b2-8147-2646241504f9 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d1857c91-6ff4-467b-a4fa-939a16ef9627 HTTP/1.1" status: 200 len: 2977 time: 0.2336593 Jul 27 16:33:44.059422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-a311a4db-76bb-4908-a50c-ebe484b320df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602546 Jul 27 16:33:44.082398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:44.091716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:44.094254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:44.095097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.101231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Pushing event updated for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:44.257052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-55a626b4-216a-4c28-9c86-6a307eb761e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821098 Jul 27 16:33:44.279179 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:41Z', 'revision_number': 3, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:44.291845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae81363-4589-4bc5-b0e4-6e8bec3ce035 req-0b5cbe1c-6c63-40b7-b100-87e074526cd0 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:44.296894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ae81363-4589-4bc5-b0e4-6e8bec3ce035 req-0b5cbe1c-6c63-40b7-b100-87e074526cd0 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2784774 Jul 27 16:33:44.321932 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a3d0-f6da-48be-bb82-1cc437689990 None None] The sync data for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 is: [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:41Z', 'revision_number': 3, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:33:44.332248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-c9df8cea-c5e9-4f92-84d9-e553e034b965 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dacb3473-96ef-4e42-a385-8d7734122c10 HTTP/1.1" status: 200 len: 2977 time: 0.2699356 Jul 27 16:33:44.430393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ae81363-4589-4bc5-b0e4-6e8bec3ce035 req-b4e04da7-9003-4edc-add6-16ea202062ec tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954452 Jul 27 16:33:44.451953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.457031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-85dbb8c2-97fc-4ab1-b054-e3d30e1c50b3 None None] Provisioning for port d1c02fbf-fef1-4466-a049-3c003bf4447c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:44.463783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-85dbb8c2-97fc-4ab1-b054-e3d30e1c50b3 None None] Provisioning complete for port d1c02fbf-fef1-4466-a049-3c003bf4447c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:44.464160 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85dbb8c2-97fc-4ab1-b054-e3d30e1c50b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.513377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-6ea6bff8-ca39-4116-ba09-ac4b3c314c6a tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dacb3473-96ef-4e42-a385-8d7734122c10 HTTP/1.1" status: 200 len: 2977 time: 0.1244583 Jul 27 16:33:44.529368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-85dbb8c2-97fc-4ab1-b054-e3d30e1c50b3 None None] Port d1c02fbf-fef1-4466-a049-3c003bf4447c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:44.601085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:44.601860 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f33ab2-29a2-43aa-b132-7f4c62d37cca" -d '{"events": [{"server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "name": "network-vif-plugged", "status": "completed", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:44.616257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29fee446-6b99-4e60-96de-8b217cf02313 req-d4380362-b2f9-43b0-9de8-3a48311f7360 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440568 Jul 27 16:33:44.683478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-996ea6b4-1c43-446b-a2d3-e3e04e66200f tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ee7fc07b-0e91-4047-b82f-a290fd35b09d HTTP/1.1" status: 200 len: 2981 time: 0.1376762 Jul 27 16:33:44.745747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f09b-3eee-4042-a3a7-7927152411d1 req-0ab22482-bc69-49cf-9183-264f2fa3f562 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:44.747356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e297f09b-3eee-4042-a3a7-7927152411d1 req-0ab22482-bc69-49cf-9183-264f2fa3f562 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 950 time: 0.2175333 Jul 27 16:33:44.759950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287c34f0-8920-4c38-99f8-543212410427 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:44.773596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.795504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aac52735-3dc9-4613-b0f7-8cabe86c94fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:44.827091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceebc8da-b61d-49d1-ae03-49d97c378843 req-840e4d3f-007b-4025-8117-439e2a2991a8 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ee7fc07b-0e91-4047-b82f-a290fd35b09d HTTP/1.1" status: 200 len: 2981 time: 0.1324449 Jul 27 16:33:44.828381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Transition to ACTIVE for port object 287c34f0-8920-4c38-99f8-543212410427 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:44.833985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.872919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.878030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port aac52735-3dc9-4613-b0f7-8cabe86c94fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:44.886881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.888309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.889440 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:44.921628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e297f09b-3eee-4042-a3a7-7927152411d1 req-5af17dc7-8bec-497c-adfa-5e1f0ae78abd tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576436 Jul 27 16:33:44.922480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:44.976607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:45.204383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Pushing event updated for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:45.271260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:45.274169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:45.287374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83d27-d08b-4699-beb0-4f9917e2a894 req-df82fa12-0807-464c-9f7f-5fa977ebd433 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:45.290170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0b83d27-d08b-4699-beb0-4f9917e2a894 req-df82fa12-0807-464c-9f7f-5fa977ebd433 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.2301979 Jul 27 16:33:45.291066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:45.291435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:45.291977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:45.315280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:45.315880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:45.336725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:45.337496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:45.338160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:45.338862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Bound port: 287c34f0-8920-4c38-99f8-543212410427, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:45.339964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:45.407169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0b83d27-d08b-4699-beb0-4f9917e2a894 req-fd7b9738-6766-4f66-a9c2-11c0f3c1499a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039040 Jul 27 16:33:45.510117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Router a389ba5f-6f5e-494d-8f89-4277cce51a9c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:33:45.545454 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2c49a-b80e-4893-972b-1207693a3f75 x-openstack-request-id: req-3db2c49a-b80e-4893-972b-1207693a3f75 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:45.546046 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "name": "network-vif-plugged", "status": "completed", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:45.546046 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3db2c49a-b80e-4893-972b-1207693a3f75 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:45.558449 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83', 'code': 200} Jul 27 16:33:45.621143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:45.628574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:45.646294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:45.686029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bbc4b9e8-c0d7-4f22-a546-2002d241678f None None] Provisioning complete for port d1c02fbf-fef1-4466-a049-3c003bf4447c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:45.686562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbc4b9e8-c0d7-4f22-a546-2002d241678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:45.737881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:45.740552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4b9e8-c0d7-4f22-a546-2002d241678f None None] Port d1c02fbf-fef1-4466-a049-3c003bf4447c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:45.749813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:45.757454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:45.758524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:45.760252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-412d344a-91fd-4b47-bf68-c867862d9da6 service neutron] 10.222.0.61 "PUT /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 1092 time: 2.0951123 Jul 27 16:33:45.760960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'tag': '287c34f0-8920-4c38-99f8-543212410427'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:45.763726 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdaa459-1d2b-4119-97ba-fab8a2b40e45" -d '{"events": [{"name": "network-changed", "server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "tag": "287c34f0-8920-4c38-99f8-543212410427"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:45.888851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8b95-9d8f-4aa8-b7a3-3f181be228c0 req-11fb62fe-96eb-4150-81ba-a0215f2caa77 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:45.890486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd2f8b95-9d8f-4aa8-b7a3-3f181be228c0 req-11fb62fe-96eb-4150-81ba-a0215f2caa77 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.1481051 Jul 27 16:33:45.921109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-c0a4d106-14af-44e3-85e3-f61d3c21c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:45.921338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:45.923799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-c0a4d106-14af-44e3-85e3-f61d3c21c77b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1095 time: 0.1044323 Jul 27 16:33:45.941531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'port_id': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'mac_address': 'fa:16:3e:dd:44:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0175f353-edaf-4e21-8551-aa88187f5a99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:46.002769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:46.013754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-0e495ebf-bc0b-4a53-83e2-41ffb978e01b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0794263 Jul 27 16:33:46.037434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3f2c47-f994-4bdb-9016-2e352ccdd259 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:46.076109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd2f8b95-9d8f-4aa8-b7a3-3f181be228c0 req-9a3aca5c-0880-4259-9297-0687a01cddc1 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702447 Jul 27 16:33:46.080579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:46.088680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:46.103222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-dcbc2be6-0e66-45c1-acf9-4a7232328931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:46.105134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-dcbc2be6-0e66-45c1-acf9-4a7232328931 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0823543 Jul 27 16:33:46.165685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-d137b7eb-163d-4cba-96ca-491e4574e163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525157 Jul 27 16:33:46.173644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:46.186328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.186817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.187562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.188272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.188988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.189548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.190055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.190546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.191069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.191693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.192201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.192945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:33:46.201476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30701a0e-815d-4ef9-b755-90e452f332b9 req-24f1d4e6-b205-43d1-9dee-ab1f2df81d1d tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d549e8ccb1e4ff3824f7ef2b222d6c9 HTTP/1.1" status: 200 len: 6102 time: 0.2953467 Jul 27 16:33:46.254830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:33:46.277292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c0a902bc-9984-402c-a7f2-cb89a22aa4ca admin admin] 10.222.0.64 "PUT /v2.0/routers/a389ba5f-6f5e-494d-8f89-4277cce51a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7590926 Jul 27 16:33:46.277292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b7bb-4ec4-4743-85b3-36949f090def req-378e1f42-80f9-422d-814e-1f38824dc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:46.277292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b797b7bb-4ec4-4743-85b3-36949f090def req-378e1f42-80f9-422d-814e-1f38824dc32d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 1100 time: 0.3693807 Jul 27 16:33:46.319924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-6baedbb3-57b7-4d74-8003-e829e9d7f12c service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467438 Jul 27 16:33:46.344678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30701a0e-815d-4ef9-b755-90e452f332b9 req-6220a0f7-ecae-453f-afc9-3566b23a6c62 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "GET /v2.0/security-groups/a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0 HTTP/1.1" status: 200 len: 2981 time: 0.1371739 Jul 27 16:33:46.366019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b797b7bb-4ec4-4743-85b3-36949f090def req-856b4191-e6da-4066-a390-65ac8e643a5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836401 Jul 27 16:33:46.418441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['db3f2c47-f994-4bdb-9016-2e352ccdd259'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:46.440773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30701a0e-815d-4ef9-b755-90e452f332b9 req-a2d0115f-1a2d-4ea4-94c3-0f464aecad73 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "GET /v2.0/security-groups/a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0 HTTP/1.1" status: 200 len: 2981 time: 0.0732570 Jul 27 16:33:46.475676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24b18a7e-1881-41ad-ae42-7b75e06935c7 req-de0956c3-addd-4e1a-be2e-ee90c8cd975a service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490815 Jul 27 16:33:46.605662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:46.673443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f138d3-90cd-4da5-8b49-67e1339d6e4a req-47526f10-f0b3-4d52-8050-21022dee5891 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:46.675080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0f138d3-90cd-4da5-8b49-67e1339d6e4a req-47526f10-f0b3-4d52-8050-21022dee5891 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 0.1007288 Jul 27 16:33:46.687652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804cd55-e1bb-4ea7-8c3f-29301e04e495 req-cf75722d-0ab6-431e-8512-05287ed90521 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:46.693620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4804cd55-e1bb-4ea7-8c3f-29301e04e495 req-cf75722d-0ab6-431e-8512-05287ed90521 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.0898135 Jul 27 16:33:46.737420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0f138d3-90cd-4da5-8b49-67e1339d6e4a req-54174f48-8c85-4736-b2d4-f1b9e1c9cdc5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503571 Jul 27 16:33:46.750008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4804cd55-e1bb-4ea7-8c3f-29301e04e495 req-a3aa9c52-18c8-4179-be8a-093f4f73bfd9 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Jul 27 16:33:46.791875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:46.816723 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d63bce-a890-491c-9174-6579d1ed0311 x-openstack-request-id: req-06d63bce-a890-491c-9174-6579d1ed0311 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:46.817214 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "tag": "287c34f0-8920-4c38-99f8-543212410427", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:46.817744 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06d63bce-a890-491c-9174-6579d1ed0311 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:46.818265 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'tag': '287c34f0-8920-4c38-99f8-543212410427', 'status': 'completed', 'code': 200} Jul 27 16:33:46.863611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Sync routers for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:33:46.884702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:33:46.885853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:46.890338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:46.933733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:46.934113 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:46.970830 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-16c6202c-c708-435d-9148-ffe61d3118a5 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/050aa2ac-1544-4f2c-a148-6538f2cef058 HTTP/1.1" status: 200 len: 1778 time: 0.0824544 Jul 27 16:33:46.976807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-d3e8a2b8-0a04-4949-8d2d-dfa9a230ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:46.980365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-d3e8a2b8-0a04-4949-8d2d-dfa9a230ccc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1095 time: 0.1380639 Jul 27 16:33:47.015085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7493d-89be-4c27-87f0-9cf88c0877d7 req-63a1ab5d-43d8-43d5-b0db-5cdd32be5a37 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:47.017362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50b7493d-89be-4c27-87f0-9cf88c0877d7 req-63a1ab5d-43d8-43d5-b0db-5cdd32be5a37 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.1078491 Jul 27 16:33:47.089251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:33:47.098544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50b7493d-89be-4c27-87f0-9cf88c0877d7 req-17320a81-c816-42c6-9074-df6d3edc0eb8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682168 Jul 27 16:33:47.137624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.205957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:47.255868 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.302771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d65d1-1514-4938-8b4e-2c51d7fd6fd9 req-2908d8f0-dd5a-4d7c-abb6-55b12d9117d5 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:47.320907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d28d65d1-1514-4938-8b4e-2c51d7fd6fd9 req-2908d8f0-dd5a-4d7c-abb6-55b12d9117d5 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 950 time: 0.1353986 Jul 27 16:33:47.353848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:47.369992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d28d65d1-1514-4938-8b4e-2c51d7fd6fd9 req-218f1dca-6d9b-4a8a-873f-275c6b24d1d8 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 Jul 27 16:33:47.581059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 2, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:47.612122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Checking router: a389ba5f-6f5e-494d-8f89-4277cce51a9c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:33:47.613224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Updating router a389ba5f-6f5e-494d-8f89-4277cce51a9c port d1c02fbf-fef1-4466-a049-3c003bf4447c binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:33:47.628516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.658697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-3c34ecf9-905a-47e0-b1a8-1c3f583ca1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:47.661017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-3c34ecf9-905a-47e0-b1a8-1c3f583ca1f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.6682856 Jul 27 16:33:47.677005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.684231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.723600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-5354f82f-6355-4add-b5fd-9d3337966c2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0519266 Jul 27 16:33:47.733492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-2de73fec-2298-4ffc-9031-6a48d1f7de2b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:47.735482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-2de73fec-2298-4ffc-9031-6a48d1f7de2b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 829 time: 0.1514978 Jul 27 16:33:47.758815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-949916c6-2244-41df-927b-5ff502a05f32 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/quotas/e991d059d10044848cb6095f08995a0c HTTP/1.1" status: 200 len: 375 time: 0.0117433 Jul 27 16:33:47.759563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:47.811932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-15d14d12-ec25-4cf5-8e33-ff83b578b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:47.814770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-15d14d12-ec25-4cf5-8e33-ff83b578b137 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0806761 Jul 27 16:33:47.816181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.822293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.829295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf54b42c-5570-4aa0-8516-96c655a20b48 req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/050aa2ac-1544-4f2c-a148-6538f2cef058 HTTP/1.1" status: 204 len: 173 time: 0.8479056 Jul 27 16:33:47.874758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-922c280a-4f95-4921-bd9b-e2d2d43e2445 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081004 Jul 27 16:33:47.876032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-e95da7c3-12cd-4be9-aa3a-2aaa0103d4a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434127 Jul 27 16:33:47.882152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f527ce-1732-43e8-b58b-c08af1832c34 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050aa2ac-1544-4f2c-a148-6538f2cef058,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:47.973683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port db3f2c47-f994-4bdb-9016-2e352ccdd259 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:47.985952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port db3f2c47-f994-4bdb-9016-2e352ccdd259 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:47.986553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:47.996584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-d28bb9ca-005b-4203-993e-337283f18067 service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175666 Jul 27 16:33:48.064698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-caeab50d-8863-4bee-a5fc-25790df2406d service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791070 Jul 27 16:33:48.073432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329fc4-86d9-4fb3-980b-565d0b0ee1e4 req-151b77b2-7dbe-4ef2-8522-a670eccbd8f9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:48.074963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d329fc4-86d9-4fb3-980b-565d0b0ee1e4 req-151b77b2-7dbe-4ef2-8522-a670eccbd8f9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.1742983 Jul 27 16:33:48.098501 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-c9581b90-53fa-44e5-9754-edaf28595e7d service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932670 Jul 27 16:33:48.179216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d329fc4-86d9-4fb3-980b-565d0b0ee1e4 req-042d5ea7-f718-4427-baf4-a26669254d97 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846348 Jul 27 16:33:48.205702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afdaa459-1d2b-4119-97ba-fab8a2b40e45 req-ad4e49ee-9c41-4889-937d-4446c29d20ae service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295936 Jul 27 16:33:48.242204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.284317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.333098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:48.342258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:48.347611 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074feeb-2793-445b-9baf-efcc86a26206" -d '{"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-plugged", "status": "completed", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:48.359944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.372617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf54b-b32f-439b-bda0-96755d061493 req-adf9b4f1-aeca-4af7-a947-656d38b72417 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:48.376755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Transition to ACTIVE for port object d1c02fbf-fef1-4466-a049-3c003bf4447c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:48.388845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6feaf54b-b32f-439b-bda0-96755d061493 req-adf9b4f1-aeca-4af7-a947-656d38b72417 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 0.1055887 Jul 27 16:33:48.403655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-84c5ab82-08ed-48a1-991a-fb4cec639072 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d18371adfbb54827849b823a06b0fa05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301061 Jul 27 16:33:48.413264 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.476844 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6feaf54b-b32f-439b-bda0-96755d061493 req-6f01933d-6ab5-436a-ae76-9d2521680f36 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793464 Jul 27 16:33:48.500113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:48.639197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-8169c861-ca76-44b3-96c0-2f9038d85b2f tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:48.641330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-8169c861-ca76-44b3-96c0-2f9038d85b2f tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308903 Jul 27 16:33:48.653298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61b4ec-9c83-44b1-a8ef-75eab3f5ec66 req-23fafd9e-f0af-4678-a17a-6f8b0fe34277 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:48.655008 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a61b4ec-9c83-44b1-a8ef-75eab3f5ec66 req-23fafd9e-f0af-4678-a17a-6f8b0fe34277 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1089532 Jul 27 16:33:48.676522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4a88a-9b75-4c0c-b012-556625e4c175 None None] Pushing event updated for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:48.680258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Attempting to bind port d1c02fbf-fef1-4466-a049-3c003bf4447c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:48.686337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-9daa4483-a8bb-4297-a086-529f4cce4108 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/quotas/d18371adfbb54827849b823a06b0fa05 HTTP/1.1" status: 200 len: 375 time: 0.0386155 Jul 27 16:33:48.686705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Attempting to bind port d1c02fbf-fef1-4466-a049-3c003bf4447c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:48.687418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Attempting to bind port d1c02fbf-fef1-4466-a049-3c003bf4447c on network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:48.693586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:48.693998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Checking segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:48.694415 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.694811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Bound using segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:48.695285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Bound port: d1c02fbf-fef1-4466-a049-3c003bf4447c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:48.695863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.762164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a61b4ec-9c83-44b1-a8ef-75eab3f5ec66 req-b348c71f-b3d7-498c-9280-1ccda708dcbb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807486 Jul 27 16:33:48.814453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-c7ba5784-8185-4f40-8378-eff5a0743cbb tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212463 Jul 27 16:33:48.816164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:48.861402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] For port d1c02fbf-fef1-4466-a049-3c003bf4447c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:48.881008 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-e0fd7ae8-ea2a-4f47-b800-889df9fc2814 tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ea0bfd9e-12de-48a1-bc06-1260152726fb HTTP/1.1" status: 200 len: 1777 time: 0.0704129 Jul 27 16:33:48.885508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] For port d1c02fbf-fef1-4466-a049-3c003bf4447c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d1c02fbf-fef1-4466-a049-3c003bf4447c,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:48.903379 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:48.981684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.032594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:49.033166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.042954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.081497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:33:49.082402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:49.086717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4a88a-9b75-4c0c-b012-556625e4c175 None None] Pushing event updated for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:49.192560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.197711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.199015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-542d8fdc-254f-477e-abbb-dbe1918ef308 req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea0bfd9e-12de-48a1-bc06-1260152726fb HTTP/1.1" status: 204 len: 173 time: 0.3065641 Jul 27 16:33:49.227707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716cdc1-0624-42c0-9fc2-a6c1b6797baf tempest-SecurityGroupsTestAdminJSON-55176006 tempest-SecurityGroupsTestAdminJSON-55176006-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0bfd9e-12de-48a1-bc06-1260152726fb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:49.324471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:33:49.387749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba35c-3698-468b-93ad-df68f0437d07 req-6c80e8cb-2fd5-4eca-8119-26e33cbed2be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:49.396189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbba35c-3698-468b-93ad-df68f0437d07 req-6c80e8cb-2fd5-4eca-8119-26e33cbed2be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.1603417 Jul 27 16:33:49.486817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbba35c-3698-468b-93ad-df68f0437d07 req-84e575c2-383e-4e7a-9a5f-e33460cea9ca tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892451 Jul 27 16:33:49.585631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b1179db-7caa-4d7c-978c-b51607e1e890 req-dba86f6c-8533-44b6-a4ca-03956c2e9cdb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 210 time: 0.0618949 Jul 27 16:33:49.593695 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9accdd-dbf9-406e-9a6e-bf392d9973cc x-openstack-request-id: req-1c9accdd-dbf9-406e-9a6e-bf392d9973cc {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:49.593992 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-plugged", "status": "completed", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:49.594298 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c9accdd-dbf9-406e-9a6e-bf392d9973cc {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:49.595019 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'code': 200} Jul 27 16:33:49.682907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36ee5521-1cd3-43cb-b465-26612d10cb72 req-0a4d3252-3f18-4fa5-a267-91f938db4306 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 210 time: 0.0494430 Jul 27 16:33:49.695880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-49f08d0c-54bf-49dd-a7e3-ab7e6a6b4f36 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "GET /v2.0/security-groups/65e57039-32c8-438b-8926-a00bfc586390 HTTP/1.1" status: 200 len: 1776 time: 0.0760627 Jul 27 16:33:49.766533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:48Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:33:49.806147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.848264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e551a2-dfa8-4c3a-94c4-0488a64341bf req-70ed32f1-02cd-409a-9fa5-bfddacfba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:49.852838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79e551a2-dfa8-4c3a-94c4-0488a64341bf req-70ed32f1-02cd-409a-9fa5-bfddacfba7d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1096 time: 0.1586752 Jul 27 16:33:49.855673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:49.861339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bac02-d842-4a13-8f73-8354838ae124 None None] The sync data for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 is: [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:48Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:33:50.005497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79e551a2-dfa8-4c3a-94c4-0488a64341bf req-376cb3bf-e7f9-4552-97ca-45845dea0868 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057293 Jul 27 16:33:50.020794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.024659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:33:50.029581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.031579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac4e2d11-b2c2-492e-a3f7-336b70492af5 req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "DELETE /v2.0/security-groups/65e57039-32c8-438b-8926-a00bfc586390 HTTP/1.1" status: 204 len: 173 time: 0.3187141 Jul 27 16:33:50.080847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f959fec-7be9-4701-abd4-95edf8988fdc req-7b5fc2c5-2001-4e07-ad19-0cda0dbe5eec tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:50.082804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f959fec-7be9-4701-abd4-95edf8988fdc req-7b5fc2c5-2001-4e07-ad19-0cda0dbe5eec tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.2631409 Jul 27 16:33:50.133131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454029-4ca4-465f-82ea-e3195661c9c1 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e57039-32c8-438b-8926-a00bfc586390,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:50.157349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f959fec-7be9-4701-abd4-95edf8988fdc req-f8b10e2a-35e4-4d17-aebc-880e62ed24aa tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Jul 27 16:33:50.170439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 287c34f0-8920-4c38-99f8-543212410427 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:50.258892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-3fade4b8-fd31-45cd-b03c-05d9acd25cfa tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:50.260680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-3fade4b8-fd31-45cd-b03c-05d9acd25cfa tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.13 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 829 time: 0.3125153 Jul 27 16:33:50.291474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ebc7e-debb-4b87-9f5b-3c2b660fe2d2 req-f3ef1c5b-63be-40a3-a3a1-9a0b50c6ff2c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:50.301437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df1ebc7e-debb-4b87-9f5b-3c2b660fe2d2 req-f3ef1c5b-63be-40a3-a3a1-9a0b50c6ff2c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.1727417 Jul 27 16:33:50.335912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:50.358669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '287c34f0-8920-4c38-99f8-543212410427', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'port_id': '287c34f0-8920-4c38-99f8-543212410427', 'mac_address': 'fa:16:3e:22:29:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8af66b-54ea-4d3c-b294-e121c6421180', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:50.363863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df1ebc7e-debb-4b87-9f5b-3c2b660fe2d2 req-b23d6313-5eb5-45cf-a333-2a0eb8a71f88 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Jul 27 16:33:50.373901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6b995-46b1-44a4-8a84-64dc5eb71725 req-17008964-54c8-4245-a23b-94612a88664a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:50.376993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ac6b995-46b1-44a4-8a84-64dc5eb71725 req-17008964-54c8-4245-a23b-94612a88664a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1249201 Jul 27 16:33:50.384289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'port': {'device_id': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'admin_state_up': True, 'tenant_id': 'e991d059d10044848cb6095f08995a0c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:50.500311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.503666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ac6b995-46b1-44a4-8a84-64dc5eb71725 req-166efa4a-88d3-40c6-bbb1-bc51e563b8f6 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125443 Jul 27 16:33:50.527907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287c34f0-8920-4c38-99f8-543212410427 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:50.578575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:50.589777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.593624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-06de8339-ade0-4d68-aae6-0bdafc0bf4e3 tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "GET /v2.0/security-groups/26e1e17d-d276-44d3-8985-a33aaf87f29a HTTP/1.1" status: 200 len: 1778 time: 0.1742938 Jul 27 16:33:50.713696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:50.723141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Made reservation on behalf of e991d059d10044848cb6095f08995a0c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:50.726793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.788765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.842008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d1c02fbf-fef1-4466-a049-3c003bf4447c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:50.852742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:50.895155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['287c34f0-8920-4c38-99f8-543212410427'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:51.032761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d1c02fbf-fef1-4466-a049-3c003bf4447c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:51.040823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.043513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.045223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a109343d-5999-46b8-92ad-6e94d19adaf9 req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] 10.222.0.64 "DELETE /v2.0/security-groups/26e1e17d-d276-44d3-8985-a33aaf87f29a HTTP/1.1" status: 204 len: 173 time: 0.4476089 Jul 27 16:33:51.046903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d1c02fbf-fef1-4466-a049-3c003bf4447c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:51.047478 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.080791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a603e-0a42-4267-9e20-b6de974010da tempest-SecurityGroupsTestAdminJSON-360063201 tempest-SecurityGroupsTestAdminJSON-360063201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1e17d-d276-44d3-8985-a33aaf87f29a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:51.090982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Allocated IP 172.20.0.14 (0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153/21600b09-9a84-4896-9e7e-38220d6d4f74/573fea91-5b69-40c1-b27e-aeaf853ddd87) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:51.321975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab244-b95a-4265-99a9-5700ccc1d742 req-23ad8f02-c738-4b39-a7fb-f7a4e20a749a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:51.326689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d2ab244-b95a-4265-99a9-5700ccc1d742 req-23ad8f02-c738-4b39-a7fb-f7a4e20a749a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.2974441 Jul 27 16:33:51.399568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00ff5c50-7cfa-4104-8b13-d65b286632f0 req-89582a72-aa32-431c-9c3d-4001d67750f3 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 210 time: 0.1305373 Jul 27 16:33:51.457288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d2ab244-b95a-4265-99a9-5700ccc1d742 req-c2d2b562-689e-47b9-8e6d-20293e16f25f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173136 Jul 27 16:33:51.500750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.537967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-4d2ac269-25b1-4fa9-b005-d059a9577aaa tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d18371adfbb54827849b823a06b0fa05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195734 Jul 27 16:33:51.609744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:51.713057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port d1c02fbf-fef1-4466-a049-3c003bf4447c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d1c02fbf-fef1-4466-a049-3c003bf4447c,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:51.723523 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.765388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79ad6351-3b24-4cbd-b7ac-b285adf76d11 req-c630afcf-ffbd-4442-8f8c-0111801ceb86 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 210 time: 0.1374600 Jul 27 16:33:51.822881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.830685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:51.857850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Transition to ACTIVE for port object 573fea91-5b69-40c1-b27e-aeaf853ddd87 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:51.963169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:51.988178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9024a6-4441-4c87-b25a-1e13ad4998f6 req-dda6a9a7-4ab6-406d-881d-5b8f81ca8db2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:51.990573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b9024a6-4441-4c87-b25a-1e13ad4998f6 req-dda6a9a7-4ab6-406d-881d-5b8f81ca8db2 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.2417214 Jul 27 16:33:52.003424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-611dad8f-0f1f-4afb-a790-80fe093d779a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.006020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-611dad8f-0f1f-4afb-a790-80fe093d779a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607110 Jul 27 16:33:52.032846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Request body: {'port': {'device_id': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'd18371adfbb54827849b823a06b0fa05'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:52.062883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:52.086324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:52.119464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:52.120125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b9024a6-4441-4c87-b25a-1e13ad4998f6 req-cba9d590-1c70-4f9f-927b-a5f72eb40667 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091750 Jul 27 16:33:52.128088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.129475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.141991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event updated for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:52.159186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-385b0aee-4a90-43f8-b707-17d975619254 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d549e8ccb1e4ff3824f7ef2b222d6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478590 Jul 27 16:33:52.165028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33022) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:52.181131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-8c2e809d-ad33-46d7-bb40-d3b8bbd7e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8103065 Jul 27 16:33:52.196835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade12bd-cc6d-4c86-ac30-0e83c56e872f req-8847a85b-cab3-4ee2-9df5-4c4363bbc675 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.199512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ade12bd-cc6d-4c86-ac30-0e83c56e872f req-8847a85b-cab3-4ee2-9df5-4c4363bbc675 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.2804966 Jul 27 16:33:52.208226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Request body: {'port': {'device_id': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:52.314896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ade12bd-cc6d-4c86-ac30-0e83c56e872f req-6c36df66-0b98-4de4-9c1b-3a3a52428bd4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022258 Jul 27 16:33:52.372520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.403023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Made reservation on behalf of d18371adfbb54827849b823a06b0fa05 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:33:52.406528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.408884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.456153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a4b61ad8-41f1-4bdd-8349-6ac296bf0c4d None None] Provisioning for port 573fea91-5b69-40c1-b27e-aeaf853ddd87 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:52.462278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a4b61ad8-41f1-4bdd-8349-6ac296bf0c4d None None] Provisioning complete for port 573fea91-5b69-40c1-b27e-aeaf853ddd87 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:52.463045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4b61ad8-41f1-4bdd-8349-6ac296bf0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.472860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.500270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311400d-f5c4-48e9-9bd8-3510b92989e1 req-d1777384-a56c-4dde-9b8e-7906a6f5da7f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.502329 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e311400d-f5c4-48e9-9bd8-3510b92989e1 req-d1777384-a56c-4dde-9b8e-7906a6f5da7f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2759624 Jul 27 16:33:52.514000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a4b61ad8-41f1-4bdd-8349-6ac296bf0c4d None None] Port 573fea91-5b69-40c1-b27e-aeaf853ddd87 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:52.631138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ffaa0-2459-41b6-8550-21caa7164247 req-62585754-4c08-4894-b1f4-a8b29e91752c tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.632687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-285ffaa0-2459-41b6-8550-21caa7164247 req-62585754-4c08-4894-b1f4-a8b29e91752c tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.61 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.2753205 Jul 27 16:33:52.643599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e311400d-f5c4-48e9-9bd8-3510b92989e1 req-cd42abd2-bbcb-41c9-8a19-7f387de98b26 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Jul 27 16:33:52.722875 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.726049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.727190 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0 HTTP/1.1" status: 204 len: 168 time: 0.5606990 Jul 27 16:33:52.742297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34239e40-8a03-4dbb-9c5d-dc66a69806c4 req-51f0e80d-9d4b-4d6e-9c27-4ce41ebcd094 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:52.744021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34239e40-8a03-4dbb-9c5d-dc66a69806c4 req-51f0e80d-9d4b-4d6e-9c27-4ce41ebcd094 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1096 time: 0.2242818 Jul 27 16:33:52.757349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aa674-c0bf-4634-a9dc-0e46bb1434f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508c4f9-5ce4-4af9-9fc6-50d1cdaf3ea0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:52.771868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Allocated IP 192.168.233.22 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/dfc626ea-36aa-4ae6-901e-2fdfad749ad8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:33:52.818268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d1c02fbf-fef1-4466-a049-3c003bf4447c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:52.874779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34239e40-8a03-4dbb-9c5d-dc66a69806c4 req-4cfc675f-25c6-4788-8c4c-42cc157ea771 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063972 Jul 27 16:33:52.885449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573fea91-5b69-40c1-b27e-aeaf853ddd87 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:52.918318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d1c02fbf-fef1-4466-a049-3c003bf4447c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:52.918536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.918707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:52.949784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Transition to ACTIVE for port object 573fea91-5b69-40c1-b27e-aeaf853ddd87 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:52.983384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.020588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Deleting port 845d5448-1fa3-496e-80b5-7ce620f12d83 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:33:53.021741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.052119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Pushing event updated for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:53.067698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd2da-cd4b-4a5f-9914-0c534b3f374b req-fc21e2dd-c331-4008-b647-0fd93171a763 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:53.074431 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e80fd2da-cd4b-4a5f-9914-0c534b3f374b req-fc21e2dd-c331-4008-b647-0fd93171a763 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 932 time: 0.2983551 Jul 27 16:33:53.128475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Attempting to bind port 573fea91-5b69-40c1-b27e-aeaf853ddd87 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:53.129584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Attempting to bind port 573fea91-5b69-40c1-b27e-aeaf853ddd87 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:53.130547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Attempting to bind port 573fea91-5b69-40c1-b27e-aeaf853ddd87 on network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:53.155498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2614-307e-4640-b3bb-0f1f40f11497 req-d524cd33-6723-4ed1-a033-31c8bd837f6e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:53.158386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-972e2614-307e-4640-b3bb-0f1f40f11497 req-d524cd33-6723-4ed1-a033-31c8bd837f6e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.2065809 Jul 27 16:33:53.161166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Port 573fea91-5b69-40c1-b27e-aeaf853ddd87 on network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:53.161734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Attempting to bind port 573fea91-5b69-40c1-b27e-aeaf853ddd87 on network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:53.190568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:53.190847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Checking segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:53.191257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Bound using segment: {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:53.191970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Bound port: 573fea91-5b69-40c1-b27e-aeaf853ddd87, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f81af40-05d9-4a09-94b9-5419c335febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:53.192968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.249082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e80fd2da-cd4b-4a5f-9914-0c534b3f374b req-6ecdc85b-7479-41f1-bf7b-886c7f7be3f1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364517 Jul 27 16:33:53.258820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:53.264678 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.286775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] For port 845d5448-1fa3-496e-80b5-7ce620f12d83, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=845d5448-1fa3-496e-80b5-7ce620f12d83,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:53.287164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.310766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-972e2614-307e-4640-b3bb-0f1f40f11497 req-c21a532b-ee70-47ba-afb4-40035dadb182 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401486 Jul 27 16:33:53.324896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Calling delete_port for 845d5448-1fa3-496e-80b5-7ce620f12d83 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:33:53.358203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Transition to ACTIVE for port object dfc626ea-36aa-4ae6-901e-2fdfad749ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:53.376050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:53.382980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:53.394108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.439063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98b60305-989d-4a0a-92b6-1e9ff4cb78bc req-03a09c7d-81be-43a0-bffc-df62a6bae076 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 210 time: 0.1062486 Jul 27 16:33:53.465899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:53.466628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.468062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] 10.222.0.13 "PUT /v2.0/ports/573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 1092 time: 1.2672150 Jul 27 16:33:53.480711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:53.488900 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d18254-e16f-4320-a529-f08c2a03dd92" -d '{"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:53.498623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2f209642-0141-4dbc-84ec-026bc1a9ae7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4f5fb1749074ae6a2158bf62451a84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386098 Jul 27 16:33:53.502260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:53.549223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c872e3-3de5-42b6-b9c6-291072a1473b service neutron] Pushing event updated for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:53.653184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:53.666277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:53.710199 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43bccb8-b710-43b2-a231-ea059f5a4282 x-openstack-request-id: req-b43bccb8-b710-43b2-a231-ea059f5a4282 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:53.710646 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:53.711058 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b43bccb8-b710-43b2-a231-ea059f5a4282 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:53.711642 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'status': 'completed', 'code': 200} Jul 27 16:33:53.735990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-58fa4d13-2426-4746-92ea-1da155aaaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:53.737980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-58fa4d13-2426-4746-92ea-1da155aaaaea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1095 time: 0.1763647 Jul 27 16:33:53.764578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666d335-a06f-4a26-bcf2-698c51dc98c4 req-d75b1e33-d0e8-4ee4-b6db-ac8fdb543241 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:53.785236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3666d335-a06f-4a26-bcf2-698c51dc98c4 req-d75b1e33-d0e8-4ee4-b6db-ac8fdb543241 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/ports?device_id=85416546-987e-41a0-bd93-90d95a44580d HTTP/1.1" status: 200 len: 949 time: 0.1992552 Jul 27 16:33:53.825141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:33:53.831825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Pushing event updated for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:53.848245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-bc53d9aa-4966-4051-b35e-ade80359323c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 217 time: 0.0603056 Jul 27 16:33:53.869416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:33:53.883528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:33:53.954355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3666d335-a06f-4a26-bcf2-698c51dc98c4 req-5f91832b-02a3-448f-abed-b69c558bbdd6 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.64 "GET /v2.0/security-groups?id=1367e527-fa1a-4091-bc1b-5e220b424905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643591 Jul 27 16:33:53.999044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.013746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-98087b18-d666-459e-af0b-a6165cae4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:54.015313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-98087b18-d666-459e-af0b-a6165cae4dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.1504335 Jul 27 16:33:54.101645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-f1954f95-fedb-4cf1-a704-7526435dfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:54.103672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-f1954f95-fedb-4cf1-a704-7526435dfb2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769491 Jul 27 16:33:54.118523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:54.119609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.127506 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.175751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.184269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 287c34f0-8920-4c38-99f8-543212410427 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:54.195161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['845d5448-1fa3-496e-80b5-7ce620f12d83'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:54.206958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2b8e9eee-424d-43ac-94c7-84b9271e8c35 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1822259 Jul 27 16:33:54.245026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-bb092f15-9619-4a10-8340-1ca56d0cbad3 service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223757 Jul 27 16:33:54.314662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Request body: {'port': {'device_id': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:33:54.336049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-baa175c4-dfae-4552-b527-167221956346 None None] Provisioning for port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:54.340749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a2972-b9f9-4dc9-a64d-629d1ee64ac4 req-8206dfd2-194e-4c22-aade-fd4b632af8a8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:54.352049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-347a2972-b9f9-4dc9-a64d-629d1ee64ac4 req-8206dfd2-194e-4c22-aade-fd4b632af8a8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.5550382 Jul 27 16:33:54.354117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Pushing event deleted for resources: {'Port': ['ID=845d5448-1fa3-496e-80b5-7ce620f12d83,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:54.364694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-baa175c4-dfae-4552-b527-167221956346 None None] Provisioning complete for port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:54.365577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-baa175c4-dfae-4552-b527-167221956346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.513405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 287c34f0-8920-4c38-99f8-543212410427 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:54.523221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 287c34f0-8920-4c38-99f8-543212410427 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:54.523901 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.771564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-baa175c4-dfae-4552-b527-167221956346 None None] Port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:33:54.775941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] No DVR routers for this DVR port 845d5448-1fa3-496e-80b5-7ce620f12d83 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:33:54.789082 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.792786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-285ffaa0-2459-41b6-8550-21caa7164247 req-630364fc-453d-4ca0-9425-c141b2fad9a9 tempest-DeleteServersAdminTestJSON-863688046 tempest-DeleteServersAdminTestJSON-863688046-project] 10.222.0.61 "DELETE /v2.0/ports/845d5448-1fa3-496e-80b5-7ce620f12d83 HTTP/1.1" status: 204 len: 173 time: 2.1479523 Jul 27 16:33:54.808682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'name': 'network-vif-deleted', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:54.813330 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619a2cb-283b-4cd0-a4e6-d5d74b6f39d2" -d '{"events": [{"server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "name": "network-vif-deleted", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:54.885712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-347a2972-b9f9-4dc9-a64d-629d1ee64ac4 req-ed30acc6-97e7-4bba-9801-ed4422b1cbe1 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324810 Jul 27 16:33:54.918162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.951225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4482085c-2557-46f9-ac9c-fd59d7c1c2e2 req-43504caa-61d3-4041-92f8-026aa3fa9a3f service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966715 Jul 27 16:33:54.954282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c34f0-8920-4c38-99f8-543212410427'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:54.957279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.959372 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35212bd3-2253-4c9e-92d4-8f72deedcd60" -d '{"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-plugged", "status": "completed", "tag": "287c34f0-8920-4c38-99f8-543212410427"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:54.969971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:54.979593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19500e09-adc7-404a-81cc-0a1fddd8a719 HTTP/1.1" status: 204 len: 168 time: 1.4693587 Jul 27 16:33:55.010955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:55.018769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:55.024962 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:55.038743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be5194-5ab4-43ba-812a-44a3c374e13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19500e09-adc7-404a-81cc-0a1fddd8a719,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:55.163651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:55.164175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524af84-bfb4-411e-b365-1d702067e375 req-d09b18b4-0146-4a71-8172-2d8f8d5fd94b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.172402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7524af84-bfb4-411e-b365-1d702067e375 req-d09b18b4-0146-4a71-8172-2d8f8d5fd94b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 944 time: 0.2676032 Jul 27 16:33:55.209430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-db4a50ef-9808-4700-8fab-13eb9059ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.211711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-db4a50ef-9808-4700-8fab-13eb9059ab81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1095 time: 0.1631417 Jul 27 16:33:55.258064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7524af84-bfb4-411e-b365-1d702067e375 req-209f16c1-c650-4e47-8875-43eaf12d65a1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 Jul 27 16:33:55.418235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201b313-fe00-4156-8c41-7176639e5ef7 req-a90ff257-683f-4e78-8ebd-86f25e3cb155 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.419860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7201b313-fe00-4156-8c41-7176639e5ef7 req-a90ff257-683f-4e78-8ebd-86f25e3cb155 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 946 time: 0.3855753 Jul 27 16:33:55.487118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-c12dace1-f498-436c-b01b-1f04d9a6963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.493369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-c12dace1-f498-436c-b01b-1f04d9a6963a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 930 time: 0.2554653 Jul 27 16:33:55.502982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1909ac-b7ac-42dc-9cd5-9ffece7a6168 req-ce34eed1-b467-49d3-a5c6-88433a96d49b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.511399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c1909ac-b7ac-42dc-9cd5-9ffece7a6168 req-ce34eed1-b467-49d3-a5c6-88433a96d49b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 935 time: 0.1308124 Jul 27 16:33:55.529182 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7201b313-fe00-4156-8c41-7176639e5ef7 req-627fc6ac-31e5-4f03-a918-0dad487637c3 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864077 Jul 27 16:33:55.577525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-be823ebf-2e25-43a7-aff8-0017dd6c0bbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 217 time: 0.0631216 Jul 27 16:33:55.619940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c1909ac-b7ac-42dc-9cd5-9ffece7a6168 req-5b3dde44-0604-464c-8f1c-54d5b35717f0 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074686 Jul 27 16:33:55.753383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-edf34188-2114-4e74-ad99-55b7a11e5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.767929 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b323931-4c1b-4914-a456-1eac3f79897a x-openstack-request-id: req-9b323931-4c1b-4914-a456-1eac3f79897a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:55.768379 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-plugged", "status": "completed", "tag": "287c34f0-8920-4c38-99f8-543212410427", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:55.768708 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b323931-4c1b-4914-a456-1eac3f79897a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:55.769124 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c34f0-8920-4c38-99f8-543212410427', 'code': 200} Jul 27 16:33:55.780656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-edf34188-2114-4e74-ad99-55b7a11e5037 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.1884594 Jul 27 16:33:55.793142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc626ea-36aa-4ae6-901e-2fdfad749ad8 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:55.826947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:55.867575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Transition to ACTIVE for port object dfc626ea-36aa-4ae6-901e-2fdfad749ad8 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:33:55.873078 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095da446-3458-4dd9-b466-09cc432e4d02 x-openstack-request-id: req-095da446-3458-4dd9-b466-09cc432e4d02 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:55.873448 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85416546-987e-41a0-bd93-90d95a44580d", "name": "network-vif-deleted", "tag": "845d5448-1fa3-496e-80b5-7ce620f12d83", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:55.873710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-095da446-3458-4dd9-b466-09cc432e4d02 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:55.874226 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85416546-987e-41a0-bd93-90d95a44580d', 'name': 'network-vif-deleted', 'tag': '845d5448-1fa3-496e-80b5-7ce620f12d83', 'status': 'completed', 'code': 200} Jul 27 16:33:55.922301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-ff79a0d8-1f66-483a-80cf-60602bea796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:55.922904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:55.924522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-ff79a0d8-1f66-483a-80cf-60602bea796e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340332 Jul 27 16:33:56.001890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:56.104528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1f50e-17ed-4582-8771-70658c9b84ec req-2d6726ee-edf1-4c90-84d0-95389a02d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:56.105968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1c1f50e-17ed-4582-8771-70658c9b84ec req-2d6726ee-edf1-4c90-84d0-95389a02d517 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1097 time: 0.2309334 Jul 27 16:33:56.150058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Attempting to bind port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:33:56.150396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Attempting to bind port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:33:56.150855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Attempting to bind port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:56.162188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:33:56.162613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Attempting to bind port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:33:56.173395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:33:56.173800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:33:56.174135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:33:56.174582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Bound port: dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:33:56.175089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:56.179048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1c1f50e-17ed-4582-8771-70658c9b84ec req-1dff45dd-c0da-4e2c-b4ef-413dfad1456e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Jul 27 16:33:56.191644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-bc78b679-58f8-4c68-b9c0-6b65d5594e40 service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572389 Jul 27 16:33:56.195086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 845d5448-1fa3-496e-80b5-7ce620f12d83 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:33:56.267977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 845d5448-1fa3-496e-80b5-7ce620f12d83 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:33:56.268502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 845d5448-1fa3-496e-80b5-7ce620f12d83 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:33:56.291881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:33:56.298954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:33:56.317238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:56.418057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:56.441299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:56.441781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:56.444919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-a60c606e-98ea-492f-b7d1-a0bdefcd8234 service neutron] 10.222.0.13 "PUT /v2.0/ports/dfc626ea-36aa-4ae6-901e-2fdfad749ad8 HTTP/1.1" status: 200 len: 1095 time: 2.1736093 Jul 27 16:33:56.519465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dcf00-4809-4670-a0b0-3525b92f2583 req-fd1415f3-78fc-4e86-bbf7-7c38a70975da tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:56.536400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d4dcf00-4809-4670-a0b0-3525b92f2583 req-fd1415f3-78fc-4e86-bbf7-7c38a70975da tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.4547200 Jul 27 16:33:56.634119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d18254-e16f-4320-a529-f08c2a03dd92 req-145469a4-828b-4436-ab02-baeff80e82d5 service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331689 Jul 27 16:33:56.663315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8643e-c64a-4d6a-ad02-4cfe9096c8f3 req-84422c05-7ecf-4692-8b7b-185062ad0b6c tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:56.666397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6d8643e-c64a-4d6a-ad02-4cfe9096c8f3 req-84422c05-7ecf-4692-8b7b-185062ad0b6c tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 944 time: 0.2087333 Jul 27 16:33:56.726079 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d4dcf00-4809-4670-a0b0-3525b92f2583 req-b72ef0bd-028f-4b24-ab7a-24bad3f1c426 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773829 Jul 27 16:33:56.741536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-3fbd211d-4dc1-4b68-9995-16f61823fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:56.743289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-3fbd211d-4dc1-4b68-9995-16f61823fa44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 1098 time: 0.1847873 Jul 27 16:33:56.755634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6d8643e-c64a-4d6a-ad02-4cfe9096c8f3 req-0a376296-1f18-4600-99ca-8158d1384a1f tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687342 Jul 27 16:33:56.885148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-1961889a-0a10-4eb7-94f6-a3bd858bd1e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8 HTTP/1.1" status: 200 len: 217 time: 0.1225648 Jul 27 16:33:57.011432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-75756607-cdad-490f-aa2b-c15a9c7db775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:57.013999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-75756607-cdad-490f-aa2b-c15a9c7db775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1218343 Jul 27 16:33:57.046843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:57.066015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097c74-d31a-4efe-86e0-6182c4f8893f req-60bf6a66-b11c-4f4b-bb52-f0109021c29b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:57.069942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04097c74-d31a-4efe-86e0-6182c4f8893f req-60bf6a66-b11c-4f4b-bb52-f0109021c29b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 947 time: 0.1553321 Jul 27 16:33:57.150274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a8b0b-a7d4-492c-b7d5-ffd8e573b88a req-830144e5-a4b0-4ffc-a8b8-10b81e0e6c56 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:57.152843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04097c74-d31a-4efe-86e0-6182c4f8893f req-3acc2b61-86fe-4f00-bad0-da7e83c1bac7 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Jul 27 16:33:57.169950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-009a8b0b-a7d4-492c-b7d5-ffd8e573b88a req-830144e5-a4b0-4ffc-a8b8-10b81e0e6c56 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 946 time: 0.2688894 Jul 27 16:33:57.229588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911b0ae-8990-40c8-8977-fc58da550fef req-c3e49d24-a729-4efd-9f83-39cab2d4d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:57.231715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-c3e49d24-a729-4efd-9f83-39cab2d4d91f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094033 Jul 27 16:33:57.242761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-009a8b0b-a7d4-492c-b7d5-ffd8e573b88a req-76f355ba-e93e-43cd-89f4-7378863326c8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717685 Jul 27 16:33:57.363753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-483681d6-d8ea-4776-8991-b85d50f83396 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153190 Jul 27 16:33:57.481231 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-17302507-3bdc-4f0c-89d4-2a6845ac2f35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be70f6a739c44cc5b1b234c306312c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097061 Jul 27 16:33:57.484073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:57.500193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b911b0ae-8990-40c8-8977-fc58da550fef req-2099258a-bd6c-42a6-933c-57f4ef3b658d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295900 Jul 27 16:33:57.548438 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:57.572669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:57.630215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:57.633557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:57.634772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1367e527-fa1a-4091-bc1b-5e220b424905 HTTP/1.1" status: 204 len: 168 time: 0.1488941 Jul 27 16:33:57.643017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d72e6-f2ba-411c-8404-08db24ca08d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367e527-fa1a-4091-bc1b-5e220b424905,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:57.812402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 573fea91-5b69-40c1-b27e-aeaf853ddd87 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:33:57.876890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:33:57.890602 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3de27d-baea-41f0-8c17-3a937a07ab7d" -d '{"events": [{"name": "network-changed", "server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:33:57.957210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:57.978603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'mac_address': 'fa:16:3e:fb:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:33:58.002500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a72cb-6101-4679-afd4-43c79ea45726 req-ff720d1b-e86c-49f2-81b5-5a559ac5999a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:58.004289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-856a72cb-6101-4679-afd4-43c79ea45726 req-ff720d1b-e86c-49f2-81b5-5a559ac5999a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 944 time: 0.1354599 Jul 27 16:33:58.038337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.046585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb85777-e765-412f-a706-1f8d1f50eae7 req-f9cf5e65-7397-40ac-bbe9-4595fc0158a7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:58.048176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdb85777-e765-412f-a706-1f8d1f50eae7 req-f9cf5e65-7397-40ac-bbe9-4595fc0158a7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1427686 Jul 27 16:33:58.061118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573fea91-5b69-40c1-b27e-aeaf853ddd87 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:33:58.081794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-856a72cb-6101-4679-afd4-43c79ea45726 req-a35c5630-644f-4bbb-b3cd-1fe56ff6a088 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Jul 27 16:33:58.092238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:33:58.097932 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.109192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdb85777-e765-412f-a706-1f8d1f50eae7 req-8f6b76a1-e431-4614-b151-34cc12227614 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Jul 27 16:33:58.167309 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f9f4c-aa8a-476e-894b-70bcd2935b83 x-openstack-request-id: req-9b7f9f4c-aa8a-476e-894b-70bcd2935b83 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:33:58.167609 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:33:58.167863 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b7f9f4c-aa8a-476e-894b-70bcd2935b83 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:33:58.168268 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8', 'status': 'completed', 'code': 200} Jul 27 16:33:58.185927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:58.205915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:58.212574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ae5a87-735a-44a3-85e6-0940c25c36fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.350351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cc077-6ad0-49f9-b496-51262ef74853 req-5d3ead7d-5743-4f43-9018-1293f8dab718 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:58.358800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf0cc077-6ad0-49f9-b496-51262ef74853 req-5d3ead7d-5743-4f43-9018-1293f8dab718 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 947 time: 0.0974691 Jul 27 16:33:58.371905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-0c501fd1-53dc-4090-a32c-4560d9c4e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:58.374359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-0c501fd1-53dc-4090-a32c-4560d9c4e207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18371adfbb54827849b823a06b0fa05&device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 1098 time: 0.1510241 Jul 27 16:33:58.397552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf0cc077-6ad0-49f9-b496-51262ef74853 req-594c1c29-fc2e-4b65-b88d-9e681995145e tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Jul 27 16:33:58.468019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['573fea91-5b69-40c1-b27e-aeaf853ddd87'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:33:58.543843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ae5a87-735a-44a3-85e6-0940c25c36fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.556511 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57ae5a87-735a-44a3-85e6-0940c25c36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.691543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-440fcdda-28c2-4fee-80bb-09f601ae1b1f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984521 Jul 27 16:33:58.702948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57ae5a87-735a-44a3-85e6-0940c25c36fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c1bcd8f5c9f4c1b91a80ca7a4c1253d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156736 Jul 27 16:33:58.706843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:33:58.709624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae5a87-735a-44a3-85e6-0940c25c36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dabdbe5-6c27-4477-8b86-6c858b5f6b2a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:58.734460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-5c30179a-9dbb-42bb-a8ca-c52ff03bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:58.736974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-5c30179a-9dbb-42bb-a8ca-c52ff03bba17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3510849 Jul 27 16:33:58.787747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.815581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.879160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.881243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-1492b017-ffd8-4f9b-aa41-b7be271f586c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8 HTTP/1.1" status: 200 len: 217 time: 0.1245570 Jul 27 16:33:58.884264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:58.886573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dabdbe5-6c27-4477-8b86-6c858b5f6b2a HTTP/1.1" status: 204 len: 168 time: 0.1769753 Jul 27 16:33:58.896888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4b46-f01d-4ce8-a65a-b85ec41c1681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dabdbe5-6c27-4477-8b86-6c858b5f6b2a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:33:59.001564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-c3fd078e-10f5-4117-a5b6-792db7001ec4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.013333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-c3fd078e-10f5-4117-a5b6-792db7001ec4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053570 Jul 27 16:33:59.033126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59567b-1765-4a26-9c26-551ea5b55f75 req-5f99bf49-4dbb-4fab-8101-7a7142526f02 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.036962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f59567b-1765-4a26-9c26-551ea5b55f75 req-5f99bf49-4dbb-4fab-8101-7a7142526f02 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 946 time: 0.0953729 Jul 27 16:33:59.059393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-fecb6f16-10e2-4b10-bbd3-f8d554fcd027 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.0445445 Jul 27 16:33:59.086679 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f59567b-1765-4a26-9c26-551ea5b55f75 req-f7948d3e-cfc3-4b15-87cd-818453705dff tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 Jul 27 16:33:59.107923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-8f5e26f8-ce68-4e61-8c84-b0b9d1620958 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475249 Jul 27 16:33:59.114930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-c00e8115-b2d1-4cec-a2a6-cd36f55448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.116942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-c00e8115-b2d1-4cec-a2a6-cd36f55448f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1002653 Jul 27 16:33:59.361089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-d932dc93-52cd-4f4e-9996-34a98b5224d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.366929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-d932dc93-52cd-4f4e-9996-34a98b5224d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336617 Jul 27 16:33:59.575691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449cf87-827e-44ad-abec-7d756c5ed8f4 req-3b1e78d5-1999-4e89-953c-656d7ab5c7ef tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.578190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0449cf87-827e-44ad-abec-7d756c5ed8f4 req-3b1e78d5-1999-4e89-953c-656d7ab5c7ef tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 945 time: 0.1733665 Jul 27 16:33:59.648330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-5aac6dfd-a64e-474d-ad2f-4faed880f46e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736859 Jul 27 16:33:59.686516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0449cf87-827e-44ad-abec-7d756c5ed8f4 req-3068bc16-7011-496f-beb9-74eb5645ebdd tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954556 Jul 27 16:33:59.821494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d3de27d-baea-41f0-8c17-3a937a07ab7d req-9ed43c33-5979-480b-8b81-381f2c2bfe7b service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666982 Jul 27 16:33:59.822497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 573fea91-5b69-40c1-b27e-aeaf853ddd87 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:33:59.879394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e0e2-4126-477c-9001-6bfb755ba8ef req-bc0862af-66d8-45c6-b28b-3994b199e6be tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.881742 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc77e0e2-4126-477c-9001-6bfb755ba8ef req-bc0862af-66d8-45c6-b28b-3994b199e6be tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1097 time: 0.0720193 Jul 27 16:33:59.919082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5aecb-782f-4846-91d5-27a9378ed7e3 req-0993ede6-1269-4041-a5cf-1efe6da34a13 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:33:59.923013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ca5aecb-782f-4846-91d5-27a9378ed7e3 req-0993ede6-1269-4041-a5cf-1efe6da34a13 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1571527 Jul 27 16:33:59.953960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 573fea91-5b69-40c1-b27e-aeaf853ddd87 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:33:59.964882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 573fea91-5b69-40c1-b27e-aeaf853ddd87 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:33:59.965529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:33:59.989003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc77e0e2-4126-477c-9001-6bfb755ba8ef req-8f30780f-3e6f-42af-bee5-61eea2d2764a tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901735 Jul 27 16:34:00.013470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ca5aecb-782f-4846-91d5-27a9378ed7e3 req-6cc06602-2b4d-4467-97df-caa9c36a9a78 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Jul 27 16:34:00.202817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca527edb-db9a-4f3a-a231-75dc144f9974 req-765a5305-2d2a-42ea-855f-bc6c7aa59783 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 210 time: 0.0964255 Jul 27 16:34:00.228469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:00.321102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:00.322493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:00.326286 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6561545-4980-4b6a-9b78-e54dd4217710" -d '{"events": [{"server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "name": "network-vif-plugged", "status": "completed", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:00.330389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:00.397970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:00.445444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940ea5-ee30-4bd8-9357-6657ab14f25c req-0f42fcc9-9ecc-414c-9650-409f5c810e25 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:00.447598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33940ea5-ee30-4bd8-9357-6657ab14f25c req-0f42fcc9-9ecc-414c-9650-409f5c810e25 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1097 time: 0.1004510 Jul 27 16:34:00.468743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd95bf-3ad9-4e6c-b64c-0b383c689171 req-9bc20683-45db-4807-b8fd-4376c66b474a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:00.481913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccbd95bf-3ad9-4e6c-b64c-0b383c689171 req-9bc20683-45db-4807-b8fd-4376c66b474a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 947 time: 0.1442707 Jul 27 16:34:00.511966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33940ea5-ee30-4bd8-9357-6657ab14f25c req-5ac62f31-08e0-43a9-9472-94e02930c1b0 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Jul 27 16:34:00.570029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccbd95bf-3ad9-4e6c-b64c-0b383c689171 req-b4c55845-544e-4d88-8087-c5e5a1de94fa tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Jul 27 16:34:00.634182 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c588490-9003-4fa5-b339-d74637aa678c x-openstack-request-id: req-2c588490-9003-4fa5-b339-d74637aa678c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:00.634495 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "name": "network-vif-plugged", "status": "completed", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:00.637753 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c588490-9003-4fa5-b339-d74637aa678c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:00.639415 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'code': 200} Jul 27 16:34:00.933322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7314c85-17cd-4c45-8f1a-4976d703b296 req-e3abc070-68e1-4725-90b8-d40244835de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:00.941184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7314c85-17cd-4c45-8f1a-4976d703b296 req-e3abc070-68e1-4725-90b8-d40244835de6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1097 time: 0.1876078 Jul 27 16:34:00.989402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7896d2-cc88-4d03-8f7d-33e84083e316 req-a5c8cf34-4c3a-4971-b4ce-adc42b7d526b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:00.992144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c7896d2-cc88-4d03-8f7d-33e84083e316 req-a5c8cf34-4c3a-4971-b4ce-adc42b7d526b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.1724198 Jul 27 16:34:01.055784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-bf5f57a4-7fb9-435f-b6c2-f66e0294cf55 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494914 Jul 27 16:34:01.093315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7314c85-17cd-4c45-8f1a-4976d703b296 req-d45f34fb-873e-43e5-bd82-c863e69b2cf4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443970 Jul 27 16:34:01.120558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c7896d2-cc88-4d03-8f7d-33e84083e316 req-09c712e8-5801-4093-a955-df4811744e71 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Jul 27 16:34:01.277512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-e384103b-280d-4273-87ac-c6bfd66ed17b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:01.283582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-e384103b-280d-4273-87ac-c6bfd66ed17b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213976 Jul 27 16:34:01.302494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:01.446627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155c14c-d095-41ba-8522-958aec1e44db req-b4198f73-2ab6-4b3a-b8b1-e89f29721382 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:01.450270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9155c14c-d095-41ba-8522-958aec1e44db req-b4198f73-2ab6-4b3a-b8b1-e89f29721382 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2099733 Jul 27 16:34:01.453213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:01.457764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:01.470021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:01.526968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9155c14c-d095-41ba-8522-958aec1e44db req-ec8c95b5-e4b5-4e78-bac0-74d5f028c901 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Jul 27 16:34:01.633108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:01.646591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0464155f-2ee5-4079-98ef-f65f11d5691b req-89559088-1f46-4868-ab9a-b56d773399a3 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 210 time: 0.0527177 Jul 27 16:34:01.648256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:01.717570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc5845-b4c7-4670-9e1e-a14a98cc8273,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:01.837262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dfc626ea-36aa-4ae6-901e-2fdfad749ad8 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:01.894166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.228 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/aa7f83e1-3cd7-4dab-b49d-7b20b040197e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:02.026754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:02.043558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8', 'mac_address': 'fa:16:3e:96:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:02.080839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98311-7416-4b8b-b028-2c13a6e75850 req-d33ff50d-b1a6-43f0-8e72-e0ea5e74db49 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:02.084145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4f98311-7416-4b8b-b028-2c13a6e75850 req-d33ff50d-b1a6-43f0-8e72-e0ea5e74db49 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 947 time: 0.1044469 Jul 27 16:34:02.130985 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.147956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.166852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4f98311-7416-4b8b-b028-2c13a6e75850 req-41547f6a-602a-406c-af20-5da7c36b1787 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677195 Jul 27 16:34:02.168774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc626ea-36aa-4ae6-901e-2fdfad749ad8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:02.188131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object aa7f83e1-3cd7-4dab-b49d-7b20b040197e will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:02.209714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:02.216091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.237370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.289138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4090ea4e-87c1-4e46-93dd-a1a1b90d1a7e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:02.290162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4090ea4e-87c1-4e46-93dd-a1a1b90d1a7e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062284 Jul 27 16:34:02.306190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Request body: {'binding': {'host': 'n-h2-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:02.307222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:34:02.317455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:02.332383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:02.358189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:02.363625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:02.380954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:02.492084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:02.493061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.512064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9d1230fa-4a69-4286-acc9-c6827a73f953 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2183318 Jul 27 16:34:02.528024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Request body: {'port': {'device_id': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:02.625037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['dfc626ea-36aa-4ae6-901e-2fdfad749ad8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:02.627139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab7f0b-fabe-4403-b54a-f27d2fedae79 req-2ea99384-0e93-44b0-a07a-1b1c2435067c tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:02.636669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4ab7f0b-fabe-4403-b54a-f27d2fedae79 req-2ea99384-0e93-44b0-a07a-1b1c2435067c tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.1533835 Jul 27 16:34:02.664321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.683945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on host n-h2-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:02.684300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:02.687070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:02.693003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:02.693325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:02.702631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:02.703024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:02.703381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:02.703816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Bound port: 287c34f0-8920-4c38-99f8-543212410427, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:02.756651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4ab7f0b-fabe-4403-b54a-f27d2fedae79 req-914ca24a-f755-496c-8398-c1bac6657e71 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200390 Jul 27 16:34:02.796701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:02.804874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.818188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7c41c0a8-3238-496d-ac44-b3b0f973dfa9 service neutron] 10.222.0.64 "POST /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427/bindings HTTP/1.1" status: 201 len: 389 time: 0.5104589 Jul 27 16:34:02.826054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e13aafa0-8d41-4eb0-8f79-a9821ea46e1b None None] Provisioning for port aa7f83e1-3cd7-4dab-b49d-7b20b040197e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:02.856717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e13aafa0-8d41-4eb0-8f79-a9821ea46e1b None None] Provisioning complete for port aa7f83e1-3cd7-4dab-b49d-7b20b040197e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:02.857310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e13aafa0-8d41-4eb0-8f79-a9821ea46e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.945367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:02.968601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e13aafa0-8d41-4eb0-8f79-a9821ea46e1b None None] Port aa7f83e1-3cd7-4dab-b49d-7b20b040197e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:34:03.264681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c65b6-ba4d-4230-b6ae-4fb33914f481 req-dfd6dd4d-a72c-4ff2-9f7a-c77375d817b7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.273261 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-600c65b6-ba4d-4230-b6ae-4fb33914f481 req-dfd6dd4d-a72c-4ff2-9f7a-c77375d817b7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.2698298 Jul 27 16:34:03.320178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c7c3-e85d-450f-b3db-0d60be4973a3 req-0089bc01-390f-4385-af40-8c9f517b80c0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.327906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ade7c7c3-e85d-450f-b3db-0d60be4973a3 req-0089bc01-390f-4385-af40-8c9f517b80c0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 936 time: 0.1444826 Jul 27 16:34:03.347474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7f83e1-3cd7-4dab-b49d-7b20b040197e {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:03.371451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:03.375172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ade7c7c3-e85d-450f-b3db-0d60be4973a3 req-1d88dbb2-2cdf-4407-a3bc-168274fe84d8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Jul 27 16:34:03.389910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-600c65b6-ba4d-4230-b6ae-4fb33914f481 req-d40a5d99-257c-4711-b15f-2d2380ede6c1 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865409 Jul 27 16:34:03.395126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-36624b0e-bc9d-43df-982a-1ddd4c369ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.396861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-36624b0e-bc9d-43df-982a-1ddd4c369ac2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1097 time: 0.2273962 Jul 27 16:34:03.400660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Transition to ACTIVE for port object aa7f83e1-3cd7-4dab-b49d-7b20b040197e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:03.412067 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:03.504824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:03.654185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35078-4653-4a09-8860-78bbeae42755 req-d8b2c044-96b4-4e95-b324-08e978848c19 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.667567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22b35078-4653-4a09-8860-78bbeae42755 req-d8b2c044-96b4-4e95-b324-08e978848c19 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 946 time: 0.2194123 Jul 27 16:34:03.785307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22b35078-4653-4a09-8860-78bbeae42755 req-3f182184-c285-4ab6-8277-2e72a85dfd44 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167629 Jul 27 16:34:03.839664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-e7e5484b-121e-415b-b180-2ea2fccf75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.839664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-e7e5484b-121e-415b-b180-2ea2fccf75d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.4235461 Jul 27 16:34:03.854064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dfc626ea-36aa-4ae6-901e-2fdfad749ad8 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:03.923625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-b2a02c7a-c8e7-449d-b645-af74c387c9d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0700815 Jul 27 16:34:03.927216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Attempting to bind port aa7f83e1-3cd7-4dab-b49d-7b20b040197e on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:03.927582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Attempting to bind port aa7f83e1-3cd7-4dab-b49d-7b20b040197e by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:03.927917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Attempting to bind port aa7f83e1-3cd7-4dab-b49d-7b20b040197e on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:03.947006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebd915-d3dc-4334-8cad-f3d7738a738c req-62af5c9b-9b44-42b7-9863-9546c4d437cf tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:03.948700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6aebd915-d3dc-4334-8cad-f3d7738a738c req-62af5c9b-9b44-42b7-9863-9546c4d437cf tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 948 time: 0.3052857 Jul 27 16:34:03.961855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Port aa7f83e1-3cd7-4dab-b49d-7b20b040197e on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:03.962268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Attempting to bind port aa7f83e1-3cd7-4dab-b49d-7b20b040197e on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:03.995238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:04.010550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:04.011257 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.040533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d608b0a9-8c6e-46ac-b43f-d767d0460937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:04.043781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d608b0a9-8c6e-46ac-b43f-d767d0460937 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1093283 Jul 27 16:34:04.045411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:04.046109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:04.046852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:04.047895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Bound port: aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:04.048775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.110139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-b5d4b710-3f20-493e-9ba4-e86d06cdee53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412796 Jul 27 16:34:04.194336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.218901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1fe7-f36d-40ff-b624-c606e2a1fd8d req-44f2aa09-3e1b-4e21-83ef-20aa2b41943e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:04.220525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95ba1fe7-f36d-40ff-b624-c606e2a1fd8d req-44f2aa09-3e1b-4e21-83ef-20aa2b41943e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.1356809 Jul 27 16:34:04.263580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:04.265225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:04.270266 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04207d4d-ff06-4689-b9e1-f65887648463" -d '{"events": [{"server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "name": "network-vif-plugged", "status": "completed", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:04.273651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95ba1fe7-f36d-40ff-b624-c606e2a1fd8d req-a28959da-8cea-46e8-b680-4ff068c16cee tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Jul 27 16:34:04.277127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.281419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-06e4853c-8710-4f30-b059-087fc7d5a330 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547017 Jul 27 16:34:04.301530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6aebd915-d3dc-4334-8cad-f3d7738a738c req-7bc06cd1-65b7-4826-bde0-899ac23270fd tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430908 Jul 27 16:34:04.398471 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5ef57c-e936-4726-8d2a-d174212cdac6 x-openstack-request-id: req-2f5ef57c-e936-4726-8d2a-d174212cdac6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:04.402423 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "name": "network-vif-plugged", "status": "completed", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:04.402898 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f5ef57c-e936-4726-8d2a-d174212cdac6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:04.403488 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8', 'code': 200} Jul 27 16:34:04.409245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:04.434635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-fa18f965-b667-4e77-a9ad-68530418dbde service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425080 Jul 27 16:34:04.449022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:04.477808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:04.485773 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.754054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.13', 49840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:04.840491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-0d64d6e1-4af4-45aa-bec4-2d77256391ee tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 258 time: 0.4639642 Jul 27 16:34:04.847513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:04.932501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:04.933669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.933864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:04.935254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] 10.222.0.61 "PUT /v2.0/ports/aa7f83e1-3cd7-4dab-b49d-7b20b040197e HTTP/1.1" status: 200 len: 1096 time: 2.4132245 Jul 27 16:34:04.941856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:04.945110 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acf524-7490-4761-b31f-6c49ae021353" -d '{"events": [{"name": "network-changed", "server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:04.980489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cf396-1101-472c-85f4-29f46fd5eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:05.009575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-ce19f54f-6ad8-4980-8c89-c0adc927cadf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.011147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-ce19f54f-6ad8-4980-8c89-c0adc927cadf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1097 time: 0.4257104 Jul 27 16:34:05.015467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bfa1f-14bf-4d9b-b1ea-43d69e69efa5 req-3d130bea-30dd-4f31-a906-6042d3b91e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.016937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c69bfa1f-14bf-4d9b-b1ea-43d69e69efa5 req-3d130bea-30dd-4f31-a906-6042d3b91e15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1100 time: 0.2616746 Jul 27 16:34:05.036420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723572-6'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:05.057424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe66a-c78c-459f-9a1b-c96916bdf07c req-9ae5ca31-b780-4de0-a526-a466fb958b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.058663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c67fe66a-c78c-459f-9a1b-c96916bdf07c req-9ae5ca31-b780-4de0-a526-a466fb958b0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 1100 time: 0.5163329 Jul 27 16:34:05.071777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3bdb9-d0c4-4b0f-ae01-6f0748fd9cc7 req-91d74cd1-81d4-403a-8bd8-2afd2bd8f3d4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.073241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-daf3bdb9-d0c4-4b0f-ae01-6f0748fd9cc7 req-91d74cd1-81d4-403a-8bd8-2afd2bd8f3d4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 948 time: 0.5338635 Jul 27 16:34:05.138608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c69bfa1f-14bf-4d9b-b1ea-43d69e69efa5 req-77c9c9df-eadd-4830-8bce-92d3b9eda2ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127231 Jul 27 16:34:05.144989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c67fe66a-c78c-459f-9a1b-c96916bdf07c req-0d901cb0-11bd-4f4b-8e5e-e487a9da7bb2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705283 Jul 27 16:34:05.155709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:05.169670 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-daf3bdb9-d0c4-4b0f-ae01-6f0748fd9cc7 req-6a99d6c0-7b5a-4cd1-81dd-5a328abfda75 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720911 Jul 27 16:34:05.186099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-91993cb9-1cf6-4239-ba58-a52ecf812aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.189044 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-91993cb9-1cf6-4239-ba58-a52ecf812aa8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 1099 time: 0.1804383 Jul 27 16:34:05.276674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-9857d8b9-7f82-4879-8804-fa311d45b91e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e HTTP/1.1" status: 200 len: 217 time: 0.0794227 Jul 27 16:34:05.300522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:05.380616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-acff3c0e-35bc-4fdd-b48a-1fcfb0103d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.383179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-acff3c0e-35bc-4fdd-b48a-1fcfb0103d2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0787351 Jul 27 16:34:05.397088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e2c0-4116-4ed3-9eac-a886dd6226b3 req-07411058-df31-42bf-a13d-4b46d722572e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.399408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0c7e2c0-4116-4ed3-9eac-a886dd6226b3 req-07411058-df31-42bf-a13d-4b46d722572e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 949 time: 0.1342983 Jul 27 16:34:05.476121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0c7e2c0-4116-4ed3-9eac-a886dd6226b3 req-922fa62d-195f-4da8-9b88-e03c3d09dfb7 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667713 Jul 27 16:34:05.495830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-8234f4a8-3909-4915-a2c9-a5f18277c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.497629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-8234f4a8-3909-4915-a2c9-a5f18277c73f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972056 Jul 27 16:34:05.616711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:05.677679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-3a2b08e2-5288-4fc2-8b5c-97ff6422aace service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676624 Jul 27 16:34:05.695263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Allocated IP 172.25.4.101 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d3b4959e-aceb-42ad-b5c0-54b4513a2e37) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:05.701647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:05.763065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1902a4-8319-4390-bb85-f18f28cb1d25 req-4aac2427-e85b-44e6-89c5-0f3a5aad57ba tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:05.764732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b1902a4-8319-4390-bb85-f18f28cb1d25 req-4aac2427-e85b-44e6-89c5-0f3a5aad57ba tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 946 time: 0.1432023 Jul 27 16:34:05.828642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287c34f0-8920-4c38-99f8-543212410427'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:05.834291 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e460c3af-73dc-47ba-bd39-443cd3923749" -d '{"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-unplugged", "status": "completed", "tag": "287c34f0-8920-4c38-99f8-543212410427"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:05.834835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be3fbec-08a0-4336-ab79-098ae9ae6769 req-4675ca13-79fa-4192-8591-7023270a498f service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500747 Jul 27 16:34:05.843993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:05.864165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:05.957305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:05.963408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b1902a4-8319-4390-bb85-f18f28cb1d25 req-3f9473fa-2fe4-47bb-b2de-271fe4da60d0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259451 Jul 27 16:34:06.003997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:06.019302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'mac_address': 'fa:16:3e:21:bd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:06.033137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.042615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.047951 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510453b1-39d5-45e8-9799-7d009c35ffbc x-openstack-request-id: req-510453b1-39d5-45e8-9799-7d009c35ffbc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:06.048379 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:06.048792 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-510453b1-39d5-45e8-9799-7d009c35ffbc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:06.049382 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'status': 'completed', 'code': 200} Jul 27 16:34:06.089697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.120297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:06.148849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:06.165649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:06.176148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:06.177120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:06.189405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.249438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf524-7490-4761-b31f-6c49ae021353 req-4cb5644d-730e-4a9d-8296-2dbd60fcc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.252289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-4cb5644d-730e-4a9d-8296-2dbd60fcc052 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 1099 time: 0.1628692 Jul 27 16:34:06.300753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:06.378856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on host n-h1-723572-6 for vnic_type normal with profile {"migrating_to": "n-h2-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:06.379507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:06.380325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:06.382736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:06.466378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf524-7490-4761-b31f-6c49ae021353 req-c5be93e7-b807-4ece-a6c8-c6bc76d18a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.467802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-c5be93e7-b807-4ece-a6c8-c6bc76d18a21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2078068 Jul 27 16:34:06.474796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:06.475089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Attempting to bind port 287c34f0-8920-4c38-99f8-543212410427 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:06.481034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.481279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29dd2f-2e92-4b57-abc5-ee772fb07fa2 req-60712d42-232c-422a-8b61-6f692f1273fd tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.483084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea29dd2f-2e92-4b57-abc5-ee772fb07fa2 req-60712d42-232c-422a-8b61-6f692f1273fd tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.1465371 Jul 27 16:34:06.501474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:06.501849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:06.502151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:06.502595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Bound port: 287c34f0-8920-4c38-99f8-543212410427, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:06.503031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.519556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event updated for resources: {'Port': ['ID=d3b4959e-aceb-42ad-b5c0-54b4513a2e37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:06.532263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-62155341-8e84-4c65-9fcc-bf5bca5e55de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e HTTP/1.1" status: 200 len: 217 time: 0.0480072 Jul 27 16:34:06.604712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.617847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea29dd2f-2e92-4b57-abc5-ee772fb07fa2 req-401d6ded-245c-404e-a467-a16529dee906 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Jul 27 16:34:06.631171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf524-7490-4761-b31f-6c49ae021353 req-246c44ed-ba90-4451-9132-21689718d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.633043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-246c44ed-ba90-4451-9132-21689718d775 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0889461 Jul 27 16:34:06.690988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:06.696607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:06.702466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.736801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf524-7490-4761-b31f-6c49ae021353 req-5ebdc344-87d4-4759-afe3-d47997f6a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.739386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-5ebdc344-87d4-4759-afe3-d47997f6a886 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975955 Jul 27 16:34:06.745830 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469e067-bbdd-4a55-8f44-409dc3fb01f6 x-openstack-request-id: req-6469e067-bbdd-4a55-8f44-409dc3fb01f6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:06.746112 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-unplugged", "status": "completed", "tag": "287c34f0-8920-4c38-99f8-543212410427", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:06.746354 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6469e067-bbdd-4a55-8f44-409dc3fb01f6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:06.746745 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287c34f0-8920-4c38-99f8-543212410427', 'code': 200} Jul 27 16:34:06.765628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:06.832843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:06.880258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:06.881318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.884087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-d88511a0-e446-4acf-810d-0617cf01d27d service neutron] 10.222.0.13 "PUT /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 1122 time: 1.8593180 Jul 27 16:34:06.924163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.931266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.970472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:06.994416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event updated for resources: {'Port': ['ID=d3b4959e-aceb-42ad-b5c0-54b4513a2e37,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:06.996045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['287c34f0-8920-4c38-99f8-543212410427'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:07.003487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:07.004762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-3768b1c0-fa52-40cd-b9aa-ebfc71b86147 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1631250 Jul 27 16:34:07.046389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-2f3fd2d8-8996-49c6-b928-168dc42ba5da service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948940 Jul 27 16:34:07.085298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d3a72-ed11-4d9a-8b5b-bad04b9124c7 req-0d367e3c-54bd-4b3f-a1c5-a873823cacd6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.089376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-901d3a72-ed11-4d9a-8b5b-bad04b9124c7 req-0d367e3c-54bd-4b3f-a1c5-a873823cacd6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 948 time: 0.2927456 Jul 27 16:34:07.117404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-f33c4143-ffcd-45a0-871c-3634329c1268 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 696 time: 0.1002548 Jul 27 16:34:07.194042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-901d3a72-ed11-4d9a-8b5b-bad04b9124c7 req-62b0d01f-7f64-46e4-a099-2020e3d5f6be tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Jul 27 16:34:07.275715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89acf524-7490-4761-b31f-6c49ae021353 req-c97b7ef9-8474-48f1-bfe1-bc5584d71f99 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846638 Jul 27 16:34:07.350402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-67cc7569-db7f-402d-85f6-0171d3890f78 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.352268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-67cc7569-db7f-402d-85f6-0171d3890f78 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2262228 Jul 27 16:34:07.365367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-1da47daf-48e9-4640-a402-cc8a6322121e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:07.367078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47c3d8e3-400e-46c1-a7aa-b9a4789348e6 req-1da47daf-48e9-4640-a402-cc8a6322121e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072327 Jul 27 16:34:07.397862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3836eb4-ee42-4956-b3b4-ba423aa8b39c req-ee2d0f96-8f7e-47fc-9bd5-fbea44291096 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.398485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-5663e9b8-958f-4e7a-9694-840342a21652 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110694 Jul 27 16:34:07.399678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3836eb4-ee42-4956-b3b4-ba423aa8b39c req-ee2d0f96-8f7e-47fc-9bd5-fbea44291096 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 948 time: 0.0767367 Jul 27 16:34:07.467260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3836eb4-ee42-4956-b3b4-ba423aa8b39c req-a063179b-1051-4441-a511-f8832053f4b8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610492 Jul 27 16:34:07.498760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-9ca5d902-a1b5-45e2-b29a-2f950ab90ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.500366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-9ca5d902-a1b5-45e2-b29a-2f950ab90ab0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a9f245350b744a3a698c6afee14c8c1&device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 1123 time: 0.0750644 Jul 27 16:34:07.638883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a360df-9d8c-4a67-8eb3-816f807e2df3 req-60facd51-2eb5-43be-8359-74dee492da88 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.640412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9a360df-9d8c-4a67-8eb3-816f807e2df3 req-60facd51-2eb5-43be-8359-74dee492da88 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.1588821 Jul 27 16:34:07.643414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-cb88a022-d54b-4ebf-ba06-e0a7bd92b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.644849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-cb88a022-d54b-4ebf-ba06-e0a7bd92b1d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1193066 Jul 27 16:34:07.701448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-f41fbbfd-a92d-4653-8dfc-516808ab8927 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ef79e847-d654-4956-9827-94964e97ae51 HTTP/1.1" status: 200 len: 217 time: 0.0465362 Jul 27 16:34:07.747666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9a360df-9d8c-4a67-8eb3-816f807e2df3 req-25b8b172-d9dd-4873-a5f4-f1fe91a0cbab tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006587 Jul 27 16:34:07.780281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-d266e357-5a43-4ddb-9f6a-fb11c41f3bbb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.781865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-d266e357-5a43-4ddb-9f6a-fb11c41f3bbb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1247351 Jul 27 16:34:07.789360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-13a8e461-f7fd-4b19-900d-93e86f83ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.790875 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-13a8e461-f7fd-4b19-900d-93e86f83ff43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0776398 Jul 27 16:34:07.870579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:07.882170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-a9b99d64-17ea-40c3-a558-a0380a04f018 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 696 time: 0.0890005 Jul 27 16:34:07.892069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-50780ee0-e89c-4943-af01-aec98d31b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:07.894489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-50780ee0-e89c-4943-af01-aec98d31b6e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948143 Jul 27 16:34:07.901418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'floatingip': {'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:07.990976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.011950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:08.016891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.049627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:08.057628 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.111863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-46d4492e-0a80-4e56-8458-632b129cb3b0 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061126 Jul 27 16:34:08.128821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:08.230619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba240-30f8-4dd1-b93c-627c7e8e02ae req-cffa45c2-b135-4855-a395-87f18a2a34b3 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:08.233326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-364ba240-30f8-4dd1-b93c-627c7e8e02ae req-cffa45c2-b135-4855-a395-87f18a2a34b3 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.2259400 Jul 27 16:34:08.281743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device aa7f83e1-3cd7-4dab-b49d-7b20b040197e details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:08.347601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-364ba240-30f8-4dd1-b93c-627c7e8e02ae req-48a7bef0-6585-4d25-bd86-35bca876c41a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067686 Jul 27 16:34:08.350726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78b46c19-9bb9-45cc-9f13-000d71bb17a8 req-d6fc0538-c3eb-43d5-99fe-1e5abaaf28e2 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266858 Jul 27 16:34:08.426688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:08.445251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'mac_address': 'fa:16:3e:ec:4d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:08.492957 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.515145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7f83e1-3cd7-4dab-b49d-7b20b040197e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:08.549237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:08.555766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.577099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f07c-cc8a-402e-82b9-65c5d7701b3e req-68d9ec12-4210-4cd5-aee6-197acf2bc091 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:08.579636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1a0f07c-cc8a-402e-82b9-65c5d7701b3e req-68d9ec12-4210-4cd5-aee6-197acf2bc091 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1098 time: 0.0983624 Jul 27 16:34:08.624100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:08.636247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1a0f07c-cc8a-402e-82b9-65c5d7701b3e req-08ea5488-f451-4980-9aeb-67009b555a53 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Jul 27 16:34:08.644493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.654326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:08.748337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'tag': '287c34f0-8920-4c38-99f8-543212410427'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:08.751887 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "tag": "287c34f0-8920-4c38-99f8-543212410427"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:08.801136 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Floating IP a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc associated. External IP: 172.25.4.101, port: 573fea91-5b69-40c1-b27e-aeaf853ddd87. Jul 27 16:34:08.813401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:08.820596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083d25a-8c04-4900-8a04-c12afa84a210 req-d9fe86cd-6cd6-4385-91d8-85c70e69c72f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:08.822287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3083d25a-8c04-4900-8a04-c12afa84a210 req-d9fe86cd-6cd6-4385-91d8-85c70e69c72f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 949 time: 0.0849373 Jul 27 16:34:08.878360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3083d25a-8c04-4900-8a04-c12afa84a210 req-ca25728b-5273-4a5d-8f71-f86acbaaa4a8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 Jul 27 16:34:09.069735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Router a389ba5f-6f5e-494d-8f89-4277cce51a9c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:34:09.211336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:34:09.220563 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:09.227411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Sync routers for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:34:09.238965 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:09.240232 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:09.272472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-62924c46-b3b1-4647-93fd-ae610ac831f6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "PUT /v2.0/floatingips/a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc HTTP/1.1" status: 200 len: 997 time: 1.3775735 Jul 27 16:34:09.272943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:09.275953 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443bbf91-0a48-4cbe-ace7-7d6812b51501" -d '{"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:09.371098 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:09.380517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-0bd9e797-348f-48bb-9a0c-8a07c85ecc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.381392 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3810372-d630-4989-a83c-e76aedad2e45 x-openstack-request-id: req-f3810372-d630-4989-a83c-e76aedad2e45 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:09.382271 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "tag": "287c34f0-8920-4c38-99f8-543212410427", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:09.382772 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3810372-d630-4989-a83c-e76aedad2e45 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:09.383351 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'tag': '287c34f0-8920-4c38-99f8-543212410427', 'status': 'completed', 'code': 200} Jul 27 16:34:09.383553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-0bd9e797-348f-48bb-9a0c-8a07c85ecc2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1097 time: 0.0873077 Jul 27 16:34:09.541519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-66c8c259-0e13-45ef-939b-d03557b27da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.543237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-66c8c259-0e13-45ef-939b-d03557b27da4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 930 time: 0.1535344 Jul 27 16:34:09.554657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-1e7a64c8-684e-4f2a-85ae-8d380ccd6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.556500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-1e7a64c8-684e-4f2a-85ae-8d380ccd6a5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1125 time: 0.1467140 Jul 27 16:34:09.629985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab064da-b974-4526-8d92-663829616077 req-65c13c2b-f1bf-42ac-8c25-47e52c3f9a39 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.631730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ab064da-b974-4526-8d92-663829616077 req-65c13c2b-f1bf-42ac-8c25-47e52c3f9a39 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.1596632 Jul 27 16:34:09.636148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-dd64cb3a-9498-4ed9-ac78-97271aea194a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 1000 time: 0.0852902 Jul 27 16:34:09.661408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d054ebc-4865-493a-8cf1-f9c2ce37033b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:09.686132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-df81b73b-79b4-4610-99dd-4f222efa4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.687657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-df81b73b-79b4-4610-99dd-4f222efa4743 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.0505624 Jul 27 16:34:09.713300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ab064da-b974-4526-8d92-663829616077 req-9febd290-4781-47e3-8ce4-4f68261c248c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644078 Jul 27 16:34:09.727977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-3bb2a6d7-5989-4378-bc5a-829d48342338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.729786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-3bb2a6d7-5989-4378-bc5a-829d48342338 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.1590831 Jul 27 16:34:09.753265 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'mac_address': 'fa:16:3e:fb:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:34:06Z', 'updated_at': '2021-07-27T16:34:08Z', 'revision_number': 1, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:09.780461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-f08bb3c5-d227-44e2-94da-9a62ab58d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.784505 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Checking router: a389ba5f-6f5e-494d-8f89-4277cce51a9c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:34:09.785038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-f08bb3c5-d227-44e2-94da-9a62ab58d378 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861423 Jul 27 16:34:09.794970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-d89cd788-ce62-42d8-9b45-91d9817a4197 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:09.795270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:09.795987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-d89cd788-ce62-42d8-9b45-91d9817a4197 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059559 Jul 27 16:34:09.796259 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:33:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:09.800111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-29b0137d-1ded-4f26-824c-b2dbab07d953 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0598440 Jul 27 16:34:09.893021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 287c34f0-8920-4c38-99f8-543212410427 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:09.900402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-c79864d2-507d-44ea-ba67-76d68d5ac34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:09.902456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-c79864d2-507d-44ea-ba67-76d68d5ac34b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0604999 Jul 27 16:34:09.910757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:09.949996 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:09.991296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-931446f5-4a40-408e-8510-557a271da469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776343 Jul 27 16:34:10.015349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06288-e75f-4554-9b28-0b347ae5d7d8 req-b0f2ea57-dc19-4c97-8b25-8e55fe3da837 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:10.026798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfd06288-e75f-4554-9b28-0b347ae5d7d8 req-b0f2ea57-dc19-4c97-8b25-8e55fe3da837 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.2305045 Jul 27 16:34:10.052025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 19e8170f-c655-497a-afcc-985e7a9c4d3d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:10.052692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.118765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:10.144206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 287c34f0-8920-4c38-99f8-543212410427 has no active binding in host n-h2-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:34:10.210917 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.258025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfd06288-e75f-4554-9b28-0b347ae5d7d8 req-49ea7b20-b398-440c-8352-73044eaf351a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292252 Jul 27 16:34:10.264016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:10.266365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:10.270272 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5bfb3-83f9-41f2-9d9a-6180fad21df5" -d '{"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:10.276756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.283667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device aa7f83e1-3cd7-4dab-b49d-7b20b040197e up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:10.289538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'mac_address': 'fa:16:3e:fb:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:34:06Z', 'updated_at': '2021-07-27T16:34:08Z', 'revision_number': 1, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:10.323071 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4b803-b96d-405c-b9af-3a8bfb9b4396 None None] The sync data for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 is: [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'mac_address': 'fa:16:3e:fb:e5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:34:06Z', 'updated_at': '2021-07-27T16:34:08Z', 'revision_number': 1, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:34:10.327994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-c785ab8d-1ec2-4753-8c7d-9241a496d909 service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244226 Jul 27 16:34:10.357075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-bbe3ab7d-0542-4bc8-9051-352b515fdaf6 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856233 Jul 27 16:34:10.367628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:10.438305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port aa7f83e1-3cd7-4dab-b49d-7b20b040197e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:10.450455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port aa7f83e1-3cd7-4dab-b49d-7b20b040197e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:10.450843 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.479132 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ad4c1-8e75-40d1-8a53-ec8e1cb728a7 x-openstack-request-id: req-837ad4c1-8e75-40d1-8a53-ec8e1cb728a7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:10.479757 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:10.480571 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-837ad4c1-8e75-40d1-8a53-ec8e1cb728a7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:10.481131 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'status': 'completed', 'code': 200} Jul 27 16:34:10.578903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e868c4a0-1939-43fd-8994-300dc9474f31 req-f98dee3f-3db3-4b8b-89a8-33db47129e15 service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433047 Jul 27 16:34:10.643983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.644727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ca5a0-8fbc-4ae3-86c7-a91589b62e9e req-c64d17ed-505c-42b3-bbc1-209bc8d347b2 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786574 Jul 27 16:34:10.721664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:10.727459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:10.752638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-21212594-6808-4b07-b30c-a027990e75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:10.761545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-21212594-6808-4b07-b30c-a027990e75f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1097 time: 0.2404020 Jul 27 16:34:10.767359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ddc2-4d9f-4a93-b03d-395aa9b51482 req-5fe6578b-3e79-4840-a705-8ae7c53d6d78 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:10.783334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e940ddc2-4d9f-4a93-b03d-395aa9b51482 req-5fe6578b-3e79-4840-a705-8ae7c53d6d78 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 1101 time: 0.2245092 Jul 27 16:34:10.836077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e862b-d832-43b2-aa27-84a8ce604d31 None None] New status for floating IP a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:34:10.895500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd50f36-6f39-4019-a61f-eb8987ddd6e9 req-38ce5f8d-277d-4499-9f7f-9d83e54611ab tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:10.898301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cfd50f36-6f39-4019-a61f-eb8987ddd6e9 req-38ce5f8d-277d-4499-9f7f-9d83e54611ab tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.1403193 Jul 27 16:34:10.923532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e940ddc2-4d9f-4a93-b03d-395aa9b51482 req-c0893db4-21d4-49fa-b844-f7d51af2e9a0 tempest-ServersAdminTestJSON-1717869238 tempest-ServersAdminTestJSON-1717869238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389477 Jul 27 16:34:10.926607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:10.949558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:11.013162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-77d11be3-8010-4c26-979a-a89ab79a39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:11.014498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cfd50f36-6f39-4019-a61f-eb8987ddd6e9 req-d5defaf0-811a-46a7-b983-c6e6f21078b7 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081607 Jul 27 16:34:11.016150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-77d11be3-8010-4c26-979a-a89ab79a39d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 930 time: 0.2306211 Jul 27 16:34:11.135900 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da3640-5a5d-4733-962f-ac40a851072d x-openstack-request-id: req-51da3640-5a5d-4733-962f-ac40a851072d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:11.136515 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-plugged", "status": "completed", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:11.137054 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51da3640-5a5d-4733-962f-ac40a851072d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:11.137997 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'code': 200} Jul 27 16:34:11.178253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f05bd04c-510e-4b9c-ba7c-83bc724e21b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.220006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-52177ffe-c3b3-4b19-9e98-58f4b376b2e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 1000 time: 0.1880534 Jul 27 16:34:11.313057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-4730ccad-9a99-42d1-97b9-251effdd9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:11.314655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-4730ccad-9a99-42d1-97b9-251effdd9940 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.0844727 Jul 27 16:34:11.382826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f104c-ba17-4eae-a0d3-6c8ff7fc5406 req-5b1a971d-20cd-4f0a-8bbb-09f24995387a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:11.385249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a79f104c-ba17-4eae-a0d3-6c8ff7fc5406 req-5b1a971d-20cd-4f0a-8bbb-09f24995387a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 944 time: 0.1699414 Jul 27 16:34:11.441552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f05bd04c-510e-4b9c-ba7c-83bc724e21b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.453671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f05bd04c-510e-4b9c-ba7c-83bc724e21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.507593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a79f104c-ba17-4eae-a0d3-6c8ff7fc5406 req-1feaa196-c439-4a43-b6f4-ec5f28de9705 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101599 Jul 27 16:34:11.547873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f05bd04c-510e-4b9c-ba7c-83bc724e21b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b527be72cc341f185e5956b3e9c4212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891345 Jul 27 16:34:11.548469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:11.560527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bd04c-510e-4b9c-ba7c-83bc724e21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a9a0b9-e8ad-4550-8967-cb7ee50d8bb0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:11.588305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-aad6b093-0a97-4a27-8cf3-cfc287647f33 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 258 time: 0.4618595 Jul 27 16:34:11.610034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:11.645462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.648574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.686454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.707673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-a97a5f73-8681-4247-8ac5-0e9e7df37139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:11.710087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-a97a5f73-8681-4247-8ac5-0e9e7df37139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864553 Jul 27 16:34:11.768614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.771621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:11.777509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83a9a0b9-e8ad-4550-8967-cb7ee50d8bb0 HTTP/1.1" status: 204 len: 168 time: 0.2243030 Jul 27 16:34:11.783836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9edf8-d882-48ef-8109-dc20295eb929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a9a0b9-e8ad-4550-8967-cb7ee50d8bb0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:11.918897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-4c8ad09d-e7d7-41aa-8c1b-9df449121834 service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962652 Jul 27 16:34:11.956859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.016006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b03ebd-841a-447b-ba45-b4d907e93604 req-6e9d4118-645f-44e9-ba93-0f12592e6d7b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:12.017708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7b03ebd-841a-447b-ba45-b4d907e93604 req-6e9d4118-645f-44e9-ba93-0f12592e6d7b tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.1085365 Jul 27 16:34:12.081164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7b03ebd-841a-447b-ba45-b4d907e93604 req-524dff5e-3be4-4c7e-9617-606f3cc8f67a tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Jul 27 16:34:12.098819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a83429e-6619-4d67-9984-5e19bf8c34d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.157369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-443bbf91-0a48-4cbe-ace7-7d6812b51501 req-e7e2a287-7359-437c-a8bf-2c55066a4713 service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235560 Jul 27 16:34:12.238285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:12.260376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80454b02-aab3-45dc-aede-c1466056d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.263054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Allocated IP 172.25.4.102 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:12.303331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-64a3b0ca-d38b-443d-bf4e-2fe824950758 service neutron] 10.222.0.61 "GET /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.1295774 Jul 27 16:34:12.310350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699d5b2-ad37-447e-8b93-0283486951c4 req-078f4b99-9f27-4f14-8360-94877312c850 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:12.312114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2699d5b2-ad37-447e-8b93-0283486951c4 req-078f4b99-9f27-4f14-8360-94877312c850 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 949 time: 0.1428695 Jul 27 16:34:12.343764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.396338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2699d5b2-ad37-447e-8b93-0283486951c4 req-3f38c359-bd7f-4739-941c-c57bfa08abce tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Jul 27 16:34:12.459838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80454b02-aab3-45dc-aede-c1466056d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.466738 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80454b02-aab3-45dc-aede-c1466056d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.517508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.572025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80454b02-aab3-45dc-aede-c1466056d3c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30ce33420a71454991ca89c727043e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321676 Jul 27 16:34:12.576130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80454b02-aab3-45dc-aede-c1466056d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9391b0-edb1-4994-bc06-50754b3234f5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:12.580621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:12.691982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.704211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496fd59-164c-4030-af24-798fd5b9f751 req-2137cde5-aaca-4a01-9e46-62275fd20119 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:12.705704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4496fd59-164c-4030-af24-798fd5b9f751 req-2137cde5-aaca-4a01-9e46-62275fd20119 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.2040648 Jul 27 16:34:12.710966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.761313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.767160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:12.770770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:12.786959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:12.790774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:12.807002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event updated for resources: {'Port': ['ID=1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:12.807284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4496fd59-164c-4030-af24-798fd5b9f751 req-85f839d3-c7c6-44f5-a63d-05d58ec1924f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869763 Jul 27 16:34:12.850171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:12.852806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.857652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.863529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba9391b0-edb1-4994-bc06-50754b3234f5 HTTP/1.1" status: 204 len: 168 time: 0.2812400 Jul 27 16:34:12.889343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73141370-2ca6-4f0d-8fb9-42b3e7dcdd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9391b0-edb1-4994-bc06-50754b3234f5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:12.902497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:12.916314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287c34f0-8920-4c38-99f8-543212410427 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:12.952167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:12.985941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.001132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.139803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:13.150360 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd025e-89fc-4c72-902f-b8362c0488fb" -d '{"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:13.155854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-e33701bb-f966-4d83-97ad-b018097db293 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:13.158211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-e33701bb-f966-4d83-97ad-b018097db293 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 1100 time: 0.0992925 Jul 27 16:34:13.192917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-dc2345a0-7354-4478-98fb-7a34ad71f4c9 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.198631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] Transition to ACTIVE for port object 287c34f0-8920-4c38-99f8-543212410427 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:13.206219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.291726 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.354095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] No DVR routers for this DVR port 287c34f0-8920-4c38-99f8-543212410427 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:13.383582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-dc2345a0-7354-4478-98fb-7a34ad71f4c9 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.390230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-dc2345a0-7354-4478-98fb-7a34ad71f4c9 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.439668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d19de0d-3200-4adc-8dca-14d4b8fecb3e req-dc2345a0-7354-4478-98fb-7a34ad71f4c9 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687891 Jul 27 16:34:13.445324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2345a0-7354-4478-98fb-7a34ad71f4c9 tempest-LiveMigrationNegativeTest-1161121606 tempest-LiveMigrationNegativeTest-1161121606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2a0f5-f942-4ec7-8c62-a7419a27d9cb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:13.471455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] Pushing event updated for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:13.510803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5106a894-fc50-4da1-b5d5-7a91ebf5f710 service neutron] 10.222.0.61 "PUT /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427/bindings/n-h2-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1954427 Jul 27 16:34:13.551560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.559104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.672234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8461a1-a73e-4e58-aae6-230aa63c7bd8 req-1c231850-3c8b-4ec9-9e0f-fd08be354e5d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:13.675291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a8461a1-a73e-4e58-aae6-230aa63c7bd8 req-1c231850-3c8b-4ec9-9e0f-fd08be354e5d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.1272750 Jul 27 16:34:13.676517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.732230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event updated for resources: {'Port': ['ID=1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:13.735889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:13.737508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-c13af1ba-7af6-4cb4-8fe0-93d4459bb88d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1483388 Jul 27 16:34:13.826526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a8461a1-a73e-4e58-aae6-230aa63c7bd8 req-33a6fa31-6059-4a8a-ba03-a446e954cb0f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977829 Jul 27 16:34:13.864301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-481de618-dcd1-42ba-adfb-3e3ce8d75815 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0993013 Jul 27 16:34:13.913106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-dee184eb-6c0e-4ed5-babc-29960a004cf6 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:13.915437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-dee184eb-6c0e-4ed5-babc-29960a004cf6 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2910063 Jul 27 16:34:13.921785 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bdcc63-23d4-4100-8d63-9a7d10b927b2 x-openstack-request-id: req-21bdcc63-23d4-4100-8d63-9a7d10b927b2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:13.922126 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:13.922464 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21bdcc63-23d4-4100-8d63-9a7d10b927b2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:13.922963 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'code': 200} Jul 27 16:34:14.149454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0880-c40e-4238-b093-c1fbb00bad03 req-1583caea-f3f7-400b-9752-faefbb941d46 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.151415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc7e0880-c40e-4238-b093-c1fbb00bad03 req-1583caea-f3f7-400b-9752-faefbb941d46 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 949 time: 0.1350391 Jul 27 16:34:14.155231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-bff9f090-7275-4e07-840b-a2376d7a2cbb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.156719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a786140-f5df-44e9-a94c-f8e7fc90564c req-bff9f090-7275-4e07-840b-a2376d7a2cbb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2832434 Jul 27 16:34:14.201212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3da3e-144b-4792-8bdf-8a37c535d1bf req-2172b2ce-fc7e-4241-9fa0-5c519b0d912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.202775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eec3da3e-144b-4792-8bdf-8a37c535d1bf req-2172b2ce-fc7e-4241-9fa0-5c519b0d912a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 1101 time: 0.1888807 Jul 27 16:34:14.205604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4d2a4659-fe02-41f0-aaf3-79b39ea2e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.207453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4d2a4659-fe02-41f0-aaf3-79b39ea2e771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840&tenant_id=17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 1096 time: 0.2578835 Jul 27 16:34:14.234132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc7e0880-c40e-4238-b093-c1fbb00bad03 req-346439c9-d045-4680-95af-eb6e18672051 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650530 Jul 27 16:34:14.284229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5be60-550e-40fc-a835-f413afc17a73 req-0d009de8-5c0b-4ea4-874e-d01b992cff7f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.286147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85b5be60-550e-40fc-a835-f413afc17a73 req-0d009de8-5c0b-4ea4-874e-d01b992cff7f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7120f8-6dc5-453f-a3aa-50cd26b1ff88 HTTP/1.1" status: 200 len: 949 time: 0.2234745 Jul 27 16:34:14.390643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eec3da3e-144b-4792-8bdf-8a37c535d1bf req-65b57cfd-2e9d-4bcb-82e5-d51e0cbf532a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724787 Jul 27 16:34:14.449808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7fe2e0ce-1d2f-49f2-80a1-f8e356a86929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.450153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7fe2e0ce-1d2f-49f2-80a1-f8e356a86929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1096 time: 0.1755836 Jul 27 16:34:14.462102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65cf62-7819-4b75-9312-6d5222ba65d2 req-ce0e38f3-d4c8-4320-a36d-2a41e15a3c55 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.463763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b65cf62-7819-4b75-9312-6d5222ba65d2 req-ce0e38f3-d4c8-4320-a36d-2a41e15a3c55 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1096 time: 0.1178584 Jul 27 16:34:14.494551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Deleting port a55f6549-002b-42f5-887d-571cb0f70e0b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:14.494980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:14.555387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf50bcf-8d93-453b-84c0-7f982a7f49e5 req-c2188411-2267-457f-b4fd-929f8c8eab7e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.557430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bf50bcf-8d93-453b-84c0-7f982a7f49e5 req-c2188411-2267-457f-b4fd-929f8c8eab7e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.2314582 Jul 27 16:34:14.560957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b65cf62-7819-4b75-9312-6d5222ba65d2 req-6d9650ea-e961-4092-b066-8857b54fac4f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859706 Jul 27 16:34:14.639702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] For port a55f6549-002b-42f5-887d-571cb0f70e0b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a55f6549-002b-42f5-887d-571cb0f70e0b,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:14.640587 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:14.654237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bf50bcf-8d93-453b-84c0-7f982a7f49e5 req-a6ed3946-715b-4262-9eed-d8b24fbb852f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Jul 27 16:34:14.667532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Calling delete_port for a55f6549-002b-42f5-887d-571cb0f70e0b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:14.684115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-f57d2473-0d7d-46ce-a6be-d086ce24f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.686335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-f57d2473-0d7d-46ce-a6be-d086ce24f3b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.2221863 Jul 27 16:34:14.788919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-c71a3f5c-f0e2-4632-9e0e-21cc79f6fe87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0791924 Jul 27 16:34:14.935737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:14.944278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:14.959334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ef79e847-d654-4956-9827-94964e97ae51'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:14.994164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event deleted for resources: {'Port': ['ID=a55f6549-002b-42f5-887d-571cb0f70e0b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:14.994448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4963dfd9-cb5d-4a92-a76c-dee4e59a267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:14.996764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-4963dfd9-cb5d-4a92-a76c-dee4e59a267b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.2005527 Jul 27 16:34:15.036937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['a55f6549-002b-42f5-887d-571cb0f70e0b', '19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:15.057139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-7dec9ac0-8a17-472f-acff-5e611528553a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473843 Jul 27 16:34:15.090605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] No DVR routers for this DVR port a55f6549-002b-42f5-887d-571cb0f70e0b on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:15.103301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:15.113248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85b5be60-550e-40fc-a835-f413afc17a73 req-9282e90a-f1bc-48a2-89b4-1bd30ed04b7c tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "DELETE /v2.0/ports/a55f6549-002b-42f5-887d-571cb0f70e0b HTTP/1.1" status: 204 len: 173 time: 0.8136623 Jul 27 16:34:15.113914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'name': 'network-vif-deleted', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:15.118825 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af3d74-03c7-419c-9f3d-0c3c14b177f5" -d '{"events": [{"server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "name": "network-vif-deleted", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:15.130061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-0864e2af-7fa4-48cc-8999-667cfa74600b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:15.141622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-0864e2af-7fa4-48cc-8999-667cfa74600b tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2954383 Jul 27 16:34:15.402711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-2d7650b4-fa75-4528-82fe-78b0931b2693 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.2006736 Jul 27 16:34:15.422337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-32f38ce8-7258-4ab4-a44d-05103d1e84b1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'floatingip': {'port_id': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:15.626614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-32f38ce8-7258-4ab4-a44d-05103d1e84b1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:15.636964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-f3f7d226-7c89-48d0-90af-39cd3c7e1f5d service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613270 Jul 27 16:34:16.289317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 287c34f0-8920-4c38-99f8-543212410427 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:16.340111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 287c34f0-8920-4c38-99f8-543212410427 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:16.368126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-a3f011d9-7ade-47f3-bae2-46b151d875dd service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778996 Jul 27 16:34:16.451599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-c4c55d7c-8330-41c0-bd67-d101f9a52f81 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:16.453266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-c4c55d7c-8330-41c0-bd67-d101f9a52f81 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126610 Jul 27 16:34:16.470066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:16.470794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:34:16.507321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:16.561141 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-32f38ce8-7258-4ab4-a44d-05103d1e84b1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 16:34:16.562956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67f23a6c-1ce0-4b32-8c48-70587fc2a1a2 req-32f38ce8-7258-4ab4-a44d-05103d1e84b1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "PUT /v2.0/floatingips/15d9cde3-dfdf-4754-b174-1ebd39513a1a HTTP/1.1" status: 409 len: 551 time: 1.1581912 Jul 27 16:34:16.745208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:16.745208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:16.745509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:16.751560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:16.753400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:16.759734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:16.760080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:16.760384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:16.760925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Bound port: db3f2c47-f994-4bdb-9016-2e352ccdd259, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:16.936851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:16.948937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:16.950828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-0f89c6a1-b015-4a01-a9e1-f80754813afe service neutron] 10.222.0.64 "POST /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259/bindings HTTP/1.1" status: 201 len: 389 time: 0.4861825 Jul 27 16:34:16.970524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5fb74a8f-efe9-4cea-8124-f2d98bd21103 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:16.972063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-5fb74a8f-efe9-4cea-8124-f2d98bd21103 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2085681 Jul 27 16:34:17.060067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c89c7-ddf0-4a46-8a29-5c68fc6e4f76 req-1dcc74f9-4f78-4855-9649-43b65a393d4c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.073508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c37c89c7-ddf0-4a46-8a29-5c68fc6e4f76 req-1dcc74f9-4f78-4855-9649-43b65a393d4c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.2039907 Jul 27 16:34:17.093965 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33637d-4740-40ef-a2d5-5729fd12395f x-openstack-request-id: req-3b33637d-4740-40ef-a2d5-5729fd12395f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:17.094814 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7120f8-6dc5-453f-a3aa-50cd26b1ff88", "name": "network-vif-deleted", "tag": "a55f6549-002b-42f5-887d-571cb0f70e0b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:17.094814 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b33637d-4740-40ef-a2d5-5729fd12395f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:17.095509 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7120f8-6dc5-453f-a3aa-50cd26b1ff88', 'name': 'network-vif-deleted', 'tag': 'a55f6549-002b-42f5-887d-571cb0f70e0b', 'status': 'completed', 'code': 200} Jul 27 16:34:17.191046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c37c89c7-ddf0-4a46-8a29-5c68fc6e4f76 req-d312fa64-3298-4225-8d1c-c49406b458d6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160233 Jul 27 16:34:17.444012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-6f6a1d4b-72c7-4617-8d28-ef970a1c0ac7 service neutron] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:17.462515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-6f6a1d4b-72c7-4617-8d28-ef970a1c0ac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:17.464901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01bb8d9-365c-4605-ba1d-7af3e636e251 req-6f6a1d4b-72c7-4617-8d28-ef970a1c0ac7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427/bindings/n-h1-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.4785650 Jul 27 16:34:17.506618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14905-e0cf-4cc8-88da-7b164712fea8 req-d14530cd-ec91-4db3-b43f-c6d1ac124491 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.509978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72b14905-e0cf-4cc8-88da-7b164712fea8 req-d14530cd-ec91-4db3-b43f-c6d1ac124491 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.2389078 Jul 27 16:34:17.528358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-b11e9faf-6ea6-4c15-9666-e1668de9edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.534335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-b11e9faf-6ea6-4c15-9666-e1668de9edd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1096 time: 0.2606778 Jul 27 16:34:17.547486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-61d688d6-c8ff-4b7a-802d-52832c526ef7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips/15d9cde3-dfdf-4754-b174-1ebd39513a1a HTTP/1.1" status: 200 len: 693 time: 0.0795217 Jul 27 16:34:17.637560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72b14905-e0cf-4cc8-88da-7b164712fea8 req-74491509-46f9-4017-ad80-f7a9e31aa391 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025875 Jul 27 16:34:17.674440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-55143e01-6a9c-4dc6-9f6f-53b80e810cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.676069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-55143e01-6a9c-4dc6-9f6f-53b80e810cb4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.1309183 Jul 27 16:34:17.760329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-c5ff0839-59bb-4453-a132-1a64bd64fc29 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.761836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-e647e129-37d5-4d66-92d2-11f298ab5906 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.0770152 Jul 27 16:34:17.762141 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-c5ff0839-59bb-4453-a132-1a64bd64fc29 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2028351 Jul 27 16:34:17.774575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-dfb42317-135a-4e48-97f4-be0e553b2a55 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:17.775969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-dfb42317-135a-4e48-97f4-be0e553b2a55 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076127 Jul 27 16:34:17.846803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-397dee4b-eb00-4483-86e0-a6270b516394 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0595958 Jul 27 16:34:17.867458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-7aec5fe2-b2f2-444a-885f-c01d06399370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.869153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-7aec5fe2-b2f2-444a-885f-c01d06399370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0669262 Jul 27 16:34:17.904056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b277-6b14-4c3d-aa14-eda200fb7126 req-e05eb5b8-3730-4052-ad4d-54c26c2a1550 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:17.904322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-6f3669b6-8599-4e0b-ad45-829496420f5a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0488057 Jul 27 16:34:17.905951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b04b277-6b14-4c3d-aa14-eda200fb7126 req-e05eb5b8-3730-4052-ad4d-54c26c2a1550 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.1428485 Jul 27 16:34:17.932060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-dad1f1b9-8ba0-47b2-89ba-572b680ff12d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511172 Jul 27 16:34:17.933143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a55f6549-002b-42f5-887d-571cb0f70e0b no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:17.963281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: a55f6549-002b-42f5-887d-571cb0f70e0b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:17.964066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a55f6549-002b-42f5-887d-571cb0f70e0b not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:18.043081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b04b277-6b14-4c3d-aa14-eda200fb7126 req-38af83f1-5f76-4b4c-9abe-e62716c087dc tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138058 Jul 27 16:34:18.101562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-123944dc-2118-4fe4-8c6d-a6919970ddb9 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598513 Jul 27 16:34:18.111031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Deleting port 1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:18.111888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.221346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.222079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.240484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Calling delete_port for 1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:18.329719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-553f7a1a-3200-4e2d-85f2-c157d75408db service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197347 Jul 27 16:34:18.345866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782c29-5964-474a-9e70-6b85a7e42569 req-f07d42af-bd25-4ba4-a1a5-9afd34bec007 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:18.348783 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8782c29-5964-474a-9e70-6b85a7e42569 req-f07d42af-bd25-4ba4-a1a5-9afd34bec007 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.1985145 Jul 27 16:34:18.409141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8782c29-5964-474a-9e70-6b85a7e42569 req-843e1970-5f07-43ce-b0b7-5c27740af825 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518341 Jul 27 16:34:18.415748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.449277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event deleted for resources: {'Port': ['ID=1bcf85d1-ee16-4d71-83f8-6faaf4ed9f90,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:18.533290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.536541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:18.537818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ece92b9-7841-4995-9c98-c4c8243fe3f1 req-ce231f88-ba94-46ac-9898-972509d27d53 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "DELETE /v2.0/floatingips/15d9cde3-dfdf-4754-b174-1ebd39513a1a HTTP/1.1" status: 204 len: 173 time: 0.6196232 Jul 27 16:34:19.115178 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-428adf22-b879-4c45-ac1c-1740933638fe tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 1002 time: 0.1538248 Jul 27 16:34:19.123667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-035f5aa5-c068-4cee-90d3-83098bd51210 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:19.126862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-035f5aa5-c068-4cee-90d3-83098bd51210 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 1101 time: 0.1592088 Jul 27 16:34:19.167237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-2e84379c-2bb3-439c-a131-8da1f603664c tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.184256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-3d9724ff-8b3f-4740-8c73-e4ee961ae90d tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:19.186460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-3d9724ff-8b3f-4740-8c73-e4ee961ae90d tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.13 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 949 time: 0.1585252 Jul 27 16:34:19.207581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1d2d3924-a0af-4f7a-95be-6233e4afe33f tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:19.209371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1d2d3924-a0af-4f7a-95be-6233e4afe33f tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports/573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 943 time: 0.0847123 Jul 27 16:34:19.371450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-e9573b1a-5023-4b12-b8bc-1f848d09959a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 1002 time: 0.1007650 Jul 27 16:34:19.453445 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-2e84379c-2bb3-439c-a131-8da1f603664c tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.473026 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-2e84379c-2bb3-439c-a131-8da1f603664c tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.481086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Deleting port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:19.481703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.573651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1ce7b7f0-af47-4fca-9436-4ee19d0e8838 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:19.576221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1ce7b7f0-af47-4fca-9436-4ee19d0e8838 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1946034 Jul 27 16:34:19.613684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f3e8458-5022-401b-ae27-d3a12c41279c req-2e84379c-2bb3-439c-a131-8da1f603664c tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697566 Jul 27 16:34:19.688703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84379c-2bb3-439c-a131-8da1f603664c tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9a491-ab4d-44f9-af1e-c7efcbed168a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:19.732132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-b2c80cb9-2c83-44ac-bc3f-a1e9d5fc06a1 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 1002 time: 0.1391664 Jul 27 16:34:19.740920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:19.824043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] For port dfc626ea-36aa-4ae6-901e-2fdfad749ad8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:19.824401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.833973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:19.845557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Calling delete_port for dfc626ea-36aa-4ae6-901e-2fdfad749ad8 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:19.939867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac0a9a-1dfe-4d73-a4ad-e7124e4fd901 req-c6e0f642-51c7-4492-9abb-c91924c9f6bd tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:19.943656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2ac0a9a-1dfe-4d73-a4ad-e7124e4fd901 req-c6e0f642-51c7-4492-9abb-c91924c9f6bd tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1096 time: 0.1865349 Jul 27 16:34:20.056956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:20.063932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:20.064505 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Floating IP a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc disassociated. External IP: 172.25.4.101, port: 573fea91-5b69-40c1-b27e-aeaf853ddd87. Jul 27 16:34:20.098378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:20.111017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:20.157348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Pushing event deleted for resources: {'Port': ['ID=dfc626ea-36aa-4ae6-901e-2fdfad749ad8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:20.168115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2ac0a9a-1dfe-4d73-a4ad-e7124e4fd901 req-982789ee-b60a-4afd-9f04-b9545ac5a56f tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Jul 27 16:34:20.227906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['dfc626ea-36aa-4ae6-901e-2fdfad749ad8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:20.347115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] No DVR routers for this DVR port dfc626ea-36aa-4ae6-901e-2fdfad749ad8 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:20.393425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:20.393702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9433fbfd-5b8d-40de-8642-edd83e41c3f9 req-60af0c0f-095c-480a-93a7-41c55711c308 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.13 "DELETE /v2.0/ports/dfc626ea-36aa-4ae6-901e-2fdfad749ad8 HTTP/1.1" status: 204 len: 173 time: 1.1983278 Jul 27 16:34:20.395434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'name': 'network-vif-deleted', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:20.417007 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c67c526-31d4-41cb-83ca-4fce785a82cc" -d '{"events": [{"server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "name": "network-vif-deleted", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:20.544574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Router a389ba5f-6f5e-494d-8f89-4277cce51a9c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:34:20.552228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68977-608b-490c-b755-7b6be823afb2 req-27d9dc12-e3eb-4df5-bfef-50b05297ec8a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:20.572709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40c68977-608b-490c-b755-7b6be823afb2 req-27d9dc12-e3eb-4df5-bfef-50b05297ec8a tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 972 time: 0.3503182 Jul 27 16:34:20.839887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:34:20.850460 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Sync routers for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:34:20.855267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:20.866693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:20.870065 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:20.928280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-1616ad27-5e2f-4413-9de0-ec8266313adb tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "PUT /v2.0/floatingips/a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc HTTP/1.1" status: 200 len: 695 time: 1.1943808 Jul 27 16:34:20.929229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:20.933710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:20.999238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878ea1c-1f42-403a-8308-0d26581a0fe1 req-1e87a531-822d-4f81-9762-5afa66eebe28 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:21.013243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5878ea1c-1f42-403a-8308-0d26581a0fe1 req-1e87a531-822d-4f81-9762-5afa66eebe28 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 972 time: 0.4367001 Jul 27 16:34:21.109327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5878ea1c-1f42-403a-8308-0d26581a0fe1 req-ad74474b-161a-41a5-82f5-c210f0974fcb tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944245 Jul 27 16:34:21.115494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-7958a6d5-2081-49c9-a9b8-88b4083ee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:21.119176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-7958a6d5-2081-49c9-a9b8-88b4083ee5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1097 time: 0.1517992 Jul 27 16:34:21.121492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:21.148740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Deleting port ef79e847-d654-4956-9827-94964e97ae51 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:21.149193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:21.437700 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:21.453741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] For port ef79e847-d654-4956-9827-94964e97ae51, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ef79e847-d654-4956-9827-94964e97ae51,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:21.454336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:21.511952 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Checking router: a389ba5f-6f5e-494d-8f89-4277cce51a9c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:34:21.519268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Calling delete_port for ef79e847-d654-4956-9827-94964e97ae51 owned by compute:tempest-test_az-2133675562 {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:21.544052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-461287ea-ae5a-42ff-a2a3-7babdd855f1d req-3fbfbd64-bda2-42e3-8bb1-73547f4d4225 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c82709-6eaf-4b9f-96b0-4d7213c2fc14 HTTP/1.1" status: 200 len: 210 time: 0.0789328 Jul 27 16:34:21.546961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:21.547301 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:21.655534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-bb9c61a3-2423-4690-837e-326f8f90a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:21.658331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-bb9c61a3-2423-4690-837e-326f8f90a716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 930 time: 0.5284884 Jul 27 16:34:21.710741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-faaed325-600f-4683-9bd6-d8c2e716216c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 217 time: 0.0451949 Jul 27 16:34:21.841776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-a1ca076d-910f-4b9a-b673-d67ef6d28172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:21.844259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:21.857824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-a1ca076d-910f-4b9a-b673-d67ef6d28172 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.1395683 Jul 27 16:34:21.862082 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:21.869987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ef79e847-d654-4956-9827-94964e97ae51'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:21.913926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event deleted for resources: {'Port': ['ID=ef79e847-d654-4956-9827-94964e97ae51,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:21.937869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['19e8170f-c655-497a-afcc-985e7a9c4d3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:21.983682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0898664-22cf-4bf2-844a-38f6851c8051 req-094a856e-2b7e-4512-bff5-af325acc0ba6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:21.996112 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0898664-22cf-4bf2-844a-38f6851c8051 req-094a856e-2b7e-4512-bff5-af325acc0ba6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.2462747 Jul 27 16:34:22.012289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114156ab-1208-4cb1-a04d-640b3909d089 req-f304cb04-8f9c-4eeb-8b2a-29efbb6dc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:22.023309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-f304cb04-8f9c-4eeb-8b2a-29efbb6dc8f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624577 Jul 27 16:34:22.084716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] No DVR routers for this DVR port ef79e847-d654-4956-9827-94964e97ae51 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:22.091088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:22.095726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40c68977-608b-490c-b755-7b6be823afb2 req-13ea9254-2398-4cb8-a892-25e615fa180f tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.61 "DELETE /v2.0/ports/ef79e847-d654-4956-9827-94964e97ae51 HTTP/1.1" status: 204 len: 173 time: 1.4759681 Jul 27 16:34:22.169952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-3e2eb693-14f1-4e14-a74c-346e6b23feeb service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454012 Jul 27 16:34:22.187526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0898664-22cf-4bf2-844a-38f6851c8051 req-5d0df6c7-7300-4509-838d-766698ee9432 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900561 Jul 27 16:34:22.353281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-114156ab-1208-4cb1-a04d-640b3909d089 req-4885b1d4-a843-4279-a632-d93f2b2e819b service neutron] 10.222.0.64 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745696 Jul 27 16:34:22.463676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:22.532266 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f6800-70ae-4e3c-bb3c-d7e83c546e6b None None] The sync data for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 is: [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:33:44Z', 'revision_number': 4, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd1c02fbf-fef1-4466-a049-3c003bf4447c', 'name': '', 'network_id': '0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'mac_address': 'fa:16:3e:de:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:43Z', 'updated_at': '2021-07-27T16:33:51Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'subnets': [{'id': '21600b09-9a84-4896-9e7e-38220d6d4f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:34:22.557811 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b657872-8b7c-4d36-832a-58abd798e51f x-openstack-request-id: req-9b657872-8b7c-4d36-832a-58abd798e51f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:22.558388 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c82709-6eaf-4b9f-96b0-4d7213c2fc14", "name": "network-vif-deleted", "tag": "dfc626ea-36aa-4ae6-901e-2fdfad749ad8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:22.558627 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b657872-8b7c-4d36-832a-58abd798e51f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:22.559496 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c82709-6eaf-4b9f-96b0-4d7213c2fc14', 'name': 'network-vif-deleted', 'tag': 'dfc626ea-36aa-4ae6-901e-2fdfad749ad8', 'status': 'completed', 'code': 200} Jul 27 16:34:22.628183 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e05e5df-1564-49e2-bd93-58b511228dd0 x-openstack-request-id: req-9e05e5df-1564-49e2-bd93-58b511228dd0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:22.629099 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:22.630259 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e05e5df-1564-49e2-bd93-58b511228dd0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:22.630925 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'status': 'completed', 'code': 200} Jul 27 16:34:22.883300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-39c53b40-27c1-4faa-bc68-84e72be0f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:22.885985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-39c53b40-27c1-4faa-bc68-84e72be0f856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e991d059d10044848cb6095f08995a0c&device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 1097 time: 0.1868143 Jul 27 16:34:22.888479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5233208d-e6b1-478f-8450-d7e3b2dabcd6 req-143199ed-8d56-49b5-9207-209e1ad4d563 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f4c5970-1a11-4108-8752-3af160f7ee52 HTTP/1.1" status: 200 len: 210 time: 0.0701594 Jul 27 16:34:23.084669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-3e87103a-6e85-495d-8f77-0ae3a3a06c23 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:23.103388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-749dcc3b-6e72-4eac-b8fc-a899a38d070c tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips/a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc HTTP/1.1" status: 200 len: 695 time: 0.1206350 Jul 27 16:34:23.117835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-3e87103a-6e85-495d-8f77-0ae3a3a06c23 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.3568799 Jul 27 16:34:23.158357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-de337c60-e8e3-4c8f-889a-8b56e0fb1f9c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/quotas/17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 375 time: 0.0322459 Jul 27 16:34:23.159601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c786bb-9444-4c41-bfd1-998ea064a835 None None] New status for floating IP a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:34:23.317605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-0584a38a-0629-43f9-814f-0810079ce828 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577122 Jul 27 16:34:23.328743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-942ade64-ae8c-475d-b4f2-d69019f29486 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:23.336720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-942ade64-ae8c-475d-b4f2-d69019f29486 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2320998 Jul 27 16:34:23.356201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-cda57d64-e510-427a-90cc-0c06d2029651 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:23.367933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-cda57d64-e510-427a-90cc-0c06d2029651 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263124 Jul 27 16:34:23.387073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-6a2911f4-f82a-4dd3-8131-a4c9dbc7b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:23.388754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-6a2911f4-f82a-4dd3-8131-a4c9dbc7b90b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 200 len: 930 time: 0.4955494 Jul 27 16:34:23.456554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-adb05915-792f-4eab-8490-dfa480e60c04 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 698 time: 0.0875583 Jul 27 16:34:23.508548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-942b3c69-13e4-4bb1-a56e-5fa6ce787716 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888967 Jul 27 16:34:23.552540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8198f530-fc49-48ad-92ef-a8fbd93a4f13 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.101 HTTP/1.1" status: 200 len: 698 time: 0.0944190 Jul 27 16:34:23.592530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-45ff86ea-40b1-4ed5-8c02-f62ff13219ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 200 len: 217 time: 0.0714502 Jul 27 16:34:23.671165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-9a2cb5c2-499c-4b10-a8d1-3a81a84f235a service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530361 Jul 27 16:34:23.950273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dfc626ea-36aa-4ae6-901e-2fdfad749ad8 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:23.987519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: dfc626ea-36aa-4ae6-901e-2fdfad749ad8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:23.988153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dfc626ea-36aa-4ae6-901e-2fdfad749ad8 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:24.135806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-9e979c5c-844e-466d-bf7e-51fa2455ec03 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512719 Jul 27 16:34:24.154998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-c77db8a7-fb0e-428c-b3b1-7f1f593419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:24.158085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-c77db8a7-fb0e-428c-b3b1-7f1f593419c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 200 len: 868 time: 0.5230377 Jul 27 16:34:24.336887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Deleting port d3b4959e-aceb-42ad-b5c0-54b4513a2e37 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:24.336887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:24.337362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ef79e847-d654-4956-9827-94964e97ae51 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:24.360616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-8b929041-beab-4114-97ef-1e533e500ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:24.363762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-8b929041-beab-4114-97ef-1e533e500ab4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622477 Jul 27 16:34:24.402395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ef79e847-d654-4956-9827-94964e97ae51 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:24.403037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ef79e847-d654-4956-9827-94964e97ae51 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:24.424819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-4c904fda-00c3-4894-8258-ef18de9f9d5a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:24.443275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-4c904fda-00c3-4894-8258-ef18de9f9d5a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961195 Jul 27 16:34:24.496915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-5847c863-ccea-4c3a-9461-f3702e43344a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.0522811 Jul 27 16:34:24.559767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:24.560309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:24.564217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'name': 'network-vif-deleted', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:24.568380 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3dd1a-2c1b-439b-9722-5a35ccf1772d" -d '{"events": [{"server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "name": "network-vif-deleted", "tag": "ef79e847-d654-4956-9827-94964e97ae51"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:24.603844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Calling delete_port for d3b4959e-aceb-42ad-b5c0-54b4513a2e37 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:24.620466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-0b9e4f10-c90c-402f-9d01-48acdc4fa0aa service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134278 Jul 27 16:34:24.631328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-27ed223d-f8b3-4744-a6c5-166062979f46 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319535 Jul 27 16:34:24.862099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5361122f-5c48-4413-a5e4-b37f1ebd5ec1 req-82f52807-0edd-43a2-b594-18b57acbd0ed service neutron] 10.222.0.13 "GET /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313988 Jul 27 16:34:24.982283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:25.037603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event deleted for resources: {'Port': ['ID=d3b4959e-aceb-42ad-b5c0-54b4513a2e37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:25.085990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:25.093007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:25.093007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc8ef318-99f3-4f3d-8922-dc265063e770 req-8e5b9856-43bd-4c67-95d8-49e34c78ab1e tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "DELETE /v2.0/floatingips/a7e4cc2b-8a68-445f-9fa0-7b0595e96cdc HTTP/1.1" status: 204 len: 173 time: 1.5039685 Jul 27 16:34:25.367725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcb3f2-2591-4a57-a442-fe19493799ec req-dc6e5c5f-7432-41ec-860c-659334385377 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:25.369987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68fcb3f2-2591-4a57-a442-fe19493799ec req-dc6e5c5f-7432-41ec-860c-659334385377 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.1602943 Jul 27 16:34:25.535960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7c707d7-614b-4c00-953f-5f85ab35213f req-557a005e-8e65-4598-8752-c2d50ce273e6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Jul 27 16:34:25.557971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68fcb3f2-2591-4a57-a442-fe19493799ec req-cb948228-207d-4ff1-8081-da752a1b592f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Jul 27 16:34:25.682477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-d74f58b2-3c60-4d36-b657-0648bb5ce376 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:25.693673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-d74f58b2-3c60-4d36-b657-0648bb5ce376 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.2954714 Jul 27 16:34:25.695957 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c2124f-4353-4bae-9324-89777eb8a0d8 x-openstack-request-id: req-80c2124f-4353-4bae-9324-89777eb8a0d8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:25.696349 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4c5970-1a11-4108-8752-3af160f7ee52", "name": "network-vif-deleted", "tag": "ef79e847-d654-4956-9827-94964e97ae51", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:25.696576 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80c2124f-4353-4bae-9324-89777eb8a0d8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:25.697083 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c5970-1a11-4108-8752-3af160f7ee52', 'name': 'network-vif-deleted', 'tag': 'ef79e847-d654-4956-9827-94964e97ae51', 'status': 'completed', 'code': 200} Jul 27 16:34:25.713549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Request body: {'port': {'device_id': 'cc416922-2489-4165-950b-844adfa65347', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'admin_state_up': True, 'tenant_id': '17d3014a88914474ba7ec197588f6336'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:26.069072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:26.080488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:26.243115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-bbff23e5-777b-4bbf-9a41-17f146e08117 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2615829 Jul 27 16:34:26.493833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Allocated IP 172.20.0.14 (dd67db44-43d6-41f5-8a30-91a71f6c7651/5e8af66b-54ea-4d3c-b294-e121c6421180/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:26.542830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24ebcb-5338-434a-bc27-34099c286e52 req-305e4d0a-6eba-46e2-9a30-231ed48a67d5 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:26.562330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd24ebcb-5338-434a-bc27-34099c286e52 req-305e4d0a-6eba-46e2-9a30-231ed48a67d5 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2006209 Jul 27 16:34:26.673186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd24ebcb-5338-434a-bc27-34099c286e52 req-bab021c6-7f26-417d-805f-084cedc7a101 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1091025 Jul 27 16:34:26.823730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-c04553ff-518b-4a15-a2ef-bfe47454cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:26.828791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-c04553ff-518b-4a15-a2ef-bfe47454cd6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 1096 time: 0.5193846 Jul 27 16:34:26.831638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aafb5d30-729c-4ebd-8805-8cbc8f7280f2 req-a31185ea-b7bf-43be-9e81-266fda0a349b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 210 time: 0.0609093 Jul 27 16:34:27.050693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:34:27.149291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439cfb-d1f6-4319-af27-9dc7d8c8da1d req-0da8a4a7-f8ff-43d6-9bfe-30837bbda1c2 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.151931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c439cfb-d1f6-4319-af27-9dc7d8c8da1d req-0da8a4a7-f8ff-43d6-9bfe-30837bbda1c2 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 950 time: 0.6406941 Jul 27 16:34:27.167333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-797900a7-9383-4304-9200-c21672dd76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.169934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-797900a7-9383-4304-9200-c21672dd76bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 924 time: 0.2851140 Jul 27 16:34:27.199087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:27.270547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bb874-1865-43a7-ac10-6dacfefe2fa4 req-d6c52886-3e77-410f-a014-0ad1c6566d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.274838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8bb874-1865-43a7-ac10-6dacfefe2fa4 req-d6c52886-3e77-410f-a014-0ad1c6566d3e tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 950 time: 0.2172420 Jul 27 16:34:27.358625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c439cfb-d1f6-4319-af27-9dc7d8c8da1d req-29e561ff-4eba-48c6-beea-6f80ae501bc5 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870737 Jul 27 16:34:27.379129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.403822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8bb874-1865-43a7-ac10-6dacfefe2fa4 req-f80ab1fb-8e06-4be5-8287-73ad04859639 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184762 Jul 27 16:34:27.404035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-08ef3d76-cab5-45c9-8153-dd25d13e222d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 200 len: 1001 time: 0.2130361 Jul 27 16:34:27.474723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-659fe62b-450b-4202-919f-3d240cdb5aea tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.478436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-659fe62b-450b-4202-919f-3d240cdb5aea tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.61 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 950 time: 0.1656005 Jul 27 16:34:27.482803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-ed699e14-a90f-47ef-b496-99a55880b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.484629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-ed699e14-a90f-47ef-b496-99a55880b16d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.0650027 Jul 27 16:34:27.512877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.606521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a651565e-c34d-450b-9553-87d305dbf420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.617437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:27.625510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:27.644245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:27.648922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.649588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.669950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:27.711392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-fb022b89-ddca-4e36-a142-59b66ffbb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.713479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-fb022b89-ddca-4e36-a142-59b66ffbb41e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821346 Jul 27 16:34:27.742386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e393fb-9cd3-497f-a736-a44a947de4e1 req-ab538aec-ed6d-4130-8070-db8bce4dfb0e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.743137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f112-03bf-4611-aeed-93780e834a6f req-88879057-8e33-4376-95c0-9f6db7896b0f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:27.744326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e393fb-9cd3-497f-a736-a44a947de4e1 req-ab538aec-ed6d-4130-8070-db8bce4dfb0e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.1165755 Jul 27 16:34:27.744724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1d9f112-03bf-4611-aeed-93780e834a6f req-88879057-8e33-4376-95c0-9f6db7896b0f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 932 time: 0.1984377 Jul 27 16:34:27.749267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Deleting port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:27.749719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.859396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e393fb-9cd3-497f-a736-a44a947de4e1 req-d14828c6-9635-41d2-92fd-068a6231d846 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Jul 27 16:34:27.902859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-d9078f01-de1f-4579-867c-255d94489a36 service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743307 Jul 27 16:34:27.903750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1d9f112-03bf-4611-aeed-93780e834a6f req-75c61785-b727-4945-ac0e-6c86b7c7f904 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252658 Jul 27 16:34:27.933447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] For port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:27.933877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.946712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a651565e-c34d-450b-9553-87d305dbf420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.953479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Calling delete_port for 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:27.955557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a651565e-c34d-450b-9553-87d305dbf420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:27.971027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dc1e6af-3480-4044-81d1-dab0035bc06e req-22dcfec0-6b1b-47dc-af47-795598e0655f tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0613501 Jul 27 16:34:27.986385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-039c9dac-fb21-478e-9383-4d53646df926 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2771246 Jul 27 16:34:28.039121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a651565e-c34d-450b-9553-87d305dbf420 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccd3d15e3ae743ccb9ff546dd4bf5ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279912 Jul 27 16:34:28.040521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651565e-c34d-450b-9553-87d305dbf420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185ee35-5bf6-4ebd-8909-11beadb9fec0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:28.044196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:28.098562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Request body: {'port': {'device_id': 'cc416922-2489-4165-950b-844adfa65347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:28.116531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95ad555c-8f9c-4ae4-958f-6090eac900b9 req-ca58c8cc-4b03-469b-b663-43a9d9bfa2ba tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 210 time: 0.0617454 Jul 27 16:34:28.193954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.212562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7356cb3c-737e-4b74-9a9c-0ea9b69a5b3e req-c12faeff-c4f1-4bb2-a17f-045b1dd73e43 service neutron] 10.222.0.13 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896900 Jul 27 16:34:28.239659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.271720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.289406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:28.350174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Pushing event deleted for resources: {'Port': ['ID=5eebc9ca-bf84-4ad1-9751-f1f0b88d655c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:28.358184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.455067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] No DVR routers for this DVR port 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:28.457989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.460334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50373b29-c5cd-45ae-b5a8-a3fa47448fcb req-48b47d8a-193e-4a57-b344-5f431395c657 tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.61 "DELETE /v2.0/ports/5eebc9ca-bf84-4ad1-9751-f1f0b88d655c HTTP/1.1" status: 204 len: 173 time: 0.9744310 Jul 27 16:34:28.460857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'name': 'network-vif-deleted', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:28.463186 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98fedd-746a-4be5-9eae-3554d0d553d5" -d '{"events": [{"server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "name": "network-vif-deleted", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:28.484417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.490825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:28.493434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c185ee35-5bf6-4ebd-8909-11beadb9fec0 HTTP/1.1" status: 204 len: 168 time: 0.4475446 Jul 27 16:34:28.572077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71479e5-7c68-4c8c-a1ca-c36e1c101bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185ee35-5bf6-4ebd-8909-11beadb9fec0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:28.595136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-38bf1d4a-2229-42a9-b917-e3f7ec7ddfef tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676253 Jul 27 16:34:28.612143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e929-8e80-4131-8390-91c891bc5c91 req-85633438-6bbf-4dd7-9388-c2ff108c4c88 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:28.624595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efb7e929-8e80-4131-8390-91c891bc5c91 req-85633438-6bbf-4dd7-9388-c2ff108c4c88 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.2778785 Jul 27 16:34:28.681044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-362f1952-5c4c-4ea0-bb86-7dc89166d3e1 req-789d9fcb-9482-4db8-85cc-11e1082f5c0c tempest-LiveMigrationNegativeTest-1011826160 tempest-LiveMigrationNegativeTest-1011826160-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df801ab-56f0-4c8d-a79c-1a38f9edc159 HTTP/1.1" status: 200 len: 210 time: 0.0992217 Jul 27 16:34:28.830268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-85a512f1-f42f-43d5-8208-08df82e32727 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:28.832172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-85a512f1-f42f-43d5-8208-08df82e32727 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 950 time: 0.3307350 Jul 27 16:34:28.923955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efb7e929-8e80-4131-8390-91c891bc5c91 req-cda9c381-1d63-4f7b-b83e-b629b3011ee6 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978394 Jul 27 16:34:29.060644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-2417be70-83dc-4e2e-a4a6-9dbd474c8203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:29.066712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-2417be70-83dc-4e2e-a4a6-9dbd474c8203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4390881 Jul 27 16:34:29.073191 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c090bc8-4481-4a9d-8f3a-9c09cc3bf8c0 x-openstack-request-id: req-6c090bc8-4481-4a9d-8f3a-9c09cc3bf8c0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:29.073598 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df801ab-56f0-4c8d-a79c-1a38f9edc159", "name": "network-vif-deleted", "tag": "5eebc9ca-bf84-4ad1-9751-f1f0b88d655c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:29.073998 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c090bc8-4481-4a9d-8f3a-9c09cc3bf8c0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:29.074614 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df801ab-56f0-4c8d-a79c-1a38f9edc159', 'name': 'network-vif-deleted', 'tag': '5eebc9ca-bf84-4ad1-9751-f1f0b88d655c', 'status': 'completed', 'code': 200} Jul 27 16:34:29.108192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:29.206746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:29.266762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586c4ce7-d284-44ad-8a68-2d8ab58f52dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:29.280043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b50ee-5f0a-4f36-8098-53d554b0edb2 req-7a4a532b-09a7-4b90-b25e-eb6494766c44 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:29.287641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad2b50ee-5f0a-4f36-8098-53d554b0edb2 req-7a4a532b-09a7-4b90-b25e-eb6494766c44 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 950 time: 0.3116484 Jul 27 16:34:29.395642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:29.399746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:29.541327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f989c-30cc-4281-bb82-934afcaa841c req-56ab40c7-a1fa-4e66-8cc8-2d4f49f0b0fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:29.542954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-129f989c-30cc-4281-bb82-934afcaa841c req-56ab40c7-a1fa-4e66-8cc8-2d4f49f0b0fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.1905489 Jul 27 16:34:29.650942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-129f989c-30cc-4281-bb82-934afcaa841c req-2880add8-10e2-4a56-adfa-6304ef57652c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952139 Jul 27 16:34:29.665716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.70 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:29.692010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-611b01fb-56dd-46e6-ad67-47ce9738a03d tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4015272 Jul 27 16:34:29.841201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Deleting port 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:29.841749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:29.949019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad2b50ee-5f0a-4f36-8098-53d554b0edb2 req-f65f4f7e-04d7-4705-a5df-9ceea94df658 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602173 Jul 27 16:34:29.961584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:29.988627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:29.995460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.011975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:30.044085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6dc48-3a87-433c-9d17-010e81195db1 req-8513f381-8fed-4fd2-9cb9-90a51e2af4be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:30.046813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79c6dc48-3a87-433c-9d17-010e81195db1 req-8513f381-8fed-4fd2-9cb9-90a51e2af4be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 932 time: 0.2782247 Jul 27 16:34:30.136212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.149273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:30.156187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Transition to ACTIVE for port object 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:30.161253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79c6dc48-3a87-433c-9d17-010e81195db1 req-9373126c-b7a3-473d-a541-0a855fdf6de6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055548 Jul 27 16:34:30.163226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e65f9551-6f69-4f9e-a48f-bf6bdf8252cc req-c3144a58-094c-4d28-9657-7f30402fb468 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 210 time: 0.1133647 Jul 27 16:34:30.199202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.205658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] For port 19e8170f-c655-497a-afcc-985e7a9c4d3d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=19e8170f-c655-497a-afcc-985e7a9c4d3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:30.206571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.217802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:30.226053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:30.248131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:30.287569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-3ad5e0e2-27ab-42bc-962a-b701c6e5a28e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:30.290414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-3ad5e0e2-27ab-42bc-962a-b701c6e5a28e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5688958 Jul 27 16:34:30.294881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Calling delete_port for 19e8170f-c655-497a-afcc-985e7a9c4d3d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:30.339070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:30.390487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:30.391719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.451020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:30.464318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.13', 49856) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:30.603262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:30.629709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a541f73-d989-42bf-9054-0c7ca34b06fe req-93504246-a8c2-4cee-8c2a-4f93fd2864c7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:30.638315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a541f73-d989-42bf-9054-0c7ca34b06fe req-93504246-a8c2-4cee-8c2a-4f93fd2864c7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.2220790 Jul 27 16:34:30.641918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586c4ce7-d284-44ad-8a68-2d8ab58f52dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.666755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-ea782f2c-3a24-4365-a067-d0328eb3cf22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5661504 Jul 27 16:34:30.667774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-586c4ce7-d284-44ad-8a68-2d8ab58f52dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.696322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-520bfb56-34eb-428d-84c7-f2debd411083 None None] Provisioning for port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:30.704310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-520bfb56-34eb-428d-84c7-f2debd411083 None None] Provisioning complete for port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:30.705219 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-520bfb56-34eb-428d-84c7-f2debd411083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:30.707168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Request body: {'port': {'device_id': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:30.736308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-4f404676-a3a9-47e6-83e6-1920ffb675c7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:30.738937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-4f404676-a3a9-47e6-83e6-1920ffb675c7 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.13 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 946 time: 0.2731998 Jul 27 16:34:30.759824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-520bfb56-34eb-428d-84c7-f2debd411083 None None] Port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:34:30.769393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:30.769838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:30.770117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:30.793318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a541f73-d989-42bf-9054-0c7ca34b06fe req-57370b6d-e352-4a64-8445-2cc91715587d tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535256 Jul 27 16:34:30.855437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:30.855437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:30.864067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-586c4ce7-d284-44ad-8a68-2d8ab58f52dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d144b9eacbd4435c84e9b2499915f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6518011 Jul 27 16:34:30.869550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:30.869981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:30.903651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c4ce7-d284-44ad-8a68-2d8ab58f52dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d137e9-d844-4a64-a3b6-44d719bce36d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:30.912929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:30.913659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:30.914082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:30.914978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Bound port: 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:30.914978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.019776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:31.024330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.032623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.125243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.157361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c8d1f-44c7-4844-9d0c-4383d1bd6a15 req-a215417a-dc57-4ffd-8e04-aac6596b8b7b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:31.159641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e80c8d1f-44c7-4844-9d0c-4383d1bd6a15 req-a215417a-dc57-4ffd-8e04-aac6596b8b7b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.3348911 Jul 27 16:34:31.180659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.217432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Deleting port 573fea91-5b69-40c1-b27e-aeaf853ddd87 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:31.217794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.226847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b6366d6-ea71-4c72-94a7-85cb3a2f7293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d18371adfbb54827849b823a06b0fa05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552969 Jul 27 16:34:31.251986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:31.267041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:31.273915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Pushing event deleted for resources: {'Port': ['ID=19e8170f-c655-497a-afcc-985e7a9c4d3d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:31.294318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.323382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:31.369313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.493429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20bc0-e695-4519-9f44-e5521e94d77a req-af9ed380-e8fa-4775-80be-20bc4adea5c8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:31.496636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2c20bc0-e695-4519-9f44-e5521e94d77a req-af9ed380-e8fa-4775-80be-20bc4adea5c8 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6b0e1c-b693-481c-9d16-b9dd72f69726 HTTP/1.1" status: 200 len: 868 time: 0.4309254 Jul 27 16:34:31.529457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] No DVR routers for this DVR port 19e8170f-c655-497a-afcc-985e7a9c4d3d on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:31.539896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.542380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3fc58e-2b07-4124-81ec-311e2bd871c7 req-683f364b-97dc-4d0a-99d2-a01fb59dbe76 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.13 "DELETE /v2.0/ports/19e8170f-c655-497a-afcc-985e7a9c4d3d HTTP/1.1" status: 204 len: 173 time: 2.6991706 Jul 27 16:34:31.548072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-deleted', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:31.551609 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0082605b-8bcf-4ca2-9ada-a1bb44b65785" -d '{"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-deleted", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:31.559644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e80c8d1f-44c7-4844-9d0c-4383d1bd6a15 req-f0051c88-e024-4e1f-a124-c3329109a702 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904579 Jul 27 16:34:31.580001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:31.582115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.586591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] 10.222.0.61 "PUT /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 1092 time: 3.5472476 Jul 27 16:34:31.610106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] For port 573fea91-5b69-40c1-b27e-aeaf853ddd87, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=573fea91-5b69-40c1-b27e-aeaf853ddd87,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:31.610696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.659866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.661656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd26c13-688c-4e0b-a530-f77271a3331c service neutron] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:31.668787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Calling delete_port for 573fea91-5b69-40c1-b27e-aeaf853ddd87 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:31.672853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.676205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.679328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6d137e9-d844-4a64-a3b6-44d719bce36d HTTP/1.1" status: 204 len: 168 time: 0.8073015 Jul 27 16:34:31.696289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.49 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/176b06e0-acab-4d04-a994-4d9e065ceb5a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:31.698170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2c20bc0-e695-4519-9f44-e5521e94d77a req-36e2a150-86ed-4587-b8ce-af84df118a47 tempest-ServersAdminTestJSON-98454551 tempest-ServersAdminTestJSON-98454551-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a82b523-a02a-4daf-80f5-b7896e089347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685128 Jul 27 16:34:31.703538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8df8-edbf-432e-9130-915e3f98daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d137e9-d844-4a64-a3b6-44d719bce36d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:31.751690 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:31.875217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2516aea1-2931-45d9-b902-91a87635f053 req-48b99911-65d3-4bc6-80a7-d702add3d720 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 210 time: 0.1103988 Jul 27 16:34:32.004271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:32.021590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-51f1da00-e5e3-41a3-b984-ccf20c06a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:32.023770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-51f1da00-e5e3-41a3-b984-ccf20c06a7f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1095 time: 0.3480165 Jul 27 16:34:32.046487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42fdcd-9f38-421a-8ec9-d3e2186aa14c req-39c974d6-051c-4078-afbd-48bad6336666 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:32.062942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e42fdcd-9f38-421a-8ec9-d3e2186aa14c req-39c974d6-051c-4078-afbd-48bad6336666 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 0.2111049 Jul 27 16:34:32.063141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 19e8170f-c655-497a-afcc-985e7a9c4d3d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:32.063813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 19e8170f-c655-497a-afcc-985e7a9c4d3d not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:32.078753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.155727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Pushing event deleted for resources: {'Port': ['ID=573fea91-5b69-40c1-b27e-aeaf853ddd87,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:32.220068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] No DVR routers for this DVR port 573fea91-5b69-40c1-b27e-aeaf853ddd87 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:32.220641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-e474a289-de71-4c4d-ae1b-c623a5b0d73d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.1801205 Jul 27 16:34:32.223132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.227747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b36081fd-b3f9-4cfb-bce1-36152a10530a req-b110e9b0-9d51-40d9-93bc-7a4d7672a06a tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.13 "DELETE /v2.0/ports/573fea91-5b69-40c1-b27e-aeaf853ddd87 HTTP/1.1" status: 204 len: 173 time: 1.4530082 Jul 27 16:34:32.228333 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921a957-91a9-42d9-8fa5-9356ddaf37d7 x-openstack-request-id: req-1921a957-91a9-42d9-8fa5-9356ddaf37d7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:32.228751 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6b0e1c-b693-481c-9d16-b9dd72f69726", "name": "network-vif-deleted", "tag": "19e8170f-c655-497a-afcc-985e7a9c4d3d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:32.229179 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1921a957-91a9-42d9-8fa5-9356ddaf37d7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:32.229727 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6b0e1c-b693-481c-9d16-b9dd72f69726', 'name': 'network-vif-deleted', 'tag': '19e8170f-c655-497a-afcc-985e7a9c4d3d', 'status': 'completed', 'code': 200} Jul 27 16:34:32.248742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'name': 'network-vif-deleted', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:32.252726 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6effb9-9884-4685-8e04-37400a818ca3" -d '{"events": [{"server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "name": "network-vif-deleted", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:32.255302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.262448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.269567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e42fdcd-9f38-421a-8ec9-d3e2186aa14c req-e902c341-adad-4c3c-8095-df991271176c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048194 Jul 27 16:34:32.283301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4 HTTP/1.1" status: 204 len: 168 time: 1.0117939 Jul 27 16:34:32.374284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:32.388848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1017c20-c73f-4a3e-b87c-30b45e442682 req-a796284d-134c-4d22-8585-5fa228824154 tempest-FloatingIPsAssociationNegativeTestJSON-76451069 tempest-FloatingIPsAssociationNegativeTestJSON-76451069-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b5fb06-1ad4-48ab-9325-c43f3efd7767 HTTP/1.1" status: 200 len: 210 time: 0.0859830 Jul 27 16:34:32.475666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fba3b-4e29-4a14-83c4-6a8febb736b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc2f46-f1f0-4f40-af5f-7315bb9a8fe4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:32.484883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:32.485246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5eebc9ca-bf84-4ad1-9751-f1f0b88d655c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:32.497077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-21f965e8-8b46-4a47-956f-8565ab47a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:32.499135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-21f965e8-8b46-4a47-956f-8565ab47a20e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.2628591 Jul 27 16:34:32.510617 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77088c29-6e1b-43f8-b8ca-a24c30f369be x-openstack-request-id: req-77088c29-6e1b-43f8-b8ca-a24c30f369be {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:32.511328 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b5fb06-1ad4-48ab-9325-c43f3efd7767", "name": "network-vif-deleted", "tag": "573fea91-5b69-40c1-b27e-aeaf853ddd87", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:32.511900 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77088c29-6e1b-43f8-b8ca-a24c30f369be {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:32.512711 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b5fb06-1ad4-48ab-9325-c43f3efd7767', 'name': 'network-vif-deleted', 'tag': '573fea91-5b69-40c1-b27e-aeaf853ddd87', 'status': 'completed', 'code': 200} Jul 27 16:34:32.553748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.615032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-0cdbf275-680d-4bd3-8172-40ff8e7369eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708721 Jul 27 16:34:32.629764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object 176b06e0-acab-4d04-a994-4d9e065ceb5a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:32.889657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.899068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:32.915267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:32.929317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-de263494-575e-4d2d-96dd-c61e1c43bc37 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023148 Jul 27 16:34:33.121993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:33.194399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:33.199171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:33.211473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:33.212543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.220637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:33.270190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:33.305903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-0e68f4df-9ee1-4166-a940-9badb975b396 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9947677 Jul 27 16:34:33.342328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Request body: {'port': {'device_id': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:33.441790 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a475e05-b83f-4eaf-b171-9ff780b59818 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9961f66a2fc4a788635d3d6e4b552c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159564 Jul 27 16:34:33.449168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:33.477848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6c347-789d-4dc7-aea2-0c3a0b9fbeaf req-16e203be-dfaf-4f0f-b1fd-9acdb5e3b1ab tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:33.495852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8e6c347-789d-4dc7-aea2-0c3a0b9fbeaf req-16e203be-dfaf-4f0f-b1fd-9acdb5e3b1ab tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.6635590 Jul 27 16:34:33.569891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d5b627-3f8e-4a00-8e29-5188750ba62e req-3bb4693b-093e-45f6-9857-4690dd49a068 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027699 Jul 27 16:34:33.571454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:33.643561 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8e6c347-789d-4dc7-aea2-0c3a0b9fbeaf req-ded0efc9-a974-41bb-b743-66e1f5b1f801 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458876 Jul 27 16:34:33.729723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.742584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9da1714-8dc2-4431-9b0a-d6293de625d8 None None] Provisioning for port 176b06e0-acab-4d04-a994-4d9e065ceb5a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:33.754973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9da1714-8dc2-4431-9b0a-d6293de625d8 None None] Provisioning complete for port 176b06e0-acab-4d04-a994-4d9e065ceb5a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:33.756147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9da1714-8dc2-4431-9b0a-d6293de625d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.799335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.806305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.849355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f9da1714-8dc2-4431-9b0a-d6293de625d8 None None] Port 176b06e0-acab-4d04-a994-4d9e065ceb5a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:34:33.915288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:33.930068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:33.941797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68529e7e-dba3-41f6-9f89-572d30ead535 req-73bbf9eb-691d-4e0b-863a-5cc2e1635e74 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:33.953204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68529e7e-dba3-41f6-9f89-572d30ead535 req-73bbf9eb-691d-4e0b-863a-5cc2e1635e74 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 935 time: 0.8222742 Jul 27 16:34:33.977919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 573fea91-5b69-40c1-b27e-aeaf853ddd87 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:33.994282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Transition to ACTIVE for port object e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:34.002229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.037305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 573fea91-5b69-40c1-b27e-aeaf853ddd87 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:34.037786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 573fea91-5b69-40c1-b27e-aeaf853ddd87 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:34.086395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68529e7e-dba3-41f6-9f89-572d30ead535 req-f3301a51-75df-4e3e-961f-5a94fe367495 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296730 Jul 27 16:34:34.231576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:34.300392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:34.319556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:34.324037 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376e9ea3-e0c9-4c0e-a999-224d4f657dae" -d '{"events": [{"name": "network-changed", "server_uuid": "cc416922-2489-4165-950b-844adfa65347", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:34.518889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Attempting to bind port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:34.519528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Attempting to bind port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:34.520411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Attempting to bind port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:34.537601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:34.537966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Attempting to bind port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:34.557499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:34.558256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:34.559038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:34.559625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Bound port: e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:34.560264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.634341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb9f08-fc76-4555-834f-f3aa125e5767 req-a4c8654e-9efd-47f1-b20e-7a9f73f3c14e tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:34.636654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-befb9f08-fc76-4555-834f-f3aa125e5767 req-a4c8654e-9efd-47f1-b20e-7a9f73f3c14e tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.2618697 Jul 27 16:34:34.784064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-befb9f08-fc76-4555-834f-f3aa125e5767 req-ca5a6de1-d149-4b4d-905d-bceb54e5d83b tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229620 Jul 27 16:34:34.790915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:34.797105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:34.803271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.830544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.830544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.830544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3df2a0f5-f942-4ec7-8c62-a7419a27d9cb HTTP/1.1" status: 204 len: 168 time: 1.2947936 Jul 27 16:34:34.862963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec85e1-c9e6-4420-acc1-76c5282e38b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2a0f5-f942-4ec7-8c62-a7419a27d9cb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:34.883939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176b06e0-acab-4d04-a994-4d9e065ceb5a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:34.909989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:34.910671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.912829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] 10.222.0.13 "PUT /v2.0/ports/e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 HTTP/1.1" status: 200 len: 1095 time: 4.2214172 Jul 27 16:34:34.913537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:34.916501 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715" -d '{"events": [{"name": "network-changed", "server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:34.917501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:34.955693 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ee41a-e57c-4380-87a6-8b4a43eca34c x-openstack-request-id: req-c35ee41a-e57c-4380-87a6-8b4a43eca34c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:34.955693 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc416922-2489-4165-950b-844adfa65347", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:34.955928 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c35ee41a-e57c-4380-87a6-8b4a43eca34c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:34.956120 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'status': 'completed', 'code': 200} Jul 27 16:34:34.998332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-064475f0-42f9-4a20-9cdc-534e56986de2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a9f245350b744a3a698c6afee14c8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4074318 Jul 27 16:34:35.006905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:35.053927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Transition to ACTIVE for port object 176b06e0-acab-4d04-a994-4d9e065ceb5a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:35.075261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84393a9a-180c-4043-ba9c-eedb49662b9f service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:35.090342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fab6b4-4df8-4021-be6b-4cbe030e8d40 req-b1e8adb6-3838-4cc5-8bea-93da7ffabf93 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.106665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6fab6b4-4df8-4021-be6b-4cbe030e8d40 req-b1e8adb6-3838-4cc5-8bea-93da7ffabf93 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 0.8013449 Jul 27 16:34:35.115316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.187314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-34c36692-ae9a-4f5c-a065-c8b9cf96a7cd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.189136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-34c36692-ae9a-4f5c-a065-c8b9cf96a7cd tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 1.0792942 Jul 27 16:34:35.227500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:35.327194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-de4b257f-553a-4d41-8775-74797f7eb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.328833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-de4b257f-553a-4d41-8775-74797f7eb24f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1095 time: 0.3495016 Jul 27 16:34:35.406560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:35.411026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-6a2d1d41-b5b2-4072-8cc1-7e23800350e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.412876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-6a2d1d41-b5b2-4072-8cc1-7e23800350e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 1098 time: 0.3478320 Jul 27 16:34:35.429023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d389d5-372f-45ee-9aa3-0e3d7f0c1b5b req-968ecea0-97de-483e-9dee-fb5866670d40 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.437200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2d389d5-372f-45ee-9aa3-0e3d7f0c1b5b req-968ecea0-97de-483e-9dee-fb5866670d40 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 945 time: 0.3630488 Jul 27 16:34:35.445940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6fab6b4-4df8-4021-be6b-4cbe030e8d40 req-9b4dfa4a-9f63-4452-855f-84259a1b55d6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368926 Jul 27 16:34:35.460207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.539724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Attempting to bind port 176b06e0-acab-4d04-a994-4d9e065ceb5a on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:35.540322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Attempting to bind port 176b06e0-acab-4d04-a994-4d9e065ceb5a by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:35.540836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Attempting to bind port 176b06e0-acab-4d04-a994-4d9e065ceb5a on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:35.559494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.570470 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a954a9-baba-4650-8aab-37111c183037 x-openstack-request-id: req-b6a954a9-baba-4650-8aab-37111c183037 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:35.571161 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:35.571766 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6a954a9-baba-4650-8aab-37111c183037 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:35.572531 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', 'status': 'completed', 'code': 200} Jul 27 16:34:35.574344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Port 176b06e0-acab-4d04-a994-4d9e065ceb5a on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:35.574709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Attempting to bind port 176b06e0-acab-4d04-a994-4d9e065ceb5a on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:35.578750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-6fb62bbf-8172-4ad3-bbba-bdcc27049efb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 HTTP/1.1" status: 200 len: 217 time: 0.1340570 Jul 27 16:34:35.618182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:35.618627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:35.618992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:35.619467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Bound port: 176b06e0-acab-4d04-a994-4d9e065ceb5a, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:35.619840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.621942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.650443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2d389d5-372f-45ee-9aa3-0e3d7f0c1b5b req-ae27c4c8-da4a-4b84-8e72-c65f40193a45 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118769 Jul 27 16:34:35.837885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-91d69c61-22d3-47ba-9fb0-b36882e27b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.839380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-91d69c61-22d3-47ba-9fb0-b36882e27b9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2279069 Jul 27 16:34:35.846533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-3d1ec717-5aed-4dcb-a99e-9ccc3469dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:35.848240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-3d1ec717-5aed-4dcb-a99e-9ccc3469dad6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.5063043 Jul 27 16:34:35.884200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:35.926848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:35.963678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-d1308c49-cf32-4b43-9299-c79e1dfa9afc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.1029615 Jul 27 16:34:35.975707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:35.994436 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.025114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:36.028377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:36.036572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.039341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.138098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-9c9ffd61-32d1-4f81-bff8-a07c8d9a39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:36.141361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-9c9ffd61-32d1-4f81-bff8-a07c8d9a39b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1691856 Jul 27 16:34:36.181232 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.186593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.191667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a82b523-a02a-4daf-80f5-b7896e089347 HTTP/1.1" status: 204 len: 168 time: 1.1772671 Jul 27 16:34:36.212963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:36.213796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.215672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] 10.222.0.13 "PUT /v2.0/ports/176b06e0-acab-4d04-a994-4d9e065ceb5a HTTP/1.1" status: 200 len: 1095 time: 2.8828933 Jul 27 16:34:36.226785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-e520f24f-43c0-4ff9-af21-9f91430b2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:36.229310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-e520f24f-43c0-4ff9-af21-9f91430b2474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3788838 Jul 27 16:34:36.268398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-17a82845-901e-47cf-a116-0f2b4c9d7d2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165237 Jul 27 16:34:36.303660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8bfd4-8349-4129-80b0-7df362202754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82b523-a02a-4daf-80f5-b7896e089347,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:36.338800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:36.378896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:36.386088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:36.483948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dce2c2-a906-4cdf-a6c1-63910aea821e req-5f5d8e12-3914-4054-ab85-43bdd98fbdcf tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:36.486118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-01dce2c2-a906-4cdf-a6c1-63910aea821e req-5f5d8e12-3914-4054-ab85-43bdd98fbdcf tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 947 time: 0.5056980 Jul 27 16:34:36.558723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:36.558960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:36.559212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:36.651477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:36.652814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2638-291f-4d51-8adb-4c387e88fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:36.692352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:36.693844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:36.723892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:36.724453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:36.724851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:36.725544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Bound port: db3f2c47-f994-4bdb-9016-2e352ccdd259, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:36.725904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.742785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:36.743978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:36.747168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:36.758307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:36.760078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:36.771707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-e9e1752d-0caf-42b4-ac89-1451abee1d3f service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849658 Jul 27 16:34:36.774451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:36.775365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-174f0f99-217a-4043-a415-6d6bb0deb6c8 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111737 Jul 27 16:34:36.776114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:36.776980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:36.780587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Bound port: db3f2c47-f994-4bdb-9016-2e352ccdd259, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:36.780587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:36.796525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-9f8e1b77-caff-42f2-80ec-cf5877b74ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:36.798915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-9f8e1b77-caff-42f2-80ec-cf5877b74ac1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 1098 time: 0.4867606 Jul 27 16:34:36.820823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-01dce2c2-a906-4cdf-a6c1-63910aea821e req-75d1a67f-3b52-4f7a-abd2-1f0a8d0e4521 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626333 Jul 27 16:34:36.928116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-719c0208-835c-41ce-a6f0-51db4f8f1311 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a HTTP/1.1" status: 200 len: 217 time: 0.1057658 Jul 27 16:34:36.991433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259'}, {'name': 'network-changed', 'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:36.991662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:36.995331 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908970a-217e-4df7-a142-ec9e69074ebc" -d '{"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-unplugged", "status": "completed", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259"}, {"name": "network-changed", "server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:36.997576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:37.003954 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.117366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-dc840810-248f-4ac7-8206-2f646e676424 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--581320274&fields=id&tenant_id=c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 267 time: 0.1149468 Jul 27 16:34:37.118782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:37.136286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2115308567-network', 'tenant_id': 'cad1f07b21f64539b834d9af26bb43df'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:37.168898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:37.180741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:34:37.180741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:37.301040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:37.305915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) db3f2c47-f994-4bdb-9016-2e352ccdd259-n-h2-723572-6-0 {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:34:37.306774 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:34:37.310749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-f62a86f5-73d7-4464-8d3c-8f750a8cf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:37.313873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-f62a86f5-73d7-4464-8d3c-8f750a8cf4e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3661981 Jul 27 16:34:37.320679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'port_id': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'mac_address': 'fa:16:3e:6c:1d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8af66b-54ea-4d3c-b294-e121c6421180', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:37.323244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:37.358143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:37.389057 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.407965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:37.438332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Made reservation on behalf of cad1f07b21f64539b834d9af26bb43df for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:37.440962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.457188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:37.461819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-376e9ea3-e0c9-4c0e-a999-224d4f657dae req-c55d8ad8-9b93-4501-b85d-3ed1a0864f68 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812408 Jul 27 16:34:37.463145 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.487672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb28cff-c933-4892-870f-c6f6ffd1a50d req-6f9a5e45-3e2d-4c2e-ad6e-0c1e9872dfea tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:37.496075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-acb28cff-c933-4892-870f-c6f6ffd1a50d req-6f9a5e45-3e2d-4c2e-ad6e-0c1e9872dfea tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 0.7530012 Jul 27 16:34:37.501670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3bec6687-c43b-4356-9355-8acda0c2f24a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcaf89ac886646c5bc55685c7646c4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147652 Jul 27 16:34:37.502889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.522235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:37.552754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-688a9468-12d9-4686-a506-d10b99bd211d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201834 Jul 27 16:34:37.583392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:37.593950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-bc7a1141-5a13-4c68-bb52-41d3de9a0e3d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:37.596047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-bc7a1141-5a13-4c68-bb52-41d3de9a0e3d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 823 time: 0.4514103 Jul 27 16:34:37.609828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-b6b6df98-6a4b-4395-ac47-f4229b61c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:37.611326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-b6b6df98-6a4b-4395-ac47-f4229b61c558 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2846813 Jul 27 16:34:37.631748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-8e2de715-f6ed-4119-b633-7ced1ad79ead tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/quotas/c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 375 time: 0.0246449 Jul 27 16:34:37.637690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-acb28cff-c933-4892-870f-c6f6ffd1a50d req-6c76d52a-302a-4cc5-86ff-75a74f44ad93 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406989 Jul 27 16:34:37.678618 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.700764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Deleting port d1c02fbf-fef1-4466-a049-3c003bf4447c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:37.701223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.715500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.800924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:37.850262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c827b702-f6d7-44ef-ab1e-6b3c8c5ba3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.894124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:37.894658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:37.895310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:37.951321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:37.952327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempting to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:37.967960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] For port d1c02fbf-fef1-4466-a049-3c003bf4447c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d1c02fbf-fef1-4466-a049-3c003bf4447c,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:37.968304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.981115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:37.982131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:37.982361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:37.983088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Bound port: db3f2c47-f994-4bdb-9016-2e352ccdd259, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:37.983688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.984964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.987498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:37.993003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2755b59a-5b77-46eb-bb7c-a4369682f525 HTTP/1.1" status: 204 len: 168 time: 0.4566259 Jul 27 16:34:37.997977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-76791ab5-d1af-473a-b6ea-9d28c56040f7 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564353 Jul 27 16:34:38.008771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Calling delete_port for d1c02fbf-fef1-4466-a049-3c003bf4447c owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:38.012756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.017839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef83b7-85a1-4e24-85a4-8c4a3f199d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755b59a-5b77-46eb-bb7c-a4369682f525,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:38.025380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-36a04eb8-f47d-4755-b73e-8360d5a851a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.027505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-36a04eb8-f47d-4755-b73e-8360d5a851a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 1098 time: 0.3196926 Jul 27 16:34:38.033037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-2dfc1b5d-7f9d-43f5-af75-400de8c82a32 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3781338 Jul 27 16:34:38.035538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9548867-4ea9-4283-8ae6-5ceba3268618 req-843e573b-7cf4-4fed-a05e-4f5d339757b0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.038865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.048274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9548867-4ea9-4283-8ae6-5ceba3268618 req-843e573b-7cf4-4fed-a05e-4f5d339757b0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.2537112 Jul 27 16:34:38.246888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9548867-4ea9-4283-8ae6-5ceba3268618 req-23d35863-8119-4154-903d-df3ddce9bca7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973548 Jul 27 16:34:38.275168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:34:38.314309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb13df2-6009-4a21-b658-c3901956c644,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:38.373075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.373875 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Added segment 17bddf76-b54d-4a10-b2b1-e528477d02ae of type vlan for network 010819dc-c400-464b-ba8c-4b7a964cd89a Jul 27 16:34:38.384466 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc67d0f-7cfc-426a-a253-aba1ccef10a7 x-openstack-request-id: req-bbc67d0f-7cfc-426a-a253-aba1ccef10a7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:38.384466 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-unplugged", "status": "completed", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259", "code": 200}, {"name": "network-changed", "server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:38.384466 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbc67d0f-7cfc-426a-a253-aba1ccef10a7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:38.384466 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'code': 200} Jul 27 16:34:38.384466 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'status': 'completed', 'code': 200} Jul 27 16:34:38.395328 n-d-723572-6 neutron-server[93924]: WARNING neutron.plugins.ml2.plugin [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Concurrent port binding operations failed on port db3f2c47-f994-4bdb-9016-2e352ccdd259 Jul 27 16:34:38.404777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:38.422728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-e5291b01-70a9-4f9d-b0b7-8844806a5661 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.424310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-e5291b01-70a9-4f9d-b0b7-8844806a5661 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec55f2a7-a335-49f2-a9bd-7ee1d127bb65 HTTP/1.1" status: 200 len: 945 time: 0.3708398 Jul 27 16:34:38.425409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-861ad17b-cd33-4ec3-8357-848d0791336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.426864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-861ad17b-cd33-4ec3-8357-848d0791336e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3754690 Jul 27 16:34:38.443958 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attempt 2 to bind port db3f2c47-f994-4bdb-9016-2e352ccdd259 Jul 27 16:34:38.447448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.448461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.450196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-2a4e0353-c4b9-4a8a-aeba-c9802bfad924 service neutron] 10.222.0.61 "PUT /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 1121 time: 3.2428808 Jul 27 16:34:38.564098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-fded7cac-3ad2-414b-bd68-e8fa60bd53dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 HTTP/1.1" status: 200 len: 217 time: 0.1128545 Jul 27 16:34:38.565504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['db3f2c47-f994-4bdb-9016-2e352ccdd259'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:38.576374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739b3b38-3380-4d52-be08-1bc7dbc5becb req-d710b8ad-a88e-463b-980c-1bc942071fbc service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392063 Jul 27 16:34:38.580260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.594601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-4ef30d5a-8c0c-462a-8d53-a7205a696d76 service neutron] 10.222.0.64 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190060 Jul 27 16:34:38.671553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['db3f2c47-f994-4bdb-9016-2e352ccdd259'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:38.753060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-f7476b93-eb18-47bc-9fa1-3fc33940287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.754943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-f7476b93-eb18-47bc-9fa1-3fc33940287f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1752853 Jul 27 16:34:38.798842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bf7f-5ed3-416a-b131-71e478bbd6aa req-9ce58e20-12f0-4086-bb34-6bd1b15c251a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.802907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52f4bf7f-5ed3-416a-b131-71e478bbd6aa req-9ce58e20-12f0-4086-bb34-6bd1b15c251a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 947 time: 0.3711929 Jul 27 16:34:38.834314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c827b702-f6d7-44ef-ab1e-6b3c8c5ba3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.836648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.838150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:38.839190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.906610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.947608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] Pushing event updated for resources: {'Network': ['ID=010819dc-c400-464b-ba8c-4b7a964cd89a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:38.950601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c827b702-f6d7-44ef-ab1e-6b3c8c5ba3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:38.967842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 010819dc-c400-464b-ba8c-4b7a964cd89a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:34:39.006477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c02fbf-fef1-4466-a049-3c003bf4447c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:39.038169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7fc8f318-1101-44bf-9231-7fd6df4a5e2d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5670404 Jul 27 16:34:39.057044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:39.075098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Request body: {'subnet': {'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2115308567-subnet', 'tenant_id': 'cad1f07b21f64539b834d9af26bb43df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:39.121892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Deleting port c0441d8c-2e7b-4e97-872b-8a24f08a41ef {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:39.122343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.123632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-58510bb4-2fbe-4329-b64a-90e8d0808131 service neutron] 10.222.0.64 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268741 Jul 27 16:34:39.126882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.127424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.127947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.129245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.129542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.129947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.130499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.130848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.131177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.131552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b702-f6d7-44ef-ab1e-6b3c8c5ba3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23e900-f8fe-42c6-8ede-3f95f4a51901,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:39.131663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.131983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.132858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:39.136715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Made reservation on behalf of cad1f07b21f64539b834d9af26bb43df for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:39.149590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.164406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c827b702-f6d7-44ef-ab1e-6b3c8c5ba3fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdb4a8cc584e4080b787ad16c922f8be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8395381 Jul 27 16:34:39.175540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:39.251800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908970a-217e-4df7-a142-ec9e69074ebc req-cf11d5d0-9aa1-49c7-8545-1c775989df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:39.253594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-cf11d5d0-9aa1-49c7-8545-1c775989df03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 1098 time: 0.5545712 Jul 27 16:34:39.303066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52f4bf7f-5ed3-416a-b131-71e478bbd6aa req-801e4f1d-2c7d-4973-a03f-bd1990c89f58 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732955 Jul 27 16:34:39.440752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-7d9f65f3-7665-4fa1-8056-f557be57024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:39.443869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-7d9f65f3-7665-4fa1-8056-f557be57024e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6390584 Jul 27 16:34:39.641573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.691719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c066948e-dbef-4e36-bbb5-a72e937b2e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.733260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908970a-217e-4df7-a142-ec9e69074ebc req-abce6c6e-5d9a-4de6-acc5-ff9c478281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:39.735129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-abce6c6e-5d9a-4de6-acc5-ff9c478281ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.4565430 Jul 27 16:34:39.737419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.786822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] For port c0441d8c-2e7b-4e97-872b-8a24f08a41ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:39.787642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.852240 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-da667279-b243-43d1-b200-fca99b8fbfce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a HTTP/1.1" status: 200 len: 217 time: 0.1056592 Jul 27 16:34:39.860454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7ccd-d0c0-41ff-b770-66e21e7c2366 req-ee57e947-7e0d-494f-b9a0-7d36514791f9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:39.862272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0bfc7ccd-d0c0-41ff-b770-66e21e7c2366 req-ee57e947-7e0d-494f-b9a0-7d36514791f9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.3889346 Jul 27 16:34:39.963611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-ae2b3b84-1d38-404b-80a6-48119a8e877c service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012074 Jul 27 16:34:39.971273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:39.997164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:40.076114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.118797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908970a-217e-4df7-a142-ec9e69074ebc req-fb340d5b-4aa5-4757-8014-a9dae0f68459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:40.120630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-fb340d5b-4aa5-4757-8014-a9dae0f68459 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2513435 Jul 27 16:34:40.133421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.136683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.138856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd23e900-f8fe-42c6-8ede-3f95f4a51901 HTTP/1.1" status: 204 len: 168 time: 0.9307222 Jul 27 16:34:40.143738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0bfc7ccd-d0c0-41ff-b770-66e21e7c2366 req-09ba1b79-41e4-433d-a878-4459f00e378e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570095 Jul 27 16:34:40.229527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb776e9b-c540-4e70-88d5-da3bb5363d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23e900-f8fe-42c6-8ede-3f95f4a51901,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:40.271050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a40a6d5-28dc-4bfa-848d-7f382a8e3cae,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:40.310398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Checking segment: {'id': '17bddf76-b54d-4a10-b2b1-e528477d02ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:40.311174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Network hostable DHCP agents. Network: 010819dc-c400-464b-ba8c-4b7a964cd89a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:34:40.347340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908970a-217e-4df7-a142-ec9e69074ebc req-07a40e4c-cf16-4435-b9e8-51d71c62239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:40.349671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-07a40e4c-cf16-4435-b9e8-51d71c62239c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973653 Jul 27 16:34:40.377822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:40.391684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:40.399993 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0008f64d-e9ee-4711-8ab0-b62b98f36784" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:40.405358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', 'mac_address': 'fa:16:3e:a6:a1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:40.428075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:40.557075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:40.569391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:40.570927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.576748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.643622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:40.669397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:40.683804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59fd2a0b-8fbb-4afe-8723-9ab8d05a2715 req-0f7896ad-1577-49df-9dee-57265c6af8a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064989 Jul 27 16:34:40.688865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.744463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758022c-481c-4c7a-8a6d-3074a5042a32 req-05e5e50d-0ee5-469e-9023-b8b1963b3678 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:40.758912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7758022c-481c-4c7a-8a6d-3074a5042a32 req-05e5e50d-0ee5-469e-9023-b8b1963b3678 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 1.1920867 Jul 27 16:34:40.840743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:40.869347 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.873987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7758022c-481c-4c7a-8a6d-3074a5042a32 req-e8b77d63-1ea1-4b3d-b22f-b762bef8f671 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Jul 27 16:34:40.921189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Network 010819dc-c400-464b-ba8c-4b7a964cd89a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:34:40.942570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6fec4b61-fcb8-4929-80d5-d980da726ca6 req-893b785e-ae4e-497a-96f3-4815f02a308d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 210 time: 0.5909989 Jul 27 16:34:40.948101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:40.951814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:40.955043 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1ef8d-65e4-423b-b905-9fcfe07a57bd" -d '{"events": [{"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-plugged", "status": "completed", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:40.963388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:40.973898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 010819dc-c400-464b-ba8c-4b7a964cd89a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:40.990923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a6a43-62d7-4d32-9875-4ecf9dccf2b3 None None] Network 010819dc-c400-464b-ba8c-4b7a964cd89a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:41.009999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:41.010431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:41.010825 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f disassociated. External IP: 172.25.4.233, port: c0441d8c-2e7b-4e97-872b-8a24f08a41ef. Jul 27 16:34:41.011176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Calling delete_port for c0441d8c-2e7b-4e97-872b-8a24f08a41ef owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:41.058243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:41.075649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:41.077996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:41.090233 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884a3b7-40ad-4d13-83bf-563dd9747e0a x-openstack-request-id: req-8884a3b7-40ad-4d13-83bf-563dd9747e0a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:41.090688 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:41.090982 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8884a3b7-40ad-4d13-83bf-563dd9747e0a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:41.091692 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'status': 'completed', 'code': 200} Jul 27 16:34:41.117454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:41.148368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc375917-be52-44f7-9710-752abedf7618 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0809321 Jul 27 16:34:41.195155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:41.225156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-e8551007-b4c3-4130-b5c7-addc6bde7a43 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020406 Jul 27 16:34:41.235786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:41.255524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d18e3-fbdb-4e70-9fa0-2e0a67522f3b None None] Network 010819dc-c400-464b-ba8c-4b7a964cd89a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:41.403377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:41.425220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event deleted for resources: {'Port': ['ID=c0441d8c-2e7b-4e97-872b-8a24f08a41ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:41.685376 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aaf87d-83a5-4f13-b760-bea6196aa094 x-openstack-request-id: req-15aaf87d-83a5-4f13-b760-bea6196aa094 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:41.685652 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-plugged", "status": "completed", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:41.685865 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15aaf87d-83a5-4f13-b760-bea6196aa094 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:41.686293 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'code': 200} Jul 27 16:34:41.725420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f908970a-217e-4df7-a142-ec9e69074ebc req-97a445f9-1d3a-4523-b86b-c5bb675102de service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908829 Jul 27 16:34:41.786326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:34:41.846049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-2f1c0e67-4951-49a4-b9ea-ecaf7b68d56e tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:41.848757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-2f1c0e67-4951-49a4-b9ea-ecaf7b68d56e tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.61 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 823 time: 0.4706471 Jul 27 16:34:41.904671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57ce0-946e-48e5-bbdd-129cd7049a7e req-647b394d-b62f-4b56-9d0b-573410b8b8e9 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:41.912857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6cb57ce0-946e-48e5-bbdd-129cd7049a7e req-647b394d-b62f-4b56-9d0b-573410b8b8e9 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 947 time: 0.7282565 Jul 27 16:34:41.917159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-281502ce-56c4-4302-a1cb-08afb135984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:41.919173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-281502ce-56c4-4302-a1cb-08afb135984a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1124 time: 0.7364869 Jul 27 16:34:41.984893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ae43-f8db-482f-ba6c-f35e1db23e3e req-ce23e730-a3e6-4a40-a957-742517838e56 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:41.994469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12d8ae43-f8db-482f-ba6c-f35e1db23e3e req-ce23e730-a3e6-4a40-a957-742517838e56 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.2403324 Jul 27 16:34:42.015024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 176b06e0-acab-4d04-a994-4d9e065ceb5a details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:42.030255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c0441d8c-2e7b-4e97-872b-8a24f08a41ef no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:42.071191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.073421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Router a389ba5f-6f5e-494d-8f89-4277cce51a9c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:34:42.082898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-9b70b8b4-20a8-49ab-9350-e2d6a6ae9294 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ea7202ad984633966b1dc70fce8414 HTTP/1.1" status: 200 len: 379 time: 0.2047489 Jul 27 16:34:42.091559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.115324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: c0441d8c-2e7b-4e97-872b-8a24f08a41ef {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:42.116944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c0441d8c-2e7b-4e97-872b-8a24f08a41ef not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:42.134110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'port': {'device_id': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'admin_state_up': True, 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'security_groups': ['25a1c476-09a2-4052-9695-ffef2c93cf9e']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:42.142180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c454d79-dc9b-47a8-baa6-43139f417bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.185442 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6cb57ce0-946e-48e5-bbdd-129cd7049a7e req-5f2c4adc-5501-4bc9-bdc5-32ca9f2531a0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720952 Jul 27 16:34:42.200000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12d8ae43-f8db-482f-ba6c-f35e1db23e3e req-32c09a3e-7c64-4a9b-8214-599dfe96f012 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032244 Jul 27 16:34:42.268255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e992-3c6b-42f5-bc48-2a22cba711c8 req-9d637420-da23-47d4-9f2b-1ee7419f5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:42.269455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b03e992-3c6b-42f5-bc48-2a22cba711c8 req-9d637420-da23-47d4-9f2b-1ee7419f5a9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1097 time: 0.4475276 Jul 27 16:34:42.305962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cfcc64527f54b6f98c29646ef6c80a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686295 Jul 27 16:34:42.318472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:42.355191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb3b8c-b654-4c87-b539-3793044bb550,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:42.380803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.404933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.405498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.405613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.405962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.406448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.406685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.407856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.408267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.408627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.408961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.409287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.409794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb0c014-1196-4e7c-b17e-ba754f37630b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:42.421008 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:42.436093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2007479957-network', 'tenant_id': '9c03e879debe4a2e976c22e2cb21fcc5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:42.455896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:42.468796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'mac_address': 'fa:16:3e:b4:fb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:42.482577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-294ad59c-65b3-4371-92fb-597b6e71c576 req-1f020b7f-8504-4aba-bc4b-49bd04d14d80 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 210 time: 0.0875030 Jul 27 16:34:42.527437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.545763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176b06e0-acab-4d04-a994-4d9e065ceb5a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:42.550808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Made reservation on behalf of 9c03e879debe4a2e976c22e2cb21fcc5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:42.554101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.570155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:42.578116 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.578466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.581223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.586149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-dd88f7c2-3229-4a6e-9df2-0e2e14dd5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:42.588075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-dd88f7c2-3229-4a6e-9df2-0e2e14dd5938 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.6148636 Jul 27 16:34:42.589516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:34:42.592684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:34:42.602313 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:34:42.615529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-32c5eecb-0472-44a4-a604-7ee1da4a8430 admin admin] 10.222.0.64 "PUT /v2.0/routers/a389ba5f-6f5e-494d-8f89-4277cce51a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3820164 Jul 27 16:34:42.618977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:42.624065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Sync routers for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:34:42.626683 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:42.627366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:42.650875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:42.651682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:42.663152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0bfc1-d82d-4aab-aa3b-7cf8e9c5fa61 req-cab9d80c-8619-4597-91fe-5bc167404ff4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:42.672321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43d0bfc1-d82d-4aab-aa3b-7cf8e9c5fa61 req-cab9d80c-8619-4597-91fe-5bc167404ff4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 946 time: 0.3478649 Jul 27 16:34:42.730536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:42.767386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] No DVR routers for this DVR port c0441d8c-2e7b-4e97-872b-8a24f08a41ef on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:42.770183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-602bd042-0d56-4317-a2fe-1c09906225d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.1697254 Jul 27 16:34:42.771385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.774393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d53e4839-f9bd-4482-a1ba-fc7380085306 req-6e130075-d121-4fac-82a1-e0b1519174e9 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.13 "DELETE /v2.0/ports/c0441d8c-2e7b-4e97-872b-8a24f08a41ef HTTP/1.1" status: 204 len: 173 time: 4.3253512 Jul 27 16:34:42.775229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.778334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'name': 'network-vif-deleted', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:42.782024 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b16457-251d-468c-8472-3fddccb2eb8e" -d '{"events": [{"server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "name": "network-vif-deleted", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:42.790832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b03e992-3c6b-42f5-bc48-2a22cba711c8 req-300e4fd4-a5a7-414c-ba25-914ec2ad2f24 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955421 Jul 27 16:34:42.840165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43d0bfc1-d82d-4aab-aa3b-7cf8e9c5fa61 req-0ad85d71-9e4c-427a-9fc0-c388c84c5815 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668873 Jul 27 16:34:42.840990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Made reservation on behalf of c6ea7202ad984633966b1dc70fce8414 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:42.849586 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.883089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:42.909898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.913016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:42.918877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86eb3b8c-b654-4c87-b539-3793044bb550 HTTP/1.1" status: 204 len: 168 time: 0.5812664 Jul 27 16:34:42.952203 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:42.961006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-a9cdfb5c-08b9-451a-92f4-e470cead848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:42.970274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-a9cdfb5c-08b9-451a-92f4-e470cead848e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1842198 Jul 27 16:34:42.996816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e391-25d2-4881-811c-9b00569cb801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb3b8c-b654-4c87-b539-3793044bb550,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:43.017858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['176b06e0-acab-4d04-a994-4d9e065ceb5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:43.070987 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d03bd1a-4c1f-4ed3-845f-801f93ec0da6 x-openstack-request-id: req-3d03bd1a-4c1f-4ed3-845f-801f93ec0da6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:43.070987 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec55f2a7-a335-49f2-a9bd-7ee1d127bb65", "name": "network-vif-deleted", "tag": "c0441d8c-2e7b-4e97-872b-8a24f08a41ef", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:43.070987 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d03bd1a-4c1f-4ed3-845f-801f93ec0da6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:43.071791 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec55f2a7-a335-49f2-a9bd-7ee1d127bb65', 'name': 'network-vif-deleted', 'tag': 'c0441d8c-2e7b-4e97-872b-8a24f08a41ef', 'status': 'completed', 'code': 200} Jul 27 16:34:43.074151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.086400 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-8951bf33-cd54-4dde-bee4-2f1d03f824ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974717 Jul 27 16:34:43.294044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.310969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.334297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Allocated IP 172.20.0.14 (2f63b1a3-cf19-47f1-9558-df559fb112dc/82914b07-7da1-4fdc-aebc-fb8fcef8b7b7/b5a1f003-ae1c-4f96-884e-5be68707297e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:43.441977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-a684d4e3-4465-41a8-862f-068d7c649c7f service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133247 Jul 27 16:34:43.450775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.457605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:34:43.503204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:43.538777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.571328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2108b-b89c-4478-8ddf-3c2eaa9e3ed8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:43.578055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.578533 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Added segment b0800b30-5aaa-47bb-828d-55ed098d6695 of type vlan for network d868a663-9bdf-4757-af3c-508429bd41ca Jul 27 16:34:43.586901 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:34:43.615905 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:43.617208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:43.632368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:34:38Z', 'revision_number': 5, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port': {'id': '81e409a3-9531-426e-b1d3-d4f4f4a3ce4c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:33:40Z', 'updated_at': '2021-07-27T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:43.757504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.780701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Checking router: a389ba5f-6f5e-494d-8f89-4277cce51a9c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:34:43.800095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0008f64d-e9ee-4711-8ab0-b62b98f36784 req-f1a001d9-3377-4d1a-888d-99a3d4bedd9f service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456333 Jul 27 16:34:43.821606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bdecc-2764-4126-9f2a-861eb2edc910 req-f978ea7b-a0e1-45e0-a5c5-782576ae5b07 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:43.825071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Routers {'a389ba5f-6f5e-494d-8f89-4277cce51a9c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:43.825724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:43.832303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3369b-ea0f-484d-8e51-6e8f9935bc4b req-72fffc14-14f1-4f25-b3b9-bcc4c7c7600c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:43.834259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82b3369b-ea0f-484d-8e51-6e8f9935bc4b req-72fffc14-14f1-4f25-b3b9-bcc4c7c7600c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.3962109 Jul 27 16:34:43.836367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e6bdecc-2764-4126-9f2a-861eb2edc910 req-f978ea7b-a0e1-45e0-a5c5-782576ae5b07 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 948 time: 0.5262711 Jul 27 16:34:43.853088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Deleting port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:43.853526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:43.860833 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:43.969284 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:34:43.993966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] For port 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:43.994551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.001740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] Set router a389ba5f-6f5e-494d-8f89-4277cce51a9c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:44.050091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82b3369b-ea0f-484d-8e51-6e8f9935bc4b req-6652ed3b-1a0d-4a42-ab1b-35bbac969a34 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995690 Jul 27 16:34:44.051727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Calling delete_port for 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:44.068535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e6bdecc-2764-4126-9f2a-861eb2edc910 req-ae3d1a01-0755-4fb4-8113-5835d942aca1 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276909 Jul 27 16:34:44.085896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.087327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:44.089411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.089562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:34:43Z', 'revision_number': 6, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:44.111431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.143437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:44.146510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abd45-a109-44cb-8d2d-d5a7c9d48949 None None] The sync data for ids ['a389ba5f-6f5e-494d-8f89-4277cce51a9c'] in n-d-723572-6 is: [{'id': 'a389ba5f-6f5e-494d-8f89-4277cce51a9c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1239461790-router', 'tenant_id': 'e991d059d10044848cb6095f08995a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:33:39Z', 'updated_at': '2021-07-27T16:34:43Z', 'revision_number': 6, 'project_id': 'e991d059d10044848cb6095f08995a0c', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:34:44.289665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:44.298090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:44.298434 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:44.299498 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.306265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-201cca43-8aa5-42ac-929d-fff1154a4f0d req-bed25469-7297-41d3-81a5-c861596e42d2 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 210 time: 0.0645125 Jul 27 16:34:44.334377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Transition to ACTIVE for port object b5a1f003-ae1c-4f96-884e-5be68707297e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:44.351306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9244652 Jul 27 16:34:44.358829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34060) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:44.368682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000785c-59f8-436e-ba80-1e87e44b587d admin admin] Pushing event updated for resources: {'Network': ['ID=d868a663-9bdf-4757-af3c-508429bd41ca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:44.377114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Request body: {'subnet': {'network_id': 'd868a663-9bdf-4757-af3c-508429bd41ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2007479957-subnet', 'tenant_id': '9c03e879debe4a2e976c22e2cb21fcc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:44.404231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d868a663-9bdf-4757-af3c-508429bd41ca details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:34:44.424049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Made reservation on behalf of 9c03e879debe4a2e976c22e2cb21fcc5 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:44.427080 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5298873-d878-4d55-a65c-71573e2f76c9 None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:34:44.430542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.585095 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.631831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.684096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:44.699524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:44.718479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:44.736315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:44.747849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.777072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d1c02fbf-fef1-4466-a049-3c003bf4447c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:44.839337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=81e409a3-9531-426e-b1d3-d4f4f4a3ce4c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:44.860206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d1c02fbf-fef1-4466-a049-3c003bf4447c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:44.860837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d1c02fbf-fef1-4466-a049-3c003bf4447c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:44.869067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.899082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event updated for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:44.952001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:44.964234 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7bd08-1edf-4043-8891-36139aa7855c" -d '{"events": [{"server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:44.981731 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:44.983841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:44.990415 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.028525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fb50-b332-436c-86ec-f07558b8e5e4 req-7b25001f-cfc7-4928-94d7-743ef4c1eed9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:45.029978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29a3fb50-b332-436c-86ec-f07558b8e5e4 req-7b25001f-cfc7-4928-94d7-743ef4c1eed9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 946 time: 0.4823890 Jul 27 16:34:45.031356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-87fd08a0-5c35-4da1-abf3-2e5e23ab5997 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9338813 Jul 27 16:34:45.047416 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.071871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Request body: {'port': {'device_id': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:45.114488 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40901b-a0b0-482d-85d4-bfa03fc125ff x-openstack-request-id: req-3d40901b-a0b0-482d-85d4-bfa03fc125ff {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:45.115149 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:45.115437 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d40901b-a0b0-482d-85d4-bfa03fc125ff {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:45.116458 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', 'code': 200} Jul 27 16:34:45.142579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:45.188656 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b95d68-f31d-4ce0-a2d7-c7feab0fc96a None None] New status for floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:34:45.344577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:45.423092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16eb3ccf-0ccc-49b4-b8d5-d92b34cd97f1 None None] Provisioning for port b5a1f003-ae1c-4f96-884e-5be68707297e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:45.432778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16eb3ccf-0ccc-49b4-b8d5-d92b34cd97f1 None None] Provisioning complete for port b5a1f003-ae1c-4f96-884e-5be68707297e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:45.435327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16eb3ccf-0ccc-49b4-b8d5-d92b34cd97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.462218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29a3fb50-b332-436c-86ec-f07558b8e5e4 req-6bb2d366-7350-464d-be8e-22a7aa8d8688 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115708 Jul 27 16:34:45.581898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.597593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-16eb3ccf-0ccc-49b4-b8d5-d92b34cd97f1 None None] Port b5a1f003-ae1c-4f96-884e-5be68707297e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:34:45.609804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.692040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.716334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:45.823719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00cc032-7358-4c8e-92be-3cda6ae19a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.054514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 176b06e0-acab-4d04-a994-4d9e065ceb5a up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:46.168419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a1f003-ae1c-4f96-884e-5be68707297e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:46.179089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.196061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Transition to ACTIVE for port object b5a1f003-ae1c-4f96-884e-5be68707297e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:46.206564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 176b06e0-acab-4d04-a994-4d9e065ceb5a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:46.215289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.219077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 176b06e0-acab-4d04-a994-4d9e065ceb5a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:46.219697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.337524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00cc032-7358-4c8e-92be-3cda6ae19a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.368684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2448836-07bb-4762-bc4e-e0c492170301,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:46.391300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00cc032-7358-4c8e-92be-3cda6ae19a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.445671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eb0db-114c-4daf-a1e6-08073856c19b req-32075bd7-7717-46a0-943c-85d5182b5d8a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:46.446235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.460701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d5eb0db-114c-4daf-a1e6-08073856c19b req-32075bd7-7717-46a0-943c-85d5182b5d8a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 1.1146507 Jul 27 16:34:46.478805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf79a6b-72b1-4099-aca7-8a094e7db4c3 req-94ee0378-6bf7-4b16-8083-71a4c5ceb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:46.481334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdf79a6b-72b1-4099-aca7-8a094e7db4c3 req-94ee0378-6bf7-4b16-8083-71a4c5ceb5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 1100 time: 1.1344459 Jul 27 16:34:46.482180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.483000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a389ba5f-6f5e-494d-8f89-4277cce51a9c {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:34:46.502901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.509493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9622bb3c-254b-403b-abf2-c4c350e92c6d admin admin] 10.222.0.64 "DELETE /v2.0/routers/a389ba5f-6f5e-494d-8f89-4277cce51a9c HTTP/1.1" status: 204 len: 168 time: 3.8616664 Jul 27 16:34:46.520382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:46.538428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:46.550299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.603613 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.639518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:46.643213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.656205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.657087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.657087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.657087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.657375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.657687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.658102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:34:46.658405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e00cc032-7358-4c8e-92be-3cda6ae19a06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e15d0a3db0c4e06ae12021445089f53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3077915 Jul 27 16:34:46.662349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:46.666818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Checking segment: {'id': 'b0800b30-5aaa-47bb-828d-55ed098d6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd868a663-9bdf-4757-af3c-508429bd41ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:46.668063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Network hostable DHCP agents. Network: d868a663-9bdf-4757-af3c-508429bd41ca, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:34:46.680256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cc032-7358-4c8e-92be-3cda6ae19a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb1d0c-cb43-4421-99a1-49bae0e373d0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:46.705980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Deleting subnet 21600b09-9a84-4896-9e7e-38220d6d4f74 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:34:46.744133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d5eb0db-114c-4daf-a1e6-08073856c19b req-2c5b782a-d09f-43cc-ab80-427cde3d8bf6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824697 Jul 27 16:34:46.749178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.763504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdf79a6b-72b1-4099-aca7-8a094e7db4c3 req-31847661-b10e-4a68-8154-72fd578cc13d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525270 Jul 27 16:34:46.844825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4a826-32cc-4575-ad90-4b8a89da1557 req-217c666a-97ce-4ba5-b40d-894402c2243c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:46.846788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7b4a826-32cc-4575-ad90-4b8a89da1557 req-217c666a-97ce-4ba5-b40d-894402c2243c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 948 time: 1.1154821 Jul 27 16:34:46.860157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Network d868a663-9bdf-4757-af3c-508429bd41ca is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:34:46.866154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:46.902267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:46.947974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:34:46.948901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 81e409a3-9531-426e-b1d3-d4f4f4a3ce4c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:46.961835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Attempting to bind port b5a1f003-ae1c-4f96-884e-5be68707297e on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:46.962280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Attempting to bind port b5a1f003-ae1c-4f96-884e-5be68707297e by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:46.962688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Attempting to bind port b5a1f003-ae1c-4f96-884e-5be68707297e on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:46.962985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429bd3d-e62b-40b5-adea-74333f75e14c req-4b465066-ef2a-47b0-8899-f9d9390e3065 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:46.965590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9429bd3d-e62b-40b5-adea-74333f75e14c req-4b465066-ef2a-47b0-8899-f9d9390e3065 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 944 time: 0.0947764 Jul 27 16:34:46.976173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7b4a826-32cc-4575-ad90-4b8a89da1557 req-ca733bba-dd4b-42ca-bd96-cd8f2f302ec9 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126981 Jul 27 16:34:47.003765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d868a663-9bdf-4757-af3c-508429bd41ca) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:47.032112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d80a4b8-8353-4952-854a-14816f686125 None None] Network d868a663-9bdf-4757-af3c-508429bd41ca requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:47.042881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9429bd3d-e62b-40b5-adea-74333f75e14c req-efb94828-8395-4359-9a2f-f80c22ee5031 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667768 Jul 27 16:34:47.046746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Port b5a1f003-ae1c-4f96-884e-5be68707297e on network 2f63b1a3-cf19-47f1-9558-df559fb112dc not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:47.047265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Attempting to bind port b5a1f003-ae1c-4f96-884e-5be68707297e on network 2f63b1a3-cf19-47f1-9558-df559fb112dc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:47.061039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:47.062030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.089402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.099554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:47.099900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Checking segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:47.100528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Bound using segment: {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:47.100988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Bound port: b5a1f003-ae1c-4f96-884e-5be68707297e, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9bf4e5-3093-4249-af55-565b1947a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:47.101356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.142992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.149630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9800b62-6548-41fd-b83a-52697e47604f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7851863 Jul 27 16:34:47.226150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:47.228953 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24c0c6-62ad-433e-8513-aca713d9a1c2" -d '{"events": [{"server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "name": "network-vif-plugged", "status": "completed", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:47.229184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.392686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:47.396993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.400178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b5a1f003-ae1c-4f96-884e-5be68707297e,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:47.441100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.454179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21600b09-9a84-4896-9e7e-38220d6d4f74,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:47.536230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664f0a2-367e-43f5-9ee4-2cfcfa411fe2 None None] Network d868a663-9bdf-4757-af3c-508429bd41ca requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:47.544226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bec373-d476-4cf8-89f7-c41bb7508c02 None None] Network 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:47.553011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.557025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.558848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61bb1d0c-cb43-4421-99a1-49bae0e373d0 HTTP/1.1" status: 204 len: 168 time: 0.8878534 Jul 27 16:34:47.564728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.570552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f7b70bd-3cad-41a1-bc70-7d293defd63e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/21600b09-9a84-4896-9e7e-38220d6d4f74 HTTP/1.1" status: 204 len: 168 time: 1.0374722 Jul 27 16:34:47.572031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:47.591481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:47.592493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:47.594558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] 10.222.0.61 "PUT /v2.0/ports/b5a1f003-ae1c-4f96-884e-5be68707297e HTTP/1.1" status: 200 len: 1092 time: 2.5466397 Jul 27 16:34:47.602913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:47.606439 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65" -d '{"events": [{"name": "network-changed", "server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:47.618042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2c4c-3015-4aea-b3c6-977acb3de2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb1d0c-cb43-4421-99a1-49bae0e373d0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:47.642084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1805-0088-48a5-929d-db2db17de359 req-17503551-eb15-4002-b49f-15a1f523828e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:47.652312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11dd1805-0088-48a5-929d-db2db17de359 req-17503551-eb15-4002-b49f-15a1f523828e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1097 time: 0.4130449 Jul 27 16:34:47.806632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdd0a-058b-4ec0-b4a6-8a7c90adcd0d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:47.836226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-5ae26cd3-5276-45db-9f07-527b6fa2a3ca tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ac6bb4f80891401bb19c1908362cd65e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2335565 Jul 27 16:34:47.861941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11dd1805-0088-48a5-929d-db2db17de359 req-6e6e1c93-6b27-433d-8336-3b647403250a tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845160 Jul 27 16:34:47.948146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-97bd50bc-a041-4ea1-889f-eb3a2646e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:47.950788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-97bd50bc-a041-4ea1-889f-eb3a2646e7b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 1095 time: 0.2750227 Jul 27 16:34:48.059676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:48.090342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.126002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-16a13cbf-a5ba-4e06-a0e7-6a54e522ab3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a1f003-ae1c-4f96-884e-5be68707297e HTTP/1.1" status: 200 len: 217 time: 0.1621261 Jul 27 16:34:48.172232 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0203e-33e7-4526-ab66-9a13b7502880 x-openstack-request-id: req-5fc0203e-33e7-4526-ab66-9a13b7502880 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:48.172896 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "name": "network-vif-plugged", "status": "completed", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:48.173309 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fc0203e-33e7-4526-ab66-9a13b7502880 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:48.173977 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'code': 200} Jul 27 16:34:48.354934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-b5d5af71-7ed2-44b0-a353-e55e9cf38531 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:48.358106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-b5d5af71-7ed2-44b0-a353-e55e9cf38531 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5061805 Jul 27 16:34:48.463148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-df3e327f-6618-4a92-86b6-3c9aad9b0856 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/quotas/ac6bb4f80891401bb19c1908362cd65e HTTP/1.1" status: 200 len: 375 time: 0.0625205 Jul 27 16:34:48.497406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:48.585161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-de47979f-a30f-40b3-84d7-c667a201f430 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac6bb4f80891401bb19c1908362cd65e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972116 Jul 27 16:34:48.590366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f963ad5-740d-452b-adc1-80b87ae43e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.594677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Deleting port aac52735-3dc9-4613-b0f7-8cabe86c94fe {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:48.595311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.613491 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb2436-41b5-4421-a72e-7e24e8c4ca57 x-openstack-request-id: req-6fdb2436-41b5-4421-a72e-7e24e8c4ca57 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:48.614289 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:48.614289 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fdb2436-41b5-4421-a72e-7e24e8c4ca57 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:48.614610 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'status': 'completed', 'code': 200} Jul 27 16:34:48.632114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-bff9a58f-c357-43da-94d8-98289da52669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:48.634647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-bff9a58f-c357-43da-94d8-98289da52669 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.4971991 Jul 27 16:34:48.638880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] DHCP port deletion for 0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:34:48.665079 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-33ae22eb-9eaa-4a58-a010-d9985581c31b service neutron] 10.222.0.13 "GET /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.3030796 Jul 27 16:34:48.699923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512e35-6b16-4571-a19b-f4b9539fef62 req-6e3cb2f8-6f4e-4427-91c7-c7181c633b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:48.701748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94512e35-6b16-4571-a19b-f4b9539fef62 req-6e3cb2f8-6f4e-4427-91c7-c7181c633b6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 1100 time: 0.3905096 Jul 27 16:34:48.713174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Deleting port aac52735-3dc9-4613-b0f7-8cabe86c94fe {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:34:48.713766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.772955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526053e-c5f4-4ee2-9407-8e37ecfd63b9 req-f8524ab6-0742-483d-b952-6d9a323096b5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:48.782865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5526053e-c5f4-4ee2-9407-8e37ecfd63b9 req-f8524ab6-0742-483d-b952-6d9a323096b5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 943 time: 0.1670034 Jul 27 16:34:48.795953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-8f245e32-df00-4d70-9694-1981fde4267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:48.801488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-8f245e32-df00-4d70-9694-1981fde4267a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461368 Jul 27 16:34:48.815969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] For port aac52735-3dc9-4613-b0f7-8cabe86c94fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aac52735-3dc9-4613-b0f7-8cabe86c94fe,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:48.817045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.829656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] For port aac52735-3dc9-4613-b0f7-8cabe86c94fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aac52735-3dc9-4613-b0f7-8cabe86c94fe,segment=NetworkSegment(1f81af40-05d9-4a09-94b9-5419c335febf),segment_id=1f81af40-05d9-4a09-94b9-5419c335febf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:48.830475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:48.868219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Calling delete_port for aac52735-3dc9-4613-b0f7-8cabe86c94fe owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:48.893038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Calling delete_port for aac52735-3dc9-4613-b0f7-8cabe86c94fe owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:34:48.914974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94512e35-6b16-4571-a19b-f4b9539fef62 req-e23d993f-0856-4d7d-9438-ff70be68b235 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768017 Jul 27 16:34:48.960977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5526053e-c5f4-4ee2-9407-8e37ecfd63b9 req-31c678b5-efa0-45b2-96a8-1945856b74b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767099 Jul 27 16:34:49.119821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-023a4dc9-98fa-4014-a987-3454946699f1 service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095181 Jul 27 16:34:49.232213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aac52735-3dc9-4613-b0f7-8cabe86c94fe no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:34:49.299250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f963ad5-740d-452b-adc1-80b87ae43e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.317863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f963ad5-740d-452b-adc1-80b87ae43e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.372321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port aac52735-3dc9-4613-b0f7-8cabe86c94fe {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:34:49.373022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aac52735-3dc9-4613-b0f7-8cabe86c94fe not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:34:49.387175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.387514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.407626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4d2fd1b-0678-4897-a15a-d3f16601d477 req-cc322152-c266-48f9-b410-d9c10708c541 service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787430 Jul 27 16:34:49.438157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] No DVR routers for this DVR port aac52735-3dc9-4613-b0f7-8cabe86c94fe on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:49.467661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc287-4ea6-4245-9130-064ea1d932b5 None None] Pushing event deleted for resources: {'Port': ['ID=aac52735-3dc9-4613-b0f7-8cabe86c94fe,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:49.480263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f963ad5-740d-452b-adc1-80b87ae43e36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e12d9a8ff7b49899eb057c49a090255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9572077 Jul 27 16:34:49.489970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:49.540682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac52735-3dc9-4613-b0f7-8cabe86c94fe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:49.543891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f963ad5-740d-452b-adc1-80b87ae43e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825d379-e0d4-4c5d-9809-d3197fa15f8f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:49.558275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:49.563105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] No DVR routers for this DVR port aac52735-3dc9-4613-b0f7-8cabe86c94fe on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:49.686242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954eae-73c9-425e-913f-45e5f61563a8 req-e37fb5dd-1bc5-4d12-ae2c-f9b1ef3ee137 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:49.699828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1954eae-73c9-425e-913f-45e5f61563a8 req-e37fb5dd-1bc5-4d12-ae2c-f9b1ef3ee137 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1097 time: 0.2914672 Jul 27 16:34:49.711435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:49.773703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.776489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.788933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1954eae-73c9-425e-913f-45e5f61563a8 req-aceb01af-a8a7-4198-826b-ab1cf19e32fc tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877383 Jul 27 16:34:49.812799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3f2c47-f994-4bdb-9016-2e352ccdd259 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:49.832810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.870346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-2274f4d2-3b5b-4948-8c47-f9e57d5bde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:49.870563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:49.872513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-2274f4d2-3b5b-4948-8c47-f9e57d5bde79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 1095 time: 0.3819029 Jul 27 16:34:49.898156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:49.907379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f81af40-05d9-4a09-94b9-5419c335febf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:49.907881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f81af40-05d9-4a09-94b9-5419c335febf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:49.960242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:49.975689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.022787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.081935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:34:50.082579 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:34:50.090837 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:34:50.165979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.169942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.176577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c825d379-e0d4-4c5d-9809-d3197fa15f8f HTTP/1.1" status: 204 len: 168 time: 0.6842415 Jul 27 16:34:50.195196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-ee9ff251-7eeb-4dfa-b9c1-fc714ba94718 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.200412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ced2-571c-4cdf-a345-fc24f7f8425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825d379-e0d4-4c5d-9809-d3197fa15f8f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:50.207554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-ee9ff251-7eeb-4dfa-b9c1-fc714ba94718 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/networks?id=010819dc-c400-464b-ba8c-4b7a964cd89a HTTP/1.1" status: 200 len: 815 time: 0.4619129 Jul 27 16:34:50.209808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-2aacf97a-b10e-4af0-a461-dea05b9fcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.212125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-2aacf97a-b10e-4af0-a461-dea05b9fcbee service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 924 time: 0.3253973 Jul 27 16:34:50.285219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-669586bd-1f7f-454e-88be-f0942c03fbc6 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/quotas/cad1f07b21f64539b834d9af26bb43df HTTP/1.1" status: 200 len: 375 time: 0.0760891 Jul 27 16:34:50.289412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-4d849d70-a1bb-41d8-8def-984f836f97e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a1f003-ae1c-4f96-884e-5be68707297e HTTP/1.1" status: 200 len: 217 time: 0.0678833 Jul 27 16:34:50.307871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.322251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ede5-c0e6-48fa-b945-eb1958849a54 req-4bdc03fb-ef2d-46f0-b747-54529ed3a976 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.324843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9569ede5-c0e6-48fa-b945-eb1958849a54 req-4bdc03fb-ef2d-46f0-b747-54529ed3a976 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 949 time: 0.2728858 Jul 27 16:34:50.372330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-c7cb60c9-f2d9-47b2-8dd8-5cd4456533a9 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad1f07b21f64539b834d9af26bb43df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856247 Jul 27 16:34:50.391787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.399728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153 HTTP/1.1" status: 204 len: 168 time: 2.8252749 Jul 27 16:34:50.440249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9569ede5-c0e6-48fa-b945-eb1958849a54 req-eaa50781-31e7-4c39-9969-fedb1a524e9a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017668 Jul 27 16:34:50.481450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-602ba4f7-5875-41a1-a8a3-1c407ecfa84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.485271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-602ba4f7-5875-41a1-a8a3-1c407ecfa84b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.1587989 Jul 27 16:34:50.583136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] Transition to ACTIVE for port object db3f2c47-f994-4bdb-9016-2e352ccdd259 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:50.596232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-1b250ff0-47dd-4479-af22-6d18824bf607 service neutron] 10.222.0.64 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225039 Jul 27 16:34:50.610909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb11e67-813a-417b-88e5-1d78e32a4fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb5cb73-2ae6-46ac-a07a-9cc21a5ac153,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:50.617278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:50.679430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-6a11ab3b-370c-42d6-9821-c657cc648fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.681911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-6a11ab3b-370c-42d6-9821-c657cc648fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761870 Jul 27 16:34:50.700234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd9254-eda6-40a8-b9da-e5e892dc048a req-0bed64e4-86c3-4f4c-8903-83073e4ff574 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:50.708222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ccd9254-eda6-40a8-b9da-e5e892dc048a req-0bed64e4-86c3-4f4c-8903-83073e4ff574 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 944 time: 0.1285410 Jul 27 16:34:50.746311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:50.839976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ccd9254-eda6-40a8-b9da-e5e892dc048a req-d674ec81-a76c-4a76-90ea-fc5162dc8434 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307056 Jul 27 16:34:50.844622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] No DVR routers for this DVR port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:34:50.871070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:50.892491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-0ac5d60b-fe2d-4242-b23b-2c3c3879651e service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807878 Jul 27 16:34:50.951247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d7157f28-2542-440f-a989-f029e24e7d24 service neutron] 10.222.0.13 "PUT /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2673645 Jul 27 16:34:50.960383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-fab81b7e-b264-434b-a040-6729e9087996 service neutron] 10.222.0.64 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630376 Jul 27 16:34:50.981373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50ea029b-38cd-407a-b3b9-b335e05ee490 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e991d059d10044848cb6095f08995a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292321 Jul 27 16:34:50.982786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:51.060774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-becfe987-99bd-4a1d-8d02-68c72c29083c req-e42616a6-4ba1-447a-a98c-4ad1c4e7d4bf tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 210 time: 0.0568624 Jul 27 16:34:51.080960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b77d2b62-f2e8-4fcd-a49e-cb5ae9011a65 req-136fcbfb-c860-45be-b6bc-30ac6a94feab service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798646 Jul 27 16:34:51.109424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.154011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.212106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-c048c6ba-9e07-44cf-88cf-aab74f0432e5 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ac6bb4f80891401bb19c1908362cd65e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539234 Jul 27 16:34:51.253089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4d3ed5fb-c691-4183-9f8c-90e38fcd2f68 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:51.255074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4d3ed5fb-c691-4183-9f8c-90e38fcd2f68 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.1513133 Jul 27 16:34:51.416653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.421566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.425905 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d0cbc50-15b7-4305-aaa9-aa068e1f08b6 HTTP/1.1" status: 204 len: 168 time: 0.4425189 Jul 27 16:34:51.455515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4b139-50e0-4c06-933f-c1fcfb55b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0cbc50-15b7-4305-aaa9-aa068e1f08b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:51.471408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-0cf072cb-cf00-4f1b-84c1-f2056ab348ec tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:51.474011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-0cf072cb-cf00-4f1b-84c1-f2056ab348ec tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534266 Jul 27 16:34:51.493083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Request body: {'port': {'device_id': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'ac6bb4f80891401bb19c1908362cd65e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:51.647717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-933f07cd-9552-480f-95cc-2fcf838356ec req-4b43a5b6-0d83-48a2-b549-07b54411cbad tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 210 time: 0.0694039 Jul 27 16:34:51.648335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf59f-cc95-481a-82b4-df7b02beb4bd req-e3645e38-45c7-49c8-8009-99ee583dda58 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:51.656486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e4cf59f-cc95-481a-82b4-df7b02beb4bd req-e3645e38-45c7-49c8-8009-99ee583dda58 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 0.3642647 Jul 27 16:34:51.660667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d294adba-47f4-4cdf-b5fa-c85aae7d90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:51.662910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-d294adba-47f4-4cdf-b5fa-c85aae7d90a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1&tenant_id=e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 1095 time: 0.3909125 Jul 27 16:34:51.833286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Made reservation on behalf of ac6bb4f80891401bb19c1908362cd65e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:51.837880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.838838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e4cf59f-cc95-481a-82b4-df7b02beb4bd req-ef3a4708-af6e-4cb2-9a21-b6765cb42bff tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814647 Jul 27 16:34:51.861165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:51.897173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-f22f8b99-7e01-4f95-965e-35ed25734ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:51.899678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-f22f8b99-7e01-4f95-965e-35ed25734ce1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1095 time: 0.1919587 Jul 27 16:34:52.040813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f95fa8-8dd2-4395-83a7-b9ea5c054129 req-e01717a8-c550-4faa-bf02-8c2fef2345cc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:52.051975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f95fa8-8dd2-4395-83a7-b9ea5c054129 req-e01717a8-c550-4faa-bf02-8c2fef2345cc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 949 time: 0.1950934 Jul 27 16:34:52.111167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4baa4b78-b3cf-437d-b815-ac0868699f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:52.113028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4baa4b78-b3cf-437d-b815-ac0868699f51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2051964 Jul 27 16:34:52.120232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27744-eb78-4f9f-a175-0fca546ef1dd req-55e11061-4a8e-4878-a64a-b05d8fe7e1a1 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:52.123453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-23e27744-eb78-4f9f-a175-0fca546ef1dd req-55e11061-4a8e-4878-a64a-b05d8fe7e1a1 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1097 time: 0.1740618 Jul 27 16:34:52.157777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f95fa8-8dd2-4395-83a7-b9ea5c054129 req-a42a0c44-eccf-458b-8ee2-6ac044e5bf0c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037350 Jul 27 16:34:52.215843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-980e1c63-22af-4518-8a04-78267364cd4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.0905828 Jul 27 16:34:52.230355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:52.243273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:52.286420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-23e27744-eb78-4f9f-a175-0fca546ef1dd req-e30970ca-1a4c-4269-bcfc-ccb6ae99fbf1 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532841 Jul 27 16:34:52.304173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-cad63770-6920-4747-9175-02ee8ff0e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:52.306197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-cad63770-6920-4747-9175-02ee8ff0e46b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0803692 Jul 27 16:34:52.377844 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-8427867b-5051-4f74-b1f1-b9fd64b21b81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598001 Jul 27 16:34:52.429385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13cd75-e2e6-4629-acd3-de903a5ea9cb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:52.474599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b5a1f003-ae1c-4f96-884e-5be68707297e details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:34:52.537877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9e95a8b-656c-4022-9842-bae3a824fd87 req-2dd4dddc-c83e-4239-856c-65bebb5c0501 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 210 time: 0.0603528 Jul 27 16:34:52.566922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-6a9a6a06-d8c0-4559-8e0d-8a0e0715224a service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798432 Jul 27 16:34:52.586571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add95f0-2d8c-41c1-bf93-af425559aed7 req-c6426e0f-d2ef-4dd6-8bd9-7a5cc3c29afc tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:52.588383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6add95f0-2d8c-41c1-bf93-af425559aed7 req-c6426e0f-d2ef-4dd6-8bd9-7a5cc3c29afc tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 944 time: 0.3349679 Jul 27 16:34:52.721638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b5a1f003-ae1c-4f96-884e-5be68707297e,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:52.751163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'port_id': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'mac_address': 'fa:16:3e:a0:4a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:34:52.823989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Allocated IP 192.168.233.54 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/fb0f74be-7394-4226-8831-129b57baa500) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:52.837074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-76cf783a-ece3-4c7b-a7e5-45ab0b75b8d8 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596338 Jul 27 16:34:52.837199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6add95f0-2d8c-41c1-bf93-af425559aed7 req-86e20c4c-ebc7-4ae1-9135-fb2a0052db31 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844938 Jul 27 16:34:52.840650 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:52.879588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a1f003-ae1c-4f96-884e-5be68707297e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:52.926254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b5a1f003-ae1c-4f96-884e-5be68707297e,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:52.932539 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:52.997291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:53.073129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:53.239729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.271272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7174f8-d373-4b86-a83a-669b920eedeb req-81175756-56ce-47c4-922b-e976a8c6d7d0 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:53.275175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-81175756-56ce-47c4-922b-e976a8c6d7d0 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.1259975 Jul 27 16:34:53.282204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b5a1f003-ae1c-4f96-884e-5be68707297e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:34:53.311371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e768c64-9e1f-4dbf-a004-d123d022d529 req-df4cd152-51d5-4b6a-b91a-d8183b1802fe tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:53.318789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e768c64-9e1f-4dbf-a004-d123d022d529 req-df4cd152-51d5-4b6a-b91a-d8183b1802fe tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 949 time: 0.3488786 Jul 27 16:34:53.324224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Transition to ACTIVE for port object fb0f74be-7394-4226-8831-129b57baa500 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:53.384375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-network', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:53.413434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Made reservation on behalf of 32c63fa43e9340a7b2ad39d667cd45fb for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:53.418288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.423948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e768c64-9e1f-4dbf-a004-d123d022d529 req-ccc8b028-2299-4ebf-8ea2-e6a4ff43c670 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Jul 27 16:34:53.451606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.466780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-4edd4f4d-5cbb-4a71-a029-298c58905e0b tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:53.472114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-4edd4f4d-5cbb-4a71-a029-298c58905e0b tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.13 "GET /v2.0/networks?id=010819dc-c400-464b-ba8c-4b7a964cd89a HTTP/1.1" status: 200 len: 815 time: 0.2468014 Jul 27 16:34:53.493835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Request body: {'port': {'device_id': '7944814e-0584-4947-abb0-605830bb7a4d', 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a', 'admin_state_up': True, 'tenant_id': 'cad1f07b21f64539b834d9af26bb43df'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:53.602304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.665766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46fdced6-4e36-414e-a09c-5368950dd3a4 req-272399ff-9496-4f1b-a845-e001ab1f389b tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 210 time: 0.1254580 Jul 27 16:34:53.682993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4ecfaa1a-2aa0-4adc-948b-04b6069c5c70 service neutron] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:53.706143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4ecfaa1a-2aa0-4adc-948b-04b6069c5c70 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.707707 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be7174f8-d373-4b86-a83a-669b920eedeb req-4ecfaa1a-2aa0-4adc-948b-04b6069c5c70 service neutron] 10.222.0.61 "DELETE /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.4246647 Jul 27 16:34:53.759972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.767006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:53.767434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.797706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:53.814050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76841df1-b31b-476e-9b4f-c2a3df027e80,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:53.824794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:53.830322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:34:53.850067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.850501 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Added segment 332e785c-7480-431b-8354-a31a45f73934 of type vlan for network 28bfee5c-e7a3-447e-9354-1c32b2171b7b Jul 27 16:34:53.855715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Pushing event updated for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:53.930508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.951657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:53.952337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.967876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.969259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:53.969540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:53.986608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Made reservation on behalf of cad1f07b21f64539b834d9af26bb43df for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:53.994157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.022218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-62cd787a-04a2-4e0d-a699-cb7d7cda1adc tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5342546 Jul 27 16:34:54.075959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9974482 Jul 27 16:34:54.076705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Request body: {'port': {'device_id': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:54.077954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:54.095675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Request body: {'subnet': {'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-subnet', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:54.110247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4e6e-8c0b-488b-9b3e-58774a57969a req-90509180-c511-4c0c-a50c-02ec602c1517 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:54.114965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51a61a-41b3-4bec-9035-200a0c1574d4 admin admin] Pushing event updated for resources: {'Network': ['ID=28bfee5c-e7a3-447e-9354-1c32b2171b7b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:54.125374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80df4e6e-8c0b-488b-9b3e-58774a57969a req-90509180-c511-4c0c-a50c-02ec602c1517 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 0.3283749 Jul 27 16:34:54.129566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:34:54.155165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Made reservation on behalf of 32c63fa43e9340a7b2ad39d667cd45fb for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:34:54.163627 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.330022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ae8c9bb-803f-491d-bf23-c023beb517b7 None None] Provisioning for port fb0f74be-7394-4226-8831-129b57baa500 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:54.344543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ae8c9bb-803f-491d-bf23-c023beb517b7 None None] Provisioning complete for port fb0f74be-7394-4226-8831-129b57baa500 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:54.345343 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c9bb-803f-491d-bf23-c023beb517b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.399354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80df4e6e-8c0b-488b-9b3e-58774a57969a req-82f5e193-d955-4797-a408-a6d018975b41 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727740 Jul 27 16:34:54.406798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c9bb-803f-491d-bf23-c023beb517b7 None None] Port fb0f74be-7394-4226-8831-129b57baa500 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:34:54.486178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.506061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b5a1f003-ae1c-4f96-884e-5be68707297e up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:54.605365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.614207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b5a1f003-ae1c-4f96-884e-5be68707297e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:54.629008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Allocated IP 172.20.0.8 (010819dc-c400-464b-ba8c-4b7a964cd89a/4a40a6d5-28dc-4bfa-848d-7f382a8e3cae/454f0875-f136-47d2-800e-ecdaa846ae36) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:54.636558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b5a1f003-ae1c-4f96-884e-5be68707297e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:54.637158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.684805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293fd749-009e-4bac-902f-ed37253fb614,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:54.707536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Checking segment: {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:54.708029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Network hostable DHCP agents. Network: 28bfee5c-e7a3-447e-9354-1c32b2171b7b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:34:54.728736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-9cee8310-2e1b-45ea-8e65-c7ac140920bf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:34:54.736904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-9cee8310-2e1b-45ea-8e65-c7ac140920bf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189619 Jul 27 16:34:54.745834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Request body: {'binding': {'host': 'n-h2-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:54.746446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:34:54.792919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.793760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:34:54.831636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:54.834836 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf69ecb-7fc8-4129-8511-aa5ed726e979" -d '{"events": [{"server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:54.840776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 28bfee5c-e7a3-447e-9354-1c32b2171b7b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:54.847155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:54.848278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.864524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a3880-59c9-4f4c-8e65-4bae39430d41 None None] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:54.886194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd091b15-8956-4dd1-85f6-e74ce3edf447 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7950535 Jul 27 16:34:54.893028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34322) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:54.900248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:54.933522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b5a1f003-ae1c-4f96-884e-5be68707297e,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:54.945216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.986068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:54.987657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.016552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on host n-h2-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:55.016552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:55.016996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:55.033222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:55.033736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:55.057388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:55.057812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:55.058424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:55.059380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Bound port: 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:55.077918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:55.106029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.178801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'fixed_ips': [{'subnet_id': '293fd749-009e-4bac-902f-ed37253fb614'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:34:55.179819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.259854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:55.293535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.294749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-680c5fcb-f2e4-426d-a178-898d05b9ff7c service neutron] 10.222.0.64 "POST /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52/bindings HTTP/1.1" status: 201 len: 389 time: 0.5567939 Jul 27 16:34:55.334370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.377611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Allocated IP 172.20.0.2 (28bfee5c-e7a3-447e-9354-1c32b2171b7b/293fd749-009e-4bac-902f-ed37253fb614/0fecee31-4c15-4214-8919-c66528f3d484) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:55.433026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.445868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4840a-aefc-4dd7-a94d-fb68e2eaa26b req-fec10476-3e9d-4af9-96be-6ccdb56e4cff tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:55.452395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4840a-aefc-4dd7-a94d-fb68e2eaa26b req-fec10476-3e9d-4af9-96be-6ccdb56e4cff tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:55.461090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8e4840a-aefc-4dd7-a94d-fb68e2eaa26b req-fec10476-3e9d-4af9-96be-6ccdb56e4cff tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1&device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 1689 time: 0.6909966 Jul 27 16:34:55.542514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8e4840a-aefc-4dd7-a94d-fb68e2eaa26b req-d07d90b1-d873-498e-a016-c89450051e22 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805006 Jul 27 16:34:55.611808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750110a-2eab-4ff2-ba39-6ce6131cdd80 req-18ec241c-b224-48cc-9783-c7a8a84523af tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:55.613376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.613728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d750110a-2eab-4ff2-ba39-6ce6131cdd80 req-18ec241c-b224-48cc-9783-c7a8a84523af tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 935 time: 0.1361959 Jul 27 16:34:55.626132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Transition to ACTIVE for port object 0fecee31-4c15-4214-8919-c66528f3d484 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:55.651294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Transition to ACTIVE for port object 0fecee31-4c15-4214-8919-c66528f3d484 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:55.665467 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.678134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.691543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d750110a-2eab-4ff2-ba39-6ce6131cdd80 req-3b349fe5-d6e2-4b15-9777-0d3fb83dcd75 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624039 Jul 27 16:34:55.727274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:55.732404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:55.737783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:55.782927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f74be-7394-4226-8831-129b57baa500 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:55.816194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Pushing event updated for resources: {'Port': ['ID=0fecee31-4c15-4214-8919-c66528f3d484,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:55.834750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Attempting to bind port 0fecee31-4c15-4214-8919-c66528f3d484 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:55.834953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Network 010819dc-c400-464b-ba8c-4b7a964cd89a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:55.835899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Attempting to bind port 0fecee31-4c15-4214-8919-c66528f3d484 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:55.836530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Attempting to bind port 0fecee31-4c15-4214-8919-c66528f3d484 on network 28bfee5c-e7a3-447e-9354-1c32b2171b7b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:55.844718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:55.845283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Checking segment: {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:55.846559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.847031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Bound using segment: {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:55.847662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Bound port: 0fecee31-4c15-4214-8919-c66528f3d484, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:55.848150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.853205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.884304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Transition to ACTIVE for port object fb0f74be-7394-4226-8831-129b57baa500 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:55.885430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:55.897275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:55.908351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Pushing event updated for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:55.911008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:55.948480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] For port 0fecee31-4c15-4214-8919-c66528f3d484, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:55.952593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] For port 0fecee31-4c15-4214-8919-c66528f3d484, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0fecee31-4c15-4214-8919-c66528f3d484,segment=NetworkSegment(332e785c-7480-431b-8354-a31a45f73934),segment_id=332e785c-7480-431b-8354-a31a45f73934)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:55.961888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.014932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-9883bbae-87c8-4b03-81f1-a661f5810815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.016762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-9883bbae-87c8-4b03-81f1-a661f5810815 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1097 time: 0.3929858 Jul 27 16:34:56.051936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51cadb-5d05-486c-8532-7cc8ee0355d7 None None] Pushing event updated for resources: {'Port': ['ID=0fecee31-4c15-4214-8919-c66528f3d484,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:56.165597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fd2d2de-e5e9-469e-8d75-1df84cece1f4 req-4a177a07-ffdc-420d-9848-a928454363b7 tempest-FlavorsV2NegativeTest-1089820455 tempest-FlavorsV2NegativeTest-1089820455-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aa48aa9a81864f0db638764841f30bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327523 Jul 27 16:34:56.222580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:56.237526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.237997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.247816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-7d8e22e0-f59d-4b93-83fb-706b8f7bcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.249592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-7d8e22e0-f59d-4b93-83fb-706b8f7bcbbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.2118139 Jul 27 16:34:56.280581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.313643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.331022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ed907949-9edc-4ed1-96ed-ef5b366b7be3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.0701940 Jul 27 16:34:56.342041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-d7319b8e-ff06-43b0-9903-511d15a3dd66 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8537288 Jul 27 16:34:56.342724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Attempting to bind port fb0f74be-7394-4226-8831-129b57baa500 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:56.343099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Attempting to bind port fb0f74be-7394-4226-8831-129b57baa500 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:56.343468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Attempting to bind port fb0f74be-7394-4226-8831-129b57baa500 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:56.354148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497126ce-33d0-40f9-9f74-624331008d9c req-c31baaa9-d054-47c2-9baf-564aade122de tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.358876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-497126ce-33d0-40f9-9f74-624331008d9c req-c31baaa9-d054-47c2-9baf-564aade122de tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.4761171 Jul 27 16:34:56.376348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Request body: {'port': {'device_id': '7944814e-0584-4947-abb0-605830bb7a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:56.407360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Port fb0f74be-7394-4226-8831-129b57baa500 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:56.408889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Attempting to bind port fb0f74be-7394-4226-8831-129b57baa500 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:56.444774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2d2de-e5e9-469e-8d75-1df84cece1f4 req-244c755d-bf88-4236-9c2a-f11f2fee2bf4 tempest-FlavorsV2NegativeTest-1089820455 tempest-FlavorsV2NegativeTest-1089820455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.446619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fd2d2de-e5e9-469e-8d75-1df84cece1f4 req-244c755d-bf88-4236-9c2a-f11f2fee2bf4 tempest-FlavorsV2NegativeTest-1089820455 tempest-FlavorsV2NegativeTest-1089820455-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586498 Jul 27 16:34:56.461200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:56.461885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:56.461885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:56.462251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Bound port: fb0f74be-7394-4226-8831-129b57baa500, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:56.462621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.511961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fd2d2de-e5e9-469e-8d75-1df84cece1f4 req-0ff0069c-011f-484b-9e18-e807f4c4b602 tempest-FlavorsV2NegativeTest-1089820455 tempest-FlavorsV2NegativeTest-1089820455-project] 10.222.0.64 "GET /v2.0/quotas/aa48aa9a81864f0db638764841f30bee HTTP/1.1" status: 200 len: 375 time: 0.0471692 Jul 27 16:34:56.512230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-497126ce-33d0-40f9-9f74-624331008d9c req-6e9a8ea2-f926-414f-9e5f-adfd6b1f02fe tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309302 Jul 27 16:34:56.520281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8018c399-995d-4cbd-ad9f-1884c98baa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.522952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8018c399-995d-4cbd-ad9f-1884c98baa95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1829064 Jul 27 16:34:56.579864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fd2d2de-e5e9-469e-8d75-1df84cece1f4 req-d68c6982-eff2-43f3-9eb8-495b6d1d6ecd tempest-FlavorsV2NegativeTest-1089820455 tempest-FlavorsV2NegativeTest-1089820455-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa48aa9a81864f0db638764841f30bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518541 Jul 27 16:34:56.581071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Allocated IP 172.25.4.170 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/45ae15b7-9a98-4edc-87fa-4b92f9e7b761) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:34:56.621422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-fb996064-d5d2-4420-a738-b80b5cdf86a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635037 Jul 27 16:34:56.678360 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93005fd-af26-4677-adec-8bc49581f17a x-openstack-request-id: req-a93005fd-af26-4677-adec-8bc49581f17a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:56.678899 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:56.679183 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a93005fd-af26-4677-adec-8bc49581f17a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:56.680083 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'code': 200} Jul 27 16:34:56.780111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.789655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:56.796713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=fb0f74be-7394-4226-8831-129b57baa500,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:56.821631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.929800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:56.930755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:56.934020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] 10.222.0.61 "PUT /v2.0/ports/fb0f74be-7394-4226-8831-129b57baa500 HTTP/1.1" status: 200 len: 1095 time: 2.8858883 Jul 27 16:34:56.949487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:34:56.955616 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b0cd8-a745-4acd-b4f8-c97b3ff18868" -d '{"events": [{"name": "network-changed", "server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "tag": "fb0f74be-7394-4226-8831-129b57baa500"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:34:56.979772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0fecee31-4c15-4214-8919-c66528f3d484 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:57.009423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.074852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0fecee31-4c15-4214-8919-c66528f3d484 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:57.103559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae668e-f6ca-4942-a79e-c2cc64abfea4 req-0534277a-f540-44a6-9e97-a1a7b1a6c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:57.105629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9ae668e-f6ca-4942-a79e-c2cc64abfea4 req-0534277a-f540-44a6-9e97-a1a7b1a6c70d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 1097 time: 0.3389287 Jul 27 16:34:57.110222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.180405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e698f14-9cdd-4828-8b4f-6b47be0d9f28 req-a7226661-aee0-4f01-8928-3489fe228619 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:57.182195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e698f14-9cdd-4828-8b4f-6b47be0d9f28 req-a7226661-aee0-4f01-8928-3489fe228619 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 946 time: 0.3103321 Jul 27 16:34:57.210412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c769a5-09c6-4e4e-b1e6-96d735867125 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:57.230250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-e7d08615-61e2-4521-9d5c-89dc477d1cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862758 Jul 27 16:34:57.250392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:34:57.260789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:34:57.298211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:34:57.302882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9ae668e-f6ca-4942-a79e-c2cc64abfea4 req-cfbd5309-fe3a-4ea6-969a-c1d08e2d0d7e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718018 Jul 27 16:34:57.307757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Pushing event updated for resources: {'Port': ['ID=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:57.402542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10921e20-4c11-4966-975a-dfa5b595c696 req-08e5d08c-1ff2-4e05-98ff-69bb058fc42a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:57.413734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10921e20-4c11-4966-975a-dfa5b595c696 req-08e5d08c-1ff2-4e05-98ff-69bb058fc42a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 931 time: 0.6827707 Jul 27 16:34:57.433385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e698f14-9cdd-4828-8b4f-6b47be0d9f28 req-75872144-efdc-4fe3-b3ef-f7b14e16ac60 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411370 Jul 27 16:34:57.638172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454f0875-f136-47d2-800e-ecdaa846ae36 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:34:57.670661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.685811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10921e20-4c11-4966-975a-dfa5b595c696 req-fbf173d6-10c7-48cc-86a8-72c570c5e497 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710395 Jul 27 16:34:57.697664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-0e510476-0363-40a8-a0b4-df09a654dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:57.698882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-0e510476-0363-40a8-a0b4-df09a654dea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac6bb4f80891401bb19c1908362cd65e&device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 1098 time: 0.6649826 Jul 27 16:34:57.701678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:57.719431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d8d3f-e831-46ba-975d-7e479170aa0e None None] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:34:57.723152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Transition to ACTIVE for port object 454f0875-f136-47d2-800e-ecdaa846ae36 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:34:57.749663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.818088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.828348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-c482280f-3f40-4744-84fc-203eb59480b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fb0f74be-7394-4226-8831-129b57baa500 HTTP/1.1" status: 200 len: 217 time: 0.1082430 Jul 27 16:34:57.839284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-f82854e4-7c2e-41bd-819f-a063c38f921b service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895331 Jul 27 16:34:57.911025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Provisioning for port 0fecee31-4c15-4214-8919-c66528f3d484 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:34:57.918755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Provisioning complete for port 0fecee31-4c15-4214-8919-c66528f3d484 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:57.919243 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.939685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623437e-8f64-40d7-abf9-60a052ae99a6 req-883a6a6c-74bc-4590-b5f7-408560a9b3e3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:57.943200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d37afd2-f694-4474-a823-836167527062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:57.945970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Pushing event updated for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:57.954086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1623437e-8f64-40d7-abf9-60a052ae99a6 req-883a6a6c-74bc-4590-b5f7-408560a9b3e3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1095 time: 0.2510841 Jul 27 16:34:58.071545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1623437e-8f64-40d7-abf9-60a052ae99a6 req-d4e346f9-b8d8-462d-a4dd-0540d0a9d4df tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181691 Jul 27 16:34:58.116274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-bbf4895e-9001-4e78-8802-794bd998f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.117986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-bbf4895e-9001-4e78-8802-794bd998f715 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2710052 Jul 27 16:34:58.132885 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.213799 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28700c9e-44c0-42c4-aa1f-45bb71ccbaed x-openstack-request-id: req-28700c9e-44c0-42c4-aa1f-45bb71ccbaed {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:34:58.213799 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "tag": "fb0f74be-7394-4226-8831-129b57baa500", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:34:58.214213 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28700c9e-44c0-42c4-aa1f-45bb71ccbaed {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:34:58.214711 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500', 'status': 'completed', 'code': 200} Jul 27 16:34:58.235209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] For port 0fecee31-4c15-4214-8919-c66528f3d484, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0fecee31-4c15-4214-8919-c66528f3d484,segment=NetworkSegment(332e785c-7480-431b-8354-a31a45f73934),segment_id=332e785c-7480-431b-8354-a31a45f73934)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:58.241194 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.263759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.340238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4889b2-cd37-4631-a9cd-bf8427f0b09b None None] Pushing event updated for resources: {'Port': ['ID=0fecee31-4c15-4214-8919-c66528f3d484,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:58.352792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a34d2-3119-496c-91c6-7e9bf1559b2b req-b6b54f6e-bd35-4390-b15b-ec5014525102 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.361612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-164a34d2-3119-496c-91c6-7e9bf1559b2b req-b6b54f6e-bd35-4390-b15b-ec5014525102 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 947 time: 0.5194516 Jul 27 16:34:58.412283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-e32c190a-3ad3-435e-b7e1-8c93bb5d367e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.414253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-e32c190a-3ad3-435e-b7e1-8c93bb5d367e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1097 time: 0.4359610 Jul 27 16:34:58.442066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723572-6'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:34:58.445881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Attempting to bind port 454f0875-f136-47d2-800e-ecdaa846ae36 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:34:58.446296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Attempting to bind port 454f0875-f136-47d2-800e-ecdaa846ae36 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '17bddf76-b54d-4a10-b2b1-e528477d02ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:34:58.446841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Attempting to bind port 454f0875-f136-47d2-800e-ecdaa846ae36 on network 010819dc-c400-464b-ba8c-4b7a964cd89a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:58.472572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ad06da7-67d1-4a4b-844e-fc102f7a1054 None None] Provisioning complete for port 0fecee31-4c15-4214-8919-c66528f3d484 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:58.473197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ad06da7-67d1-4a4b-844e-fc102f7a1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.514766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Port 454f0875-f136-47d2-800e-ecdaa846ae36 on network 010819dc-c400-464b-ba8c-4b7a964cd89a not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:34:58.514766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Attempting to bind port 454f0875-f136-47d2-800e-ecdaa846ae36 on network 010819dc-c400-464b-ba8c-4b7a964cd89a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:34:58.561785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:34:58.562233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Checking segment: {'id': '17bddf76-b54d-4a10-b2b1-e528477d02ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:34:58.562693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Bound using segment: {'id': '17bddf76-b54d-4a10-b2b1-e528477d02ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:34:58.563227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Bound port: 454f0875-f136-47d2-800e-ecdaa846ae36, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bddf76-b54d-4a10-b2b1-e528477d02ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:34:58.563658 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.571554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5b384-f5e1-4671-a234-4c4058809730 req-3da1f553-bf91-4682-8980-4d438166ad80 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.574026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15f5b384-f5e1-4671-a234-4c4058809730 req-3da1f553-bf91-4682-8980-4d438166ad80 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.1971226 Jul 27 16:34:58.576878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-4451bd46-187d-4306-b15e-ab3b4c8d0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.578538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-4451bd46-187d-4306-b15e-ab3b4c8d0b1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4274149 Jul 27 16:34:58.606792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-164a34d2-3119-496c-91c6-7e9bf1559b2b req-25f35222-9287-4c78-9905-d64a1dc74fd3 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005529 Jul 27 16:34:58.657249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d37afd2-f694-4474-a823-836167527062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.664986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15f5b384-f5e1-4671-a234-4c4058809730 req-92f7c3f1-46f9-4315-b467-28cec5a2aa67 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651283 Jul 27 16:34:58.673119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:34:58.735725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d37afd2-f694-4474-a823-836167527062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.870590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0fecee31-4c15-4214-8919-c66528f3d484 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:34:58.901150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70453ba1-cd47-4fc7-bfa5-67dccf1daca7 req-ffd7c077-6041-4808-82b0-03de2c47d0ce tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:58.904026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70453ba1-cd47-4fc7-bfa5-67dccf1daca7 req-ffd7c077-6041-4808-82b0-03de2c47d0ce tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1095 time: 0.1479080 Jul 27 16:34:58.904709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:34:58.924332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Sync routers for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:34:58.936555 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:58.941670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19a0f802-8f2b-44ab-a5cf-11f202b6912f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0470126 Jul 27 16:34:58.957029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:58.958037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:34:58.959475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:59.016923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0fecee31-4c15-4214-8919-c66528f3d484 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:34:59.017576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.046660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70453ba1-cd47-4fc7-bfa5-67dccf1daca7 req-079a46b0-6c27-4594-961b-766808af69bb tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258953 Jul 27 16:34:59.193180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.286929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8d37afd2-f694-4474-a823-836167527062 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa48aa9a81864f0db638764841f30bee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5791326 Jul 27 16:34:59.289773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37afd2-f694-4474-a823-836167527062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdcca2a-65a2-4e45-8467-61573f526d94,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:59.294390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34384) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:34:59.311435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:34:59.317711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=454f0875-f136-47d2-800e-ecdaa846ae36,segment=NetworkSegment(17bddf76-b54d-4a10-b2b1-e528477d02ae),segment_id=17bddf76-b54d-4a10-b2b1-e528477d02ae)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:34:59.357838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:34:59.363796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.378906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-9db9df1e-ccd6-4ab8-aa53-ac4ed87c7f3c service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864292 Jul 27 16:34:59.488729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.518557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f7e0f-c255-4083-9e4b-d01e405bcbe0 req-ea33cb4f-2746-49e8-9bf7-ad62cc74d3ef tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:59.522606 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-188f7e0f-c255-4083-9e4b-d01e405bcbe0 req-ea33cb4f-2746-49e8-9bf7-ad62cc74d3ef tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 946 time: 0.2794404 Jul 27 16:34:59.531904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:59.532836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.535429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/454f0875-f136-47d2-800e-ecdaa846ae36 HTTP/1.1" status: 200 len: 1091 time: 3.1658845 Jul 27 16:34:59.649484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f576-e721-469f-a2e8-8534a91838a2 req-3c0e7d45-c289-4a9b-a2f1-ee48bb089b33 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:59.651949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd91f576-e721-469f-a2e8-8534a91838a2 req-3c0e7d45-c289-4a9b-a2f1-ee48bb089b33 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 1100 time: 0.8947775 Jul 27 16:34:59.668269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.674356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:34:57Z', 'revision_number': 3, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:34:59.683187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a525b-6dc9-444c-a70f-f907bc6f25d6 service neutron] Pushing event updated for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:59.720165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Checking router: cc7cfc19-c63c-4b8b-b84c-bc6d6112449c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:34:59.720774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Updating router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:34:59.753201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-188f7e0f-c255-4083-9e4b-d01e405bcbe0 req-0f2b44ab-748a-41b6-8877-10e7ab28c5c3 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200528 Jul 27 16:34:59.760895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.766402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd91f576-e721-469f-a2e8-8534a91838a2 req-bf2bdda9-f4c0-4319-b185-dcfdc92042d7 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917575 Jul 27 16:34:59.791458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-42046955-2bcc-4a5a-8e15-a745545c6ff3 req-2fb1caa1-b898-43fd-8360-648372ced569 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930316 Jul 27 16:34:59.836780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.855445 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:34:59.857175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fdcca2a-65a2-4e45-8467-61573f526d94 HTTP/1.1" status: 204 len: 168 time: 0.5610218 Jul 27 16:34:59.873618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:34:59.890348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02130f22-66e2-4d7d-b4bb-c812c890a466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdcca2a-65a2-4e45-8467-61573f526d94,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:34:59.945125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-e54c7c7a-ad16-4a9c-aded-4ca4f94da41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:34:59.946654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-e54c7c7a-ad16-4a9c-aded-4ca4f94da41d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad1f07b21f64539b834d9af26bb43df&device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 1094 time: 0.3262472 Jul 27 16:34:59.988051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.025537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-1d7524ad-719f-4e6c-b630-b2f8a7ffcee1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454f0875-f136-47d2-800e-ecdaa846ae36 HTTP/1.1" status: 200 len: 217 time: 0.0605469 Jul 27 16:35:00.026862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:00.029217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e0ebe-141b-4efe-b0d3-871f40242f0b req-475f96ef-f218-4f41-8d8a-03eb203df493 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.030196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d55e0ebe-141b-4efe-b0d3-871f40242f0b req-475f96ef-f218-4f41-8d8a-03eb203df493 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 943 time: 0.1128995 Jul 27 16:35:00.145365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-5e0522f7-5772-4b70-b6fe-7a0959270064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.147832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-5e0522f7-5772-4b70-b6fe-7a0959270064 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac6bb4f80891401bb19c1908362cd65e&device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 1098 time: 0.2495797 Jul 27 16:35:00.151677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d55e0ebe-141b-4efe-b0d3-871f40242f0b req-b723d372-eeb6-4588-b809-f5d8d90b131a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114368 Jul 27 16:35:00.180438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.198179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-03caf5fe-7fdc-4217-a646-823d0b604f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.204095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-03caf5fe-7fdc-4217-a646-823d0b604f47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a40a6d5-28dc-4bfa-848d-7f382a8e3cae HTTP/1.1" status: 200 len: 855 time: 0.1503942 Jul 27 16:35:00.215999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.217812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36'}, {'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:00.220120 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ec988-41d6-46a2-983e-18490bf41658" -d '{"events": [{"name": "network-changed", "server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36"}, {"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-unplugged", "status": "completed", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:00.318441 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.330873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-7cc62081-3c0b-485c-9812-7d2dc52971f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=010819dc-c400-464b-ba8c-4b7a964cd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073754 Jul 27 16:35:00.331118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Transition to ACTIVE for port object 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:00.339872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.452952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5ee8f-ce2b-4da5-8edf-e3e40df46895 None None] Pushing event updated for resources: {'Port': ['ID=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:00.455636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Attempting to bind port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:00.456196 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Attempting to bind port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:00.456899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Attempting to bind port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:00.461773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Allocated IP 172.20.0.1 (28bfee5c-e7a3-447e-9354-1c32b2171b7b/293fd749-009e-4bac-902f-ed37253fb614/35ec4b1b-2b33-42ff-ba92-8befecdca4c9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:00.469355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:00.470447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:00.470970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.471730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:00.473314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Bound port: 45ae15b7-9a98-4edc-87fa-4b92f9e7b761, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:00.474473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.490678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:00.514156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ce6e3-e2c3-4089-b50b-27ceae8514ae req-7d06afb1-1e84-41ee-acc5-9fadcea50a5c tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.516668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d2ce6e3-e2c3-4089-b50b-27ceae8514ae req-7d06afb1-1e84-41ee-acc5-9fadcea50a5c tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 947 time: 0.2065678 Jul 27 16:35:00.623579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] For port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:00.632271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] For port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:00.639015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.640754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-99d918e8-44e1-4afb-95a0-4beae036efd0 service neutron] 10.222.0.13 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834525 Jul 27 16:35:00.670021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-504f7241-616b-4815-8da4-3156a791836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.671678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-504f7241-616b-4815-8da4-3156a791836e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.5118954 Jul 27 16:35:00.729077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on host n-h1-723572-6 for vnic_type normal with profile {"migrating_to": "n-h2-723572-6"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:00.729791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:00.729791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:00.741914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5ee8f-ce2b-4da5-8edf-e3e40df46895 None None] Pushing event updated for resources: {'Port': ['ID=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:00.745089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:00.746009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:00.811499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:00.811823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Attempting to bind port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:00.819464 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-59c23ef1-bf8f-40b3-9c2c-e40ea2cf5a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fb0f74be-7394-4226-8831-129b57baa500 HTTP/1.1" status: 200 len: 217 time: 0.0859613 Jul 27 16:35:00.829851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:00.830193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:00.830758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:00.831388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Bound port: 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:00.831915 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:00.935098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:00.967090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f9709-e5fd-4813-9e7d-c11497b90e79 req-19edf102-44c8-439d-add1-ca6f111153b9 service neutron] 10.222.0.13 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943673 Jul 27 16:35:00.983405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-99e99cf6-9aac-4c2b-affa-7e0abe988898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:00.985163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-99e99cf6-9aac-4c2b-affa-7e0abe988898 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1491902 Jul 27 16:35:01.023258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f5e80-c7a2-4aa5-92d7-d306964f68cb req-48cf0c17-bb45-427f-9d7c-ae6087e23cc7 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.026103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d2ce6e3-e2c3-4089-b50b-27ceae8514ae req-d78e90b8-a344-4437-b795-d218d320fccb tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813676 Jul 27 16:35:01.033746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c00f5e80-c7a2-4aa5-92d7-d306964f68cb req-48cf0c17-bb45-427f-9d7c-ae6087e23cc7 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.3912599 Jul 27 16:35:01.099543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:01.109746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:01.131524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.140330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c00f5e80-c7a2-4aa5-92d7-d306964f68cb req-c4719794-d142-4399-915d-91561428682a tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053100 Jul 27 16:35:01.156693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:01.164474 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.241375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Transition to ACTIVE for port object 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:01.286639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-network', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:01.290933 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec874001-3bf2-482d-a321-2764d2bde9dd x-openstack-request-id: req-ec874001-3bf2-482d-a321-2764d2bde9dd {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:01.291385 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36", "status": "completed", "code": 200}, {"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-unplugged", "status": "completed", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:01.291590 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec874001-3bf2-482d-a321-2764d2bde9dd {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:01.291873 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36', 'status': 'completed', 'code': 200} Jul 27 16:35:01.292131 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'code': 200} Jul 27 16:35:01.297577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.298211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.300557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] 10.222.0.13 "PUT /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 1122 time: 2.8783245 Jul 27 16:35:01.305193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-5aac4e52-87cb-4d50-b80b-8cb4a102c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.307623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-5aac4e52-87cb-4d50-b80b-8cb4a102c40d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3059838 Jul 27 16:35:01.311811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:34:57Z', 'revision_number': 3, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:01.336731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820ae4e-0dd1-4a47-871e-215a952bbacb service neutron] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:01.366348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbb4d3-febb-49f8-90ec-c123cdd09999 None None] The sync data for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 is: [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:34:57Z', 'revision_number': 3, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:01.406466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ef8d3-9503-4872-901a-f792e7c1388c req-f25cb3a9-591a-4dfb-9290-1d83fd6907ae tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.415959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-412ef8d3-9503-4872-901a-f792e7c1388c req-f25cb3a9-591a-4dfb-9290-1d83fd6907ae tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 1100 time: 0.2885292 Jul 27 16:35:01.418881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Made reservation on behalf of 8f4dc3eb10644fd5a98179775924e057 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:01.422138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.432883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:01.465844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.540250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.554806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:01.660969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec988-41d6-46a2-983e-18490bf41658 req-d52181d3-3d67-4079-8964-42fcd256d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.662686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-d52181d3-3d67-4079-8964-42fcd256d145 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cad1f07b21f64539b834d9af26bb43df&device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 1094 time: 0.3179257 Jul 27 16:35:01.681829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-80153d31-8ec6-4893-ab03-f0fc7e5a1a08 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382618 Jul 27 16:35:01.710521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944f10-0172-4644-a5b4-51bdb904cdea req-89d38dc0-040b-4cb4-994d-99d88926c890 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.712598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8944f10-0172-4644-a5b4-51bdb904cdea req-89d38dc0-040b-4cb4-994d-99d88926c890 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 0.3406258 Jul 27 16:35:01.737271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.771615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:01.776339 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.784823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-412ef8d3-9503-4872-901a-f792e7c1388c req-229ba1b7-394d-424e-92ce-f37f6de75f65 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660641 Jul 27 16:35:01.804129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:01.815570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:01.820790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.924326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:01.951121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec988-41d6-46a2-983e-18490bf41658 req-8057c1a5-b1a6-4fcf-9f51-fec6ed17c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:01.953011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-8057c1a5-b1a6-4fcf-9f51-fec6ed17c41d service neutron] 10.222.0.13 "GET /v2.0/networks?id=010819dc-c400-464b-ba8c-4b7a964cd89a HTTP/1.1" status: 200 len: 916 time: 0.2700024 Jul 27 16:35:01.953920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24373d64-2384-4444-8d34-f7fd05c26837,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:01.978644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:01.979116 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Added segment d668356f-dd5f-435e-afea-f8125593cc12 of type vlan for network bb13897d-9c77-4c19-b8ec-f2b8f2073347 Jul 27 16:35:02.038062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-c0bbfddb-128e-435c-96a5-72a89858638d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454f0875-f136-47d2-800e-ecdaa846ae36 HTTP/1.1" status: 200 len: 217 time: 0.0620627 Jul 27 16:35:02.143307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8944f10-0172-4644-a5b4-51bdb904cdea req-c6ecbe6b-bef1-4c16-ad6f-c9be643bdf26 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449156 Jul 27 16:35:02.171996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-939382a3-9391-4b6f-99c8-9f3669e151c0 None None] Provisioning for port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:02.182055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-939382a3-9391-4b6f-99c8-9f3669e151c0 None None] Provisioning complete for port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:02.182443 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-939382a3-9391-4b6f-99c8-9f3669e151c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.187894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.212912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec988-41d6-46a2-983e-18490bf41658 req-54e1d4db-b12b-4dae-bed8-9cbff534cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:02.216128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-54e1d4db-b12b-4dae-bed8-9cbff534cd50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a40a6d5-28dc-4bfa-848d-7f382a8e3cae HTTP/1.1" status: 200 len: 855 time: 0.1497967 Jul 27 16:35:02.226521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-994b0cd8-a745-4acd-b4f8-c97b3ff18868 req-b57f38a0-5ab0-4c2b-a2a8-da8b3641eccb service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318395 Jul 27 16:35:02.283100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-939382a3-9391-4b6f-99c8-9f3669e151c0 None None] Port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:02.297772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-e8b5b3b0-ccfd-4ee2-bd1c-8c71050d9aab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=010819dc-c400-464b-ba8c-4b7a964cd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699422 Jul 27 16:35:02.316161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6f16-8e84-4489-a015-a518a2c81bef req-2f534f86-a98a-4316-abf6-19a4141b39e9 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:02.324146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2ee6f16-8e84-4489-a015-a518a2c81bef req-2f534f86-a98a-4316-abf6-19a4141b39e9 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 943 time: 0.3561192 Jul 27 16:35:02.326200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.327168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:02.327754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.439501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.461146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3473480 Jul 27 16:35:02.466033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:02.477187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Request body: {'subnet': {'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-subnet', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:02.498523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fd1b2-ed0b-454c-bd76-d118f28195c9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb13897d-9c77-4c19-b8ec-f2b8f2073347,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:02.506932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2ee6f16-8e84-4489-a015-a518a2c81bef req-19a6b811-0695-46a7-ba1e-e53c49810c01 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818528 Jul 27 16:35:02.530111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:02.530669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-0d48cdde-f32e-4b1d-9c10-8f88078ec88b service neutron] 10.222.0.13 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226043 Jul 27 16:35:02.534791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Made reservation on behalf of 8f4dc3eb10644fd5a98179775924e057 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:02.545191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.547142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device fb0f74be-7394-4226-8831-129b57baa500 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:35:02.939997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.952579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.955040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:02.958869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941940-3d82-4584-9aeb-5a1870c948f4 req-b697ba63-9d5b-42b1-835c-73506f5cf179 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:02.972087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6941940-3d82-4584-9aeb-5a1870c948f4 req-b697ba63-9d5b-42b1-835c-73506f5cf179 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.5983479 Jul 27 16:35:02.974304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:02.976627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.026956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=fb0f74be-7394-4226-8831-129b57baa500,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:03.037960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Request body: {'floatingip': {'port_id': 'b5a1f003-ae1c-4f96-884e-5be68707297e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:03.045221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:03.048097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'fb0f74be-7394-4226-8831-129b57baa500', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'fb0f74be-7394-4226-8831-129b57baa500', 'mac_address': 'fa:16:3e:1d:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:35:03.093996 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.166295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-b9e812e7-5a82-4ee6-a73a-8d574f496e72 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311363 Jul 27 16:35:03.180397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.205225 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.215274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:03.230062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f74be-7394-4226-8831-129b57baa500 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:03.242491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddca5d9-c9ae-4449-abf4-4e7f6253bd9e req-40350699-b90d-4fa1-b533-57a16e8d7084 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:03.249959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ddca5d9-c9ae-4449-abf4-4e7f6253bd9e req-40350699-b90d-4fa1-b533-57a16e8d7084 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 947 time: 0.4485846 Jul 27 16:35:03.255751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=fb0f74be-7394-4226-8831-129b57baa500,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:03.262262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.330380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:03.345352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:03.351186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:03.351747 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.421975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ddca5d9-c9ae-4449-abf4-4e7f6253bd9e req-7671739d-7c76-4bca-a98a-c635c7d908eb tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709738 Jul 27 16:35:03.479146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.497296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:03.524283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:03.553215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:03.556619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['fb0f74be-7394-4226-8831-129b57baa500'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:03.615836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:03.893690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:03.900344 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddafc91-d949-49d2-9454-fa15e29469fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cc416922-2489-4165-950b-844adfa65347", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:03.918705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9318779-c27b-48f1-a79b-75e96c298cde req-9c5d9e8e-4f99-4a34-954b-0132e6e125ed tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:03.928545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-9c5d9e8e-4f99-4a34-954b-0132e6e125ed tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7535329 Jul 27 16:35:03.932077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:03.942506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7265fe99-e09c-411d-b224-0550c1b4987a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:04.004922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d98ec988-41d6-46a2-983e-18490bf41658 req-a4b27665-8f13-4ced-80de-5fd1cb290d29 service neutron] 10.222.0.13 "GET /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1203971 Jul 27 16:35:04.014996 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-b1a6fab6-f6d8-4709-8d32-8cd0dbc26ccb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.0847661 Jul 27 16:35:04.015603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Checking segment: {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:04.016096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Network hostable DHCP agents. Network: bb13897d-9c77-4c19-b8ec-f2b8f2073347, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:04.049422 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:35:04.079458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:04.130644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, bb13897d-9c77-4c19-b8ec-f2b8f2073347) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:04.133978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3be6f83-4f8a-4d3e-a94f-4af17b1c145c None None] Provisioning complete for port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:04.134562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3be6f83-4f8a-4d3e-a94f-4af17b1c145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.148933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 454f0875-f136-47d2-800e-ecdaa846ae36 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:35:04.151509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:04.154516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ad6b3-1908-4549-87fe-c9fa7a31d831 None None] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:04.156891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.227027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-b9f8ab60-2305-4e46-99bb-51a46b83df01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1981606 Jul 27 16:35:04.233920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-169c68c0-4875-44f4-a6a5-f58fda0b262e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7628918 Jul 27 16:35:04.233920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:04.240592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:04.314265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.316009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.319733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4c37f-9886-4213-8c10-382ae5954c88 req-6d9f86a8-ec0f-4a6a-b5cc-cd1e8f37fb80 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:04.327770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65c4c37f-9886-4213-8c10-382ae5954c88 req-6d9f86a8-ec0f-4a6a-b5cc-cd1e8f37fb80 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 0.7133467 Jul 27 16:35:04.343291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f3be6f83-4f8a-4d3e-a94f-4af17b1c145c None None] Port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:04.471709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:04.483814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.569410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=454f0875-f136-47d2-800e-ecdaa846ae36,segment=NetworkSegment(17bddf76-b54d-4a10-b2b1-e528477d02ae),segment_id=17bddf76-b54d-4a10-b2b1-e528477d02ae)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:04.583456 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:35:04.589871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '454f0875-f136-47d2-800e-ecdaa846ae36', 'network_id': '010819dc-c400-464b-ba8c-4b7a964cd89a', 'port_id': '454f0875-f136-47d2-800e-ecdaa846ae36', 'mac_address': 'fa:16:3e:cd:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a40a6d5-28dc-4bfa-848d-7f382a8e3cae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:35:04.655894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.681508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454f0875-f136-47d2-800e-ecdaa846ae36 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:04.694516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.703328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65c4c37f-9886-4213-8c10-382ae5954c88 req-a25bbb92-e5d5-4c1f-a063-cd298e74fe21 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744917 Jul 27 16:35:04.707884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.718322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=454f0875-f136-47d2-800e-ecdaa846ae36,segment=NetworkSegment(17bddf76-b54d-4a10-b2b1-e528477d02ae),segment_id=17bddf76-b54d-4a10-b2b1-e528477d02ae)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:04.725948 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.727290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:35:04.781892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'fixed_ips': [{'subnet_id': '7265fe99-e09c-411d-b224-0550c1b4987a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:35:04.782790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.787270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:04.965606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:35:04.981739 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726c379-9a6b-4744-a80e-6af2ddc6e75b x-openstack-request-id: req-1726c379-9a6b-4744-a80e-6af2ddc6e75b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:04.982096 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc416922-2489-4165-950b-844adfa65347", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:04.982330 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1726c379-9a6b-4744-a80e-6af2ddc6e75b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:04.982736 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'status': 'completed', 'code': 200} Jul 27 16:35:05.032889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:05.142432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:05.324171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-8b9b93d4-fb59-4a5f-8ee3-49541b1959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:05.325853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-8b9b93d4-fb59-4a5f-8ee3-49541b1959ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1125 time: 0.3140731 Jul 27 16:35:05.343560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e272a05-c0fc-4557-81fb-5c73c83d3787 req-ea8f740d-9f71-4205-b24e-48485ed6e7f3 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:05.346351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e272a05-c0fc-4557-81fb-5c73c83d3787 req-ea8f740d-9f71-4205-b24e-48485ed6e7f3 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 948 time: 0.2211561 Jul 27 16:35:05.476980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-bfa140f8-8386-489c-b079-2b141ec2a8e4 service neutron] 10.222.0.61 "GET /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.1120307 Jul 27 16:35:05.664585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:05.680231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:05.680938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:05.692398 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f associated. External IP: 172.25.4.233, port: b5a1f003-ae1c-4f96-884e-5be68707297e. Jul 27 16:35:05.738556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e272a05-c0fc-4557-81fb-5c73c83d3787 req-11bbef8b-6fbb-4826-88f5-25d432fe10e5 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376884 Jul 27 16:35:05.749373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 has no active binding in host n-h2-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:35:05.765383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:05.821887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:05.841148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:05.847724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Allocated IP 172.20.0.2 (bb13897d-9c77-4c19-b8ec-f2b8f2073347/7265fe99-e09c-411d-b224-0550c1b4987a/e1bf5b17-2186-4251-b0e0-2e6a4607c2bb) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:05.857849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9528dfde-9f63-4a8f-9787-c90fefcd8c4f admin admin] 10.222.0.64 "PUT /v2.0/routers/cc7cfc19-c63c-4b8b-b84c-bc6d6112449c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8992283 Jul 27 16:35:05.862668 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Sync routers for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:05.876782 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:05.878374 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:05.893642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-8a30a05f-31d4-4e9a-9648-c01a83302189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:05.896860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-8a30a05f-31d4-4e9a-9648-c01a83302189 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.5488296 Jul 27 16:35:05.967929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d989b-3d96-4daf-b2b5-7e1c2e8bd7fb req-ff1dee9c-4715-4de5-ab75-147c0c22751a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:05.970842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e7d989b-3d96-4daf-b2b5-7e1c2e8bd7fb req-ff1dee9c-4715-4de5-ab75-147c0c22751a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 944 time: 0.7439959 Jul 27 16:35:06.189931 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:06.224277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['454f0875-f136-47d2-800e-ecdaa846ae36'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:06.276861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-52a2077a-5db1-4ec1-ad08-9a8092a0e65c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.2400560 Jul 27 16:35:06.478212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-5d4aaf2f-f826-4d34-b504-bbe75cfb4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:06.479927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-5d4aaf2f-f826-4d34-b504-bbe75cfb4f00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1851082 Jul 27 16:35:06.550686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device fb0f74be-7394-4226-8831-129b57baa500 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:06.586930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:06.593564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Allocated IP 172.25.4.164 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/234e0a57-2987-4f3b-86cc-71d2c5a29534) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:06.662535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:06.747351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:06.762140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:06.786827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:06.793693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Transition to ACTIVE for port object e1bf5b17-2186-4251-b0e0-2e6a4607c2bb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:06.846159 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:02Z', 'revision_number': 4, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '35ec4b1b-2b33-42ff-ba92-8befecdca4c9', 'name': '', 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'mac_address': 'fa:16:3e:73:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '293fd749-009e-4bac-902f-ed37253fb614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:00Z', 'updated_at': '2021-07-27T16:35:02Z', 'revision_number': 2, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'subnets': [{'id': '293fd749-009e-4bac-902f-ed37253fb614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:06.858365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port fb0f74be-7394-4226-8831-129b57baa500 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:06.863745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Transition to ACTIVE for port object e1bf5b17-2186-4251-b0e0-2e6a4607c2bb will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:06.881038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port fb0f74be-7394-4226-8831-129b57baa500 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:06.882317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:06.890676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:06.901633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:06.918202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e7d989b-3d96-4daf-b2b5-7e1c2e8bd7fb req-8d8e83f0-0a9a-4e83-bfe2-968c3fccc890 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9346561 Jul 27 16:35:06.938489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-16117e37-ae66-49a6-88f3-e56ccb1394f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4136722 Jul 27 16:35:07.003884 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Checking router: cc7cfc19-c63c-4b8b-b84c-bc6d6112449c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:07.007624 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Updating router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:07.075432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:07.096631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:07.101091 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.110719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:07.128162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Pushing event updated for resources: {'Port': ['ID=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:07.145080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8109806c-132a-4bbe-8ce8-4215c184a874 req-29459560-8c64-4571-8b5c-6605fad38364 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.0700066 Jul 27 16:35:07.226031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] Transition to ACTIVE for port object 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:07.234962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:07.236965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.294497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025bb8a-2075-4b88-a5c7-81d4846d5766 req-13c5b1a4-2d89-4d36-aa11-a8f7c26b0471 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:07.296776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9025bb8a-2075-4b88-a5c7-81d4846d5766 req-13c5b1a4-2d89-4d36-aa11-a8f7c26b0471 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 944 time: 1.2500706 Jul 27 16:35:07.416130 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.430566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-a44888cf-e469-4bf5-9c95-c9f1b5e8e76c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9484861 Jul 27 16:35:07.439541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] No DVR routers for this DVR port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:35:07.475402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9025bb8a-2075-4b88-a5c7-81d4846d5766 req-aee99c6e-c9e6-42c0-bf93-cc2bbb47e22d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676610 Jul 27 16:35:07.497636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-a8ae0bf1-8205-4743-942c-88c643f39f5f service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311668 Jul 27 16:35:07.655006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Attempting to bind port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:07.655487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Attempting to bind port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:07.656058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Attempting to bind port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb on network bb13897d-9c77-4c19-b8ec-f2b8f2073347 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:07.661622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] 10.222.0.61 "PUT /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52/bindings/n-h2-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1495111 Jul 27 16:35:07.718079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:07.724897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Checking segment: {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:07.725507 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.726015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Bound using segment: {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:07.726625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Bound port: e1bf5b17-2186-4251-b0e0-2e6a4607c2bb, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:07.727238 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.758595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.836000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.850263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:07.862346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Pushing event updated for resources: {'Port': ['ID=234e0a57-2987-4f3b-86cc-71d2c5a29534,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:07.869071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:07.871609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.918598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ddafc91-d949-49d2-9454-fa15e29469fe req-14e32b17-34b2-4b7b-910a-248fff5d25a9 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117618 Jul 27 16:35:07.938304 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.951922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:07.957360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:07.961713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:07.964390 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-cf81c1d0-baa3-4210-a52f-60be7a2aa96d req-c7ab01e3-a36f-46fc-a427-355e321e6c24 tempest-FloatingIPDetailsNegativeTestJSON-58650717 tempest-FloatingIPDetailsNegativeTestJSON-58650717-project] show failed (client error): The resource could not be found. Jul 27 16:35:07.968273 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Transition to ACTIVE for port object 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:07.978400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:07.979021 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:07.981712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf81c1d0-baa3-4210-a52f-60be7a2aa96d req-c7ab01e3-a36f-46fc-a427-355e321e6c24 tempest-FloatingIPDetailsNegativeTestJSON-58650717 tempest-FloatingIPDetailsNegativeTestJSON-58650717-project] 10.222.0.64 "GET /v2.0/floatingips/2ad5e45c-7898-4517-ad7f-ad9710147133 HTTP/1.1" status: 404 len: 350 time: 0.3373675 Jul 27 16:35:07.984710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55893c-171e-4e25-ad01-c0ae0d325c9b service neutron] Pushing event updated for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:07.989848 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69470fd5-46b0-4668-8934-d95997384ffd" -d '{"events": [{"server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f74be-7394-4226-8831-129b57baa500"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:07.998191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:08.062043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=fb0f74be-7394-4226-8831-129b57baa500,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:08.065402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:08.066540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:08.072758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] For port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:08.076570 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Pushing event updated for resources: {'Port': ['ID=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:08.090012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.090355 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.090695 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.091025 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.091357 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.091967 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.092300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.092670 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.092993 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.093316 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.094514 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.094864 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:08.124142 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.200383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 454f0875-f136-47d2-800e-ecdaa846ae36 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:08.201410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8cc10244-1800-44a8-9a93-ad0b7e5072c8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "PUT /v2.0/floatingips/ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f HTTP/1.1" status: 200 len: 992 time: 5.2250156 Jul 27 16:35:08.217819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:08.244569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-f393dcd2-8eec-402e-b617-a2e904d47b03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.0480692 Jul 27 16:35:08.245187 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e165adf-6a14-4697-a13e-3200b1b16ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:08.264404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] For port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:08.292005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.302904 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Attempting to bind port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:08.303429 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Attempting to bind port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:08.303940 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Attempting to bind port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 on network 28bfee5c-e7a3-447e-9354-1c32b2171b7b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:08.313559 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:08.314099 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Checking segment: {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:08.314669 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.315220 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Bound using segment: {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:08.315930 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Bound port: 35ec4b1b-2b33-42ff-ba92-8befecdca4c9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e785c-7480-431b-8354-a31a45f73934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:08.319772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 454f0875-f136-47d2-800e-ecdaa846ae36 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:08.320518 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.329898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 454f0875-f136-47d2-800e-ecdaa846ae36 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:08.330436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.347555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ed119-225b-4f87-a3c8-1c1cdef354f9 req-86d36b0c-dc5a-4873-a8e3-bd319e3423e5 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:08.356356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-203ed119-225b-4f87-a3c8-1c1cdef354f9 req-86d36b0c-dc5a-4873-a8e3-bd319e3423e5 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 948 time: 0.7116716 Jul 27 16:35:08.501914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:08.526419 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] For port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:08.531293 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] For port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,segment=NetworkSegment(332e785c-7480-431b-8354-a31a45f73934),segment_id=332e785c-7480-431b-8354-a31a45f73934)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:08.533160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d88e8-3f41-4f29-8af3-3efb2291b3a7 req-1b98304c-db30-4563-842e-dd66311b8440 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:08.538257 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.545988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-846d88e8-3f41-4f29-8af3-3efb2291b3a7 req-1b98304c-db30-4563-842e-dd66311b8440 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 944 time: 0.3912127 Jul 27 16:35:08.548847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:08.598936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-c1321de5-a5db-46cb-8007-8c9d03a60c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=70bc8818-fe22-41f3-a875-47100198a7ec HTTP/1.1" status: 200 len: 210 time: 0.3009253 Jul 27 16:35:08.679731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:08.680075 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:08.697104 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:08.748624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-87a838c2-80dc-4dbe-b7ef-77bc1298e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:08.750841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-87a838c2-80dc-4dbe-b7ef-77bc1298e315 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1096 time: 1.0357323 Jul 27 16:35:08.759978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-7cfb4a96-6662-4947-abbc-091130c2ce87 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3579583 Jul 27 16:35:08.906127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-33edb698-663b-4ca0-9b43-840b3de72a31 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870694 Jul 27 16:35:08.958855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:08.965985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-203ed119-225b-4f87-a3c8-1c1cdef354f9 req-9e0ec355-ca72-4972-b4fa-6670bdc5950e tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085739 Jul 27 16:35:09.060407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-846d88e8-3f41-4f29-8af3-3efb2291b3a7 req-79f49e5d-0f46-49e3-849d-517e20528a08 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094268 Jul 27 16:35:09.102752 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:09.241248 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d65c1-88e0-4714-8d43-d2b6fcfafeb2 x-openstack-request-id: req-2b8d65c1-88e0-4714-8d43-d2b6fcfafeb2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:09.241471 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f74be-7394-4226-8831-129b57baa500", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:09.241624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b8d65c1-88e0-4714-8d43-d2b6fcfafeb2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:09.242057 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500', 'code': 200} Jul 27 16:35:09.280161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=454f0875-f136-47d2-800e-ecdaa846ae36,segment=NetworkSegment(17bddf76-b54d-4a10-b2b1-e528477d02ae),segment_id=17bddf76-b54d-4a10-b2b1-e528477d02ae)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:09.289659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-8a1d26c9-f90c-4d58-85e9-4ed7a3e5ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:09.292012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-8a1d26c9-f90c-4d58-85e9-4ed7a3e5ac07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.3779726 Jul 27 16:35:09.328978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:09.330562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:09.336027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:09.437369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529de93-c98e-4d6b-8064-2e21c4a4f94c None None] Pushing event updated for resources: {'Port': ['ID=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:09.465476 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4f80c-d14e-4d55-a9f2-d0b79c1ecfc4 x-openstack-request-id: req-84e4f80c-d14e-4d55-a9f2-d0b79c1ecfc4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:09.466247 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:09.467261 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84e4f80c-d14e-4d55-a9f2-d0b79c1ecfc4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:09.467758 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'status': 'completed', 'code': 200} Jul 27 16:35:09.485398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b699840e-9c08-47ca-a7d4-65fb467bb338 req-b90d064b-05bb-4f47-9541-6f99d88ac69b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.0846481 Jul 27 16:35:09.488736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-4659f73e-22d0-44da-b822-16bcf322a7f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.1792476 Jul 27 16:35:09.493803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.61', 49866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:09.525926 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a9a0d-3341-4f63-b156-d3721e150b61 None None] Pushing event updated for resources: {'Port': ['ID=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:09.604052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:09.669049 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:02Z', 'revision_number': 4, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '35ec4b1b-2b33-42ff-ba92-8befecdca4c9', 'name': '', 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'mac_address': 'fa:16:3e:73:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '293fd749-009e-4bac-902f-ed37253fb614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:00Z', 'updated_at': '2021-07-27T16:35:08Z', 'revision_number': 4, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'subnets': [{'id': '293fd749-009e-4bac-902f-ed37253fb614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:09.726877 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea4ad558-5fd0-491e-a203-1d49dd1eed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:09.728219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd7b0-929a-45b1-ba83-561f8e16efb2 req-24fc2708-b3d3-425f-8426-b676efc97ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:09.729982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45bfd7b0-929a-45b1-ba83-561f8e16efb2 req-24fc2708-b3d3-425f-8426-b676efc97ec7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 1100 time: 0.2860374 Jul 27 16:35:09.742466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29da364-e117-41e9-b607-0f58bdcc89e3 None None] The sync data for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 is: [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:02Z', 'revision_number': 4, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '35ec4b1b-2b33-42ff-ba92-8befecdca4c9', 'name': '', 'network_id': '28bfee5c-e7a3-447e-9354-1c32b2171b7b', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'mac_address': 'fa:16:3e:73:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '293fd749-009e-4bac-902f-ed37253fb614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:00Z', 'updated_at': '2021-07-27T16:35:08Z', 'revision_number': 4, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'subnets': [{'id': '293fd749-009e-4bac-902f-ed37253fb614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:09.775830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:a0:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:35:04Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:09.856880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:09.877933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:09.878593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:34:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:09.883651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45bfd7b0-929a-45b1-ba83-561f8e16efb2 req-1cf387b5-0a94-43cf-bec0-ae517c4b5837 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318662 Jul 27 16:35:10.287031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:10.427788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def97fb-f306-4a86-9b3e-32d9d2175ad3 None None] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:10.547400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2eeedb5-2a2f-458c-92df-22173899f6f3 None None] Provisioning for port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:10.643593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9318779-c27b-48f1-a79b-75e96c298cde req-a35a722e-851e-4ec4-91cd-b2bb98358837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:10.646157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-a35a722e-851e-4ec4-91cd-b2bb98358837 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6789584 Jul 27 16:35:10.683251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-dc0bddfa-9b31-4cfc-899c-000d3acc626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:10.684893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Deleting port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:10.685415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-dc0bddfa-9b31-4cfc-899c-000d3acc626c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 1.1153293 Jul 27 16:35:10.685501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:10.733412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114de31-8363-493c-bed7-3bc5c727b0ef req-cf91dc6d-63bf-4417-b9fc-3a7325d4f5e4 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:10.734981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f114de31-8363-493c-bed7-3bc5c727b0ef req-cf91dc6d-63bf-4417-b9fc-3a7325d4f5e4 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.2242353 Jul 27 16:35:10.747203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-2091d842-64e9-4d6c-a8bf-ad57328bf533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440285 Jul 27 16:35:10.845479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-518846b6-6a06-4e7c-a1f0-da2b3edb0086 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:10.855845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-518846b6-6a06-4e7c-a1f0-da2b3edb0086 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 2.4433608 Jul 27 16:35:10.858254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-424ba15e-0dae-45c4-ad53-a6b824eb991e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/ports?device_id=70bc8818-fe22-41f3-a875-47100198a7ec HTTP/1.1" status: 200 len: 210 time: 0.0676770 Jul 27 16:35:10.900932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f114de31-8363-493c-bed7-3bc5c727b0ef req-f68a4374-1b43-4f67-ab76-3c107a594cf8 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266754 Jul 27 16:35:10.965621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] For port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,segment=NetworkSegment(332e785c-7480-431b-8354-a31a45f73934),segment_id=332e785c-7480-431b-8354-a31a45f73934)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:10.965980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:11.002190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Calling delete_port for 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:11.009810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:a0:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:35:04Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:11.075886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-d31664e7-51b9-4dfa-83e3-84af363b3784 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021017 Jul 27 16:35:11.147426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4ecaa-b007-4839-82fc-5a2d8454d46f None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'port_id': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'mac_address': 'fa:16:3e:a0:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:32:29Z', 'updated_at': '2021-07-27T16:35:04Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:11.244594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:11.250363 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa4e0b-d9d5-4098-9713-129df5cdc183" -d '{"events": [{"server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "name": "network-vif-plugged", "status": "completed", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:11.266594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1bf5b17-2186-4251-b0e0-2e6a4607c2bb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:11.387724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4d5adf7-b896-4113-85ae-e4592d60ef45 req-bd80e8e5-e8fa-4c00-b84f-425499755d3e service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135015 Jul 27 16:35:11.393875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9318779-c27b-48f1-a79b-75e96c298cde req-278b886b-83e9-4d26-9c98-d69f439673ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:11.396317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-278b886b-83e9-4d26-9c98-d69f439673ca service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.4858339 Jul 27 16:35:11.437360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4942e-7a68-46d8-8942-38b2ecdcfac1 req-cfd2bbf0-d47f-46b0-bd65-b0a9434b3f6c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:11.451130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ce4942e-7a68-46d8-8942-38b2ecdcfac1 req-cfd2bbf0-d47f-46b0-bd65-b0a9434b3f6c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 1.8191807 Jul 27 16:35:11.466685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:11.480581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:11.485126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:11.673682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ce4942e-7a68-46d8-8942-38b2ecdcfac1 req-6bb2109b-c2e4-4fb3-8713-7da1fb44fb12 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225356 Jul 27 16:35:11.692727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db54e7-aa7c-4eab-a973-681a580278fc req-2c37cea6-d984-46f0-82c5-3fb42ae089e4 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:11.695699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54db54e7-aa7c-4eab-a973-681a580278fc req-2c37cea6-d984-46f0-82c5-3fb42ae089e4 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.5546944 Jul 27 16:35:11.781669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-f344bdb7-643e-4b6e-997d-d426824fd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:11.786949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-f344bdb7-643e-4b6e-997d-d426824fd980 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6ea7202ad984633966b1dc70fce8414&device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 1097 time: 2.2414892 Jul 27 16:35:11.801505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-73572073-2c98-42b1-a2b9-e127ffcea8a4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.2663913 Jul 27 16:35:11.822936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54db54e7-aa7c-4eab-a973-681a580278fc req-f5778b4d-82bc-4b18-b8b1-663ba47e66db tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055131 Jul 27 16:35:11.836470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:11.879711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8134cd5-5494-48d0-99b0-39c030cf564f None None] New status for floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:35:11.911078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:11.935723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fb8d3506-3ba8-426a-9e95-aa7b549ca109 None None] Provisioning complete for port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:11.936408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb8d3506-3ba8-426a-9e95-aa7b549ca109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.024497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.041325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-43bb7ace-09e9-44ad-8b33-906f62b5ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:12.043829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-43bb7ace-09e9-44ad-8b33-906f62b5ff60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347&tenant_id=17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 1096 time: 0.9640369 Jul 27 16:35:12.059984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=35ec4b1b-2b33-42ff-ba92-8befecdca4c9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:12.084087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:12.151151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.151949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:12.169141 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122649f-60dd-4568-a4de-0d79021a1656 x-openstack-request-id: req-3122649f-60dd-4568-a4de-0d79021a1656 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:12.169551 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "name": "network-vif-plugged", "status": "completed", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:12.170381 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3122649f-60dd-4568-a4de-0d79021a1656 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:12.171282 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36', 'code': 200} Jul 27 16:35:12.237541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c180e5b-29c1-4a1f-9f36-33a837358c33 req-a1b5d1bb-4ceb-4e85-82bf-d4df3bd8bc54 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.1885059 Jul 27 16:35:12.401969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:12.536573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:12.537391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 16:35:12.539692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9f93-2a22-441a-a4ae-12e15e28d921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.601673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-429a3d61-db44-4ed2-9df1-84c18c9865c2 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=70bc8818-fe22-41f3-a875-47100198a7ec HTTP/1.1" status: 200 len: 210 time: 0.1977627 Jul 27 16:35:12.648869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 16:35:12.699784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.729153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:12.733551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:12.766576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-d2304d41-2942-443c-9e8e-953ac0d6780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:12.768411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-d2304d41-2942-443c-9e8e-953ac0d6780c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 200 len: 924 time: 0.9658360 Jul 27 16:35:12.950928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-24616925-8a79-4ade-a5a4-59bbbe742f4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a1f003-ae1c-4f96-884e-5be68707297e HTTP/1.1" status: 200 len: 1002 time: 0.0802069 Jul 27 16:35:12.963371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-82f700f4-217d-489d-9a35-bc59b5771054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:12.965038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-82f700f4-217d-489d-9a35-bc59b5771054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1096 time: 0.8544619 Jul 27 16:35:13.043222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-46373f39-37f3-409f-9526-1b7bef2daec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.044912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-46373f39-37f3-409f-9526-1b7bef2daec2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 200 len: 862 time: 0.0755222 Jul 27 16:35:13.123252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1bf5b17-2186-4251-b0e0-2e6a4607c2bb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:13.196668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8fe34-5993-4b7f-85d3-d64e5276bd3f req-23b176f1-fa14-477e-a8bd-d54deead2ce6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.205926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7e8fe34-5993-4b7f-85d3-d64e5276bd3f req-23b176f1-fa14-477e-a8bd-d54deead2ce6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.3475533 Jul 27 16:35:13.239827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:13.239827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:13.246826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fb11-a266-4636-b03c-8a88300ac704 req-b9241c89-87b4-4c1f-9928-c4da2179ee08 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.254024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c110fb11-a266-4636-b03c-8a88300ac704 req-b9241c89-87b4-4c1f-9928-c4da2179ee08 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.8359239 Jul 27 16:35:13.262114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:13.281476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0201f6b-3359-47b6-81a8-60d96c227cec req-4072f05c-7d4d-4431-a4f2-1797a929412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.283247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0201f6b-3359-47b6-81a8-60d96c227cec req-4072f05c-7d4d-4431-a4f2-1797a929412a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 1096 time: 0.7418654 Jul 27 16:35:13.336365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-44763f96-6d54-49c3-9b60-34872ab8070e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.0711644 Jul 27 16:35:13.338419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7e8fe34-5993-4b7f-85d3-d64e5276bd3f req-9c27068f-405a-4047-bbf2-bd3b3f8a96e7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222899 Jul 27 16:35:13.351455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:13.399158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:13.447075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:13.520487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-1522231a-6400-4cc5-a8c9-67331c8e24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.521939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-1522231a-6400-4cc5-a8c9-67331c8e24ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.4825063 Jul 27 16:35:13.527731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0201f6b-3359-47b6-81a8-60d96c227cec req-07b393f1-b2d9-4dc6-8701-05167c91a743 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368317 Jul 27 16:35:13.536134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c110fb11-a266-4636-b03c-8a88300ac704 req-e6c2bbc5-1f73-44c0-97a4-b0ef0b1efe6e tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614560 Jul 27 16:35:13.544275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-1c9373ef-f55c-47b7-bbc7-b5ce2064e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.546362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-1c9373ef-f55c-47b7-bbc7-b5ce2064e79e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f63b1a3-cf19-47f1-9558-df559fb112dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4773960 Jul 27 16:35:13.643522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:13.654561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fcb71-e59f-4a43-bbbd-763d417eeeb8 req-b177190e-0fe5-4ccd-be5c-39b905a3f626 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:13.656016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e2fcb71-e59f-4a43-bbbd-763d417eeeb8 req-b177190e-0fe5-4ccd-be5c-39b905a3f626 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.1528373 Jul 27 16:35:13.659999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e9e01527-3302-44b0-916d-ef926fa77fdf admin admin] 10.222.0.64 "PUT /v2.0/routers/cc7cfc19-c63c-4b8b-b84c-bc6d6112449c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6603286 Jul 27 16:35:13.663290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Sync routers for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:13.665737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:13.678256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:13.679643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:13.747553 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e2fcb71-e59f-4a43-bbbd-763d417eeeb8 req-f1b5d24b-715f-4854-8c67-bd22513cef5f tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Jul 27 16:35:13.841599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:13.860647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:13.930114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-e03294b2-305a-4e40-aab8-6bff227173de service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353517 Jul 27 16:35:13.933049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-b2bb8f2f-bcd0-48f6-ba06-95865146e4ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.0491769 Jul 27 16:35:14.083181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9529001b-0dc6-49b9-8e17-a448fe4d72cd req-a6687654-b739-4979-ad93-d48ebdf31d3c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.1962669 Jul 27 16:35:14.148980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:11Z', 'revision_number': 5, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port': {'id': '45ae15b7-9a98-4edc-87fa-4b92f9e7b761', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:76:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:34:56Z', 'updated_at': '2021-07-27T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:14.241448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Router e5bf0298-6239-4605-ab13-43ebf3ef7a20 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:35:14.247943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:14.255553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Checking router: cc7cfc19-c63c-4b8b-b84c-bc6d6112449c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:14.320245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-78cdb247-458f-4db2-ac11-6587d0337ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:14.321843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-78cdb247-458f-4db2-ac11-6587d0337ff9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.3268425 Jul 27 16:35:14.325730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Routers {'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:14.326690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:14.458164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2b48a56-59bb-4bc8-aec3-244c238eb6af req-7623c44e-93f5-40e2-b837-be9aa6c43c6b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f8ba6f-daf6-4299-b0a6-602ffdb4eb63 HTTP/1.1" status: 200 len: 210 time: 0.0931897 Jul 27 16:35:14.459981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-12b685e8-4c2e-4021-a075-e00663930cde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048121 Jul 27 16:35:14.461068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] Set router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:14.572178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e0a93-db07-4be1-af36-3e09ec7b8eb1 req-836fef61-91d1-490d-abb5-b1003d1ab17e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:14.585957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-421e0a93-db07-4be1-af36-3e09ec7b8eb1 req-836fef61-91d1-490d-abb5-b1003d1ab17e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.1139073 Jul 27 16:35:14.597256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:14Z', 'revision_number': 6, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:14.660754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9170e-3e47-48cf-af1f-7e5ada5ac7cf None None] The sync data for ids ['cc7cfc19-c63c-4b8b-b84c-bc6d6112449c'] in n-d-723572-6 is: [{'id': 'cc7cfc19-c63c-4b8b-b84c-bc6d6112449c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1339270086-router', 'tenant_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:34:55Z', 'updated_at': '2021-07-27T16:35:14Z', 'revision_number': 6, 'project_id': '32c63fa43e9340a7b2ad39d667cd45fb', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:14.665529 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-421e0a93-db07-4be1-af36-3e09ec7b8eb1 req-559f4d34-532d-4c38-b328-203d61bd8f4a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Jul 27 16:35:14.938220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:14.940762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80510a6-0e0c-40e5-a780-747bcc8440e4 req-1752dcd6-867c-4c81-bfc5-075244adb24b tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:14.946797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e165adf-6a14-4697-a13e-3200b1b16ac7 req-b1f15da7-98e3-43af-b86d-80d3a33a702a service neutron] 10.222.0.61 "GET /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484396 Jul 27 16:35:14.951942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80510a6-0e0c-40e5-a780-747bcc8440e4 req-1752dcd6-867c-4c81-bfc5-075244adb24b tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.1554635 Jul 27 16:35:15.038040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:15.051656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:15.064808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Deleting port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:15.065348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:15.075837 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Sync routers for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:15.102875 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:15.103966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:15.132970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:15.133415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80510a6-0e0c-40e5-a780-747bcc8440e4 req-97e36be4-6e24-471e-b895-14865dfa6a87 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795425 Jul 27 16:35:15.133951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 35ec4b1b-2b33-42ff-ba92-8befecdca4c9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:15.151659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-eaa579a0-4233-48a5-97fc-0b94278ddec8 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738701 Jul 27 16:35:15.193883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:15.195170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c232104d-e745-4ad4-b39d-96d0a5219fde admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9597020 Jul 27 16:35:15.199733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:15.359231 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:15.500169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010be286-6c8c-4a5b-91d4-4d7f435226d3 req-c4d633ac-f058-4418-93e5-017b16b0a145 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:15.504237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-010be286-6c8c-4a5b-91d4-4d7f435226d3 req-c4d633ac-f058-4418-93e5-017b16b0a145 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.1121795 Jul 27 16:35:15.601901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-010be286-6c8c-4a5b-91d4-4d7f435226d3 req-491876bc-7382-4b54-85b6-e9a42d01c184 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Jul 27 16:35:15.632796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2450c611-f99f-47f7-8202-75299d85b879 req-423b09e0-fa87-420a-9a6e-bba690f8bc99 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=70bc8818-fe22-41f3-a875-47100198a7ec HTTP/1.1" status: 200 len: 210 time: 0.0894232 Jul 27 16:35:15.641091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] For port 45ae15b7-9a98-4edc-87fa-4b92f9e7b761, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:15.641584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:15.670498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Calling delete_port for 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:15.684010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-211c55a2-b1fe-4f08-8501-ce9c8866abb7 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206928 Jul 27 16:35:16.051511 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:09Z', 'revision_number': 3, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:16.112622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0146d8-20c1-4710-9352-6d3c1091ff30 req-f3a2c3bc-ac17-4201-bf5a-6b6b25a44f8e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:16.126311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b0146d8-20c1-4710-9352-6d3c1091ff30 req-f3a2c3bc-ac17-4201-bf5a-6b6b25a44f8e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.2284167 Jul 27 16:35:16.132088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Checking router: e5bf0298-6239-4605-ab13-43ebf3ef7a20 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:16.132712 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Updating router e5bf0298-6239-4605-ab13-43ebf3ef7a20 port 234e0a57-2987-4f3b-86cc-71d2c5a29534 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:16.233278 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.255912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b0146d8-20c1-4710-9352-6d3c1091ff30 req-6581a589-eac7-4468-b140-a9ab0a07a117 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285143 Jul 27 16:35:16.501226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.529091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.570478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-255ed3f5-9e03-4438-8758-5f47ae3f3e6f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344515 Jul 27 16:35:16.672356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Pushing event deleted for resources: {'Port': ['ID=45ae15b7-9a98-4edc-87fa-4b92f9e7b761,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:16.722918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-264bdf0d-74c7-4a76-ab18-9feee5de48fd tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:16.725692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-264bdf0d-74c7-4a76-ab18-9feee5de48fd tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540430 Jul 27 16:35:16.754228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-c5a00935-e547-43eb-b3e0-77db3b3718a2 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.0171502 Jul 27 16:35:16.758564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.803192 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.825147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.828619 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Transition to ACTIVE for port object 234e0a57-2987-4f3b-86cc-71d2c5a29534 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:16.841722 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.905203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:16.948790 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc897-f9ec-4aac-9725-48e866771041 None None] Pushing event updated for resources: {'Port': ['ID=234e0a57-2987-4f3b-86cc-71d2c5a29534,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:16.956608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:16.961652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45ae15b7-9a98-4edc-87fa-4b92f9e7b761 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:16.979095 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Attempting to bind port 234e0a57-2987-4f3b-86cc-71d2c5a29534 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:16.979562 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Attempting to bind port 234e0a57-2987-4f3b-86cc-71d2c5a29534 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:16.979708 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-1dd966ab-f537-4ba1-b652-d5aa4170786a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2149644 Jul 27 16:35:16.980101 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Attempting to bind port 234e0a57-2987-4f3b-86cc-71d2c5a29534 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:16.989755 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:16.990476 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:16.991995 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:16.992702 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:16.997732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Bound port: 234e0a57-2987-4f3b-86cc-71d2c5a29534, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:16.998379 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.092393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.094652 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] For port 234e0a57-2987-4f3b-86cc-71d2c5a29534, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:17.103469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.104785 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] For port 234e0a57-2987-4f3b-86cc-71d2c5a29534, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=234e0a57-2987-4f3b-86cc-71d2c5a29534,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:17.113995 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.120994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2191b-4c56-44dd-9969-f05da96d515e req-1b5ae267-bc5d-439c-9670-87d6beaeae63 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:17.122766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39a2191b-4c56-44dd-9969-f05da96d515e req-1b5ae267-bc5d-439c-9670-87d6beaeae63 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.61 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.8460040 Jul 27 16:35:17.305168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00e6d31c-52e8-4ae0-8887-78dedfcbf459 req-faa8886c-a406-404a-ade9-fdf9a058cec1 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 210 time: 0.0710442 Jul 27 16:35:17.340968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a048b4-f82c-4df8-af46-27a0336d84c5 req-4b5005cb-2211-4b5a-acc1-835298527273 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:17.355246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:17.356137 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:17.358903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-70a048b4-f82c-4df8-af46-27a0336d84c5 req-4b5005cb-2211-4b5a-acc1-835298527273 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.8934360 Jul 27 16:35:17.368857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-043d7890-4077-4902-84ff-454d30964c4e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:17.369351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-043d7890-4077-4902-84ff-454d30964c4e tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 1.2888694 Jul 27 16:35:17.583727 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc897-f9ec-4aac-9725-48e866771041 None None] Pushing event updated for resources: {'Port': ['ID=234e0a57-2987-4f3b-86cc-71d2c5a29534,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:17.611217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61a69-b495-49b5-bd23-d7adfa459142 req-3eea5235-5a94-4b3f-83de-698bd6eb55cf tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:17.612933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32f61a69-b495-49b5-bd23-d7adfa459142 req-3eea5235-5a94-4b3f-83de-698bd6eb55cf tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.1539013 Jul 27 16:35:17.633024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.634078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7cfc19-c63c-4b8b-b84c-bc6d6112449c {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:35:17.693335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:17.741349 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32f61a69-b495-49b5-bd23-d7adfa459142 req-588e0134-7bc9-44a1-a942-725e94d90256 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107872 Jul 27 16:35:17.781097 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:17.786777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f9a96672-2732-471a-98b9-a641fa17395d admin admin] 10.222.0.64 "DELETE /v2.0/routers/cc7cfc19-c63c-4b8b-b84c-bc6d6112449c HTTP/1.1" status: 204 len: 168 time: 4.1155951 Jul 27 16:35:17.787433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:17.835516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-70a048b4-f82c-4df8-af46-27a0336d84c5 req-b31a623f-c281-4856-88c3-b797e7717953 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709339 Jul 27 16:35:18.057533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Allocated IP 172.20.0.1 (bb13897d-9c77-4c19-b8ec-f2b8f2073347/7265fe99-e09c-411d-b224-0550c1b4987a/9da38a94-d95e-4873-a512-5698080bb999) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:18.064271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Deleting subnet 293fd749-009e-4bac-902f-ed37253fb614 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:35:18.084593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.182582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.309319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.326060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Deleting port fb0f74be-7394-4226-8831-129b57baa500 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:18.326798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.375581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:09Z', 'revision_number': 3, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:18.458879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.477174 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5657c-42e8-46ff-9953-b89b9b63bbdf None None] The sync data for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 is: [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:09Z', 'revision_number': 3, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:18.574766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293fd749-009e-4bac-902f-ed37253fb614,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:18.575921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95459509-617e-42b0-a57e-cd2fbc0a19d8 None None] Network 28bfee5c-e7a3-447e-9354-1c32b2171b7b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:18.593647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.599550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ce0ad00-f4c9-48ef-9986-ad07dafea35e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/293fd749-009e-4bac-902f-ed37253fb614 HTTP/1.1" status: 204 len: 168 time: 0.8104808 Jul 27 16:35:18.603044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:18.679154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6e7e5e3-393e-4ad2-ac7d-53d3ae0b6963 req-895c920e-e92b-4687-a059-e64ff724e772 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 210 time: 0.1162431 Jul 27 16:35:18.786986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:18.908910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Deleting port 0fecee31-4c15-4214-8919-c66528f3d484 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:18.910258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.113061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-5f5b3fa3-a044-4e78-a4f0-c8512437ce3e service neutron] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:19.149238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] For port 0fecee31-4c15-4214-8919-c66528f3d484, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0fecee31-4c15-4214-8919-c66528f3d484,segment=NetworkSegment(332e785c-7480-431b-8354-a31a45f73934),segment_id=332e785c-7480-431b-8354-a31a45f73934)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:19.149617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.191405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Calling delete_port for 0fecee31-4c15-4214-8919-c66528f3d484 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:19.267679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-5f5b3fa3-a044-4e78-a4f0-c8512437ce3e service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.271488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbdebe44-81a9-4625-be4b-511355bdcfc6 req-5f5b3fa3-a044-4e78-a4f0-c8512437ce3e service neutron] 10.222.0.13 "DELETE /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52/bindings/n-h1-723572-6 HTTP/1.1" status: 204 len: 173 time: 1.8005450 Jul 27 16:35:19.281719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.305891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Transition to ACTIVE for port object 9da38a94-d95e-4873-a512-5698080bb999 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:19.407805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] DHCP port deletion for 28bfee5c-e7a3-447e-9354-1c32b2171b7b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:35:19.445661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.543573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] For port fb0f74be-7394-4226-8831-129b57baa500, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=fb0f74be-7394-4226-8831-129b57baa500,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:19.544177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.623245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.630735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] No DVR routers for this DVR port 0fecee31-4c15-4214-8919-c66528f3d484 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:35:19.669007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0fecee31-4c15-4214-8919-c66528f3d484,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:19.703234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Deleting port 0fecee31-4c15-4214-8919-c66528f3d484 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:19.707727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:19.791545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Calling delete_port for fb0f74be-7394-4226-8831-129b57baa500 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:19.800463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767cc59-5684-4f0f-b01d-43da7f5ff5b3 req-c8d5a7e6-0288-4d10-9bf7-9f66d164528f tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:19.813878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2767cc59-5684-4f0f-b01d-43da7f5ff5b3 req-c8d5a7e6-0288-4d10-9bf7-9f66d164528f tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1096 time: 1.6901195 Jul 27 16:35:19.859537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-b94bd15b-792c-43d3-a62c-8388bf38cf51 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4697113 Jul 27 16:35:20.023627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] For port 0fecee31-4c15-4214-8919-c66528f3d484, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:20.027665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.040577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:20.081573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:20.112795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Calling delete_port for 0fecee31-4c15-4214-8919-c66528f3d484 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:20.132989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Port 0fecee31-4c15-4214-8919-c66528f3d484 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:35:20.147963 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.237301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.255593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] No DVR routers for this DVR port 0fecee31-4c15-4214-8919-c66528f3d484 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:35:20.275632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:20.281358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca0d0-cb5a-4713-a875-683b0a4ecf34 None None] Pushing event deleted for resources: {'Port': ['ID=0fecee31-4c15-4214-8919-c66528f3d484,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:20.326003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.326372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.327322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.327919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > port after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.328275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.332707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > port after_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.333151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.333512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.333845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.334324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.456902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-1550c5a9-eb69-4a92-8405-f9ca2f0fdb41 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:20.459013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-1550c5a9-eb69-4a92-8405-f9ca2f0fdb41 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4627559 Jul 27 16:35:20.553360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.554747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.555558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.556298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:20.557468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bfee5c-e7a3-447e-9354-1c32b2171b7b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:20.558887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:20.566249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Pushing event updated for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:20.598918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device fb0f74be-7394-4226-8831-129b57baa500 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:20.611716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332e785c-7480-431b-8354-a31a45f73934') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:20.614133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332e785c-7480-431b-8354-a31a45f73934') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:20.646362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.683731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.726701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5dece29c-e98d-4c0a-ba01-4df67ca9c2c7 None None] Provisioning for port 9da38a94-d95e-4873-a512-5698080bb999 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:20.734267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:35:20.734858 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.747019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5dece29c-e98d-4c0a-ba01-4df67ca9c2c7 None None] Provisioning complete for port 9da38a94-d95e-4873-a512-5698080bb999 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:20.747653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dece29c-e98d-4c0a-ba01-4df67ca9c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:20.761075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1612d3-f2aa-4a78-9507-f523af3e20a9 req-dc374bc3-ed2a-438e-a9e6-2cc7b23d4849 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:20.782075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a1612d3-f2aa-4a78-9507-f523af3e20a9 req-dc374bc3-ed2a-438e-a9e6-2cc7b23d4849 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 949 time: 0.5602300 Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: from cryptography.utils import int_from_bytes Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: from cryptography.utils import int_from_bytes Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:35:20.812627 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:35:20.897691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5dece29c-e98d-4c0a-ba01-4df67ca9c2c7 None None] Port 9da38a94-d95e-4873-a512-5698080bb999 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:21.052247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 234e0a57-2987-4f3b-86cc-71d2c5a29534 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:21.149239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a1612d3-f2aa-4a78-9507-f523af3e20a9 req-7dcb0c55-70ff-491a-ae5d-6cc9200a69b1 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/security-groups?id=fd13cd75-e2e6-4629-acd3-de903a5ea9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647723 Jul 27 16:35:21.150536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.210318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.241792 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.247591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] 10.222.0.64 "DELETE /v2.0/networks/28bfee5c-e7a3-447e-9354-1c32b2171b7b HTTP/1.1" status: 204 len: 168 time: 2.6423664 Jul 27 16:35:21.254664 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.277146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Pushing event deleted for resources: {'Port': ['ID=fb0f74be-7394-4226-8831-129b57baa500,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:21.331689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72081c-09af-459d-a28a-bf99b0ee9a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=28bfee5c-e7a3-447e-9354-1c32b2171b7b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:21.361091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2767cc59-5684-4f0f-b01d-43da7f5ff5b3 req-03d57e0f-f4cd-48f6-88bc-040c7f583c93 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5458014 Jul 27 16:35:21.376158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.466679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] No DVR routers for this DVR port fb0f74be-7394-4226-8831-129b57baa500 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:35:21.506055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 234e0a57-2987-4f3b-86cc-71d2c5a29534 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:21.543766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 234e0a57-2987-4f3b-86cc-71d2c5a29534 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:21.543766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.611992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.615755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39a2191b-4c56-44dd-9969-f05da96d515e req-0472d352-018f-44fa-9145-6a4c0eadb9ac tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.61 "DELETE /v2.0/ports/fb0f74be-7394-4226-8831-129b57baa500 HTTP/1.1" status: 204 len: 173 time: 4.4775288 Jul 27 16:35:21.616546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'name': 'network-vif-deleted', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:21.630990 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83258d4-1d57-4b98-80fd-ce597411a778" -d '{"events": [{"server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "name": "network-vif-deleted", "tag": "fb0f74be-7394-4226-8831-129b57baa500"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:21.696873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:21.782206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30e86f4b-f6c9-4dd8-9fda-5f6d06fa4f7a req-5c00c4a6-2100-4dd4-944e-b1ed8df15827 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 210 time: 0.1821198 Jul 27 16:35:21.864344 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae7174d-5c79-4d7f-9aed-835e3994537f x-openstack-request-id: req-1ae7174d-5c79-4d7f-9aed-835e3994537f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:21.864710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edba6f9-c8ec-45ea-84a3-9d5f797fcc95", "name": "network-vif-deleted", "tag": "fb0f74be-7394-4226-8831-129b57baa500", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:21.866381 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ae7174d-5c79-4d7f-9aed-835e3994537f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:21.866891 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edba6f9-c8ec-45ea-84a3-9d5f797fcc95', 'name': 'network-vif-deleted', 'tag': 'fb0f74be-7394-4226-8831-129b57baa500', 'status': 'completed', 'code': 200} Jul 27 16:35:21.875214 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:21.913685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 234e0a57-2987-4f3b-86cc-71d2c5a29534, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=234e0a57-2987-4f3b-86cc-71d2c5a29534,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:21.920359 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.001495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0fecee31-4c15-4214-8919-c66528f3d484 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:22.033067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0fecee31-4c15-4214-8919-c66528f3d484 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:22.033469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0fecee31-4c15-4214-8919-c66528f3d484 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:22.076291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=234e0a57-2987-4f3b-86cc-71d2c5a29534,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:22.080094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:22.084465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.332080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-0c1ed271-91c4-4544-99a5-9a53423a9136 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:22.347044 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-0c1ed271-91c4-4544-99a5-9a53423a9136 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.3116255 Jul 27 16:35:22.396699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c124477-f619-4122-bef7-656143c5cb82 req-d1c83e1b-569c-4660-93e8-3c622820c807 tempest-TenantUsagesTestJSON-1441882673 tempest-TenantUsagesTestJSON-1441882673-project] 10.222.0.64 "GET /v2.0/ports?device_id=7edba6f9-c8ec-45ea-84a3-9d5f797fcc95 HTTP/1.1" status: 200 len: 210 time: 0.0478947 Jul 27 16:35:22.448365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7472744b-4f9d-48a8-b66e-313da97fce61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32c63fa43e9340a7b2ad39d667cd45fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398057 Jul 27 16:35:22.450931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:22.489810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-78e6f0ad-63a8-4926-a00a-f6dfff77925d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/quotas/17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 375 time: 0.1396811 Jul 27 16:35:22.584572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.708249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.774670 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.814495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.819473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:22.843490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76841df1-b31b-476e-9b4f-c2a3df027e80 HTTP/1.1" status: 204 len: 168 time: 0.3881900 Jul 27 16:35:22.885129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-fbc3021c-c979-443f-abcb-3fe7872d1957 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3942075 Jul 27 16:35:22.886420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d4d83-c7a1-4533-af04-2f6c4f24dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76841df1-b31b-476e-9b4f-c2a3df027e80,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:23.011168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 234e0a57-2987-4f3b-86cc-71d2c5a29534 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:23.084592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47dcc045-bc9c-4b39-9e65-db9ac00cac2a req-4e1ad5f8-ac06-41ae-8c11-4a7c166e7620 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 210 time: 0.0626032 Jul 27 16:35:23.137941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 234e0a57-2987-4f3b-86cc-71d2c5a29534 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:23.138595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:23.154602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.111 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:23.368746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-88cda056-e827-4027-8292-b9a04bbb7ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391491 Jul 27 16:35:23.632691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-f6449596-7355-4f43-94e0-45e58cf93d25 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629273 Jul 27 16:35:23.639201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:23.663749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:23.916215 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:23.971326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:24.043883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:24.058872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:24.073223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:24.086782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:24.100692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Pushing event updated for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:24.230296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:24.315554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4712c510-19d9-4527-943c-2cff3367633f req-035e0be3-7f00-4ee9-ba0e-7847a0baa81a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.1689374 Jul 27 16:35:24.510594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:24.594833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5951cb9b-3069-4d5e-9cc5-b9291550ccc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac6bb4f80891401bb19c1908362cd65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484104 Jul 27 16:35:24.597048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:24.629873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:24.657178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:24.662790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:24.845702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:24.859954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:24.920897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.047220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:25.073136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.075366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:25.079228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.101150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd13cd75-e2e6-4629-acd3-de903a5ea9cb HTTP/1.1" status: 204 len: 168 time: 0.5013051 Jul 27 16:35:25.142900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff40bbc-1c07-4735-b068-9bab36f2f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13cd75-e2e6-4629-acd3-de903a5ea9cb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:25.179838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:25.185629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.247100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaca0a-b8b5-46a2-bbcc-758e0a2414ba req-02098a2d-5bea-4a74-9874-5d4de63c3a2c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:25.251969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05eaca0a-b8b5-46a2-bbcc-758e0a2414ba req-02098a2d-5bea-4a74-9874-5d4de63c3a2c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 936 time: 0.7584076 Jul 27 16:35:25.402604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-221388279-network', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:25.454701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ed3843ef-29e0-4e60-8e38-4c64c10b5b7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9074209 Jul 27 16:35:25.462364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Made reservation on behalf of e131eee74a5547398f2eba3c9529f06d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:25.464917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.518192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Request body: {'port': {'device_id': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:25.574824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6da8cf2-b2a8-4249-bc01-32ba19408546 None None] Provisioning for port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:25.590992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6da8cf2-b2a8-4249-bc01-32ba19408546 None None] Provisioning complete for port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:25.591374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6da8cf2-b2a8-4249-bc01-32ba19408546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.621664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:25.673317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05eaca0a-b8b5-46a2-bbcc-758e0a2414ba req-3b7fe99a-7c61-433a-a9d2-60a9d639556e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933585 Jul 27 16:35:25.747264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25c82f28-55e3-43ee-856c-9ea0a5bc8d55 req-427b1a94-f2cb-41ac-9474-8cb5def61981 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.0854685 Jul 27 16:35:25.775902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f6da8cf2-b2a8-4249-bc01-32ba19408546 None None] Port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:25.950218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Router e5bf0298-6239-4605-ab13-43ebf3ef7a20 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:25.979363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-618f0cdf-da68-4bc7-9954-09806e5cf8b2 None None] Provisioning complete for port 9da38a94-d95e-4873-a512-5698080bb999 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:25.979943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-618f0cdf-da68-4bc7-9954-09806e5cf8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.049770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.062548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.106027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-618f0cdf-da68-4bc7-9954-09806e5cf8b2 None None] Port 9da38a94-d95e-4873-a512-5698080bb999 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:26.154388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.171147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:26.214577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:26.222991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4d43ed3-ff46-41c8-af0d-2b0f41eef0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.298228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b56074b-f520-4cc1-98df-b2f1255d812f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:26.306992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.307553 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Added segment cf6fbd63-0fea-434c-8b40-65570460cb04 of type vlan for network f470751b-cae4-414d-8f5a-29a1a55e0dd4 Jul 27 16:35:26.407655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.411958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:26.420123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4d43ed3-ff46-41c8-af0d-2b0f41eef0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.425244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15508aa1-fb53-465f-a0cc-105b9163767d admin admin] 10.222.0.64 "PUT /v2.0/routers/e5bf0298-6239-4605-ab13-43ebf3ef7a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2253239 Jul 27 16:35:26.427304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4d43ed3-ff46-41c8-af0d-2b0f41eef0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.435570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Sync routers for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:26.471032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:26.472058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:26.582396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4d43ed3-ff46-41c8-af0d-2b0f41eef0fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44e42c157188471880d38ace43f56c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078577 Jul 27 16:35:26.583483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:26.621508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43ed3-ff46-41c8-af0d-2b0f41eef0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79029aa-c1e7-4493-abc4-b705269066db,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:26.665650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.666639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:26.669707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.737728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.823214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:26.833801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:27.064224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526251e-a401-4c86-be39-2d4dffeb6c55 req-14ec0e06-a602-4aa2-928d-82a469ebc2db tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:27.066794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4526251e-a401-4c86-be39-2d4dffeb6c55 req-14ec0e06-a602-4aa2-928d-82a469ebc2db tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 936 time: 0.1585791 Jul 27 16:35:27.068282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:27.071042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:27.072350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c79029aa-c1e7-4493-abc4-b705269066db HTTP/1.1" status: 204 len: 168 time: 0.4719675 Jul 27 16:35:27.104061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa61457-3e4e-4a6c-902d-67fac40594c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79029aa-c1e7-4493-abc4-b705269066db,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:27.160398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4526251e-a401-4c86-be39-2d4dffeb6c55 req-99851c3d-112c-47d9-b0c6-0b19ecfca87a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849531 Jul 27 16:35:27.450169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-306913df-cc8f-48be-b64f-f3449d961aef req-d28cdc68-cb0f-4f0f-9b3e-e25921e3c1d2 tempest-FloatingIPsNegativeTestJSON-784606272 tempest-FloatingIPsNegativeTestJSON-784606272-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=8f4dc3eb10644fd5a98179775924e057 HTTP/1.1" status: 200 len: 217 time: 0.0735548 Jul 27 16:35:27.583561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:22Z', 'revision_number': 4, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9da38a94-d95e-4873-a512-5698080bb999', 'name': '', 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'mac_address': 'fa:16:3e:1c:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:17Z', 'updated_at': '2021-07-27T16:35:23Z', 'revision_number': 2, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'subnets': [{'id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:27.650266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Checking router: e5bf0298-6239-4605-ab13-43ebf3ef7a20 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:27.654958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Updating router e5bf0298-6239-4605-ab13-43ebf3ef7a20 port 9da38a94-d95e-4873-a512-5698080bb999 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:27.678468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67573aea-3b1c-4eb7-9190-77109b918ce8 req-162ce843-374c-41c8-8bdc-bd436c1406b3 tempest-FloatingIPsNegativeTestJSON-784606272 tempest-FloatingIPsNegativeTestJSON-784606272-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0746906 Jul 27 16:35:27.763372 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:27.790058 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-1ccc7c2b-8015-4fef-801e-8493e86c3c25 req-43516673-f404-4309-bcea-9fb4999468d8 tempest-FloatingIPsNegativeTestJSON-784606272 tempest-FloatingIPsNegativeTestJSON-784606272-project] show failed (client error): The resource could not be found. Jul 27 16:35:27.794016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ccc7c2b-8015-4fef-801e-8493e86c3c25 req-43516673-f404-4309-bcea-9fb4999468d8 tempest-FloatingIPsNegativeTestJSON-784606272 tempest-FloatingIPsNegativeTestJSON-784606272-project] 10.222.0.64 "GET /v2.0/floatingips/ee16e287-69db-4c5c-9ea3-230bce7067ff HTTP/1.1" status: 404 len: 350 time: 0.0902090 Jul 27 16:35:27.797145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9221523 Jul 27 16:35:27.800973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:27.814048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Request body: {'subnet': {'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-221388279-subnet', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:27.819194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:27.977191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Made reservation on behalf of e131eee74a5547398f2eba3c9529f06d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:27.979495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:27.987219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d81c3e3a-1845-40fa-b76b-3b13b21dfa81 req-4b8a480d-dab7-4f32-a29e-ce6287ba28ce tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.3767366 Jul 27 16:35:28.003221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-c7a636c1-811f-4fa3-a6ff-c1b02dfd85c1 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:28.005116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-c7a636c1-811f-4fa3-a6ff-c1b02dfd85c1 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.4470899 Jul 27 16:35:28.006048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b1e6-b5a8-44eb-a57a-a2a231e54caa admin admin] Pushing event updated for resources: {'Network': ['ID=f470751b-cae4-414d-8f5a-29a1a55e0dd4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:28.048478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Request body: {'port': {'device_id': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'admin_state_up': True, 'tenant_id': '17d3014a88914474ba7ec197588f6336'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:28.226457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:28.235645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.251647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Transition to ACTIVE for port object c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:28.268554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.368878 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.388613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Transition to ACTIVE for port object 9da38a94-d95e-4873-a512-5698080bb999 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:28.408050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:28.410872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.521161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:28.810812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8a607-baa0-4b37-97c5-cb594ec8b2cc None None] Pushing event updated for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:28.834617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Attempting to bind port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:28.835253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Attempting to bind port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:28.840791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Attempting to bind port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:28.843496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Attempting to bind port 9da38a94-d95e-4873-a512-5698080bb999 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:28.843881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Attempting to bind port 9da38a94-d95e-4873-a512-5698080bb999 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:28.844244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Attempting to bind port 9da38a94-d95e-4873-a512-5698080bb999 on network bb13897d-9c77-4c19-b8ec-f2b8f2073347 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:28.847937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:28.863894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:28.864459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Checking segment: {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:28.864704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.864832 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.865209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Bound using segment: {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:28.869015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Bound port: 9da38a94-d95e-4873-a512-5698080bb999, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd668356f-dd5f-435e-afea-f8125593cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:28.869579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.871355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:28.871698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Attempting to bind port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:28.919468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:28.919849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:28.923868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:28.924712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Bound port: c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:28.925110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:28.963990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:29.027280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] For port 9da38a94-d95e-4873-a512-5698080bb999, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:29.037524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] For port 9da38a94-d95e-4873-a512-5698080bb999, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9da38a94-d95e-4873-a512-5698080bb999,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:29.050113 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.232420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:29.241608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:29.342331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8a607-baa0-4b37-97c5-cb594ec8b2cc None None] Pushing event updated for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:29.359926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d77a74b-bee1-49ae-b514-f3b1cf554a67 req-4412fb3f-01bd-4747-99dd-b53d08a4a8a5 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.1849380 Jul 27 16:35:29.443652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:29.451261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:29.461807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:29.474018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2123867237-network', 'tenant_id': 'c4106da821d440938e12088dc29e90be'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:29.487313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.626693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:29.630167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.632992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 HTTP/1.1" status: 200 len: 1096 time: 4.1502812 Jul 27 16:35:29.638971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.662924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:29.675165 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd" -d '{"events": [{"name": "network-changed", "server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:29.835720 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e331e-d247-49e3-83ab-1e1d2bedbdca x-openstack-request-id: req-f12e331e-d247-49e3-83ab-1e1d2bedbdca {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:29.836482 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:29.836785 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f12e331e-d247-49e3-83ab-1e1d2bedbdca {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:29.837506 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', 'status': 'completed', 'code': 200} Jul 27 16:35:29.842347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Made reservation on behalf of c4106da821d440938e12088dc29e90be for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:29.846545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.887537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:29.944141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701118-44ad-4930-af99-635c0af78fbe req-03bcff20-ae8c-4aa8-9e78-964b4d333e44 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:29.966827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad701118-44ad-4930-af99-635c0af78fbe req-03bcff20-ae8c-4aa8-9e78-964b4d333e44 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 948 time: 1.6286705 Jul 27 16:35:29.999750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e230-6574-4dc7-b378-b1c424907af3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:30.005669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:22Z', 'revision_number': 4, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9da38a94-d95e-4873-a512-5698080bb999', 'name': '', 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'mac_address': 'fa:16:3e:1c:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:17Z', 'updated_at': '2021-07-27T16:35:29Z', 'revision_number': 4, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'subnets': [{'id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:30.068886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Allocated IP 172.20.0.12 (dd67db44-43d6-41f5-8a30-91a71f6c7651/5e8af66b-54ea-4d3c-b294-e121c6421180/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:30.085730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa88ccf-4551-42de-9892-90c9c675ba59 None None] The sync data for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 is: [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:22Z', 'revision_number': 4, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9da38a94-d95e-4873-a512-5698080bb999', 'name': '', 'network_id': 'bb13897d-9c77-4c19-b8ec-f2b8f2073347', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'mac_address': 'fa:16:3e:1c:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:17Z', 'updated_at': '2021-07-27T16:35:29Z', 'revision_number': 4, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'subnets': [{'id': '7265fe99-e09c-411d-b224-0550c1b4987a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:30.196162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ee357d-2242-4a67-8511-a0c9b2ee8c19,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:30.201653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad701118-44ad-4930-af99-635c0af78fbe req-60741c28-f74d-41dc-b693-cb5b8cf909d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329168 Jul 27 16:35:30.239248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Checking segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:30.239640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Network hostable DHCP agents. Network: f470751b-cae4-414d-8f5a-29a1a55e0dd4, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:30.282364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:30.284615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-40f2c939-5d07-4aad-866f-0db6803e5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:30.286271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-40f2c939-5d07-4aad-866f-0db6803e5deb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 1099 time: 0.5375967 Jul 27 16:35:30.307507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f470751b-cae4-414d-8f5a-29a1a55e0dd4) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:30.320914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:30.321570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.350385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee995204-0fed-400e-b1dd-5d105588dc30 None None] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:30.432817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.452547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-3c4c4318-4f50-4f78-b601-9fe90db7da0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 HTTP/1.1" status: 200 len: 217 time: 0.1443715 Jul 27 16:35:30.627795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b6b3b77-9544-405a-9499-f775ace33fa5 req-e4d22865-ef26-49ea-b54b-9acc886184fe tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.0727794 Jul 27 16:35:30.678023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-447d8a6b-371e-4a93-b496-d07852a3a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:30.679517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-447d8a6b-371e-4a93-b496-d07852a3a2f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2140982 Jul 27 16:35:30.681703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.685175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.733206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af6c25fa-0035-4b0b-b101-c4678520fd6d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9313717 Jul 27 16:35:30.795093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:30.802629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.803857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:30.834714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:30.858922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.859965 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Added segment 90a742e0-cd75-484e-92f6-67f4e1147e00 of type vlan for network 8c95205e-a386-4eb4-b036-bf730b203b7b Jul 27 16:35:30.883388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.887952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.956539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:30.964348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.037731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:35:31.038798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.097286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.105668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.106837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:31.107503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.130992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:31.153547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1813514 Jul 27 16:35:31.156475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:31.168458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Request body: {'subnet': {'network_id': '8c95205e-a386-4eb4-b036-bf730b203b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2123867237-subnet', 'tenant_id': 'c4106da821d440938e12088dc29e90be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:31.168836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977b01a-764f-41b2-9ae3-1dccab2832a2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:31.172533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:31.238399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:31.373421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Allocated IP 172.20.0.2 (f470751b-cae4-414d-8f5a-29a1a55e0dd4/c6ee357d-2242-4a67-8511-a0c9b2ee8c19/c2101d20-8f30-458d-9cdb-d800cb251dbf) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:31.379267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:31.380420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.425359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Made reservation on behalf of c4106da821d440938e12088dc29e90be for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:31.426481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3958740 Jul 27 16:35:31.433075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.448321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d95bca-0716-418c-bb31-73b9d6923552 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:31.472064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Request body: {'port': {'device_id': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:31.521141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ce2ae29f-a37c-4ca7-9aa6-22aad06ae7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:31.531731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-ce2ae29f-a37c-4ca7-9aa6-22aad06ae7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8419440 Jul 27 16:35:31.555423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22b5c-dd81-482f-afe0-6e234e93f67e admin admin] Pushing event updated for resources: {'Network': ['ID=8c95205e-a386-4eb4-b036-bf730b203b7b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:31.590290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9da38a94-d95e-4873-a512-5698080bb999 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:31.611489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.633003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8c95205e-a386-4eb4-b036-bf730b203b7b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:31.706172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-16f58a31-ad27-4af9-b1ae-ddf5962a9279 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656919 Jul 27 16:35:31.784080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.790361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9da38a94-d95e-4873-a512-5698080bb999 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:31.805782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Deleting port 9da38a94-d95e-4873-a512-5698080bb999 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:31.806963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9da38a94-d95e-4873-a512-5698080bb999 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:31.807106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.807508 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.866409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.872404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Transition to ACTIVE for port object c2101d20-8f30-458d-9cdb-d800cb251dbf will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:31.879924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ccca4-753c-4ba8-ad90-bf9e8938b62f req-b11b1743-d840-4e97-9dd0-86f284d436bd tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:31.882625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d92ccca4-753c-4ba8-ad90-bf9e8938b62f req-b11b1743-d840-4e97-9dd0-86f284d436bd tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 948 time: 0.4848280 Jul 27 16:35:31.967201 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.969955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Transition to ACTIVE for port object c2101d20-8f30-458d-9cdb-d800cb251dbf will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:31.982302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:31.986409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f93237e4-6ae6-4359-82f9-b9283f58e658 req-9aee43e3-fa1e-4cdb-8908-a8c279450f90 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699060 Jul 27 16:35:31.995605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d92ccca4-753c-4ba8-ad90-bf9e8938b62f req-d7d98635-5353-43b6-aa1d-b8389636a8ae tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944901 Jul 27 16:35:32.098770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Pushing event updated for resources: {'Port': ['ID=c2101d20-8f30-458d-9cdb-d800cb251dbf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:32.116104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] For port 9da38a94-d95e-4873-a512-5698080bb999, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9da38a94-d95e-4873-a512-5698080bb999,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:32.116902 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.139380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 9da38a94-d95e-4873-a512-5698080bb999, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9da38a94-d95e-4873-a512-5698080bb999,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:32.142158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:32.144974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:32.148465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:32.171942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.209332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Calling delete_port for 9da38a94-d95e-4873-a512-5698080bb999 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:32.271519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Attempting to bind port c2101d20-8f30-458d-9cdb-d800cb251dbf on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:32.272204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Attempting to bind port c2101d20-8f30-458d-9cdb-d800cb251dbf by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:32.272798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Attempting to bind port c2101d20-8f30-458d-9cdb-d800cb251dbf on network f470751b-cae4-414d-8f5a-29a1a55e0dd4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:32.282243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.299640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:32.300024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Checking segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:32.300998 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.302999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Bound using segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:32.305101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Bound port: c2101d20-8f30-458d-9cdb-d800cb251dbf, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:32.305739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.339886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-83ec7a3c-1dcc-467d-8d41-36cfd43c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.341448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-83ec7a3c-1dcc-467d-8d41-36cfd43c3b58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 1099 time: 0.1707988 Jul 27 16:35:32.364876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:32.463943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] For port c2101d20-8f30-458d-9cdb-d800cb251dbf, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:32.469958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] For port c2101d20-8f30-458d-9cdb-d800cb251dbf, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c2101d20-8f30-458d-9cdb-d800cb251dbf,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:32.477291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:32.477593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee85c6-0cad-4126-8314-9b985949386d req-1bb4b0d4-fa06-4ac5-a64f-200009f158dc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.480560 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.485634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07ee85c6-0cad-4126-8314-9b985949386d req-1bb4b0d4-fa06-4ac5-a64f-200009f158dc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 932 time: 0.5314739 Jul 27 16:35:32.487081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.524539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Transition to ACTIVE for port object b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:32.534441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.570065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c784f3-4d7a-4738-a1f2-63cc39b89223,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:32.578621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-8718cfd8-0a3d-46b0-9e3a-f42b0f97a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.580404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-8718cfd8-0a3d-46b0-9e3a-f42b0f97a450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2256899 Jul 27 16:35:32.629083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07ee85c6-0cad-4126-8314-9b985949386d req-0d90b316-2ccf-493a-9243-e86c7d3ef4ac tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425302 Jul 27 16:35:32.635709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499354-c39b-44e7-99f1-3044e15a50fd None None] Pushing event updated for resources: {'Port': ['ID=c2101d20-8f30-458d-9cdb-d800cb251dbf,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:32.636768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-7474637a-73f6-4308-8926-f6966ecd4a43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 HTTP/1.1" status: 200 len: 217 time: 0.0481191 Jul 27 16:35:32.644788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Checking segment: {'id': '90a742e0-cd75-484e-92f6-67f4e1147e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c95205e-a386-4eb4-b036-bf730b203b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:32.645579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Network hostable DHCP agents. Network: 8c95205e-a386-4eb4-b036-bf730b203b7b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:32.720215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:32.778021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-c46c3410-848a-4e37-9e98-44900fda45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.779658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-c46c3410-848a-4e37-9e98-44900fda45a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1163416 Jul 27 16:35:32.783152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Network 8c95205e-a386-4eb4-b036-bf730b203b7b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:32.883904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.902506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8c95205e-a386-4eb4-b036-bf730b203b7b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:32.914277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58397b-d8d1-4d74-b7f7-c1ff894aa6eb None None] Network 8c95205e-a386-4eb4-b036-bf730b203b7b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:32.927254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:32.927888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:32.928183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:32.944376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:32.944843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:32.952454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:32.952917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:32.953418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:32.953947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Bound port: b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:32.954423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:32.970445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-9f952b8c-e4e1-459e-92df-4463b0327432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.973263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-9f952b8c-e4e1-459e-92df-4463b0327432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677954 Jul 27 16:35:32.994620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:32.995366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.026304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9da38a94-d95e-4873-a512-5698080bb999 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:33.074967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2442c442-9e3c-4961-ae82-08f8af917162 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9133627 Jul 27 16:35:33.079425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.106036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-2ba55839-bdec-4e61-bf35-f748f4a48e54 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246550 Jul 27 16:35:33.124808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.129949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.151001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Could not find standard attr ID for object 9da38a94-d95e-4873-a512-5698080bb999. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 16:35:33.170222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da38a94-d95e-4873-a512-5698080bb999,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:33.205292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f63a38-37c7-460a-b8d3-0b7ef8d94716 None None] Network 8c95205e-a386-4eb4-b036-bf730b203b7b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:33.563131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:33.593185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:33.607070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.640877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1495304603', 'description': 'tempest-description-135604047'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:33.672880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Allocated IP 172.25.4.199 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/5ef30b32-3a8b-4454-9333-1a4d55c37b49) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:33.704453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:33.722228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:33.723030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.724757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-47a961e3-c966-4185-8428-62d4bfec263f service neutron] 10.222.0.13 "PUT /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 1092 time: 2.2744064 Jul 27 16:35:33.725489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:33.727933 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92bbcb6-6ea9-4020-863f-8f911ab836a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:33.752857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baf8f88-7d00-40b9-b3d8-e2a0dce422cd req-9e359323-9784-4de6-9b26-12146843be7c service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554335 Jul 27 16:35:33.786361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f8ee-473d-4015-853f-431e8eada471 req-ea94d4c0-4c2e-4b0e-ac09-90bc23ae1329 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:33.804669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e39f8ee-473d-4015-853f-431e8eada471 req-ea94d4c0-4c2e-4b0e-ac09-90bc23ae1329 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 948 time: 0.5774410 Jul 27 16:35:33.889284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e39f8ee-473d-4015-853f-431e8eada471 req-f408c084-df15-43bd-ad0a-9af89fbffc24 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831475 Jul 27 16:35:33.900870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:33.916894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-60dae392-1e03-4554-be7c-bfb9c263f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:33.919592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-60dae392-1e03-4554-be7c-bfb9c263f76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1095 time: 0.1112182 Jul 27 16:35:33.996692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-d79fdebb-1912-4c2d-b5cb-2a94b06dae68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.0617220 Jul 27 16:35:34.020213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.098474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-4c146a4a-34f5-41db-8881-a2c825184073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:34.099331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.100401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-4c146a4a-34f5-41db-8881-a2c825184073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0968122 Jul 27 16:35:34.138712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4481089-6c32-47e6-abf7-43c2a9bc3c5f None None] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:34.178106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-06f3add7-f478-41a2-add4-55a66cb0fdc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381238 Jul 27 16:35:34.234361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1725c4a8-ab15-4ea5-aefc-a82f16f6a9cf None None] Provisioning for port c2101d20-8f30-458d-9cdb-d800cb251dbf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:34.273287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7a02b-26ae-456c-9134-bb61d3018d24 req-e12dd058-ddfd-46ec-b513-c7243bb7c784 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:34.280944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adf7a02b-26ae-456c-9134-bb61d3018d24 req-e12dd058-ddfd-46ec-b513-c7243bb7c784 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1957316 Jul 27 16:35:34.292324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:35:34.326562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.333314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.346763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-145e7093-ba8e-4d6e-8a4c-a042b76d4611 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610198 Jul 27 16:35:34.364618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adf7a02b-26ae-456c-9134-bb61d3018d24 req-917c26c0-7641-4390-9684-c0989f8dedcd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772431 Jul 27 16:35:34.401189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.435206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:35:34.443906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:34.449430 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29cd4a-3687-4ff3-a753-34bed325b65f x-openstack-request-id: req-fe29cd4a-3687-4ff3-a753-34bed325b65f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:34.449725 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:34.450605 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe29cd4a-3687-4ff3-a753-34bed325b65f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:34.450605 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'status': 'completed', 'code': 200} Jul 27 16:35:34.464167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:34.472294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:34.476076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef30b32-3a8b-4454-9333-1a4d55c37b49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:34.505559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.508709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d2dd9f9-22d8-4e42-a4ee-e763320795c1 req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8872705 Jul 27 16:35:34.532072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebb025ea-870a-42ce-b4e8-8adde2824201 req-ecdd3988-4cfa-4f67-b6ec-3ba55ec4407a service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664062 Jul 27 16:35:34.542067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63619266-daa0-489e-a33f-f426defd9697 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d2e4f-ccf7-462b-8038-bf0aa51f96bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:34.608370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:34.624978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', 'mac_address': 'fa:16:3e:ab:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:35:34.638967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-a9f84860-9b24-4f6f-af46-dfd1c93aa4ad tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/d31d2e4f-ccf7-462b-8038-bf0aa51f96bc HTTP/1.1" status: 200 len: 1812 time: 0.1050870 Jul 27 16:35:34.687449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd31d2e4f-ccf7-462b-8038-bf0aa51f96bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:34.687685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd31d2e4f-ccf7-462b-8038-bf0aa51f96bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:34.706001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.745679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Router e5bf0298-6239-4605-ab13-43ebf3ef7a20 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:34.746339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:34.785386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:34.795380 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.801297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.836953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-74410990-533b-4306-891e-d55bac3c4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:34.838632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-74410990-533b-4306-891e-d55bac3c4ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1095 time: 0.1986325 Jul 27 16:35:34.910201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.930664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:34.962126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:34.978465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ea86c5-ff6b-4ae9-a2e5-5c9f0dce4889,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:34.998444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.006963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3b1df81-33fc-42ca-b6ba-7c8a91682a11 req-b6322eda-4574-4c1d-a3ea-c86c8f4dbaec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3565691 Jul 27 16:35:35.016752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-77905e44-187c-4805-a99b-f2766a8faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:35.019290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-77905e44-187c-4805-a99b-f2766a8faa7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.1711228 Jul 27 16:35:35.098371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-d876740d-2211-4306-8751-a60514012faa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.0690639 Jul 27 16:35:35.123147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c2101d20-8f30-458d-9cdb-d800cb251dbf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:35.167686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:35.194742 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e1d98184-c383-49db-9791-18a9193cb80b req-8f90a4a2-d7e6-4d89-a4c0-3debc550d860 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/d31d2e4f-ccf7-462b-8038-bf0aa51f96bc HTTP/1.1" status: 200 len: 2405 time: 0.1675673 Jul 27 16:35:35.225306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c2101d20-8f30-458d-9cdb-d800cb251dbf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:35.234088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-0ee0dbb8-4c19-4890-a0dd-7553138c22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:35.236688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c2101d20-8f30-458d-9cdb-d800cb251dbf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:35.237243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-0ee0dbb8-4c19-4890-a0dd-7553138c22cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1275661 Jul 27 16:35:35.237349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.292117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-753a5445-8373-426a-97bf-ada93cde937c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403287 Jul 27 16:35:35.380618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-425af395-8303-499a-8e90-e789a763e8ec tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-group-rules/a3ea86c5-ff6b-4ae9-a2e5-5c9f0dce4889 HTTP/1.1" status: 200 len: 778 time: 0.0805752 Jul 27 16:35:35.469082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-bb5790c1-2729-4a36-9c56-c63ddeb0d3c2 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/d31d2e4f-ccf7-462b-8038-bf0aa51f96bc HTTP/1.1" status: 200 len: 2405 time: 0.0785623 Jul 27 16:35:35.475765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:35.476941 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.487717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b2a0ff5f-8b92-4218-af7c-9132eb532a57 admin admin] 10.222.0.64 "PUT /v2.0/routers/e5bf0298-6239-4605-ab13-43ebf3ef7a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6664498 Jul 27 16:35:35.488508 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Sync routers for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:35.492421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:35.507963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:35.513706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-421498c7-03bc-495b-9147-02fb8b1d597a service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076437 Jul 27 16:35:35.514704 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:35.546913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c2101d20-8f30-458d-9cdb-d800cb251dbf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c2101d20-8f30-458d-9cdb-d800cb251dbf,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:35.554791 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.657628 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:35.667407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a92bbcb6-6ea9-4020-863f-8f911ab836a8 req-0e73efd3-d3f1-4d3a-a601-92e6ec3fe73b service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457934 Jul 27 16:35:35.675206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.677096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.697855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c2101d20-8f30-458d-9cdb-d800cb251dbf,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:35.702994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.736888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a15c4-8a6a-4981-8f43-2cf51ad3d150 req-f4b50b14-776b-401c-871a-164793173249 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:35.738507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b3a15c4-8a6a-4981-8f43-2cf51ad3d150 req-f4b50b14-776b-401c-871a-164793173249 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 949 time: 0.3593290 Jul 27 16:35:35.757627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.771198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.786848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:35.790838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a0f0f38-157c-4b05-9880-420b9842b57b req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a3ea86c5-ff6b-4ae9-a2e5-5c9f0dce4889 HTTP/1.1" status: 204 len: 173 time: 0.3136914 Jul 27 16:35:35.813947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b990e7-1a52-4bca-aba3-19c2a94e5356 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3ea86c5-ff6b-4ae9-a2e5-5c9f0dce4889,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:35.902787 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:32Z', 'revision_number': 5, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:35.921424 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b3a15c4-8a6a-4981-8f43-2cf51ad3d150 req-cd7f841b-1664-4a21-bfa2-3f9f8a8f93a7 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756806 Jul 27 16:35:35.950104 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Checking router: e5bf0298-6239-4605-ab13-43ebf3ef7a20 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:35.962913 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Routers {'e5bf0298-6239-4605-ab13-43ebf3ef7a20'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:35.964607 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:35.969485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476997-cfdc-4545-8fa8-1d3c96d6ecf8 req-4c86745b-fa9b-4f8b-97ca-122a4c4d0112 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:35.973764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1403548246', 'description': 'tempest-description-1133119053'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:35.977739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25476997-cfdc-4545-8fa8-1d3c96d6ecf8 req-4c86745b-fa9b-4f8b-97ca-122a4c4d0112 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1075222 Jul 27 16:35:36.050289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.058053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25476997-cfdc-4545-8fa8-1d3c96d6ecf8 req-e3e312d3-3ab1-4634-8958-4a1408d4c644 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778606 Jul 27 16:35:36.188889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.218071 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] Set router e5bf0298-6239-4605-ab13-43ebf3ef7a20 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:36.262043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.443599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Deleting port 234e0a57-2987-4f3b-86cc-71d2c5a29534 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:36.443998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.471115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.505132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.533722 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:32Z', 'revision_number': 5, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:36.562979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.564378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9bf0af7-33f6-4c45-b3a8-be0efc3780a5 req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5994978 Jul 27 16:35:36.565015 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc2d3a-0e03-4a55-8ea9-6e257277781c None None] The sync data for ids ['e5bf0298-6239-4605-ab13-43ebf3ef7a20'] in n-d-723572-6 is: [{'id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'name': 'tempest-FloatingIPsNegativeTestJSON-559359736-router', 'tenant_id': '8f4dc3eb10644fd5a98179775924e057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:04Z', 'updated_at': '2021-07-27T16:35:32Z', 'revision_number': 5, 'project_id': '8f4dc3eb10644fd5a98179775924e057', 'gw_port': {'id': '234e0a57-2987-4f3b-86cc-71d2c5a29534', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf0298-6239-4605-ab13-43ebf3ef7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:05Z', 'updated_at': '2021-07-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:36.578804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efee8e7-86f1-4e76-9665-25f808ca38d7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561ba170-b004-4a7f-8d02-8bfe3f89af4e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:36.610679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] For port 234e0a57-2987-4f3b-86cc-71d2c5a29534, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=234e0a57-2987-4f3b-86cc-71d2c5a29534,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:36.611084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.641033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Calling delete_port for 234e0a57-2987-4f3b-86cc-71d2c5a29534 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:36.658947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8dceb0f6-cd59-4a4c-99bd-51b6423dee07 req-b25da74e-b783-48e8-b078-822917623a98 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/561ba170-b004-4a7f-8d02-8bfe3f89af4e HTTP/1.1" status: 200 len: 1813 time: 0.0588934 Jul 27 16:35:36.661118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:35:36.705771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-527300023', 'description': 'tempest-description-1599466700'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:36.731613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.891743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:36.903900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Sync routers for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:36.920985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:36.921915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:36.954224 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:36.959197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c7ecc625-b327-44d6-8235-81f42e7e1787 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1624749 Jul 27 16:35:36.960131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:37.072310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:37.118558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c2101d20-8f30-458d-9cdb-d800cb251dbf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:37.227947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.291451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=234e0a57-2987-4f3b-86cc-71d2c5a29534,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:37.323885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c2101d20-8f30-458d-9cdb-d800cb251dbf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:37.324268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.394613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.401039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.472781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c9a5c8-ecdd-4b1c-854d-8976af084b25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:37.477753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.482826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.507226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38c9abfc-a71d-4314-be28-a7a9a1f06ff7 req-21171068-d9c8-4ba9-bd1f-2763192dd4c7 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8035412 Jul 27 16:35:37.548974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:34Z', 'revision_number': 3, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:37.557513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9da38a94-d95e-4873-a512-5698080bb999 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:37.621763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Checking router: 0fdc7fd0-af69-4d06-8742-47c47e888ab3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:37.622123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Updating router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:37.625357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9da38a94-d95e-4873-a512-5698080bb999 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:37.625719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9da38a94-d95e-4873-a512-5698080bb999 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:37.653451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.657281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.675565 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:37.716381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6355-0137-4bdc-aec8-96ed87b5a9cf req-9479b3de-7f75-4146-b6c2-9e8b1fe4c6c2 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:37.725118 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f41e6355-0137-4bdc-aec8-96ed87b5a9cf req-9479b3de-7f75-4146-b6c2-9e8b1fe4c6c2 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 949 time: 0.1545119 Jul 27 16:35:37.775082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f41e6355-0137-4bdc-aec8-96ed87b5a9cf req-e4e14845-837e-4e0a-a3b9-d401c2c159d3 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458977 Jul 27 16:35:37.961011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9294358-ad28-45e2-ac16-a868b8b230f0 req-65a17c5e-a7ef-42de-ada0-d34330aaf3dc tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/43c9a5c8-ecdd-4b1c-854d-8976af084b25 HTTP/1.1" status: 200 len: 1812 time: 0.0775299 Jul 27 16:35:38.042742 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.057513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Transition to ACTIVE for port object 5ef30b32-3a8b-4454-9333-1a4d55c37b49 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:38.065567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.117334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2d464-7993-46e8-97c3-81c49e60dc52 None None] Pushing event updated for resources: {'Port': ['ID=5ef30b32-3a8b-4454-9333-1a4d55c37b49,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:38.145101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Attempting to bind port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:38.145101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Attempting to bind port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:38.145461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Attempting to bind port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:38.153489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:38.154246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:38.154665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.155215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:38.155715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Bound port: 5ef30b32-3a8b-4454-9333-1a4d55c37b49, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:38.156108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.169965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.170503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bf0298-6239-4605-ab13-43ebf3ef7a20 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:35:38.180215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.181904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-544cdaa3-4925-4d96-be40-a0edbdb06f7a admin admin] 10.222.0.64 "DELETE /v2.0/routers/e5bf0298-6239-4605-ab13-43ebf3ef7a20 HTTP/1.1" status: 204 len: 168 time: 2.6876404 Jul 27 16:35:38.184186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:38.279926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] For port 5ef30b32-3a8b-4454-9333-1a4d55c37b49, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:38.286615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Deleting subnet 7265fe99-e09c-411d-b224-0550c1b4987a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:35:38.293099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] For port 5ef30b32-3a8b-4454-9333-1a4d55c37b49, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5ef30b32-3a8b-4454-9333-1a4d55c37b49,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:38.293343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.306496 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.332737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:35:38.346392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6de581-b0c3-42c7-9138-a0cd2e03ad7b req-965efe69-89b2-4e37-88d4-8302cba8c07c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:38.366498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a6de581-b0c3-42c7-9138-a0cd2e03ad7b req-965efe69-89b2-4e37-88d4-8302cba8c07c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.6635847 Jul 27 16:35:38.367819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-201618215', 'description': 'tempest-description-215837559'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:38.415039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:38.454724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.503017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.520171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a6de581-b0c3-42c7-9138-a0cd2e03ad7b req-157227d8-790d-43c7-a162-da57bc1fe690 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527309 Jul 27 16:35:38.612129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.680444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.733310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:38.733905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:38.754055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.758719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.808149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.825289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.846632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f92b0d5-67fa-4c95-a444-589154b52396 req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5030847 Jul 27 16:35:38.893877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d9d1-708b-42c3-8673-91dad3d3a8f0 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925db3d9-1e1f-45c7-9901-1c38acf6527a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:38.907079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7265fe99-e09c-411d-b224-0550c1b4987a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:38.914200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:38.916278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80dd8773-286a-429b-9cec-cb675d312ef6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7265fe99-e09c-411d-b224-0550c1b4987a HTTP/1.1" status: 204 len: 168 time: 0.7309279 Jul 27 16:35:38.920640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:38.986315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:39.000846 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.038211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9af4816-b490-4d24-88db-c289f0fb4aff req-13383ceb-f826-400a-aec2-eebc088ef19a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/925db3d9-1e1f-45c7-9901-1c38acf6527a HTTP/1.1" status: 200 len: 1811 time: 0.1524167 Jul 27 16:35:39.042853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:39.066294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Allocated IP 172.20.0.1 (f470751b-cae4-414d-8f5a-29a1a55e0dd4/c6ee357d-2242-4a67-8511-a0c9b2ee8c19/d8d7c21a-81e1-4af6-a9dd-1480cc51744c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:39.081251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2d464-7993-46e8-97c3-81c49e60dc52 None None] Pushing event updated for resources: {'Port': ['ID=5ef30b32-3a8b-4454-9333-1a4d55c37b49,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:39.085374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5846d2f-a87b-4619-802c-183938f7e8db None None] Network bb13897d-9c77-4c19-b8ec-f2b8f2073347 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:39.087594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 234e0a57-2987-4f3b-86cc-71d2c5a29534 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:39.122196 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 234e0a57-2987-4f3b-86cc-71d2c5a29534 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:39.122584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 234e0a57-2987-4f3b-86cc-71d2c5a29534 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:39.143825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Deleting port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:35:39.144466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.187629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'port_id': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'mac_address': 'fa:16:3e:0f:ce:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8af66b-54ea-4d3c-b294-e121c6421180', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:35:39.213855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-436980397', 'description': 'tempest-description-1730806020'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:39.238586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:39.261309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.270492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:39.270911 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.409126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.418552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.422094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.436244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] For port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,segment=NetworkSegment(d668356f-dd5f-435e-afea-f8125593cc12),segment_id=d668356f-dd5f-435e-afea-f8125593cc12)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:39.437022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.468769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:39.480702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.483723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9fa416-a0dd-4a28-9c01-765d7e1ceb28,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:39.491879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc8c55-fad6-4c8c-ae4f-ebc53bcd2ae0 req-c677c972-f801-44d7-886c-6b2f740cfac5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:39.493876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fcc8c55-fad6-4c8c-ae4f-ebc53bcd2ae0 req-c677c972-f801-44d7-886c-6b2f740cfac5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 949 time: 0.4200063 Jul 27 16:35:39.496029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.500722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2840ef4d-8ac4-472b-a4af-78dc5649b6ca req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2953625 Jul 27 16:35:39.504921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.505278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.505633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.505982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.506412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.513089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.513653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.514128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.514480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.514905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.515247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.515583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dbee4-42a3-4ee9-8901-20d0978f5288 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:39.537336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Calling delete_port for e1bf5b17-2186-4251-b0e0-2e6a4607c2bb owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:35:39.586942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Transition to ACTIVE for port object d8d7c21a-81e1-4af6-a9dd-1480cc51744c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:39.648508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:39.680621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fcc8c55-fad6-4c8c-ae4f-ebc53bcd2ae0 req-0d5f5c9b-85fa-450a-bcd8-aa503a6599a4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509373 Jul 27 16:35:39.682770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.706518 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.734871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:39.738515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:39.742990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:39.759396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.794674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:39.801855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] No DVR routers for this DVR port e1bf5b17-2186-4251-b0e0-2e6a4607c2bb on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:35:39.825473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.844612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bf5b17-2186-4251-b0e0-2e6a4607c2bb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:39.867502 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8b3eee1-403d-4e31-a0bf-15c50058a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.885848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:39.997650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:40.015016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:40.027343 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935cb5c-0b3e-4bc0-831e-2865fa609c49" -d '{"events": [{"server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "name": "network-vif-plugged", "status": "completed", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:40.027852 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5046e550-cc14-43d7-97b9-c8de87c34207 req-3e9dbabf-b93e-4799-83e6-8d5abf41fe67 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/0c9fa416-a0dd-4a28-9c01-765d7e1ceb28 HTTP/1.1" status: 200 len: 1812 time: 0.3262689 Jul 27 16:35:40.033754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd943d-323b-4145-bcac-2af2f5fdab07 None None] DHCP port deletion for bb13897d-9c77-4c19-b8ec-f2b8f2073347 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:35:40.046940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.049432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.069799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:40.084485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:34Z', 'revision_number': 3, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:40.108464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb13897d-9c77-4c19-b8ec-f2b8f2073347']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:40.132684 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-c967cb55-77c1-4fd3-ba8f-0dd096fed945 req-12de2c7b-6c9c-4aba-a28a-32d654d8f412 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] show failed (client error): The resource could not be found. Jul 27 16:35:40.133956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c967cb55-77c1-4fd3-ba8f-0dd096fed945 req-12de2c7b-6c9c-4aba-a28a-32d654d8f412 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/0a7cb376-ceb7-4755-b2e1-9595d18d9b9e HTTP/1.1" status: 404 len: 352 time: 0.0749199 Jul 27 16:35:40.138097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd668356f-dd5f-435e-afea-f8125593cc12') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:40.138409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd668356f-dd5f-435e-afea-f8125593cc12') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:40.141563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.167880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.190985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd3fe5-46ab-4e34-b321-7509e55e4942 None None] The sync data for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 is: [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:34Z', 'revision_number': 3, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:40.198575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.206980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:40.215890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:35:40.216318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:35:40.220565 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:35:40.269624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ac8dd-9a7e-4a29-9bc9-726a22289e97 x-openstack-request-id: req-9d0ac8dd-9a7e-4a29-9bc9-726a22289e97 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:40.269914 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "name": "network-vif-plugged", "status": "completed", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:40.270336 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d0ac8dd-9a7e-4a29-9bc9-726a22289e97 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:40.270884 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', 'code': 200} Jul 27 16:35:40.291794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84f71-b1ec-4844-819e-59d68fed1c57 req-6b965366-2029-4171-913a-d1d0b9bd99cb tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:40.305300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3e84f71-b1ec-4844-819e-59d68fed1c57 req-6b965366-2029-4171-913a-d1d0b9bd99cb tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.3007176 Jul 27 16:35:40.354343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:40.357718 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-3e8ffe5b-19b8-4b3c-99bf-bc71890a474d req-ee82db26-f35a-4e13-90e2-38513e51c23f tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] show failed (client error): The resource could not be found. Jul 27 16:35:40.358831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e8ffe5b-19b8-4b3c-99bf-bc71890a474d req-ee82db26-f35a-4e13-90e2-38513e51c23f tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-group-rules/5903f732-53c7-4806-956e-abc1462a25f0 HTTP/1.1" status: 404 len: 361 time: 0.0641572 Jul 27 16:35:40.374390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44701082-91d4-4c77-aba6-fe6663270d4e None None] Provisioning for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:40.402442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44701082-91d4-4c77-aba6-fe6663270d4e None None] Provisioning complete for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:40.408474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44701082-91d4-4c77-aba6-fe6663270d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.482691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.500170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.516225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb13897d-9c77-4c19-b8ec-f2b8f2073347 HTTP/1.1" status: 204 len: 168 time: 1.5942976 Jul 27 16:35:40.542730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-44701082-91d4-4c77-aba6-fe6663270d4e None None] Port d8d7c21a-81e1-4af6-a9dd-1480cc51744c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:40.583999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe5979-4d32-4d01-8711-1b4fdb748681 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb13897d-9c77-4c19-b8ec-f2b8f2073347,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:40.602275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.616772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.690596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8042a-f730-42b1-9492-e6010e4f1ff7 req-9fce747e-5d97-4355-b664-0285fbef9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:40.690991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5a8042a-f730-42b1-9492-e6010e4f1ff7 req-9fce747e-5d97-4355-b664-0285fbef9089 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 1101 time: 0.3312697 Jul 27 16:35:40.754620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:40.791645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-0843fb2f-c260-4734-8798-662707273828 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/0c9fa416-a0dd-4a28-9c01-765d7e1ceb28 HTTP/1.1" status: 200 len: 1812 time: 0.2089620 Jul 27 16:35:40.813694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3e84f71-b1ec-4844-819e-59d68fed1c57 req-814a2f9e-1b84-4881-ab59-110303d97ec0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991817 Jul 27 16:35:40.815958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:40.942350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5a8042a-f730-42b1-9492-e6010e4f1ff7 req-ecf66d0d-0288-4a35-a3d7-520f02110d97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401597 Jul 27 16:35:40.956747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:40.967740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-55c19b0e-44d2-4443-8825-27d1a10f4e33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f4dc3eb10644fd5a98179775924e057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481152 Jul 27 16:35:40.968572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:40.989526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5ef30b32-3a8b-4454-9333-1a4d55c37b49 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:40.995248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.040031 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:35:41.046669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.073468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:41.078895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:41.080029 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.144054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.147604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.161040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e17b086-a401-4fca-b171-d6a79b063f59 req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-groups/0c9fa416-a0dd-4a28-9c01-765d7e1ceb28 HTTP/1.1" status: 204 len: 173 time: 0.3531351 Jul 27 16:35:41.193224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697073e3-5c34-46dd-93f6-dbe4e0108441 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9fa416-a0dd-4a28-9c01-765d7e1ceb28,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:41.194477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.235061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.288256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e86f1-f04a-46ac-8ffe-fd73af4ddb47 req-084f97ea-1c99-4996-a30b-38013c2c5e50 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:41.290170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-949e86f1-f04a-46ac-8ffe-fd73af4ddb47 req-084f97ea-1c99-4996-a30b-38013c2c5e50 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.3303618 Jul 27 16:35:41.319269 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.320880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65259473-8588-4011-9cf2-cadc250e5f85 req-23330e98-0a2d-4274-b434-6c452b2bf329 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/925db3d9-1e1f-45c7-9901-1c38acf6527a HTTP/1.1" status: 200 len: 1811 time: 0.1147914 Jul 27 16:35:41.348804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 5ef30b32-3a8b-4454-9333-1a4d55c37b49, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5ef30b32-3a8b-4454-9333-1a4d55c37b49,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:41.356469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.445803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=5ef30b32-3a8b-4454-9333-1a4d55c37b49,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:41.448848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1bf5b17-2186-4251-b0e0-2e6a4607c2bb no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:35:41.474626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e1bf5b17-2186-4251-b0e0-2e6a4607c2bb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:35:41.474975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1bf5b17-2186-4251-b0e0-2e6a4607c2bb not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:35:41.483631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-65259473-8588-4011-9cf2-cadc250e5f85 req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.495467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-949e86f1-f04a-46ac-8ffe-fd73af4ddb47 req-af59b862-055e-48e5-ad2b-d60f363813b8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833918 Jul 27 16:35:41.497811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:41.511792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:41.537163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-65259473-8588-4011-9cf2-cadc250e5f85 req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.602268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-65259473-8588-4011-9cf2-cadc250e5f85 req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.605259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-65259473-8588-4011-9cf2-cadc250e5f85 req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.606493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65259473-8588-4011-9cf2-cadc250e5f85 req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-groups/925db3d9-1e1f-45c7-9901-1c38acf6527a HTTP/1.1" status: 204 len: 173 time: 0.2748210 Jul 27 16:35:41.628389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de66a9-ea77-4c16-baea-09a4763d610a tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925db3d9-1e1f-45c7-9901-1c38acf6527a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:41.685732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.697554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.700178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24373d64-2384-4444-8d34-f7fd05c26837 HTTP/1.1" status: 204 len: 168 time: 0.7260203 Jul 27 16:35:41.732836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-829fa08f-3033-467a-8af4-987bb2769b44 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/43c9a5c8-ecdd-4b1c-854d-8976af084b25 HTTP/1.1" status: 200 len: 1812 time: 0.0760453 Jul 27 16:35:41.858311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:35:41.866885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844258a9-377a-426f-8ae5-98e2353a5580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24373d64-2384-4444-8d34-f7fd05c26837,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:41.926292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:41.993041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.077679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.081986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.089922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab6cbf05-6002-410a-8985-5b0074224b48 req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-groups/43c9a5c8-ecdd-4b1c-854d-8976af084b25 HTTP/1.1" status: 204 len: 173 time: 0.3416798 Jul 27 16:35:42.104579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-724ff610-f19e-4664-93b8-ce638228c755 None None] Provisioning complete for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:42.106004 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-724ff610-f19e-4664-93b8-ce638228c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.109950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aba85748-204d-4cec-a238-0dfa102ea5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.135725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4fb05-bc20-4928-b631-2086f8cf28f1 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c9a5c8-ecdd-4b1c-854d-8976af084b25,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:42.237983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-36583a27-0e4b-4ed6-9f1e-30617c9f7e1e tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/561ba170-b004-4a7f-8d02-8bfe3f89af4e HTTP/1.1" status: 200 len: 1813 time: 0.1063366 Jul 27 16:35:42.278484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:42.288703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-724ff610-f19e-4664-93b8-ce638228c755 None None] Port d8d7c21a-81e1-4af6-a9dd-1480cc51744c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:42.301884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-926a5a36-9ab9-4cd2-909d-b07c0fe78797 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fdc7fd0-af69-4d06-8742-47c47e888ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3322387 Jul 27 16:35:42.346401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:42.396660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda4e7b-cef6-4c0c-9fa2-a158e3f4d5d7 req-2b730f63-f76d-4430-afd5-b7d8985b0147 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:42.404286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcda4e7b-cef6-4c0c-9fa2-a158e3f4d5d7 req-2b730f63-f76d-4430-afd5-b7d8985b0147 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.4068670 Jul 27 16:35:42.419406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.465973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.489906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:42.490610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcda4e7b-cef6-4c0c-9fa2-a158e3f4d5d7 req-ff6df267-c588-4661-9eeb-42a4d8b35a48 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Jul 27 16:35:42.498740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:42.499314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.570034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.639191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.656971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.661215 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.662401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0492f4d0-79df-4b95-a171-d9a9b4dc508c req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-groups/561ba170-b004-4a7f-8d02-8bfe3f89af4e HTTP/1.1" status: 204 len: 173 time: 0.4115717 Jul 27 16:35:42.682876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c873c-5d2d-4448-b474-59e6b0f1ce78 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ba170-b004-4a7f-8d02-8bfe3f89af4e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:42.690279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:42.692597 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236625cd-fe5e-46c0-a6f4-99bdc295ec31" -d '{"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-plugged", "status": "completed", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:42.701775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6302b4-4af6-4358-a296-f56cb7e4a0ea req-cc103e3e-fc74-43d1-b25c-212ccd2cc031 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:42.712160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d6302b4-4af6-4358-a296-f56cb7e4a0ea req-cc103e3e-fc74-43d1-b25c-212ccd2cc031 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.1362004 Jul 27 16:35:42.724858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:42.747786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:42.825581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d6302b4-4af6-4358-a296-f56cb7e4a0ea req-a8cbf88e-727c-4fdf-a769-62d9e4d54eae tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116085 Jul 27 16:35:42.900163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:42.981436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5ef30b32-3a8b-4454-9333-1a4d55c37b49 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:43.122439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:43.122439 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.212379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-2f39f983-7c36-416e-abfd-3493c755731e tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "GET /v2.0/security-groups/d31d2e4f-ccf7-462b-8038-bf0aa51f96bc HTTP/1.1" status: 200 len: 1812 time: 0.1333787 Jul 27 16:35:43.322655 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Sync routers for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:43.341828 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:43.343055 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:43.378007 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.382769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.435683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.549606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.553593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.562786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7604eac2-053c-4e04-ac92-96bcc1ed4192 req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] 10.222.0.64 "DELETE /v2.0/security-groups/d31d2e4f-ccf7-462b-8038-bf0aa51f96bc HTTP/1.1" status: 204 len: 173 time: 0.3462782 Jul 27 16:35:43.571164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:43.587682 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:43.589648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d2e4f-ccf7-462b-8038-bf0aa51f96bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:43.614328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.614826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.615215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.615776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.616038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.616567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.616906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.617319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.617738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.618115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.618495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.618870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca527a4b-ac05-4611-8bcc-e7fd404bc478 tempest-SecurityGroupRulesNegativeTestJSON-711453212 tempest-SecurityGroupRulesNegativeTestJSON-711453212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.727347 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fedde2c-a565-404b-beb3-78441dcff847 x-openstack-request-id: req-3fedde2c-a565-404b-beb3-78441dcff847 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:43.727862 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-plugged", "status": "completed", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:43.728244 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fedde2c-a565-404b-beb3-78441dcff847 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:43.728835 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'code': 200} Jul 27 16:35:43.762509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Deleting subnet a2c784f3-4d7a-4738-a1f2-63cc39b89223 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:35:43.767977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:43.955241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:43.974594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601827692', 'description': 'tempest-description--2012061809'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:43.976125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.062316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.070576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b397d1-3e78-4b18-bea9-2ed92e0cd93d req-34c5bca0-f917-4d34-9414-6847e394fd3e tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:44.072169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7b397d1-3e78-4b18-bea9-2ed92e0cd93d req-34c5bca0-f917-4d34-9414-6847e394fd3e tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 1101 time: 0.1788247 Jul 27 16:35:44.108404 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:40Z', 'revision_number': 2, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:44.120868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3acbf-4607-4bc3-b7ac-e4ff6eaedb02 req-0f95b974-46fe-4692-ad17-74aa04e43923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:44.123817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ca3acbf-4607-4bc3-b7ac-e4ff6eaedb02 req-0f95b974-46fe-4692-ad17-74aa04e43923 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1097 time: 0.3004694 Jul 27 16:35:44.131209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.176141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Checking router: 0fdc7fd0-af69-4d06-8742-47c47e888ab3 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:44.176812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Updating router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 port d8d7c21a-81e1-4af6-a9dd-1480cc51744c binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:44.212128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7b397d1-3e78-4b18-bea9-2ed92e0cd93d req-78d5c44c-1a24-4450-85f5-5effa2456a59 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133063 Jul 27 16:35:44.212365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ca3acbf-4607-4bc3-b7ac-e4ff6eaedb02 req-a41a34c0-fc5b-42c4-81c7-4456e8b1749f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746422 Jul 27 16:35:44.242453 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.310408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569127d-b6f4-41af-b7e3-d10034d83a00 req-7a331812-d752-44b9-bd4a-832e77f95f7f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:44.324200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7569127d-b6f4-41af-b7e3-d10034d83a00 req-7a331812-d752-44b9-bd4a-832e77f95f7f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.2410941 Jul 27 16:35:44.380622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.393737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.449018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.450795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4913733 Jul 27 16:35:44.454740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:44.461382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'security_group_rule': {'security_group_id': '86fa56e2-1659-49a4-9df9-cb345349ec8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:44.465048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7569127d-b6f4-41af-b7e3-d10034d83a00 req-e1ced742-8d3e-41c1-a786-fd458b07b8d8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358438 Jul 27 16:35:44.471280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9b919-650e-4fd1-96ae-542c0a24f8ef tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa56e2-1659-49a4-9df9-cb345349ec8e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.471420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.509755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.587440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c784f3-4d7a-4738-a1f2-63cc39b89223,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.604714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.606837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1fa7bd02-0a7f-4ba0-a5d2-ad2d5f101413 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a2c784f3-4d7a-4738-a1f2-63cc39b89223 HTTP/1.1" status: 204 len: 168 time: 1.0336881 Jul 27 16:35:44.609702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:44.674917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.699534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.759756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-dd013cb7-a01c-4741-a4c2-e89f4b6d3aa2 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884297 Jul 27 16:35:44.786480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.790559 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.815935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-720d85f7-4dbb-4a6e-b0c6-a73e5ad28dff tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428116 Jul 27 16:35:44.820869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067aa68b-3c10-41b7-92a4-48137d492fbc,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.825354 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Transition to ACTIVE for port object d8d7c21a-81e1-4af6-a9dd-1480cc51744c will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:44.839407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.845352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a1094d2-7160-4545-b89b-be4c16fc1a6f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863866 Jul 27 16:35:44.846183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:44.847755 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.881718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'security_group_rule': {'security_group_id': '86fa56e2-1659-49a4-9df9-cb345349ec8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:44.928004 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c520c3f-14fe-4d2a-a0fd-8a63f8b1fa07 None None] Pushing event updated for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.955479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:44.957668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.033063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-ddbc6b53-1e1b-4bc1-ac28-2a0120a5b5d4 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:45.049200 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Attempting to bind port d8d7c21a-81e1-4af6-a9dd-1480cc51744c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:45.050226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Attempting to bind port d8d7c21a-81e1-4af6-a9dd-1480cc51744c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:45.050226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Attempting to bind port d8d7c21a-81e1-4af6-a9dd-1480cc51744c on network f470751b-cae4-414d-8f5a-29a1a55e0dd4 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:45.059574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-ddbc6b53-1e1b-4bc1-ac28-2a0120a5b5d4 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877958 Jul 27 16:35:45.076828 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:45.077222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Checking segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:45.077597 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.077998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Bound using segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:45.078480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Bound port: d8d7c21a-81e1-4af6-a9dd-1480cc51744c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:45.078925 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.136773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-53976756-fc56-4ba4-a877-4e84f952ed01 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/quotas/4d5d10c538ac4121b86d9ed30366c7d7 HTTP/1.1" status: 200 len: 375 time: 0.0748909 Jul 27 16:35:45.137074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-b63e9d00-abea-494a-9e17-ae673cf00c4f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:45.142859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-b63e9d00-abea-494a-9e17-ae673cf00c4f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223610 Jul 27 16:35:45.198627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] For port d8d7c21a-81e1-4af6-a9dd-1480cc51744c, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:45.204059 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] For port d8d7c21a-81e1-4af6-a9dd-1480cc51744c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:45.211053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-d0ff205e-2d9b-45e5-82ca-8d164360c244 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724599 Jul 27 16:35:45.211632 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.291389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.302779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-c3cdad7a-3dd6-43ba-9e08-f9bd8bd053eb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.1504157 Jul 27 16:35:45.304406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.364495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626c4d8a-5dab-47b3-b1e4-0c46ee327911,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.370060 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:35:45.370979 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:45.381664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.412553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.417760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-664c85c4-06ba-447b-bafd-39ed7d7fc5f7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5432580 Jul 27 16:35:45.418484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:45.423465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c95205e-a386-4eb4-b036-bf730b203b7b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:45.423766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:45.474020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.525154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a742e0-cd75-484e-92f6-67f4e1147e00') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:45.525645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a742e0-cd75-484e-92f6-67f4e1147e00') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:45.549718 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:35:45.587901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.669514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.685921 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-d35c27ba-50f2-4cc1-9a05-9ee8b5a34697 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3820603 Jul 27 16:35:45.710400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:35:45.712885 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:35:45.717485 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:35:45.737340 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c520c3f-14fe-4d2a-a0fd-8a63f8b1fa07 None None] Pushing event updated for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.880741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.903365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:45.909281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c95205e-a386-4eb4-b036-bf730b203b7b HTTP/1.1" status: 204 len: 168 time: 1.2936285 Jul 27 16:35:45.924925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90525f63-322e-4e9b-9f8d-3a91ca3534bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c95205e-a386-4eb4-b036-bf730b203b7b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.958444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:46.003212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-7435f2d5-f05f-4713-83b9-c3718be78ba8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:46.022787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-7435f2d5-f05f-4713-83b9-c3718be78ba8 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.3233342 Jul 27 16:35:46.039792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:45Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:46.098619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-6f85df6a-d252-4f47-8596-46ead37154bd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/quotas/e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 375 time: 0.0701494 Jul 27 16:35:46.149073 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5583b4-e234-4c60-8f04-13ab6684d8ce None None] The sync data for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 is: [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:45Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:46.326994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7befa1d-3e01-4376-a9fe-ff609c640541 req-105c8073-a904-490d-ba5c-1137133afe7e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:46.329677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7befa1d-3e01-4376-a9fe-ff609c640541 req-105c8073-a904-490d-ba5c-1137133afe7e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.2632451 Jul 27 16:35:46.422880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Allocated IP 172.25.4.53 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6bb6eabd-d5a9-4f0b-82c3-05b945c93e69) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:46.433885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7befa1d-3e01-4376-a9fe-ff609c640541 req-f542423b-a4df-43c0-9f04-6c214a213d9a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941007 Jul 27 16:35:46.448563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:46.511497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-acf7bc83-4cbb-4561-b0f0-2bab9f2c9da1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3885713 Jul 27 16:35:46.560717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:46.606527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8818c018-158c-4ca2-928e-a5ca5b0d0100 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4106da821d440938e12088dc29e90be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505361 Jul 27 16:35:46.607266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:46.740612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:46.747746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5295a72-5eb1-4579-a71a-4ddeba8506c8 req-8bbe75b4-46e4-4120-813a-2e7e7be0b81a tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 210 time: 0.1562517 Jul 27 16:35:46.850594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:46.941305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:46.976176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.048401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ae0531-ed60-415b-93b0-f0caeb2eeec4 req-ef791d31-1e25-463c-92cf-6b897945937f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 210 time: 0.0681674 Jul 27 16:35:47.051697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:47.063767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:47.086604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.089999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.093192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e977b01a-764f-41b2-9ae3-1dccab2832a2 HTTP/1.1" status: 204 len: 168 time: 0.4675963 Jul 27 16:35:47.124993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d8d7c21a-81e1-4af6-a9dd-1480cc51744c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:47.143298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:47.165064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d055d-5503-4c2b-9307-78b9fd03fb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977b01a-764f-41b2-9ae3-1dccab2832a2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.256690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:47.284930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:47.286383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.291101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-0368e7af-5ee8-4e3f-9e78-95f924b16c8e service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121269 Jul 27 16:35:47.322422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'Port': ['ID=6bb6eabd-d5a9-4f0b-82c3-05b945c93e69,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.417640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bc8e7-639e-45ce-84d2-471c799556cf req-caadfad4-07b1-455e-8096-03a8304e9934 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:47.419232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e8bc8e7-639e-45ce-84d2-471c799556cf req-caadfad4-07b1-455e-8096-03a8304e9934 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1097 time: 0.1552196 Jul 27 16:35:47.513965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.525749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e8bc8e7-639e-45ce-84d2-471c799556cf req-87dd3a19-3057-407f-a830-c89ed7e03d62 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927014 Jul 27 16:35:47.539429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-e5e38cef-b717-446d-9a6f-d1818fac28c6 service neutron] 10.222.0.64 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276816 Jul 27 16:35:47.613629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.654569 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.751417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port d8d7c21a-81e1-4af6-a9dd-1480cc51744c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:47.758913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:47.920215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.953404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.954926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.956454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.979461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.982013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.987370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.993886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.995012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:47.997866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:48.000702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:48.002136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:48.002743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:48.103593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c98ef8aa-e0d4-48b0-8619-cd19b270230c req-f5e92093-9506-45b4-8743-a5bf92b0d96f tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 210 time: 0.1354516 Jul 27 16:35:48.136535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-ad98f4ce-150a-49e4-93c6-9a0a4a8347c1 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673072 Jul 27 16:35:48.247625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:48.274548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:48.497474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-70a4f431-da05-4ab1-b3ee-274f81decfcf tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:48.506303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-70a4f431-da05-4ab1-b3ee-274f81decfcf tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513639 Jul 27 16:35:48.572041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Request body: {'port': {'device_id': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '4d5d10c538ac4121b86d9ed30366c7d7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:48.689099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7fa95d61-4935-471c-9847-ffc037345152 req-c7652697-ee33-4953-a1ec-837f632477f6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.1747141 Jul 27 16:35:48.794260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8fe67f8-06dc-45f8-98e9-2a69f5abec6c req-d22b3f0e-a9dc-4b59-8327-890cf3aa1eb0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 210 time: 0.2258854 Jul 27 16:35:48.806618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'Port': ['ID=6bb6eabd-d5a9-4f0b-82c3-05b945c93e69,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:48.845611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:48.909209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:48.921356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4d7f0fa4-1f3b-4da8-9121-8e30480913df tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5016711 Jul 27 16:35:48.943472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-8fb8bc4d-d01c-4d40-8632-9632724f6677 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2778282 Jul 27 16:35:49.068128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d8d7c21a-81e1-4af6-a9dd-1480cc51744c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:49.095478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:49.247916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d8d7c21a-81e1-4af6-a9dd-1480cc51744c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:49.249946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:49.361058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-412377119-network', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:49.436487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Made reservation on behalf of 1e153068da7240bb93c2c5f5a2b76796 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:49.439611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:49.465689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e63b956-267b-4167-b049-c05e071a58ab req-dfff5974-e916-4f26-b454-a62b7d01b63b tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 210 time: 0.1518028 Jul 27 16:35:49.492776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:49.535071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-2596180a-70f5-4d67-b90d-45ae21ace0bb tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1601827692&fields=id&tenant_id=e131eee74a5547398f2eba3c9529f06d HTTP/1.1" status: 200 len: 267 time: 0.1272223 Jul 27 16:35:49.630790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-efea5dc6-3a8d-42ac-9524-0e66ad133dee tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:49.636419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-efea5dc6-3a8d-42ac-9524-0e66ad133dee tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6736629 Jul 27 16:35:49.651531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:35:49.651531 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:35:49.651531 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': '1e153068da7240bb93c2c5f5a2b76796', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 35, 49, 545701)}] Jul 27 16:35:49.651531 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:35:49.652233 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:35:49.663170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:49.676743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Made reservation on behalf of 4d5d10c538ac4121b86d9ed30366c7d7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:49.681096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:49.771990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-f4b48314-3548-4a5a-a569-8bfa11368711 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:49.785401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-f4b48314-3548-4a5a-a569-8bfa11368711 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/networks?id=f470751b-cae4-414d-8f5a-29a1a55e0dd4 HTTP/1.1" status: 200 len: 805 time: 0.2336528 Jul 27 16:35:49.827579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-49ec5d8d-c5fe-4814-b3c1-afe249a8e93e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/quotas/e131eee74a5547398f2eba3c9529f06d HTTP/1.1" status: 200 len: 375 time: 0.0404286 Jul 27 16:35:49.849649 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:49.911769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5164a6ae-f6eb-478b-8885-8710240343f1 req-2a81152d-92ff-42e0-a76e-8bc6bde09852 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.0973368 Jul 27 16:35:49.990344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-06afab03-c685-46f3-ab1e-ca1a84ded926 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e131eee74a5547398f2eba3c9529f06d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603596 Jul 27 16:35:50.125587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69c6049b-3f52-4171-a442-09210853b548 req-883c2162-e046-490b-b5b8-ce6237851525 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 210 time: 0.0452166 Jul 27 16:35:50.156067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.202445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-543411c6-bfc7-4581-a2c8-83fec147c075 service neutron] 10.222.0.64 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883256 Jul 27 16:35:50.243842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.261345 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.312547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:50.318392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.411163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-ea3c203b-da37-406f-b50f-cbb18d752883 service neutron] 10.222.0.64 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000177 Jul 27 16:35:50.478699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344cad99-d4dc-4981-a996-926a17d91a5a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:50.586774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-8140cbc4-6a90-4291-a33c-1fdb484d2f15 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:50.589880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-8140cbc4-6a90-4291-a33c-1fdb484d2f15 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 808 time: 0.2267079 Jul 27 16:35:50.636854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Request body: {'port': {'device_id': '7a4288a8-37bc-4e76-8047-8256bd537144', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'admin_state_up': True, 'tenant_id': 'e75a54a3256e4ce2b44550834401204d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:50.697694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86a29fea-e337-4240-9b61-9004e0421429 req-201b0c5b-daa0-4f97-b83f-b9312d0bc8e3 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 210 time: 0.0489006 Jul 27 16:35:50.774993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Allocated IP 192.168.233.194 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/c28e379c-5e2b-4512-b053-8d7a630143e9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:50.829611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eecfeae2-5812-4db8-8380-09030fa2cd97 req-036aafe4-664c-457a-8fdb-d78af609e1a7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Jul 27 16:35:50.890914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.895971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.951544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:50.955632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Made reservation on behalf of e75a54a3256e4ce2b44550834401204d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:50.960176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:50.985808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38baebd-8730-4d2e-9239-53045f86b5f7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.040484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.049070 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Added segment 5bc2621f-0ae6-43bd-958c-e37fd5f7db91 of type vlan for network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e Jul 27 16:35:51.067753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.088055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Transition to ACTIVE for port object c28e379c-5e2b-4512-b053-8d7a630143e9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:51.132694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.231417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.258754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.274999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf04f96d-85d9-411e-9ded-e80687aac07e req-fca5ed2e-9f69-4567-91b2-60c2079c6bf9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.1970568 Jul 27 16:35:51.276501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:51.291290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:51.293653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:51.295116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.296073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:51.296811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.346069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.232 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/0c283854-62f7-4351-abbc-919c683aee8a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:51.454785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3581378 Jul 27 16:35:51.455751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:51.473076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:51.473672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.520562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Request body: {'subnet': {'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-412377119-subnet', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:51.575345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-10ed9a30-00bb-4ec5-9cd7-6e724942be84 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0375001 Jul 27 16:35:51.605588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a70af10-bbb9-43bf-aec0-a411436fedd7 req-fa380f3e-e470-46a5-bf76-b0ea161373f8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 210 time: 0.2066507 Jul 27 16:35:51.612355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Request body: {'port': {'device_id': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:51.631661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba0dc-9d0f-4ba2-b410-6b5543bdba01 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbbccc5-a0b2-41d1-947f-0eb2210e217e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.660470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:51.720257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Allocated IP 172.20.0.13 (ec28ef3c-3833-47eb-8653-0d049eab9a24/0175f353-edaf-4e21-8551-aa88187f5a99/97f11821-aac2-43fd-8531-61d75f25aa76) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:51.747304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Made reservation on behalf of 1e153068da7240bb93c2c5f5a2b76796 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:51.750837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.845002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:51.988411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa2d8a65-a542-4296-ad0d-6754873a912d None None] Provisioning for port c28e379c-5e2b-4512-b053-8d7a630143e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:52.010211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa2d8a65-a542-4296-ad0d-6754873a912d None None] Provisioning complete for port c28e379c-5e2b-4512-b053-8d7a630143e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:52.011249 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8a65-a542-4296-ad0d-6754873a912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:52.023250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:52.100609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d8a65-a542-4296-ad0d-6754873a912d None None] Port c28e379c-5e2b-4512-b053-8d7a630143e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:52.121184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object 0c283854-62f7-4351-abbc-919c683aee8a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:52.476102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e789a40-4187-44de-b684-8d5527aa511b req-5e69dd69-9e60-4860-9814-17898df3738c tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:52.491199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e789a40-4187-44de-b684-8d5527aa511b req-5e69dd69-9e60-4860-9814-17898df3738c tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 936 time: 0.4033797 Jul 27 16:35:52.495106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3cf0d6ed-be6d-400e-b8dd-7273033def0a req-69bebe41-e3bc-4fe1-8c0a-dbc2c01d2299 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 210 time: 0.2049205 Jul 27 16:35:52.571862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:52.584593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:52.598598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:52.679693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:52.697143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:52.799633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.816735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:52.915377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-006843d7-1f5e-4cf0-b9f4-b617eb1a5fbb req-325c7b2a-8fb7-4410-8c3f-00c7e0d9b305 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.1944158 Jul 27 16:35:52.916777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:52.941875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:53.292467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:53.295824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:53.354126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-15ded3da-7146-4cd8-8094-44ddba536caa tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7037454 Jul 27 16:35:53.389494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Request body: {'port': {'device_id': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:53.496950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf67ae9a-14f2-484d-824e-4f993b7bf43d None None] Provisioning for port 0c283854-62f7-4351-abbc-919c683aee8a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:53.546406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf67ae9a-14f2-484d-824e-4f993b7bf43d None None] Provisioning complete for port 0c283854-62f7-4351-abbc-919c683aee8a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:53.549883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf67ae9a-14f2-484d-824e-4f993b7bf43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:53.652087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bf67ae9a-14f2-484d-824e-4f993b7bf43d None None] Port 0c283854-62f7-4351-abbc-919c683aee8a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:53.689512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e789a40-4187-44de-b684-8d5527aa511b req-0df19e12-3795-4a9d-a720-afe39e5ec366 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1964879 Jul 27 16:35:53.761671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086809f5-dda6-4d13-8e4a-a8299a4c345c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:53.820843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-fa3f9340-effe-4fb4-b5b6-7f5b507d2799 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:53.823101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-fa3f9340-effe-4fb4-b5b6-7f5b507d2799 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.13 "GET /v2.0/networks?id=f470751b-cae4-414d-8f5a-29a1a55e0dd4 HTTP/1.1" status: 200 len: 805 time: 1.2318070 Jul 27 16:35:53.833774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Checking segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:53.840078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Network hostable DHCP agents. Network: 0dbbccc5-a0b2-41d1-947f-0eb2210e217e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:53.899848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:53.912761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['db3f2c47-f994-4bdb-9016-2e352ccdd259'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:35:54.021757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-17ff5ca5-5874-43e5-b4bb-20b3677f7967 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e131eee74a5547398f2eba3c9529f06d HTTP/1.1" status: 200 len: 380 time: 0.1638684 Jul 27 16:35:54.025044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:54.045584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'port': {'device_id': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'admin_state_up': True, 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'security_groups': ['86fa56e2-1659-49a4-9df9-cb345349ec8e']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:54.084085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab27e779-0280-485f-b73e-4a6dcdc3ebba req-1ca045d3-5510-40aa-bf83-56dc2cf81bca tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Jul 27 16:35:54.113429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:54.122123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.137089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Transition to ACTIVE for port object c28e379c-5e2b-4512-b053-8d7a630143e9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:54.201682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.203241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Network ec28ef3c-3833-47eb-8653-0d049eab9a24 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:54.208283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0dbbccc5-a0b2-41d1-947f-0eb2210e217e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:54.211368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:54.213636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:54.219482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.229040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:54.252742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2b56-060f-4771-9f15-5bec4e17a5d7 req-162e135f-3dfc-4e20-8e65-7cc7a57d43f9 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:54.256816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:54.257479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.261573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-002b2b56-060f-4771-9f15-5bec4e17a5d7 req-162e135f-3dfc-4e20-8e65-7cc7a57d43f9 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 936 time: 1.0998957 Jul 27 16:35:54.304648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1bcb2f8e-a6c7-46f6-9f52-72a00a4dfb28 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8124135 Jul 27 16:35:54.336346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:35:54.361021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:54.455848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:54.456538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.519815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ed402-85fb-4bed-bb83-b9fdffd0ee4d None None] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:54.536247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.537275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.550295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-42644405-4eaf-48b2-97bc-f4d8e423ea25 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9237521 Jul 27 16:35:54.594244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Request body: {'port': {'device_id': '7a4288a8-37bc-4e76-8047-8256bd537144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:54.640182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:54.660185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Made reservation on behalf of e131eee74a5547398f2eba3c9529f06d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:54.664001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.675981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b004-1e50-49b2-a21a-5cd66b61b632 req-a7b329cc-69cb-4d2e-998b-38157ec4fe41 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:54.686413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4c7b004-1e50-49b2-a21a-5cd66b61b632 req-a7b329cc-69cb-4d2e-998b-38157ec4fe41 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 932 time: 0.4413202 Jul 27 16:35:54.789107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.930740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c283854-62f7-4351-abbc-919c683aee8a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:54.939800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:54.954544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Transition to ACTIVE for port object 0c283854-62f7-4351-abbc-919c683aee8a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:54.978521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:35:54.980205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.009627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-002b2b56-060f-4771-9f15-5bec4e17a5d7 req-a71efc03-1485-4e75-a2df-bd02b6189763 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456563 Jul 27 16:35:55.030333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.032887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Attempting to bind port c28e379c-5e2b-4512-b053-8d7a630143e9 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:55.033231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Attempting to bind port c28e379c-5e2b-4512-b053-8d7a630143e9 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:55.033577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Attempting to bind port c28e379c-5e2b-4512-b053-8d7a630143e9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:55.041777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Port c28e379c-5e2b-4512-b053-8d7a630143e9 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:55.042094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Attempting to bind port c28e379c-5e2b-4512-b053-8d7a630143e9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:55.078894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:55.079270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:55.079668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:55.080117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Bound port: c28e379c-5e2b-4512-b053-8d7a630143e9, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:55.080510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.153831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:55.158490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:55.160356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Allocated IP 172.20.0.6 (f470751b-cae4-414d-8f5a-29a1a55e0dd4/c6ee357d-2242-4a67-8511-a0c9b2ee8c19/cbf1e706-839b-4604-b8a6-663715bf8cfb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:55.189580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.317751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Pushing event updated for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:55.396878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.400802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Allocated IP 172.20.0.2 (0dbbccc5-a0b2-41d1-947f-0eb2210e217e/086809f5-dda6-4d13-8e4a-a8299a4c345c/8564f65b-0adb-44d5-a27f-ae3c34032f8d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:55.423921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Transition to ACTIVE for port object cbf1e706-839b-4604-b8a6-663715bf8cfb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:55.427526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:55.439142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:55.441330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.442447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-403acd3a-a2d3-4e91-a326-3c9d092dfd23 service neutron] 10.222.0.13 "PUT /v2.0/ports/c28e379c-5e2b-4512-b053-8d7a630143e9 HTTP/1.1" status: 200 len: 1096 time: 3.8390472 Jul 27 16:35:55.450631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:55.456893 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ca919c-9ac1-4605-8df1-501b11d74dba" -d '{"events": [{"name": "network-changed", "server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:55.472922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4c7b004-1e50-49b2-a21a-5cd66b61b632 req-6ae3b0c2-d7bb-4807-9b8c-d8e45dfd64df tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843363 Jul 27 16:35:55.473199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.545063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1feb1e-1cc0-48f1-a6f9-963dee81ae4d req-92945c2b-c815-49db-bbc8-512000a5dc5e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:55.559818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe1feb1e-1cc0-48f1-a6f9-963dee81ae4d req-92945c2b-c815-49db-bbc8-512000a5dc5e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 948 time: 0.3640633 Jul 27 16:35:55.604356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.652224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe1feb1e-1cc0-48f1-a6f9-963dee81ae4d req-928b8bea-00bc-4de7-b5f3-b8d768a2c78b tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868945 Jul 27 16:35:55.740732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Attempting to bind port 0c283854-62f7-4351-abbc-919c683aee8a on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:55.746848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Attempting to bind port 0c283854-62f7-4351-abbc-919c683aee8a by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:55.747698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Attempting to bind port 0c283854-62f7-4351-abbc-919c683aee8a on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:55.772246 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5b499-da6d-4965-9cd6-b0fae6bc569e x-openstack-request-id: req-bdf5b499-da6d-4965-9cd6-b0fae6bc569e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:55.784037 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:55.785055 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdf5b499-da6d-4965-9cd6-b0fae6bc569e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:55.785915 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'status': 'completed', 'code': 200} Jul 27 16:35:55.791521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Port 0c283854-62f7-4351-abbc-919c683aee8a on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:55.792527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Attempting to bind port 0c283854-62f7-4351-abbc-919c683aee8a on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:55.828586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:55.841279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:55.842247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:55.843226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Bound port: 0c283854-62f7-4351-abbc-919c683aee8a, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:55.844132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:55.904918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-21e3f411-12de-44e9-b262-0386ae5b250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:55.917969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-21e3f411-12de-44e9-b262-0386ae5b250a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 1099 time: 0.4056213 Jul 27 16:35:55.946313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.000118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:56.032081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:56.034183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.070189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Transition to ACTIVE for port object 8564f65b-0adb-44d5-a27f-ae3c34032f8d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:56.113700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:56.136852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Transition to ACTIVE for port object 8564f65b-0adb-44d5-a27f-ae3c34032f8d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:56.147054 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.158986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-b97d6198-58bd-4494-95cc-c591a56af7a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c28e379c-5e2b-4512-b053-8d7a630143e9 HTTP/1.1" status: 200 len: 217 time: 0.2043629 Jul 27 16:35:56.287533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:56.296056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:56.301422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:35:56.307327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Pushing event updated for resources: {'Port': ['ID=8564f65b-0adb-44d5-a27f-ae3c34032f8d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.355606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-7a8e344d-5341-412f-a921-7dc82b6c951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.357717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-7a8e344d-5341-412f-a921-7dc82b6c951b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1669152 Jul 27 16:35:56.446472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event updated for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.457043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.457805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.460291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1a91-1fce-47ac-a4c8-442bedf2a21b req-b568d1c4-cb4a-4042-8487-82803d5a9c9e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.461954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95be1a91-1fce-47ac-a4c8-442bedf2a21b req-b568d1c4-cb4a-4042-8487-82803d5a9c9e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 931 time: 0.5894797 Jul 27 16:35:56.487967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Attempting to bind port 8564f65b-0adb-44d5-a27f-ae3c34032f8d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:56.488336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Attempting to bind port 8564f65b-0adb-44d5-a27f-ae3c34032f8d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:56.488733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Attempting to bind port 8564f65b-0adb-44d5-a27f-ae3c34032f8d on network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:56.492941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a32cee9b-d54c-402d-819b-7f06959d425b None None] Provisioning for port cbf1e706-839b-4604-b8a6-663715bf8cfb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:56.495789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:56.500323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:56.508062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0c283854-62f7-4351-abbc-919c683aee8a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:56.508365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Checking segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:56.508849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.509255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Bound using segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:56.509758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Bound port: 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:56.510146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.512737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a32cee9b-d54c-402d-819b-7f06959d425b None None] Provisioning complete for port cbf1e706-839b-4604-b8a6-663715bf8cfb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:56.513374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a32cee9b-d54c-402d-819b-7f06959d425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.529512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.611042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-d24604c5-c8aa-4511-9afe-94a30ef72b08 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5765481 Jul 27 16:35:56.635833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.636485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.638890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] 10.222.0.13 "PUT /v2.0/ports/0c283854-62f7-4351-abbc-919c683aee8a HTTP/1.1" status: 200 len: 1096 time: 3.2660687 Jul 27 16:35:56.642729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33ba5-e237-44c0-b08d-25b3ee112ecc service neutron] Pushing event updated for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.646288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Request body: {'port': {'device_id': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:35:56.672996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-01dd73ca-8fbf-4f99-b1bb-75b8f0ac9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.677152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-01dd73ca-8fbf-4f99-b1bb-75b8f0ac9399 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3020961 Jul 27 16:35:56.695802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a32cee9b-d54c-402d-819b-7f06959d425b None None] Port cbf1e706-839b-4604-b8a6-663715bf8cfb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:35:56.788406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] For port 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:56.794849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] For port 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8564f65b-0adb-44d5-a27f-ae3c34032f8d,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:56.801646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:56.861708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceeeed-6b95-4a18-b9ba-4b61a322efa0 req-35fbd8e0-7e80-40a5-93ac-77fb4a68823b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:56.863355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eceeeed-6b95-4a18-b9ba-4b61a322efa0 req-35fbd8e0-7e80-40a5-93ac-77fb4a68823b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 948 time: 0.4777918 Jul 27 16:35:56.879315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95be1a91-1fce-47ac-a4c8-442bedf2a21b req-41804363-fdb0-4f69-bd93-0bd4845427c3 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031229 Jul 27 16:35:56.957945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e8b50-cd31-429f-a017-2529372508ed None None] Pushing event updated for resources: {'Port': ['ID=8564f65b-0adb-44d5-a27f-ae3c34032f8d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:57.050586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-cb52b095-4e3b-43e9-9c2a-175f87bb87d8 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517392 Jul 27 16:35:57.055722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-d4ae008c-cc6c-4f0b-858f-9e41a7070d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:57.060006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-d4ae008c-cc6c-4f0b-858f-9e41a7070d52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 1099 time: 0.3350925 Jul 27 16:35:57.081401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:57.263605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-ca984431-9b94-4ced-864e-0e1ebb75322d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0c283854-62f7-4351-abbc-919c683aee8a HTTP/1.1" status: 200 len: 217 time: 0.1828032 Jul 27 16:35:57.321448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eceeeed-6b95-4a18-b9ba-4b61a322efa0 req-8909eca9-af06-4917-b684-094176143bf8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842673 Jul 27 16:35:57.372721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f11821-aac2-43fd-8531-61d75f25aa76 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:57.400053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:57.432184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-c4a98470-9f86-41b2-876c-9ea849ab1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:57.434279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-c4a98470-9f86-41b2-876c-9ea849ab1fc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1631854 Jul 27 16:35:57.505033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117ce759-0739-4845-9f09-e30ce06fcfe0 req-25227f99-1683-48ca-a3a0-708e32e9a353 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417181 Jul 27 16:35:57.537925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82402c-e7ad-4666-8784-a97d909f010e req-d21fc464-912f-4611-a908-2f6f96a1bf8e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:57.541035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f82402c-e7ad-4666-8784-a97d909f010e req-d21fc464-912f-4611-a908-2f6f96a1bf8e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 932 time: 0.4788208 Jul 27 16:35:57.560108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Transition to ACTIVE for port object 97f11821-aac2-43fd-8531-61d75f25aa76 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:57.623141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-35368f7d-3182-4f40-8429-db3da8eeea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:57.625871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-35368f7d-3182-4f40-8429-db3da8eeea6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1775684 Jul 27 16:35:57.642490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:57.656937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f82402c-e7ad-4666-8784-a97d909f010e req-ca845fe5-71de-4fc7-84b1-ded96534ccfb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026680 Jul 27 16:35:57.800243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:57.804470 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f294172f-43ae-4518-97da-f9b6318c03ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "tag": "0c283854-62f7-4351-abbc-919c683aee8a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:57.890451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-e7a85e02-09a7-40be-98a3-b7499ec6f392 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496145 Jul 27 16:35:57.896663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-edcb1f5f-901e-4224-b2bb-37526c975326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:57.898685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-edcb1f5f-901e-4224-b2bb-37526c975326 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 1099 time: 0.2673695 Jul 27 16:35:57.954972 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416a266-c171-42f7-8bcd-45f20ffc0c47 x-openstack-request-id: req-8416a266-c171-42f7-8bcd-45f20ffc0c47 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:35:57.955263 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "tag": "0c283854-62f7-4351-abbc-919c683aee8a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:35:57.955516 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8416a266-c171-42f7-8bcd-45f20ffc0c47 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:35:57.955988 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a', 'status': 'completed', 'code': 200} Jul 27 16:35:58.106844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:58.118202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:58.239121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:58.240059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-027779bd-b219-4dfe-8033-8318ab3dab8c req-8685dc2e-0c87-4ca5-a958-2c7624c731fd service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386328 Jul 27 16:35:58.276066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf1e706-839b-4604-b8a6-663715bf8cfb {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:35:58.278043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-5d4e8a71-b7cf-4bbb-a9c1-d7f4c38e7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:58.279459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-5d4e8a71-b7cf-4bbb-a9c1-d7f4c38e7d2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3636222 Jul 27 16:35:58.322164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:58.322506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:58.322840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:58.326445 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:58.344518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5086bc4-ce42-4da1-aa39-631027d6101d req-74f6a50a-56b2-4a6c-9675-307a7931a65e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:58.347123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5086bc4-ce42-4da1-aa39-631027d6101d req-74f6a50a-56b2-4a6c-9675-307a7931a65e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 931 time: 0.2767451 Jul 27 16:35:58.358572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73f119-1bf9-455a-b73c-70be83d5e938 req-ecabfeb6-05b3-47eb-b85b-66714b660462 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:58.372838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b73f119-1bf9-455a-b73c-70be83d5e938 req-ecabfeb6-05b3-47eb-b85b-66714b660462 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 948 time: 0.8081326 Jul 27 16:35:58.404317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:35:58.408970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:58.441747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:35:58.442093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:35:58.442585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:35:58.443205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Bound port: 97f11821-aac2-43fd-8531-61d75f25aa76, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:35:58.443580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:58.482874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a801b62-dd87-46a2-a47c-d4216bd58f10 None None] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:35:58.483464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Transition to ACTIVE for port object cbf1e706-839b-4604-b8a6-663715bf8cfb will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:35:58.503368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-394aa273-9c4f-4fb0-b138-6fcce5c24edb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c28e379c-5e2b-4512-b053-8d7a630143e9 HTTP/1.1" status: 200 len: 217 time: 0.1451948 Jul 27 16:35:58.556991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:58.615245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5086bc4-ce42-4da1-aa39-631027d6101d req-c6e13761-0195-4f0c-a0eb-e26dfd5e9017 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597067 Jul 27 16:35:58.666388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-1b61cb5f-c67c-4bf4-a890-71d6ff5526e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:58.666923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b73f119-1bf9-455a-b73c-70be83d5e938 req-136e3c3f-fee6-4828-ad0d-cca799e8bdcc tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909670 Jul 27 16:35:58.670060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-1b61cb5f-c67c-4bf4-a890-71d6ff5526e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1562605 Jul 27 16:35:58.701145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294172f-43ae-4518-97da-f9b6318c03ef req-36762b73-4963-43b6-addd-29653923ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:58.704883 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-36762b73-4963-43b6-addd-29653923ab91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 1099 time: 0.3239470 Jul 27 16:35:58.754874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec2fa-6513-42a4-90f8-2c3c0f32085d None None] Provisioning for port 8564f65b-0adb-44d5-a27f-ae3c34032f8d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:58.779986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:58.817124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Allocated IP 172.25.4.253 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b2a8453e-76c1-424d-9ee6-e36cbf06fb06) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:58.947231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:58.951868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:58.970927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.084027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8564f65b-0adb-44d5-a27f-ae3c34032f8d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:59.142166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-9b301f7e-559f-4150-9812-0d5389e4b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.143697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-9b301f7e-559f-4150-9812-0d5389e4b272 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4625058 Jul 27 16:35:59.162749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8564f65b-0adb-44d5-a27f-ae3c34032f8d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:35:59.191142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8564f65b-0adb-44d5-a27f-ae3c34032f8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:59.192523 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.241211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.242535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.244204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] 10.222.0.13 "PUT /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 1092 time: 4.6685960 Jul 27 16:35:59.248984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:35:59.256888 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a8891e-26ea-4626-96c1-539cbd29e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:35:59.295668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-f285f713-882b-48a2-9404-9add07d9ce4d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315796 Jul 27 16:35:59.319017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.345399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.392612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294172f-43ae-4518-97da-f9b6318c03ef req-6731053a-cddc-44ca-aae6-12c6746aaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.393607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8564f65b-0adb-44d5-a27f-ae3c34032f8d,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:59.394884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-6731053a-cddc-44ca-aae6-12c6746aaca5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.6523595 Jul 27 16:35:59.403024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.439798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403bf1f-960b-49dd-aaf5-e78b12e6cd56 req-dbc656e6-7e93-411d-bbc4-4ebd980852f0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.442311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9403bf1f-960b-49dd-aaf5-e78b12e6cd56 req-dbc656e6-7e93-411d-bbc4-4ebd980852f0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 948 time: 0.5085955 Jul 27 16:35:59.480019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8564f65b-0adb-44d5-a27f-ae3c34032f8d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:59.487077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-33966e5d-3305-41d3-81e9-2a91f3715795 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0c283854-62f7-4351-abbc-919c683aee8a HTTP/1.1" status: 200 len: 217 time: 0.0725646 Jul 27 16:35:59.489431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89d0d792-3bce-4123-8431-e028b221e2ad None None] Provisioning complete for port 8564f65b-0adb-44d5-a27f-ae3c34032f8d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:35:59.489982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89d0d792-3bce-4123-8431-e028b221e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.609381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2ca919c-9ac1-4605-8df1-501b11d74dba req-5ce837bf-b449-40ef-8415-5f24f4694a0b service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933290 Jul 27 16:35:59.615521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9403bf1f-960b-49dd-aaf5-e78b12e6cd56 req-da3cc47d-c356-4515-b08f-087f7c49ee14 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303670 Jul 27 16:35:59.655210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294172f-43ae-4518-97da-f9b6318c03ef req-c1c5f7b6-025e-47c0-9895-6754a560efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.674289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-c1c5f7b6-025e-47c0-9895-6754a560efb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1260312 Jul 27 16:35:59.761143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294172f-43ae-4518-97da-f9b6318c03ef req-86376725-87fa-4c7c-981a-124882646dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.763453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-86376725-87fa-4c7c-981a-124882646dac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879657 Jul 27 16:35:59.883281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159473-e9ca-439a-a9bc-d8d84d72d04e service neutron] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:59.904709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec752-35b7-4867-a0d0-494007397329 req-5613699e-be19-497b-bc72-004f7d1be4ef tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:35:59.906808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e95ec752-35b7-4867-a0d0-494007397329 req-5613699e-be19-497b-bc72-004f7d1be4ef tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.9508944 Jul 27 16:35:59.933484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:35:59.951632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Attempting to bind port cbf1e706-839b-4604-b8a6-663715bf8cfb on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:35:59.952044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Attempting to bind port cbf1e706-839b-4604-b8a6-663715bf8cfb by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:35:59.952379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Attempting to bind port cbf1e706-839b-4604-b8a6-663715bf8cfb on network f470751b-cae4-414d-8f5a-29a1a55e0dd4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:35:59.990559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-203a151b-442f-4356-bb63-a3a286d96473 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165229 Jul 27 16:36:00.011823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Port cbf1e706-839b-4604-b8a6-663715bf8cfb on network f470751b-cae4-414d-8f5a-29a1a55e0dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:00.012400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Attempting to bind port cbf1e706-839b-4604-b8a6-663715bf8cfb on network f470751b-cae4-414d-8f5a-29a1a55e0dd4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:00.032920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074da89-4723-4ef8-85f9-d7713be19e07 req-6adcbc5e-f884-4e83-82f2-8362d63532fe tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:00.035099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d074da89-4723-4ef8-85f9-d7713be19e07 req-6adcbc5e-f884-4e83-82f2-8362d63532fe tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 943 time: 0.1793606 Jul 27 16:36:00.046822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:00.054299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:00.054660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Checking segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:00.055024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Bound using segment: {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:00.055740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Bound port: cbf1e706-839b-4604-b8a6-663715bf8cfb, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6fbd63-0fea-434c-8b40-65570460cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:00.056096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.060412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e95ec752-35b7-4867-a0d0-494007397329 req-d77b77a9-4cb8-4a59-8208-d51b51d0c270 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460457 Jul 27 16:36:00.066468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:00.069258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:00.080404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.154641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d074da89-4723-4ef8-85f9-d7713be19e07 req-92b5679a-9431-4fc5-93ff-167f75954805 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837569 Jul 27 16:36:00.192986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f294172f-43ae-4518-97da-f9b6318c03ef req-fcebc0dd-9b5d-4e9a-b8ea-b6bff915b04f service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936631 Jul 27 16:36:00.231008 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c343ca3-3888-48f1-afd2-f2ebdd9b89ff x-openstack-request-id: req-5c343ca3-3888-48f1-afd2-f2ebdd9b89ff {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:00.231008 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:00.231335 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c343ca3-3888-48f1-afd2-f2ebdd9b89ff {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:00.231618 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76', 'status': 'completed', 'code': 200} Jul 27 16:36:00.263028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-16a74ea2-dd88-4a43-b0b9-b1b29f229ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:00.264608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-16a74ea2-dd88-4a43-b0b9-b1b29f229ebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1095 time: 0.4610183 Jul 27 16:36:00.389107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-9edf26a1-0934-4e8e-ad87-d142cb99c87c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 217 time: 0.1028092 Jul 27 16:36:00.425636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:00.528173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:00.549052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-07e04338-d046-48f0-b5b8-40c5b4ae98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:00.550607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-07e04338-d046-48f0-b5b8-40c5b4ae98bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1458445 Jul 27 16:36:00.563591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:00.602308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:00.603278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.622133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'mac_address': 'fa:16:3e:18:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:00.641553 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-83330af0-b3ba-4ae3-ad62-7eba59dcc396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808971 Jul 27 16:36:00.653536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb90a6-57b0-4ead-9ebe-483048e13909 req-60ec4e8f-9c65-4a0b-b417-fc9478908bd6 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:00.655137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8cb90a6-57b0-4ead-9ebe-483048e13909 req-60ec4e8f-9c65-4a0b-b417-fc9478908bd6 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 948 time: 0.4470499 Jul 27 16:36:00.685977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.706592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:00.733308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:00.733488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.735816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbf1e706-839b-4604-b8a6-663715bf8cfb HTTP/1.1" status: 200 len: 1091 time: 4.0975387 Jul 27 16:36:00.754051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:00.765778 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.909077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.921846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ba7a-eeef-4ec8-a291-5d57b5260a77 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.930474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:00.934661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8cb90a6-57b0-4ead-9ebe-483048e13909 req-6b3f3122-ac06-40b3-8e07-4f5d4039a581 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452898 Jul 27 16:36:00.995704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78def72c-6b42-4753-8d9a-dad72325aeae req-2d37cd87-1e21-4c86-9fec-dea5d7653b09 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.009677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78def72c-6b42-4753-8d9a-dad72325aeae req-2d37cd87-1e21-4c86-9fec-dea5d7653b09 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 948 time: 0.1720426 Jul 27 16:36:01.075907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8564f65b-0adb-44d5-a27f-ae3c34032f8d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:01.087527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-a88b85c6-a918-4c8e-8889-8d7902f4c619 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304202 Jul 27 16:36:01.112248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78def72c-6b42-4753-8d9a-dad72325aeae req-5737f474-73d0-4454-9e1b-c6b795470e9e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010184 Jul 27 16:36:01.195117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8564f65b-0adb-44d5-a27f-ae3c34032f8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:01.195642 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:01.199509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c28e379c-5e2b-4512-b053-8d7a630143e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:01.284979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-9a6a9cd2-c413-4c53-83f3-da344beb34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.286735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-9a6a9cd2-c413-4c53-83f3-da344beb34a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e131eee74a5547398f2eba3c9529f06d&device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 1094 time: 0.4664474 Jul 27 16:36:01.369850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f7eb9-06e6-4942-9934-755f33d34c2e req-18048e42-0377-42a1-8a6f-d354c930fa97 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.372394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-238f7eb9-06e6-4942-9934-755f33d34c2e req-18048e42-0377-42a1-8a6f-d354c930fa97 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 943 time: 0.1073532 Jul 27 16:36:01.448783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-238f7eb9-06e6-4942-9934-755f33d34c2e req-bc38d9fc-13c5-4893-86d7-4b98af234ac5 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666749 Jul 27 16:36:01.485353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-97aa7876-8816-4dca-9417-e4aa45a124e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb HTTP/1.1" status: 200 len: 217 time: 0.1281378 Jul 27 16:36:01.647434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b65464a-2e5a-4fcc-95bb-9af6d2205823 req-c12e0115-0ebe-45aa-ac1b-263333a80f08 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996066 Jul 27 16:36:01.656382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-0cb40d16-95cb-4c96-b27a-0c8f22159bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.657964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-0cb40d16-95cb-4c96-b27a-0c8f22159bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ee357d-2242-4a67-8511-a0c9b2ee8c19 HTTP/1.1" status: 200 len: 844 time: 0.1598256 Jul 27 16:36:01.678996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:01.725339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88962-6c53-439b-a896-6d8f33690b20 req-61c3657c-1655-43ba-bf6e-60d46cea83d7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.727552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74f88962-6c53-439b-a896-6d8f33690b20 req-61c3657c-1655-43ba-bf6e-60d46cea83d7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.4605296 Jul 27 16:36:01.959614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74f88962-6c53-439b-a896-6d8f33690b20 req-e5fdd639-99aa-4b7a-bb40-d6342d953525 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206399 Jul 27 16:36:01.995047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-7fa96c55-61a9-497a-875e-79310fe0086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:01.996849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-7fa96c55-61a9-497a-875e-79310fe0086d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f470751b-cae4-414d-8f5a-29a1a55e0dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291404 Jul 27 16:36:02.036816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-bd6ac159-4c32-4b56-9f40-092ea97f8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:02.038366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-bd6ac159-4c32-4b56-9f40-092ea97f8b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1095 time: 0.2973003 Jul 27 16:36:02.231890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46152d-1568-45c7-bc01-4e8aa9fd5758 req-56462d46-c053-42fd-a586-2450e7eb66b2 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:02.232686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:02.234304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee46152d-1568-45c7-bc01-4e8aa9fd5758 req-56462d46-c053-42fd-a586-2450e7eb66b2 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 949 time: 0.1373365 Jul 27 16:36:02.234882 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952aa459-43fa-4bb8-a8db-d65524407aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:02.298513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Router 6f88d232-2f09-4ce3-aadd-592ca6754226 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:36:02.307941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-dceaca42-e6b3-4e4e-b193-1c0dafb20c55 service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006144 Jul 27 16:36:02.325578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee46152d-1568-45c7-bc01-4e8aa9fd5758 req-f99c4334-d450-4b7f-a2c0-9081540b79b3 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795212 Jul 27 16:36:02.370512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-9e0fec94-89b5-41e5-851c-55267800addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:02.378698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-9e0fec94-89b5-41e5-851c-55267800addf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2893906 Jul 27 16:36:02.442356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0c283854-62f7-4351-abbc-919c683aee8a details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:02.460365 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7897a4a-c0b2-471c-9e3e-5bc7d580c16a x-openstack-request-id: req-a7897a4a-c0b2-471c-9e3e-5bc7d580c16a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:02.460816 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:02.461203 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7897a4a-c0b2-471c-9e3e-5bc7d580c16a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:02.461791 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'status': 'completed', 'code': 200} Jul 27 16:36:02.676994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0c283854-62f7-4351-abbc-919c683aee8a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:02.696050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '0c283854-62f7-4351-abbc-919c683aee8a', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '0c283854-62f7-4351-abbc-919c683aee8a', 'mac_address': 'fa:16:3e:c9:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:02.722983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da83f-637e-47bf-9055-8170a7c568c7 req-ef484cf2-cee7-4151-9746-0aecb0a2a5c9 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:02.749622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-391da83f-637e-47bf-9055-8170a7c568c7 req-ef484cf2-cee7-4151-9746-0aecb0a2a5c9 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 943 time: 0.2040231 Jul 27 16:36:02.805926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-391da83f-637e-47bf-9055-8170a7c568c7 req-ee4afe0e-1d80-4d48-9e4e-dcfe1540a6ba tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539517 Jul 27 16:36:02.836712 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:02.888166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c283854-62f7-4351-abbc-919c683aee8a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:02.929468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:02.932587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0c283854-62f7-4351-abbc-919c683aee8a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:02.939351 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:03.033764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:03.079883 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-3ac27895-6c40-4d91-9e76-e0c03be41784 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 217 time: 0.6146045 Jul 27 16:36:03.103961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:03.116894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Sync routers for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:03.127642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:03.128769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:03.184530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd4949-ddd5-4165-afce-65720c549f6f req-cf614301-6d10-4fd8-9e38-2e17f1f6b531 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.187751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14fd4949-ddd5-4165-afce-65720c549f6f req-cf614301-6d10-4fd8-9e38-2e17f1f6b531 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.1107533 Jul 27 16:36:03.197245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:03.198567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-87a4576f-4d22-4990-bf0a-9564b46482b2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8587584 Jul 27 16:36:03.201868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e73967f0-327c-47f9-adcb-eda5f06d3910 req-abf30d92-8efe-4ff0-8042-9c5cbbbffd3a service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8732307 Jul 27 16:36:03.203041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:03.204001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-cfd2da0a-da8b-4508-96bd-7a1dbd705d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.206010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-cfd2da0a-da8b-4508-96bd-7a1dbd705d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1145325 Jul 27 16:36:03.239572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536e3e-708e-4d57-87af-980eaa11c739 req-051f0653-e79a-49ce-b41c-83c95145c8c5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.242003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4536e3e-708e-4d57-87af-980eaa11c739 req-051f0653-e79a-49ce-b41c-83c95145c8c5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 948 time: 0.8197203 Jul 27 16:36:03.287500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-ecef3401-63a7-47df-a48f-eeda4e6aa691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664475 Jul 27 16:36:03.324485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:03.337721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4536e3e-708e-4d57-87af-980eaa11c739 req-ad4a30ea-b3d0-4f33-84c5-1c7386b81615 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842297 Jul 27 16:36:03.411049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['0c283854-62f7-4351-abbc-919c683aee8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:03.597386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-ba1cce43-7f6b-49e0-b60d-000bb0fe3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.599147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-ba1cce43-7f6b-49e0-b60d-000bb0fe3db3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e131eee74a5547398f2eba3c9529f06d&device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 1094 time: 0.2525206 Jul 27 16:36:03.626254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-646ee37c-03d5-4b29-9078-d0d8fa46014b service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819083 Jul 27 16:36:03.812886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:00Z', 'revision_number': 3, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:03.885615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-cfcfbf1b-a1ce-4b0f-a617-68f5b1cf2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.887228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-cfcfbf1b-a1ce-4b0f-a617-68f5b1cf2d0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f470751b-cae4-414d-8f5a-29a1a55e0dd4 HTTP/1.1" status: 200 len: 906 time: 0.2741444 Jul 27 16:36:03.889530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a8891e-26ea-4626-96c1-539cbd29e82d req-56e82906-ab11-4fc6-bb7e-87d66acc6291 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505376 Jul 27 16:36:03.894711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14fd4949-ddd5-4165-afce-65720c549f6f req-b6d237be-724c-4246-b17a-5d6b031f0a02 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6878538 Jul 27 16:36:03.904721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd85ff-5b21-49ed-a899-2c867c7d894d req-4a6e0192-92f6-4410-9a76-62d8e87ae1be tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:03.906387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08cd85ff-5b21-49ed-a899-2c867c7d894d req-4a6e0192-92f6-4410-9a76-62d8e87ae1be tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 949 time: 0.2283146 Jul 27 16:36:03.988992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-e8932cb3-376b-4f62-b5cd-9d00087638c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb HTTP/1.1" status: 200 len: 217 time: 0.0770993 Jul 27 16:36:04.060359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-4010ff82-9c27-4f63-b62e-67ce29821761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:04.063282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-4010ff82-9c27-4f63-b62e-67ce29821761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ee357d-2242-4a67-8511-a0c9b2ee8c19 HTTP/1.1" status: 200 len: 844 time: 0.0609140 Jul 27 16:36:04.106624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Checking router: 6f88d232-2f09-4ce3-aadd-592ca6754226 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:04.107450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Updating router 6f88d232-2f09-4ce3-aadd-592ca6754226 port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:04.132643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08cd85ff-5b21-49ed-a899-2c867c7d894d req-07e90f76-f526-4e36-a22c-45b29349e900 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551068 Jul 27 16:36:04.177130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-584613db-1274-467f-89f0-78e6889cc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:04.178172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.181136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-584613db-1274-467f-89f0-78e6889cc2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f470751b-cae4-414d-8f5a-29a1a55e0dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044812 Jul 27 16:36:04.331609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-f3b48704-0e58-4322-8854-98258a9fc207 service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384261 Jul 27 16:36:04.342072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9a079-bbec-4443-89ac-92de23d7e81f req-55d792de-5bf5-40d6-b004-731a3377aba7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:04.350250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe9a079-bbec-4443-89ac-92de23d7e81f req-55d792de-5bf5-40d6-b004-731a3377aba7 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 943 time: 0.2438140 Jul 27 16:36:04.447795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:04.492420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe9a079-bbec-4443-89ac-92de23d7e81f req-6fb7f8d4-df8c-4024-aa77-0888f40fd84c tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389453 Jul 27 16:36:04.549871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-952aa459-43fa-4bb8-a8db-d65524407aa5 req-b47911f0-649d-4e9d-9f48-a219ba919cac service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107275 Jul 27 16:36:04.633717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port c28e379c-5e2b-4512-b053-8d7a630143e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:04.647150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c28e379c-5e2b-4512-b053-8d7a630143e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:04.649086 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.701202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9464-a3bf-41e8-9a1d-a59baae0b92b req-6ff7d6e7-31b8-42eb-8552-11261e52bf90 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:04.702919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b5b9464-a3bf-41e8-9a1d-a59baae0b92b req-6ff7d6e7-31b8-42eb-8552-11261e52bf90 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 949 time: 0.1364455 Jul 27 16:36:04.794339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.815037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b5b9464-a3bf-41e8-9a1d-a59baae0b92b req-43f4f6cd-3980-435b-9ec1-156f3a12e454 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978425 Jul 27 16:36:04.832727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.879538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Transition to ACTIVE for port object b2a8453e-76c1-424d-9ee6-e36cbf06fb06 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:04.892039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.938240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:04.984839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Attempting to bind port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:04.984839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Attempting to bind port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:04.985288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Attempting to bind port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:04.996657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005415c8-da96-499b-acf8-9b14e38b2672 None None] Pushing event updated for resources: {'Port': ['ID=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.025974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:05.026606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:05.027282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.027956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:05.028816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Bound port: b2a8453e-76c1-424d-9ee6-e36cbf06fb06, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:05.029487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.042309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:05.046487 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e5590-195d-4a90-9e5e-2bcfdfcfba20" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:05.108399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:05.125997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.201689 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f3360b-5667-4c56-85c8-d8a53e3b3a09 x-openstack-request-id: req-e4f3360b-5667-4c56-85c8-d8a53e3b3a09 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:05.201689 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:05.201689 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4f3360b-5667-4c56-85c8-d8a53e3b3a09 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:05.201689 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'code': 200} Jul 27 16:36:05.207635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Allocated IP 172.20.0.1 (0dbbccc5-a0b2-41d1-947f-0eb2210e217e/086809f5-dda6-4d13-8e4a-a8299a4c345c/5d17dd90-4458-4220-93c9-d399ffd97c40) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:05.243465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] For port b2a8453e-76c1-424d-9ee6-e36cbf06fb06, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:05.258406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] For port b2a8453e-76c1-424d-9ee6-e36cbf06fb06, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:05.265564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.329399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd3e72-0a42-4acc-b3e7-29ff28ee2817 req-90869813-e611-478a-b761-cd7157e3f3c9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:05.331089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dfd3e72-0a42-4acc-b3e7-29ff28ee2817 req-90869813-e611-478a-b761-cd7157e3f3c9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.2114937 Jul 27 16:36:05.343149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.427554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:05.428802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:05.454362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dfd3e72-0a42-4acc-b3e7-29ff28ee2817 req-334f3ce1-99fa-4364-9eff-f5e1909a7fb4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058545 Jul 27 16:36:05.515410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.541779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f9cd-6d3f-4e06-96dc-232e18554a55 req-7277b9ec-bd5e-40a4-8aae-38f1a8cf1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:05.544373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46b8f9cd-6d3f-4e06-96dc-232e18554a55 req-7277b9ec-bd5e-40a4-8aae-38f1a8cf1a7d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 1101 time: 0.2476847 Jul 27 16:36:05.559672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8410700-1e1b-4880-a1a9-761a454b37f2 req-a53960c4-d153-42ee-b9f8-5506bc5c27a9 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:05.562914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8410700-1e1b-4880-a1a9-761a454b37f2 req-a53960c4-d153-42ee-b9f8-5506bc5c27a9 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 950 time: 0.2542017 Jul 27 16:36:05.574008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Transition to ACTIVE for port object 5d17dd90-4458-4220-93c9-d399ffd97c40 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:05.661222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8410700-1e1b-4880-a1a9-761a454b37f2 req-d789a3c5-613c-433a-aa19-70e3e76ecdc3 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853415 Jul 27 16:36:05.668137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46b8f9cd-6d3f-4e06-96dc-232e18554a55 req-1b69b892-4d6b-48aa-8178-00dc9c6329e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036367 Jul 27 16:36:05.681333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:05.682521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.790736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:05.803156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:05.818922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:05.885132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Pushing event updated for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.926361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:05.955888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5347e-0e96-4453-841d-0c0944bb7806 req-065441ab-f07b-48c9-83bf-c20824e36e73 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:05.970698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99f5347e-0e96-4453-841d-0c0944bb7806 req-065441ab-f07b-48c9-83bf-c20824e36e73 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 943 time: 0.2772646 Jul 27 16:36:05.982181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005415c8-da96-499b-acf8-9b14e38b2672 None None] Pushing event updated for resources: {'Port': ['ID=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:06.144554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99f5347e-0e96-4453-841d-0c0944bb7806 req-d004e66b-f919-4b70-9025-fd6dcce1febc tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764817 Jul 27 16:36:06.153665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cbe19-0159-46f8-b184-bb92a9fa6a64 req-c8d08376-a371-44af-8939-52c97aac64f5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:06.158860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f38cbe19-0159-46f8-b184-bb92a9fa6a64 req-c8d08376-a371-44af-8939-52c97aac64f5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 949 time: 0.1847351 Jul 27 16:36:06.162598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:00Z', 'revision_number': 3, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:06.228549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147fec6-4554-4fbd-be5d-474963ea1e4d None None] The sync data for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 is: [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:00Z', 'revision_number': 3, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:06.260640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f38cbe19-0159-46f8-b184-bb92a9fa6a64 req-f7b05b67-02a0-4bf8-b556-4e42bd56800e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906308 Jul 27 16:36:06.321939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ecfa952-77a1-409a-9983-4745c4cdcd3f None None] Provisioning for port 5d17dd90-4458-4220-93c9-d399ffd97c40 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:06.330183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ecfa952-77a1-409a-9983-4745c4cdcd3f None None] Provisioning complete for port 5d17dd90-4458-4220-93c9-d399ffd97c40 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:06.331495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa952-77a1-409a-9983-4745c4cdcd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.345267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.406590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfa952-77a1-409a-9983-4745c4cdcd3f None None] Port 5d17dd90-4458-4220-93c9-d399ffd97c40 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:36:06.462434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device cbf1e706-839b-4604-b8a6-663715bf8cfb details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:06.470298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0c283854-62f7-4351-abbc-919c683aee8a up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:06.670487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.679422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.700147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 0c283854-62f7-4351-abbc-919c683aee8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:06.713297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 0c283854-62f7-4351-abbc-919c683aee8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:06.713458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.782980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:06.809245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'port_id': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'mac_address': 'fa:16:3e:38:47:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:06.880259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.918294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:06.968562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Pushing event updated for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:06.971524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf1e706-839b-4604-b8a6-663715bf8cfb {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:07.082978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2a8453e-76c1-424d-9ee6-e36cbf06fb06 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:07.153328 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.175388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d2bc4-8c81-4d53-ba4e-d0439c4158ed req-073e0382-226b-4f27-9aea-7ed41b43c090 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:07.185454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-735d2bc4-8c81-4d53-ba4e-d0439c4158ed req-073e0382-226b-4f27-9aea-7ed41b43c090 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 950 time: 0.3169692 Jul 27 16:36:07.216114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98daedb-5d65-4f4a-8aa8-b30629b95baf req-be9440ff-4ed3-4e8f-925a-da588c6d9569 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:07.225864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f98daedb-5d65-4f4a-8aa8-b30629b95baf req-be9440ff-4ed3-4e8f-925a-da588c6d9569 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.5519996 Jul 27 16:36:07.233921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:07.252608 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.260798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:07.268829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:07.293270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:07.299354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-735d2bc4-8c81-4d53-ba4e-d0439c4158ed req-4a0fa55f-7f4b-4b6c-a4af-4c3d5ea0aa77 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 Jul 27 16:36:07.305671 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8953dc3-b76e-4ae6-b9c7-a4c5d95f5179" -d '{"events": [{"server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "name": "network-vif-plugged", "status": "completed", "tag": "0c283854-62f7-4351-abbc-919c683aee8a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:07.339831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0c283854-62f7-4351-abbc-919c683aee8a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:07.340085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f98daedb-5d65-4f4a-8aa8-b30629b95baf req-349b83af-32f7-4e55-b491-e38e841e80d0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096992 Jul 27 16:36:07.384597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.422416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:07.447281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:07.454655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:07.456146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.657842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:07.688417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Router 6f88d232-2f09-4ce3-aadd-592ca6754226 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:36:07.737220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125f5d-c7d5-46de-a33e-e2e7774d08f4 req-b543e0c4-518c-4abf-8600-83424dddc71e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:07.746008 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3b5bc-1265-40e1-8082-ba55bbb5ee37 req-2e3d997d-1fdb-46dd-9473-496f0d428fb4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:07.749823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4125f5d-c7d5-46de-a33e-e2e7774d08f4 req-b543e0c4-518c-4abf-8600-83424dddc71e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 944 time: 0.1847758 Jul 27 16:36:07.755665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3de3b5bc-1265-40e1-8082-ba55bbb5ee37 req-2e3d997d-1fdb-46dd-9473-496f0d428fb4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.1665881 Jul 27 16:36:07.799571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['cbf1e706-839b-4604-b8a6-663715bf8cfb'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:07.829072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.831701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3de3b5bc-1265-40e1-8082-ba55bbb5ee37 req-c005238e-061f-4c59-bc13-b8422bdc848d tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684326 Jul 27 16:36:07.870008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b2a8453e-76c1-424d-9ee6-e36cbf06fb06, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:07.891596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4125f5d-c7d5-46de-a33e-e2e7774d08f4 req-90868dd1-c0e9-4fb9-bc3c-b9f3755a7240 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405990 Jul 27 16:36:07.916518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a4d7fe87-e819-407d-9c1b-f430208807b9 None None] Provisioning complete for port 5d17dd90-4458-4220-93c9-d399ffd97c40 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:07.916947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4d7fe87-e819-407d-9c1b-f430208807b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:07.948684 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2e4b3-fd56-4c42-8610-0bf309f322a0 x-openstack-request-id: req-cdc2e4b3-fd56-4c42-8610-0bf309f322a0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:07.949155 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "name": "network-vif-plugged", "status": "completed", "tag": "0c283854-62f7-4351-abbc-919c683aee8a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:07.949557 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdc2e4b3-fd56-4c42-8610-0bf309f322a0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:07.950131 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a', 'code': 200} Jul 27 16:36:07.965703 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:08.023577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:08.051838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f054af9b-9fe2-4b4f-9097-937886dc0076 admin admin] 10.222.0.64 "PUT /v2.0/routers/6f88d232-2f09-4ce3-aadd-592ca6754226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8363938 Jul 27 16:36:08.059828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7fe87-e819-407d-9c1b-f430208807b9 None None] Port 5d17dd90-4458-4220-93c9-d399ffd97c40 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:36:08.102371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.180629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823fadf-46db-47d7-b453-755e08c319f4 req-6a8568de-0bd8-4059-8e37-1f792eeb165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.183220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7823fadf-46db-47d7-b453-755e08c319f4 req-6a8568de-0bd8-4059-8e37-1f792eeb165e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 1101 time: 0.1357956 Jul 27 16:36:08.273155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7823fadf-46db-47d7-b453-755e08c319f4 req-4bd78aca-b6b0-49a0-8018-94d831ad424d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770135 Jul 27 16:36:08.323320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-b9592574-1b0a-425e-a831-bb3fe1469da1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044996 Jul 27 16:36:08.454829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79507f-973e-4b88-bf22-00ff417f132f req-5f389d88-cd7a-4db3-acd8-2889bb27a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.457410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-5f389d88-cd7a-4db3-acd8-2889bb27a632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 1095 time: 0.1090562 Jul 27 16:36:08.581929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d6de8-80ab-4ce1-a0cf-8a0aacb9159c req-97871832-c7f7-4f3b-b45b-a43dde93895e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.592393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-221d6de8-80ab-4ce1-a0cf-8a0aacb9159c req-97871832-c7f7-4f3b-b45b-a43dde93895e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 950 time: 0.1860838 Jul 27 16:36:08.689100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79507f-973e-4b88-bf22-00ff417f132f req-a436ff88-cbb6-45a4-a851-b205f8659b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.690762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-a436ff88-cbb6-45a4-a851-b205f8659b36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2029760 Jul 27 16:36:08.697759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-221d6de8-80ab-4ce1-a0cf-8a0aacb9159c req-8e194f5d-7419-46c5-8d2d-1c1d8bbf3ee2 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Jul 27 16:36:08.769640 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-e8967caf-9529-4673-a91d-a7a51a0e1c9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 200 len: 217 time: 0.0718672 Jul 27 16:36:08.847492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79507f-973e-4b88-bf22-00ff417f132f req-446816ac-1559-4ef9-8376-4a8fa94e9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.849826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-446816ac-1559-4ef9-8376-4a8fa94e9685 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0710502 Jul 27 16:36:08.922924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-c9498643-c284-479d-b30d-7e0b363a841d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648441 Jul 27 16:36:08.987357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a4d43-f3a6-4d25-aa55-814520d752a6 req-dff7f239-a45e-4cf6-a893-6a158f4a9228 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:08.995746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2a8453e-76c1-424d-9ee6-e36cbf06fb06 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:08.998153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b23a4d43-f3a6-4d25-aa55-814520d752a6 req-dff7f239-a45e-4cf6-a893-6a158f4a9228 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.1894884 Jul 27 16:36:09.027039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:09.069648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894483062', 'description': 'tempest-description--751126254'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:09.116502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:09.118130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.148855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.207584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-42ad635f-469b-49b2-a6d0-2b784fab636e service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768900 Jul 27 16:36:09.275676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b23a4d43-f3a6-4d25-aa55-814520d752a6 req-97d5827c-25d8-4c1d-89cc-ee1ecb7fc4f0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708280 Jul 27 16:36:09.322648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Sync routers for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:09.341157 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:09.341796 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:09.441340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.447998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e79507f-973e-4b88-bf22-00ff417f132f req-123e3007-f105-47ec-a09b-c8db33f692e2 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322891 Jul 27 16:36:09.477332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.552671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:09.571969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e77a96-f33e-4930-b424-584673af30f6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:09.582617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.586889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5fd50d9b-fdc7-46a0-b1f2-1cab7adc80ad tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5544586 Jul 27 16:36:09.591310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:09.606647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'security_group_rule': {'security_group_id': 'c2e77a96-f33e-4930-b424-584673af30f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:09.628720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd018f1-f0f4-43ec-8464-4c4432e6ead3 req-d8262f6a-d2b6-441d-ad2b-f169ff3d8711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:09.630099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcd018f1-f0f4-43ec-8464-4c4432e6ead3 req-d8262f6a-d2b6-441d-ad2b-f169ff3d8711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.2146978 Jul 27 16:36:09.687507 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96415b2d-fdd5-4a96-98eb-0c41ec393663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.729487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.735015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcd018f1-f0f4-43ec-8464-4c4432e6ead3 req-5d3c2160-1f7e-4d8f-bbea-57c1e4f7a0e0 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878947 Jul 27 16:36:09.926761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:09.933427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.016168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7032a7d5-85bf-446e-b410-21223844b56d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.027398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.030725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b00608f-a9d3-4e75-95ca-2bc76c3b1083 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4335108 Jul 27 16:36:10.035037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:10.050752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f041c04-f5c7-4775-8b1a-4b3d7da6b8f5 req-8337927d-1688-43cf-99de-6b631d2b46d3 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:10.061225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'security_group_rule': {'security_group_id': 'c2e77a96-f33e-4930-b424-584673af30f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:10.065204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f041c04-f5c7-4775-8b1a-4b3d7da6b8f5 req-8337927d-1688-43cf-99de-6b631d2b46d3 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 944 time: 0.2174623 Jul 27 16:36:10.161202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.166302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f041c04-f5c7-4775-8b1a-4b3d7da6b8f5 req-8c7c3496-3ec2-4124-8827-3d7c43388d6e tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889552 Jul 27 16:36:10.199451 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 2, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:10.237051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Checking router: 6f88d232-2f09-4ce3-aadd-592ca6754226 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:10.237552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Updating router 6f88d232-2f09-4ce3-aadd-592ca6754226 port 5d17dd90-4458-4220-93c9-d399ffd97c40 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:10.302179 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.331078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.339581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.377898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff5a414-3d29-4626-ae45-be49f0d09ef7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.392901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.396630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96d39a5a-e116-4a63-bc2e-8ec273fd8d35 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597698 Jul 27 16:36:10.403234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:10.409107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:10.449230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.472000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device cbf1e706-839b-4604-b8a6-663715bf8cfb up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:10.570810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port cbf1e706-839b-4604-b8a6-663715bf8cfb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:10.577598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port cbf1e706-839b-4604-b8a6-663715bf8cfb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:10.578070 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.631543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e7943-d03f-4d1a-93e0-32fc804283e0 req-d2c875b2-dc75-4430-ab37-2f79b1189382 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:10.634399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf4e7943-d03f-4d1a-93e0-32fc804283e0 req-d2c875b2-dc75-4430-ab37-2f79b1189382 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.1693437 Jul 27 16:36:10.698022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf4e7943-d03f-4d1a-93e0-32fc804283e0 req-9384f8d4-c8fe-45a2-9449-efe396fd24c0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Jul 27 16:36:10.709579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86900a-f8f0-4691-b8ce-1f7532629bd1 req-8f8545b8-fe02-4118-b27d-739e0fcb3f45 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:10.718430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e86900a-f8f0-4691-b8ce-1f7532629bd1 req-8f8545b8-fe02-4118-b27d-739e0fcb3f45 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.2316077 Jul 27 16:36:10.770496 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.771309 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.798814 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Transition to ACTIVE for port object 5d17dd90-4458-4220-93c9-d399ffd97c40 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:10.810724 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:10.814974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e86900a-f8f0-4691-b8ce-1f7532629bd1 req-4b971473-3f0d-41f6-8638-cc6199e2172b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Jul 27 16:36:10.823172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.010117 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Pushing event updated for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.015761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:11.018397 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e4ab67-0d88-48c5-9b75-f8c102c50238" -d '{"events": [{"server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "name": "network-vif-plugged", "status": "completed", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:11.025039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Attempting to bind port 5d17dd90-4458-4220-93c9-d399ffd97c40 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:11.025549 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Attempting to bind port 5d17dd90-4458-4220-93c9-d399ffd97c40 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:11.025926 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Attempting to bind port 5d17dd90-4458-4220-93c9-d399ffd97c40 on network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:11.029689 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.030086 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.030535 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.030968 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.032536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.032824 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.033376 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.033850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.034182 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.034492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.034820 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.035145 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:11.043868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c23c6-cc74-4f0b-8cbd-542b152181b8 req-6cb9e680-4566-4e8c-a172-4bff48e47894 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:11.049554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d3c23c6-cc74-4f0b-8cbd-542b152181b8 req-6cb9e680-4566-4e8c-a172-4bff48e47894 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.1612644 Jul 27 16:36:11.056564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:11.057471 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:11.058066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Checking segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:11.058708 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.059313 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Bound using segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:11.060228 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Bound port: 5d17dd90-4458-4220-93c9-d399ffd97c40, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:11.061802 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.070819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.079085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Allocated IP 172.25.4.92 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/a32078fe-76ba-4c78-8be0-24d3b2b4b557) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:11.128098 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b8fabc-592c-429b-a629-577953cd1083 x-openstack-request-id: req-c7b8fabc-592c-429b-a629-577953cd1083 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:11.128690 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "name": "network-vif-plugged", "status": "completed", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:11.129097 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7b8fabc-592c-429b-a629-577953cd1083 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:11.129910 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'code': 200} Jul 27 16:36:11.146855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d3c23c6-cc74-4f0b-8cbd-542b152181b8 req-7f6abec7-ee36-4db9-a1bd-22582b6a728b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877635 Jul 27 16:36:11.182796 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] For port 5d17dd90-4458-4220-93c9-d399ffd97c40, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:11.187866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.190892 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] For port 5d17dd90-4458-4220-93c9-d399ffd97c40, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5d17dd90-4458-4220-93c9-d399ffd97c40,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:11.199550 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.287714 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:11.288366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:35:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:11.298100 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806db6-65b3-477d-bc7a-91e79ca66a6e None None] Pushing event updated for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.307289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.444191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eb5fa-aa0c-43f0-b29b-09e8b6108708 req-79b08c72-aa5b-41bb-a450-35c7ca22e72f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:11.453005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c54eb5fa-aa0c-43f0-b29b-09e8b6108708 req-79b08c72-aa5b-41bb-a450-35c7ca22e72f tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.1797788 Jul 27 16:36:11.460781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.469215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:11.482397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135264c-5af8-4778-be9b-88acbc86b2f7 req-322b4fb3-1079-4d3d-9806-2a96fc41efd4 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:11.495497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0135264c-5af8-4778-be9b-88acbc86b2f7 req-322b4fb3-1079-4d3d-9806-2a96fc41efd4 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 1101 time: 0.1665890 Jul 27 16:36:11.512365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f1ecf-394e-458b-acfc-4c4f7d645762 req-db180118-b406-468d-bc46-3bbd86633744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:11.514549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb8f1ecf-394e-458b-acfc-4c4f7d645762 req-db180118-b406-468d-bc46-3bbd86633744 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 1096 time: 0.1573050 Jul 27 16:36:11.525750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c54eb5fa-aa0c-43f0-b29b-09e8b6108708 req-1cb9c564-0cb0-45d5-a91e-9d505e9fcc38 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715089 Jul 27 16:36:11.620000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb8f1ecf-394e-458b-acfc-4c4f7d645762 req-99b7d956-80d3-4c86-ba50-cf152a911ad7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927055 Jul 27 16:36:11.653498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:11.659080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:11.671477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:11.722772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'Port': ['ID=a32078fe-76ba-4c78-8be0-24d3b2b4b557,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.788914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0135264c-5af8-4778-be9b-88acbc86b2f7 req-c31003e4-2cd0-47e0-8835-fff00eafb68b tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918372 Jul 27 16:36:11.870018 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-73b5de56-2892-41be-943e-d2801424f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:11Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:11.881252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:11.910855 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5de56-2892-41be-943e-d2801424f854 None None] The sync data for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 is: [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:11Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:11.966283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932ce9-0d89-4ab8-af7f-549a9465ff5a req-363c4dda-1666-480b-be6c-41a5f5aa4ec5 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:11.969239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75932ce9-0d89-4ab8-af7f-549a9465ff5a req-363c4dda-1666-480b-be6c-41a5f5aa4ec5 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1097 time: 0.1027687 Jul 27 16:36:11.992049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.069311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75932ce9-0d89-4ab8-af7f-549a9465ff5a req-6f9c5cd1-df68-497b-9eb3-b0623ad5c385 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Jul 27 16:36:12.107339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c576-8fe8-4730-94a7-9ff67b224692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.131064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ceeb0-ba02-4e36-98e3-51c9a2f97430 req-90061b02-eecd-4285-8d71-a55140355d2a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:12.139984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-570ceeb0-ba02-4e36-98e3-51c9a2f97430 req-90061b02-eecd-4285-8d71-a55140355d2a tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.2081122 Jul 27 16:36:12.241913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-570ceeb0-ba02-4e36-98e3-51c9a2f97430 req-049df98b-a867-4a48-9c78-d5898d319e06 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/security-groups?id=acb13df2-6009-4a21-b658-c3901956c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007783 Jul 27 16:36:12.316229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e6f7-b447-484b-8814-cc1cc136dff0 req-d7abb865-1d73-4faa-91a4-79c4987b3790 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:12.326191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba83e6f7-b447-484b-8814-cc1cc136dff0 req-d7abb865-1d73-4faa-91a4-79c4987b3790 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.1260135 Jul 27 16:36:12.336590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.367306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.376505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba83e6f7-b447-484b-8814-cc1cc136dff0 req-702c40e9-c630-464b-a9e3-0ab0044f2b9d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Jul 27 16:36:12.391234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.438305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-02d98cdb-0546-4d0c-a206-5c7286beb8e8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590730 Jul 27 16:36:12.487364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:12.523822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'Port': ['ID=a32078fe-76ba-4c78-8be0-24d3b2b4b557,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:12.611170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.640050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:12.663797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '97f11821-aac2-43fd-8531-61d75f25aa76', 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24', 'port_id': '97f11821-aac2-43fd-8531-61d75f25aa76', 'mac_address': 'fa:16:3e:6c:d9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0175f353-edaf-4e21-8551-aa88187f5a99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:12.671411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.673184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3ec52431-b2ec-4647-ac12-33583521542e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2687836 Jul 27 16:36:12.683385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-9443985b-93f6-4fd3-943c-133dfcc8bec1 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:12.702566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-9443985b-93f6-4fd3-943c-133dfcc8bec1 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503967 Jul 27 16:36:12.740695 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-df3bdd54-addd-4fc7-b75b-fd7e812c7609 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/quotas/1e7a6ab22e674500a2ed925c3a0e9739 HTTP/1.1" status: 200 len: 375 time: 0.0353351 Jul 27 16:36:12.740938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.761212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f11821-aac2-43fd-8531-61d75f25aa76 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:12.806230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:12.813614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:12.814795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:12.913149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-f98c3632-3936-411e-8062-e5f3c456cfe5 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1575179 Jul 27 16:36:13.026643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:13.066073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:13.095571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'mac_address': 'fa:16:3e:18:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:13.098991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5d17dd90-4458-4220-93c9-d399ffd97c40 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:13.224128 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.256104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:13.300165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:13.307542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8d1df-d9c3-4a8d-85fd-236611c7ccd0 req-194f6a67-72ea-4add-a2ee-62d0083bb5bc tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:13.309969 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.319831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55f8d1df-d9c3-4a8d-85fd-236611c7ccd0 req-194f6a67-72ea-4add-a2ee-62d0083bb5bc tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.1440043 Jul 27 16:36:13.346927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.365685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5d17dd90-4458-4220-93c9-d399ffd97c40 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:13.403191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5d17dd90-4458-4220-93c9-d399ffd97c40 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:13.403786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.409721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55f8d1df-d9c3-4a8d-85fd-236611c7ccd0 req-286361e4-3f53-4cdf-8190-4007ef3fc488 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863678 Jul 27 16:36:13.493806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:13.603617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.688686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 5d17dd90-4458-4220-93c9-d399ffd97c40, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5d17dd90-4458-4220-93c9-d399ffd97c40,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:13.694669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:13.786134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-acac03a7-9635-4083-9ad8-50efc1ec32bd tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:13.788721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-acac03a7-9635-4083-9ad8-50efc1ec32bd tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.13 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 945 time: 0.3028581 Jul 27 16:36:13.825891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:13.862892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c28e379c-5e2b-4512-b053-8d7a630143e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:13.995826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-02dcb360-2184-4264-9424-d41ef693b5c7 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1894483062&fields=id&tenant_id=1e153068da7240bb93c2c5f5a2b76796 HTTP/1.1" status: 200 len: 267 time: 0.1838059 Jul 27 16:36:14.127045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Deleting port 454f0875-f136-47d2-800e-ecdaa846ae36 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:14.127880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:14.212390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['97f11821-aac2-43fd-8531-61d75f25aa76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:14.300181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-50ac872e-af1a-4705-b581-b68491d275de tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:14.316801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-50ac872e-af1a-4705-b581-b68491d275de tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/networks?id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e HTTP/1.1" status: 200 len: 814 time: 0.3172402 Jul 27 16:36:14.349058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-0a5fd281-0ce6-480c-ab82-87f877b85f10 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/quotas/1e153068da7240bb93c2c5f5a2b76796 HTTP/1.1" status: 200 len: 375 time: 0.0297153 Jul 27 16:36:14.400172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] For port 454f0875-f136-47d2-800e-ecdaa846ae36, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=454f0875-f136-47d2-800e-ecdaa846ae36,segment=NetworkSegment(17bddf76-b54d-4a10-b2b1-e528477d02ae),segment_id=17bddf76-b54d-4a10-b2b1-e528477d02ae)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:14.400807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:14.452253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Calling delete_port for 454f0875-f136-47d2-800e-ecdaa846ae36 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:14.490710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-ebb419da-b6a3-4868-b8db-052335882d17 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e153068da7240bb93c2c5f5a2b76796&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395521 Jul 27 16:36:14.511730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 454f0875-f136-47d2-800e-ecdaa846ae36 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:14.582739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-6f7bb2ac-d354-452c-9776-6564abd12367 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:36:14.589582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-6f7bb2ac-d354-452c-9776-6564abd12367 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322280 Jul 27 16:36:14.613862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:14.618685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:36:14.722954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-3a44efee-4d7d-48af-be1b-0d8080363913 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945903 Jul 27 16:36:14.750792 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:14.903265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-4bc8c1da-34f3-4834-b2f7-c7d52d01c4d4 service neutron] 10.222.0.64 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694024 Jul 27 16:36:14.919202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:15.005834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Pushing event deleted for resources: {'Port': ['ID=454f0875-f136-47d2-800e-ecdaa846ae36,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:15.026014 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:15.053961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5d17dd90-4458-4220-93c9-d399ffd97c40 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:15.112888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] No DVR routers for this DVR port 454f0875-f136-47d2-800e-ecdaa846ae36 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:15.115852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:15.117341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:15.117341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:15.121897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:15.125830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ff4a80f-cf1d-496f-bd78-198f50524a6a req-0439b476-8856-4603-a895-b1c983f643b0 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.13 "DELETE /v2.0/ports/454f0875-f136-47d2-800e-ecdaa846ae36 HTTP/1.1" status: 204 len: 173 time: 1.2955477 Jul 27 16:36:15.126681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'name': 'network-vif-deleted', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:15.130738 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d195f-6ac4-436b-97a2-e962e8eb8df6" -d '{"events": [{"server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "name": "network-vif-deleted", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:15.144110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:15.144885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:15.156738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:15.157431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:15.158171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:15.159448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Bound port: b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:15.183326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-607516b5-8e6c-4710-b0a3-0cceca1d695c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894237 Jul 27 16:36:15.194887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5d17dd90-4458-4220-93c9-d399ffd97c40 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:15.195819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:15.316977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:15.325815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:15.328277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-1d20fc05-f7ca-4b0a-baa5-c0e57cfb5e38 service neutron] 10.222.0.64 "POST /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7237856 Jul 27 16:36:15.841024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c1a90a7-86d4-43a0-98dc-d7296a074862 req-4aec3b30-2859-4f76-bdf6-1db9eaccd2b9 tempest-VolumesAdminNegativeTest-484538254 tempest-VolumesAdminNegativeTest-484538254-project] 10.222.0.64 "GET /v2.0/ports?device_id=7944814e-0584-4947-abb0-605830bb7a4d HTTP/1.1" status: 200 len: 210 time: 0.1454654 Jul 27 16:36:16.085498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-61b82f57-ef15-4d86-9cc7-1b70a82fa6a8 req-9ebd1c6b-2711-46f4-9b01-ed010d463506 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 210 time: 0.0900116 Jul 27 16:36:16.258378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-5b3ec74b-72f0-489d-9e10-3cd10cae77fc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:16.261637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-5b3ec74b-72f0-489d-9e10-3cd10cae77fc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0715640 Jul 27 16:36:16.269294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067989a-0e6f-425a-81e2-e0f1f1d30e4a req-91d49816-89b1-4d3f-9f44-9f1d88c8f418 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:16.280176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1067989a-0e6f-425a-81e2-e0f1f1d30e4a req-91d49816-89b1-4d3f-9f44-9f1d88c8f418 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.3097184 Jul 27 16:36:16.362681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1067989a-0e6f-425a-81e2-e0f1f1d30e4a req-824a234b-f69c-468e-a461-6a547ede6d7e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Jul 27 16:36:16.376644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Request body: {'port': {'device_id': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1e7a6ab22e674500a2ed925c3a0e9739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:16.506551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:16.599415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-ebf93842-aaed-4e11-a3ec-e5dd8f37db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:16.606783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-ebf93842-aaed-4e11-a3ec-e5dd8f37db81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1097 time: 0.6057949 Jul 27 16:36:16.729851 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6fa3e-0b40-454c-b098-bb3a20484edd x-openstack-request-id: req-eca6fa3e-0b40-454c-b098-bb3a20484edd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:16.730331 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7944814e-0584-4947-abb0-605830bb7a4d", "name": "network-vif-deleted", "tag": "454f0875-f136-47d2-800e-ecdaa846ae36", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:16.731141 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eca6fa3e-0b40-454c-b098-bb3a20484edd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:16.732913 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7944814e-0584-4947-abb0-605830bb7a4d', 'name': 'network-vif-deleted', 'tag': '454f0875-f136-47d2-800e-ecdaa846ae36', 'status': 'completed', 'code': 200} Jul 27 16:36:16.736995 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:16.800098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 97f11821-aac2-43fd-8531-61d75f25aa76 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:16.811619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 97f11821-aac2-43fd-8531-61d75f25aa76 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:16.812211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:16.897270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ff9613c-30c3-4f32-bb33-50abcd4d20d8 req-4240ba3e-78a2-4b96-ac55-319d1255a04f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 210 time: 0.0679898 Jul 27 16:36:16.902520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0deb9-f669-4d2d-aff0-2dbf7cee62ed req-d72b6ecb-afcf-4796-a024-dee84db33db5 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:16.917365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38b0deb9-f669-4d2d-aff0-2dbf7cee62ed req-d72b6ecb-afcf-4796-a024-dee84db33db5 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.6521828 Jul 27 16:36:17.051808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38b0deb9-f669-4d2d-aff0-2dbf7cee62ed req-db7cd00e-7cea-48c5-854a-0fe2c31f23ba tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351209 Jul 27 16:36:17.092625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-f533ec78-7f3e-4df6-8c0f-34c17572300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:17.095711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-f533ec78-7f3e-4df6-8c0f-34c17572300c service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.4660563 Jul 27 16:36:17.128738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.159440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-233bddc1-3a6e-40b2-8197-7e757d7576ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.0557499 Jul 27 16:36:17.161567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Made reservation on behalf of 1e7a6ab22e674500a2ed925c3a0e9739 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:17.166507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.180553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:17.181401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:17.182175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:17.186514 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdb494-de67-424d-bdc1-1c4527bb0799" -d '{"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-plugged", "status": "completed", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:17.192499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.193439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:17.260270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-8fb00098-7c5b-4989-826e-c6fc6a432550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:17.261785 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-8fb00098-7c5b-4989-826e-c6fc6a432550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0871778 Jul 27 16:36:17.289449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Deleting subnet 4a40a6d5-28dc-4bfa-848d-7f382a8e3cae {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:36:17.296159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.313697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:17.327001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-5bceba4c-fc68-406d-ae0c-c5eb9008688f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563910 Jul 27 16:36:17.356747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.385357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c28e379c-5e2b-4512-b053-8d7a630143e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:17.386498 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.405255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.511561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e123e-9d35-46b0-82d0-4dbddbf10f77 req-8cd66f8d-c633-4c77-afac-02f34059848d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:17.516142 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-988e123e-9d35-46b0-82d0-4dbddbf10f77 req-8cd66f8d-c633-4c77-afac-02f34059848d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.4666588 Jul 27 16:36:17.518931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.590563 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.597511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a07a76-5209-4916-88fb-0dabe510a331 req-69ba9add-bcaf-4f9c-a17d-2948a63782bd tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:17.601030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.613088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4a40a6d5-28dc-4bfa-848d-7f382a8e3cae HTTP/1.1" status: 204 len: 168 time: 0.4296463 Jul 27 16:36:17.614792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:17.620890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66a07a76-5209-4916-88fb-0dabe510a331 req-69ba9add-bcaf-4f9c-a17d-2948a63782bd tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.3340158 Jul 27 16:36:17.648143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:17.655477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:17.661397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.661660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a4c5-8271-412f-8fc2-42806fedb7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a40a6d5-28dc-4bfa-848d-7f382a8e3cae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:17.673952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Request body: {'floatingip': {'port_id': 'cbf1e706-839b-4604-b8a6-663715bf8cfb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:17.763291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:17.807741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-fbb186b0-ef62-4581-9942-c4b73e19bd64 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425459 Jul 27 16:36:17.831516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9a92896-2cfd-43b3-a152-7584596e2591 req-41d0cf30-5f05-4742-8396-e7c3e9e8de4d tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 210 time: 0.0549049 Jul 27 16:36:17.837470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Allocated IP 192.168.233.254 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/8b5d3e9e-34f9-4483-9f3f-8c7d74901393) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:17.950532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:17.957373 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90ab16-7ca2-46ce-8383-13ef371f8438 x-openstack-request-id: req-ae90ab16-7ca2-46ce-8383-13ef371f8438 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:17.957713 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-plugged", "status": "completed", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:17.957988 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae90ab16-7ca2-46ce-8383-13ef371f8438 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:17.958520 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76', 'code': 200} Jul 27 16:36:17.977373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-988e123e-9d35-46b0-82d0-4dbddbf10f77 req-5bba5811-771e-4ca9-b888-f64cfe972992 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369104 Jul 27 16:36:18.039201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:18.043547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:36:18.255932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-ac78ba35-37ec-40a5-bb80-8926b4f10bc3 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227552 Jul 27 16:36:18.478377 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:18.508171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9313f7-9f38-4f88-8e6e-3a211f1707ad req-7a15ba53-7cc1-400f-8e3f-163649c10ac1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:18.529726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c9313f7-9f38-4f88-8e6e-3a211f1707ad req-7a15ba53-7cc1-400f-8e3f-163649c10ac1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.3658519 Jul 27 16:36:18.637280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Transition to ACTIVE for port object 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:18.692042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c9313f7-9f38-4f88-8e6e-3a211f1707ad req-b18c0d7b-d7ae-4302-9942-8d423c5c6394 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578145 Jul 27 16:36:18.768119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:18.783526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:18.803617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a613d9fc-8fb3-44d8-8ebc-080c19de06b8 req-051bef95-eca0-4db5-845a-9c09c7b1845a tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 210 time: 0.3286722 Jul 27 16:36:18.823128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-78ee6f52-0f44-46cb-85b1-82aa534f001f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:18.825723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-78ee6f52-0f44-46cb-85b1-82aa534f001f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.13 "GET /v2.0/networks?id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e HTTP/1.1" status: 200 len: 814 time: 1.0888901 Jul 27 16:36:18.828961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:18.889340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:18.891945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event updated for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:18.898594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010819dc-c400-464b-ba8c-4b7a964cd89a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:18.910055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:18.914333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', '0c283854-62f7-4351-abbc-919c683aee8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:18.915128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:18.940510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bddf76-b54d-4a10-b2b1-e528477d02ae') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:18.940905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bddf76-b54d-4a10-b2b1-e528477d02ae') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:18.961790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733ef1d-7a35-4b6f-87e4-08ec194c6894 req-f22982a2-fd08-4947-9a56-65f8e59641e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:18.963347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7733ef1d-7a35-4b6f-87e4-08ec194c6894 req-f22982a2-fd08-4947-9a56-65f8e59641e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1097 time: 0.6717038 Jul 27 16:36:18.969126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:18.999683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:19.000371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:19.020631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-f1321f58-595a-4c12-8601-bd1cfee22203 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6821299 Jul 27 16:36:19.037090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Request body: {'port': {'device_id': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:19.058400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-84497078-3022-48e7-ab1c-97afafb4b5da tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e153068da7240bb93c2c5f5a2b76796 HTTP/1.1" status: 200 len: 380 time: 0.1940384 Jul 27 16:36:19.071366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:19.134297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'port': {'device_id': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'admin_state_up': True, 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'security_groups': ['c2e77a96-f33e-4930-b424-584673af30f6']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:19.202960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7733ef1d-7a35-4b6f-87e4-08ec194c6894 req-514f9836-24c3-40e6-9d97-f263cde7bff5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221746 Jul 27 16:36:19.204472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:36:19.204952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:36:19.246352 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:36:19.532659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ef714-e2f7-407c-9655-565085cc996a req-6dc83d1a-1495-48cf-a58a-edab8262b0e4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:19.534259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b1ef714-e2f7-407c-9655-565085cc996a req-6dc83d1a-1495-48cf-a58a-edab8262b0e4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 936 time: 0.3445766 Jul 27 16:36:19.539696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:19.675027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f7dc986-df68-45ae-bb1a-a7756eb71b72 None None] Provisioning for port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:19.716944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9f7dc986-df68-45ae-bb1a-a7756eb71b72 None None] Provisioning complete for port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:19.719387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc986-df68-45ae-bb1a-a7756eb71b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:19.816897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9f7dc986-df68-45ae-bb1a-a7756eb71b72 None None] Port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:36:19.965126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:19.972851 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e68a8f-ec5a-4f3f-b161-a9797ca18f52" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:20.330281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:20.446130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:20.493436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b1ef714-e2f7-407c-9655-565085cc996a req-33ad3bf3-c8e6-4f9f-93be-81eb968dea7a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9075150 Jul 27 16:36:20.647453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:20.664475 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:20.689507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Transition to ACTIVE for port object 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:20.696133 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:20.974469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.006736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.026845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.040622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] 10.222.0.64 "DELETE /v2.0/networks/010819dc-c400-464b-ba8c-4b7a964cd89a HTTP/1.1" status: 204 len: 168 time: 3.3935978 Jul 27 16:36:21.157363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:21.159076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ff98-513f-4760-9486-176d66805c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=010819dc-c400-464b-ba8c-4b7a964cd89a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.252771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Deleting subnet e2448836-07bb-4762-bc4e-e0c492170301 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:36:21.259333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.435668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeedf79-a178-4599-97ab-5efa53d1f43e req-5256b6a4-11fa-4ac0-b4d4-f88ac4090311 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:21.441444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2aeedf79-a178-4599-97ab-5efa53d1f43e req-5256b6a4-11fa-4ac0-b4d4-f88ac4090311 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.4684103 Jul 27 16:36:21.442910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.499706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Attempting to bind port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:21.500540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.501266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Attempting to bind port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:21.502134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Attempting to bind port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:21.512815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:21.514381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Attempting to bind port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:21.553264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:21.554002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:21.555177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:21.555927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Bound port: 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:21.556585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.589268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2aeedf79-a178-4599-97ab-5efa53d1f43e req-dfa84143-692b-4d33-8d5d-3cb4d412a4c3 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325157 Jul 27 16:36:21.628108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.674720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33093b-283d-49b5-ada0-edec442ed6bd req-0dd62f48-2817-4c61-93e2-a30c24eec85b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:21.689334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e33093b-283d-49b5-ada0-edec442ed6bd req-0dd62f48-2817-4c61-93e2-a30c24eec85b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 2.3023269 Jul 27 16:36:21.720898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:21.729036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:21.737800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.761795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Made reservation on behalf of 1e153068da7240bb93c2c5f5a2b76796 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:21.769324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.809363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2448836-07bb-4762-bc4e-e0c492170301,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.823873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.830513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5bcb6d9f-c8cc-41c9-a71c-000dad83b5ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e2448836-07bb-4762-bc4e-e0c492170301 HTTP/1.1" status: 204 len: 168 time: 0.6663983 Jul 27 16:36:21.844491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:21.889577 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Floating IP 052449c1-c3f9-4560-904b-900e0ae57760 associated. External IP: 172.25.4.53, port: cbf1e706-839b-4604-b8a6-663715bf8cfb. Jul 27 16:36:21.902775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:21.903688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:21.905422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] 10.222.0.61 "PUT /v2.0/ports/8b5d3e9e-34f9-4483-9f3f-8c7d74901393 HTTP/1.1" status: 200 len: 1096 time: 2.8750596 Jul 27 16:36:21.922815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-705c45ab-0911-49f5-9740-81ed4a2a9f2a req-01d0b228-c6fe-44b6-b3e2-33f3fe470c1b tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 210 time: 0.1188152 Jul 27 16:36:21.923578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:21.926209 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e6ced-bf34-4776-997b-13946b04f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:22.053595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a0c9-6919-4251-883d-aeb61ef55a68 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:22.061942 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5601a-c80a-4d3d-bea5-930b40cd0c25 x-openstack-request-id: req-11c5601a-c80a-4d3d-bea5-930b40cd0c25 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:22.062613 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:22.062613 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11c5601a-c80a-4d3d-bea5-930b40cd0c25 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:22.063061 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'code': 200} Jul 27 16:36:22.157317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e33093b-283d-49b5-ada0-edec442ed6bd req-d7b8b3bd-f314-4235-911b-8b8cb340c68e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611688 Jul 27 16:36:22.231218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:22.492530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-910918e7-087b-4bd0-aaa9-7256a15cfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:22.495798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-910918e7-087b-4bd0-aaa9-7256a15cfbbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 1099 time: 0.4431844 Jul 27 16:36:22.698564 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207244bc-22d8-4b9d-a9d0-5780dc00fed5 x-openstack-request-id: req-207244bc-22d8-4b9d-a9d0-5780dc00fed5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:22.698901 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:22.699297 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-207244bc-22d8-4b9d-a9d0-5780dc00fed5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:22.699705 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393', 'status': 'completed', 'code': 200} Jul 27 16:36:22.708065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-9f1ac10a-f4c6-4c5c-aad3-a1cf820fbc48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393 HTTP/1.1" status: 200 len: 217 time: 0.1891119 Jul 27 16:36:22.710401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:22.719770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:36:22.745308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868a663-9bdf-4757-af3c-508429bd41ca']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:22.814406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Allocated IP 172.20.0.14 (0dbbccc5-a0b2-41d1-947f-0eb2210e217e/086809f5-dda6-4d13-8e4a-a8299a4c345c/aca9e24a-a4f0-4bb8-a032-f1d2f233387a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:22.823346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0800b30-5aaa-47bb-828d-55ed098d6695') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:22.823909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0800b30-5aaa-47bb-828d-55ed098d6695') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:22.849116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:22.866198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e100-c1c3-44ea-a23e-db10418d5c6c req-861884cf-3c2c-4403-9b81-dcd5562954cc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:22.883273 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9702e100-c1c3-44ea-a23e-db10418d5c6c req-861884cf-3c2c-4403-9b81-dcd5562954cc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 948 time: 0.6647108 Jul 27 16:36:22.940295 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:22.959300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-9884b397-dc03-49d5-946c-8cc735dac29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:22.961554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-9884b397-dc03-49d5-946c-8cc735dac29a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2392879 Jul 27 16:36:22.979037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:36:22.979759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:36:22.985868 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:36:23.325696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:23.335623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9702e100-c1c3-44ea-a23e-db10418d5c6c req-a92e631c-627e-45ef-a452-3ee989e4a20a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274759 Jul 27 16:36:23.360719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb19fd-1977-4ce6-a8c9-0c5d26e858af req-4c6cedc5-a8e9-4160-8831-348c80c47407 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:23.361668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:23.367062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7eb19fd-1977-4ce6-a8c9-0c5d26e858af req-4c6cedc5-a8e9-4160-8831-348c80c47407 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.5211999 Jul 27 16:36:23.375799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:23.379218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:23.382121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d868a663-9bdf-4757-af3c-508429bd41ca HTTP/1.1" status: 204 len: 168 time: 1.5362442 Jul 27 16:36:23.392701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Sync routers for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:23.427536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:23.434830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:23.441013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aaee5-0166-442c-b033-e523e94bafb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d868a663-9bdf-4757-af3c-508429bd41ca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:23.556456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388d782-c1ad-4eac-9551-a952231e575c req-1bb5eac9-cc06-43d0-ab30-37a5eed0f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:23.574511 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-1bb5eac9-cc06-43d0-ab30-37a5eed0f1da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5904293 Jul 27 16:36:23.688801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:23.730069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Transition to ACTIVE for port object aca9e24a-a4f0-4bb8-a032-f1d2f233387a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:23.778458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-e238768e-7c4b-4285-a926-80b2620a86c8 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955051 Jul 27 16:36:23.802613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:23.831411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:23.891574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2388d782-c1ad-4eac-9551-a952231e575c req-5b09589c-853d-4b61-9dbc-547b7b2767fb service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037302 Jul 27 16:36:23.956968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:24.060371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc91623-7daa-4164-a076-67ad2dac0603 req-7fed7146-f2b6-422f-b260-6221b61a2969 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:24.075486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8bc91623-7daa-4164-a076-67ad2dac0603 req-7fed7146-f2b6-422f-b260-6221b61a2969 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 932 time: 0.4124949 Jul 27 16:36:24.149838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-b4444294-e282-4dfd-bdd0-e2943cda6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:24.152500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-b4444294-e282-4dfd-bdd0-e2943cda6510 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 1099 time: 0.1903191 Jul 27 16:36:24.152781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:24.168720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81b331ed-b2b9-4d55-b5dc-d011778e1d38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cad1f07b21f64539b834d9af26bb43df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230731 Jul 27 16:36:24.170088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event updated for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:24.173904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:24.177827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:24.290674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:24.338880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8bc91623-7daa-4164-a076-67ad2dac0603 req-9d34aacc-83d7-4904-b4d5-c62d6a2b610a tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615347 Jul 27 16:36:24.506538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7eb19fd-1977-4ce6-a8c9-0c5d26e858af req-f1b9d61f-0489-46f4-ba29-68f868039bd5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0914121 Jul 27 16:36:24.525791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:24.541309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-53ca16bf-0b5f-43b4-82be-2aa1dc390344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:24.543293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-53ca16bf-0b5f-43b4-82be-2aa1dc390344 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3794270 Jul 27 16:36:24.545964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.582683 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5737af0e-821f-47d9-8893-599040cae062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "PUT /v2.0/floatingips/052449c1-c3f9-4560-904b-900e0ae57760 HTTP/1.1" status: 200 len: 990 time: 6.9194252 Jul 27 16:36:24.593189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:24.610716 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3109410-7216-4467-9b77-16d3962a0e91" -d '{"events": [{"name": "network-changed", "server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:24.656259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-b58f3ee1-1b06-4729-875a-d92545b3a553 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5864518 Jul 27 16:36:24.657137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.657502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-321ff427-7251-4f14-b5a8-adda70122b7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393 HTTP/1.1" status: 200 len: 217 time: 0.1060722 Jul 27 16:36:24.692886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Request body: {'port': {'device_id': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:24.780045 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.824883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-2450e753-82a6-4de6-ab87-aeee2e116c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:24.827998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-2450e753-82a6-4de6-ab87-aeee2e116c0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1580894 Jul 27 16:36:24.850549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93ca0245-51ae-494e-b977-a45090b6f0d8 None None] Provisioning for port aca9e24a-a4f0-4bb8-a032-f1d2f233387a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:24.893567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-93ca0245-51ae-494e-b977-a45090b6f0d8 None None] Provisioning complete for port aca9e24a-a4f0-4bb8-a032-f1d2f233387a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:24.894197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-93ca0245-51ae-494e-b977-a45090b6f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.942570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '052449c1-c3f9-4560-904b-900e0ae57760', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'port_id': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'mac_address': 'fa:16:3e:38:47:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:35:47Z', 'updated_at': '2021-07-27T16:36:20Z', 'revision_number': 1, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:24.943313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.953316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:24.959381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/acb13df2-6009-4a21-b658-c3901956c644 HTTP/1.1" status: 204 len: 168 time: 0.7804582 Jul 27 16:36:24.990241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9ee9-1488-41e5-9bf0-2fea33adf529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb13df2-6009-4a21-b658-c3901956c644,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:25.059288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434ad0e-117f-4905-9929-c79197691348 req-6dbd6c93-461a-41cd-9e97-8fce0c132346 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:25.066687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Checking router: 0fdc7fd0-af69-4d06-8742-47c47e888ab3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:25.071065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0434ad0e-117f-4905-9929-c79197691348 req-6dbd6c93-461a-41cd-9e97-8fce0c132346 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.4189775 Jul 27 16:36:25.095515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:25.097086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:25.101354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-93ca0245-51ae-494e-b977-a45090b6f0d8 None None] Port aca9e24a-a4f0-4bb8-a032-f1d2f233387a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:36:25.159425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:25.170764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0434ad0e-117f-4905-9929-c79197691348 req-fcfa382e-a056-47a5-b70c-ec7e24812017 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915420 Jul 27 16:36:25.188838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-70dbc2eb-09bb-4444-bdd7-b2f4bed8514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:25.192794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-70dbc2eb-09bb-4444-bdd7-b2f4bed8514f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3552620 Jul 27 16:36:25.584009 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-78707f0e-87a7-4307-90f3-eee758dd103e service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821135 Jul 27 16:36:25.785305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca9e24a-a4f0-4bb8-a032-f1d2f233387a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:25.820897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:25.875691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Transition to ACTIVE for port object aca9e24a-a4f0-4bb8-a032-f1d2f233387a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:25.892956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:26.109834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:26.115748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Pushing event updated for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:26.179988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:26.180861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd49f-caf5-4d39-8df0-75b7732ed8a5 req-17053f57-83ea-48e3-8032-d2c7c2a23feb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:26.185869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4dbd49f-caf5-4d39-8df0-75b7732ed8a5 req-17053f57-83ea-48e3-8032-d2c7c2a23feb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 948 time: 1.0499601 Jul 27 16:36:26.313043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-55d49d6c-c255-4d7f-9ee5-2cc593cf452a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c03e879debe4a2e976c22e2cb21fcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846156 Jul 27 16:36:26.349948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:26.355076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4dbd49f-caf5-4d39-8df0-75b7732ed8a5 req-956bc4d7-efb4-407e-a22a-550e26310787 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 Jul 27 16:36:26.637817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:26.662343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d68e6ced-bf34-4776-997b-13946b04f4d8 req-034ade11-9d21-4c91-ad2c-abc56645353f service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0675607 Jul 27 16:36:26.729987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:26.768903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b33bd-a9dd-4bd0-80f3-79190b25a905 req-88793a7e-3f81-4ed2-9e2f-1272a8f6b346 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:26.779492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-261b33bd-a9dd-4bd0-80f3-79190b25a905 req-88793a7e-3f81-4ed2-9e2f-1272a8f6b346 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1097 time: 1.2883544 Jul 27 16:36:26.887563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-261b33bd-a9dd-4bd0-80f3-79190b25a905 req-a5d1ef18-a69b-490c-84ba-14c48f8e113d tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Jul 27 16:36:27.025856 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10591484-ed1d-46be-b805-17d1a06c64a2 x-openstack-request-id: req-10591484-ed1d-46be-b805-17d1a06c64a2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:27.026697 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:27.026963 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10591484-ed1d-46be-b805-17d1a06c64a2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:27.027711 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'status': 'completed', 'code': 200} Jul 27 16:36:27.085657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:27.189377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:27.195324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:27.197489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cef2108b-b89c-4478-8ddf-3c2eaa9e3ed8 HTTP/1.1" status: 204 len: 168 time: 0.8392801 Jul 27 16:36:27.365715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dccedb-915c-47f8-a138-6e86feb2815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2108b-b89c-4478-8ddf-3c2eaa9e3ed8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:27.527475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Attempting to bind port aca9e24a-a4f0-4bb8-a032-f1d2f233387a on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:27.528165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Attempting to bind port aca9e24a-a4f0-4bb8-a032-f1d2f233387a by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:27.528912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Attempting to bind port aca9e24a-a4f0-4bb8-a032-f1d2f233387a on network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:27.538208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109410-7216-4467-9b77-16d3962a0e91 req-c37c05e6-00bf-4206-a2b6-9729aecd6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:27.545852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-c37c05e6-00bf-4206-a2b6-9729aecd6ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e131eee74a5547398f2eba3c9529f06d&device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 1096 time: 0.5324824 Jul 27 16:36:27.562572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Port aca9e24a-a4f0-4bb8-a032-f1d2f233387a on network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:27.562892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Attempting to bind port aca9e24a-a4f0-4bb8-a032-f1d2f233387a on network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:27.688953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:27.691916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Checking segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:27.692614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Bound using segment: {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:27.693815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Bound port: aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2621f-0ae6-43bd-958c-e37fd5f7db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:27.706475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:27.764710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:27.800244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '052449c1-c3f9-4560-904b-900e0ae57760', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'port_id': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'mac_address': 'fa:16:3e:38:47:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:35:47Z', 'updated_at': '2021-07-27T16:36:20Z', 'revision_number': 1, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:27.852106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393', 'mac_address': 'fa:16:3e:09:54:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:27.855626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b19b69-6815-4ec1-8de0-6e2e29c0bbb0 None None] The sync data for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 is: [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '052449c1-c3f9-4560-904b-900e0ae57760', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'port_id': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'mac_address': 'fa:16:3e:38:47:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:35:47Z', 'updated_at': '2021-07-27T16:36:20Z', 'revision_number': 1, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:27.924326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219e6f-dee1-49fe-ad31-dd9290973d53 req-85d30444-02e3-43dc-a767-e8c2bab060bc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:27.930688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6219e6f-dee1-49fe-ad31-dd9290973d53 req-85d30444-02e3-43dc-a767-e8c2bab060bc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.2704928 Jul 27 16:36:27.983539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606598-0c00-4849-b8d6-153b1849c91c req-c0d00a1c-4c6c-46f4-92c5-05d1ebf1b0d3 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:27.993236 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:28.010470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:28.014594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a606598-0c00-4849-b8d6-153b1849c91c req-c0d00a1c-4c6c-46f4-92c5-05d1ebf1b0d3 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 944 time: 0.8088331 Jul 27 16:36:28.051512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:28.058086 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:28.119946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6219e6f-dee1-49fe-ad31-dd9290973d53 req-b2bdc488-696a-4d4e-ab3c-a11c1b22879b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774728 Jul 27 16:36:28.177699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109410-7216-4467-9b77-16d3962a0e91 req-f4f3a5bc-482b-4752-bb75-3989b3d920f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:28.181085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-f4f3a5bc-482b-4752-bb75-3989b3d920f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f470751b-cae4-414d-8f5a-29a1a55e0dd4 HTTP/1.1" status: 200 len: 906 time: 0.6060288 Jul 27 16:36:28.293915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:28.331605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['8b5d3e9e-34f9-4483-9f3f-8c7d74901393'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:28.371860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:28.423069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9db40-21a4-47e4-801f-8d8074d9f3da None None] New status for floating IP 052449c1-c3f9-4560-904b-900e0ae57760: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:36:28.427390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a606598-0c00-4849-b8d6-153b1849c91c req-155d1758-c975-41cb-9af6-4853bcbe5c7b tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113731 Jul 27 16:36:28.516398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:28.546207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:28.625633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7ba3-7e22-44df-a00d-fc9831a31105 req-01e837b1-d941-413a-aa80-cc3603d3c6b3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:28.642452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec1e7ba3-7e22-44df-a00d-fc9831a31105 req-01e837b1-d941-413a-aa80-cc3603d3c6b3 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1097 time: 0.3113327 Jul 27 16:36:28.793122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Pushing event updated for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:28.814221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-975dd759-2dc5-4365-b999-329c3b70e15a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb HTTP/1.1" status: 200 len: 998 time: 0.6119995 Jul 27 16:36:28.832360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec1e7ba3-7e22-44df-a00d-fc9831a31105 req-ab37039a-fe6d-40d5-b02f-37a4b4bf206c tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869979 Jul 27 16:36:28.886806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:28.888335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:28.905979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-39816983-422e-42ad-b6b8-8772fca3584a service neutron] 10.222.0.13 "PUT /v2.0/ports/aca9e24a-a4f0-4bb8-a032-f1d2f233387a HTTP/1.1" status: 200 len: 1092 time: 4.2224882 Jul 27 16:36:29.063488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:29.070187 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc0ac5-0cb1-4954-b93c-02f448534833" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:29.235675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109410-7216-4467-9b77-16d3962a0e91 req-751c02a6-2cf4-473e-a688-646befc329f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:29.268390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-751c02a6-2cf4-473e-a688-646befc329f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ee357d-2242-4a67-8511-a0c9b2ee8c19 HTTP/1.1" status: 200 len: 844 time: 0.4365430 Jul 27 16:36:29.444122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a915a0-dda0-4161-b9f3-938f797e207f req-741524a8-49c4-4710-8545-d8f5faec4623 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:29.467147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9a915a0-dda0-4161-b9f3-938f797e207f req-741524a8-49c4-4710-8545-d8f5faec4623 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 949 time: 0.5448709 Jul 27 16:36:29.527994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109410-7216-4467-9b77-16d3962a0e91 req-0c31dca7-3d91-4ea5-85c6-e2909f2f3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:29.530937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-0c31dca7-3d91-4ea5-85c6-e2909f2f3b9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f470751b-cae4-414d-8f5a-29a1a55e0dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445931 Jul 27 16:36:29.534488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-e149d01e-1fff-45fc-b163-499492952b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:29.540911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-e149d01e-1fff-45fc-b163-499492952b9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e153068da7240bb93c2c5f5a2b76796&device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 1095 time: 0.5255573 Jul 27 16:36:29.726152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-3a24ffab-8531-4338-8970-a905d2f558d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2709949 Jul 27 16:36:29.742761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9a915a0-dda0-4161-b9f3-938f797e207f req-e50fc7aa-0f5b-4cde-b7a6-38a69fc26635 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742293 Jul 27 16:36:29.836392 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519285d2-279b-4baf-a7e1-0dcc33e425e0 x-openstack-request-id: req-519285d2-279b-4baf-a7e1-0dcc33e425e0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:29.836767 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:29.837062 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-519285d2-279b-4baf-a7e1-0dcc33e425e0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:29.837488 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'status': 'completed', 'code': 200} Jul 27 16:36:29.846990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-bf957597-d7ff-40be-9da0-c25f8d4c7de3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a HTTP/1.1" status: 200 len: 217 time: 0.2751114 Jul 27 16:36:29.910162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-b7b78f4c-b5a1-4e5b-a659-62da4799922e service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396730 Jul 27 16:36:30.113605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-2cbbb857-72c8-4c96-94dc-c67420be32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.115162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-2cbbb857-72c8-4c96-94dc-c67420be32f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=086809f5-dda6-4d13-8e4a-a8299a4c345c HTTP/1.1" status: 200 len: 853 time: 0.2583818 Jul 27 16:36:30.123629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-88b46f3e-6b34-4bb3-82bf-9516e855e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.126714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-88b46f3e-6b34-4bb3-82bf-9516e855e108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 1095 time: 0.2553010 Jul 27 16:36:30.188266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04f90-4a1b-4f6f-992d-df3d166255a4 req-fd9db038-0a99-46f2-b160-fe45480408f6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.202528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7e04f90-4a1b-4f6f-992d-df3d166255a4 req-fd9db038-0a99-46f2-b160-fe45480408f6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.2588747 Jul 27 16:36:30.225538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3109410-7216-4467-9b77-16d3962a0e91 req-0f335e03-f454-4056-b991-803d3025259b service neutron] 10.222.0.13 "GET /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904785 Jul 27 16:36:30.255454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03317cc-acdf-4ffb-be63-ac9b22b6eb74 req-5b310ed6-6087-48bf-9b05-47c53ec29d6a tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.257854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03317cc-acdf-4ffb-be63-ac9b22b6eb74 req-5b310ed6-6087-48bf-9b05-47c53ec29d6a tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 944 time: 0.2311220 Jul 27 16:36:30.279936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-557d9eaa-830b-4f32-af29-fb4dda661e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.282721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-557d9eaa-830b-4f32-af29-fb4dda661e1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552773 Jul 27 16:36:30.359586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7e04f90-4a1b-4f6f-992d-df3d166255a4 req-7d055cb1-bf46-4d44-af1c-c8fe9bad5ffd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554072 Jul 27 16:36:30.488119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-c3b35c18-292e-409f-9fd3-fdd10f46e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.489793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-c3b35c18-292e-409f-9fd3-fdd10f46e7a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.2825415 Jul 27 16:36:30.541562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03317cc-acdf-4ffb-be63-ac9b22b6eb74 req-2a386d53-e51e-452d-8f19-c6cf31cadd39 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382209 Jul 27 16:36:30.571341 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-e88dda09-3034-4a11-adc6-07ed4e97bc39 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744122 Jul 27 16:36:30.642678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-2e5ef4a8-a992-40c2-963f-02cdcf7807e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 200 len: 217 time: 0.1350102 Jul 27 16:36:30.746486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-1a69ef80-f824-456b-a515-47204c63688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:30.750406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-1a69ef80-f824-456b-a515-47204c63688b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.0920913 Jul 27 16:36:30.761648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae05cb41-08b5-48a9-aaaa-7de49b5a57b1 req-d4479d56-6d94-4723-92cf-c682a41fa0a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778562 Jul 27 16:36:30.800606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-98036b33-f460-4e53-9ffc-05c14a3598c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413923 Jul 27 16:36:30.932696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:30.972276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-112656d3-db25-454b-b880-040b36aaea68 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411967 Jul 27 16:36:31.082316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:31.109313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:31.114869 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:31.137056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b756bc4-45a3-4477-9a56-08948115fcd4 req-f716878f-a535-4009-910e-b59d707671b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540284 Jul 27 16:36:31.254301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:31.292293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:31.297285 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2e474-82b8-4715-89e5-3ab626eb5fa1" -d '{"events": [{"server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:31.323803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:31.332973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:31.532035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:31.669864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-59ee6e4f-467b-4a6f-9166-273878b32eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:31.671950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-59ee6e4f-467b-4a6f-9166-273878b32eaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e153068da7240bb93c2c5f5a2b76796&device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 1095 time: 0.7568836 Jul 27 16:36:31.803311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-ccddb453-762d-4e3f-a58d-473b154dd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:31.805658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-ccddb453-762d-4e3f-a58d-473b154dd73f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e HTTP/1.1" status: 200 len: 915 time: 0.1198697 Jul 27 16:36:31.912517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-935b8878-2c1b-4fbb-bd99-a490a0cc4376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a HTTP/1.1" status: 200 len: 217 time: 0.0915029 Jul 27 16:36:32.001800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-eae34e85-7651-49a3-ba71-9ead502e9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:32.003345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-eae34e85-7651-49a3-ba71-9ead502e9650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=086809f5-dda6-4d13-8e4a-a8299a4c345c HTTP/1.1" status: 200 len: 853 time: 0.0703356 Jul 27 16:36:32.034092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0728-a68c-4fba-a13c-42dd2d01c74a req-0f6720d8-dd61-4184-9b0b-3e2a75dccc4e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:32.041197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0da0728-a68c-4fba-a13c-42dd2d01c74a req-0f6720d8-dd61-4184-9b0b-3e2a75dccc4e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 950 time: 0.1401839 Jul 27 16:36:32.130874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-dbdfe37a-9128-473e-83a2-fb2f0664617f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:36:32.132286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-dbdfe37a-9128-473e-83a2-fb2f0664617f tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301890 Jul 27 16:36:32.154910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:32.155591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:36:32.219162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0da0728-a68c-4fba-a13c-42dd2d01c74a req-df4a6b76-474c-436f-9169-933624592602 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751454 Jul 27 16:36:32.311499 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b90f4-e75e-4d86-9062-87c400372cb1 x-openstack-request-id: req-755b90f4-e75e-4d86-9062-87c400372cb1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:32.312360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-86423a04-7022-416f-aaa9-5d5cf0e6c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:32.313104 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:32.314361 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-755b90f4-e75e-4d86-9062-87c400372cb1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:32.314613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-86423a04-7022-416f-aaa9-5d5cf0e6c26f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725875 Jul 27 16:36:32.314997 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393', 'code': 200} Jul 27 16:36:32.490956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ee10-c0f7-4b03-b09d-708815382109 req-45e500c5-9d47-4027-bd97-b5a0517bcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:32.493798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8d7ee10-c0f7-4b03-b09d-708815382109 req-45e500c5-9d47-4027-bd97-b5a0517bcf79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 1101 time: 0.1179020 Jul 27 16:36:32.522688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:32.522954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:32.523838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:32.546024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:32.546776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:32.570808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8d7ee10-c0f7-4b03-b09d-708815382109 req-e3b77391-ed2d-4e75-8fbb-b7793f23de0b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Jul 27 16:36:32.571454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:32.572011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:32.572685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:32.573416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Bound port: 97f11821-aac2-43fd-8531-61d75f25aa76, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:32.661762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-d587f19d-5875-4341-aea0-a0fac9ce1859 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241355 Jul 27 16:36:32.683975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3504a8-14d1-4e39-a62a-6f4e8048073a req-2950824c-d5a9-4865-8d48-7eb85926f28a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:32.689055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c3504a8-14d1-4e39-a62a-6f4e8048073a req-2950824c-d5a9-4865-8d48-7eb85926f28a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.2303376 Jul 27 16:36:32.813182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:32.850897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:32.852550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-6e323d91-9ef3-4175-9b23-27393d7156f2 service neutron] 10.222.0.64 "POST /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76/bindings HTTP/1.1" status: 201 len: 389 time: 0.7073743 Jul 27 16:36:32.861996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c3504a8-14d1-4e39-a62a-6f4e8048073a req-79f81c95-7c75-4637-bbc2-98ceea61d858 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516395 Jul 27 16:36:32.899570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:32.929502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9dc0ac5-0cb1-4954-b93c-02f448534833 req-8e60751b-1e72-4b83-8faa-9e2e4aea04fb service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369962 Jul 27 16:36:33.143823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03a82-0fec-4a49-af31-9cded6f218fd req-f252dc0b-1f19-45b7-96c7-30deb86126f4 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:33.152239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89f03a82-0fec-4a49-af31-9cded6f218fd req-f252dc0b-1f19-45b7-96c7-30deb86126f4 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 944 time: 0.1332386 Jul 27 16:36:33.215066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89f03a82-0fec-4a49-af31-9cded6f218fd req-d7e46aaa-6b2a-4b8e-b3c1-527d2a3b9c71 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613787 Jul 27 16:36:33.514570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475dff5-333a-467d-a085-28040b207fc2 req-cc562bb3-77e7-443b-ac13-4bd771f93956 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:33.541295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b475dff5-333a-467d-a085-28040b207fc2 req-cc562bb3-77e7-443b-ac13-4bd771f93956 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1830776 Jul 27 16:36:33.614938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b475dff5-333a-467d-a085-28040b207fc2 req-402f97e2-3b52-4a16-a201-e5acae7294cc tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Jul 27 16:36:33.863664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654a1d-0f1d-4a50-bf43-1ced27096f2c req-6e4d3354-854b-40a6-aa61-0e09d0867a9c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:33.879216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19654a1d-0f1d-4a50-bf43-1ced27096f2c req-6e4d3354-854b-40a6-aa61-0e09d0867a9c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 950 time: 0.1536481 Jul 27 16:36:33.967982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19654a1d-0f1d-4a50-bf43-1ced27096f2c req-d22f4bb8-a11e-4c57-8699-3f2241b5b6c6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854850 Jul 27 16:36:34.184970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c18da4-8027-44df-9c07-77c89ef15fd1 req-761eb724-5919-4e4c-97ba-08b1aa091f9a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:34.194694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38c18da4-8027-44df-9c07-77c89ef15fd1 req-761eb724-5919-4e4c-97ba-08b1aa091f9a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.1360323 Jul 27 16:36:34.265482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d08657-e1f2-45e5-9c36-dd57e541a1e6 req-c93aea13-d7d4-4541-80b1-72db1e8e3db6 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:34.278377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97d08657-e1f2-45e5-9c36-dd57e541a1e6 req-c93aea13-d7d4-4541-80b1-72db1e8e3db6 tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 1101 time: 0.1060212 Jul 27 16:36:34.279966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38c18da4-8027-44df-9c07-77c89ef15fd1 req-fdd8ca4c-effe-4b98-9a38-ccef21281a65 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836499 Jul 27 16:36:34.335549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97d08657-e1f2-45e5-9c36-dd57e541a1e6 req-0aaffc83-aab3-402e-8c5c-3e4888392aff tempest-ServersOnMultiNodesTest-1463408508 tempest-ServersOnMultiNodesTest-1463408508-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Jul 27 16:36:34.653566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aca9e24a-a4f0-4bb8-a032-f1d2f233387a details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:34.689186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd02b6-c233-41b8-9610-3b20542ef658 req-5e649190-b90a-4484-8951-2554adee6985 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:34.702427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2dd02b6-c233-41b8-9610-3b20542ef658 req-5e649190-b90a-4484-8951-2554adee6985 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 944 time: 0.1344566 Jul 27 16:36:34.794445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2dd02b6-c233-41b8-9610-3b20542ef658 req-b0ddc437-1b62-4a92-a5e5-4244d09ad5e6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897954 Jul 27 16:36:34.829369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:34.857561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'port_id': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'mac_address': 'fa:16:3e:ad:8b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:34.959107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:34.984763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9e24a-a4f0-4bb8-a032-f1d2f233387a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:35.086073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:35.095183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:35.195011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aad88c-6e51-41bb-899a-dce587a3a773 req-03f2dd00-eebf-4aca-a566-8f12bdeab3b1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:35.197880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46aad88c-6e51-41bb-899a-dce587a3a773 req-03f2dd00-eebf-4aca-a566-8f12bdeab3b1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1712997 Jul 27 16:36:35.235590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:35.305399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46aad88c-6e51-41bb-899a-dce587a3a773 req-2be314cc-5fc2-4feb-a1e9-db65bcf41536 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922701 Jul 27 16:36:35.564463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3944e-7fc2-4098-b495-63497a0b9906 req-0ff42c17-7032-4a07-b4bf-37ef84f670eb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:35.567456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9e3944e-7fc2-4098-b495-63497a0b9906 req-0ff42c17-7032-4a07-b4bf-37ef84f670eb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 950 time: 0.1601422 Jul 27 16:36:35.650417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9e3944e-7fc2-4098-b495-63497a0b9906 req-41297aea-2518-49a8-bef1-ecb58fbf1d83 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670006 Jul 27 16:36:35.707735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['aca9e24a-a4f0-4bb8-a032-f1d2f233387a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:35.770801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee30c86-22bf-4e01-82b6-7c7650ffa032 req-036629fa-1214-4060-ab94-89a1491bbc5d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:35.774598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ee30c86-22bf-4e01-82b6-7c7650ffa032 req-036629fa-1214-4060-ab94-89a1491bbc5d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.1382651 Jul 27 16:36:35.863179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ee30c86-22bf-4e01-82b6-7c7650ffa032 req-58c3fe3a-835a-4309-b0c0-9f12ebb2b867 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741169 Jul 27 16:36:36.105917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38ffb6-f626-4961-b62f-1157a83fdd14 req-de4efb02-62ed-466c-b243-0ba51a5ca827 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:36.108831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b38ffb6-f626-4961-b62f-1157a83fdd14 req-de4efb02-62ed-466c-b243-0ba51a5ca827 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 945 time: 0.1227345 Jul 27 16:36:36.183394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b38ffb6-f626-4961-b62f-1157a83fdd14 req-ac6afdd5-c48a-4588-afb8-c394cd7fb8f3 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589378 Jul 27 16:36:36.530531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e4354-7135-437f-9043-e8490d300100 req-2ab865ee-fa97-4c73-9ec3-712214d5718b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:36.536758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa0e4354-7135-437f-9043-e8490d300100 req-2ab865ee-fa97-4c73-9ec3-712214d5718b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1098924 Jul 27 16:36:36.630642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa0e4354-7135-437f-9043-e8490d300100 req-0a530b5e-bfe3-4f24-8c83-aaba5dc08859 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884531 Jul 27 16:36:36.701298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-a1f09507-80a3-469f-8a53-fca04422be50 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:36.703473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-a1f09507-80a3-469f-8a53-fca04422be50 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 950 time: 0.1320395 Jul 27 16:36:36.968138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-76cb122e-3b1d-4506-828d-9ddf211e7daa tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:36.970521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-76cb122e-3b1d-4506-828d-9ddf211e7daa tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1097 time: 0.2455523 Jul 27 16:36:37.006840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:37.008159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:37.187924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:37.188284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.191856 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.264889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa5810d-67fd-4f5b-8277-bd58e84bb521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.275612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0a93c-851f-49da-aec9-1898c732f7ab req-b7a9b5f5-bef4-43ef-a6cb-b8ed0d01ba24 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:37.277505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29c0a93c-851f-49da-aec9-1898c732f7ab req-b7a9b5f5-bef4-43ef-a6cb-b8ed0d01ba24 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 950 time: 0.4647830 Jul 27 16:36:37.362024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81664b4-c09f-4eb6-b03f-38dfe4695cbb req-f75a8f94-36ec-498e-94cd-7f74e1dbb7f2 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:37.371869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c81664b4-c09f-4eb6-b03f-38dfe4695cbb req-f75a8f94-36ec-498e-94cd-7f74e1dbb7f2 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 946 time: 0.1721976 Jul 27 16:36:37.406468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29c0a93c-851f-49da-aec9-1898c732f7ab req-04f57100-ae16-4b3a-a1a4-96090ce20831 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937474 Jul 27 16:36:37.462944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c81664b4-c09f-4eb6-b03f-38dfe4695cbb req-749e3459-fb0d-415a-af54-5118268eff2f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888078 Jul 27 16:36:37.556710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:37.587123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa5810d-67fd-4f5b-8277-bd58e84bb521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.592312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baa5810d-67fd-4f5b-8277-bd58e84bb521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.630825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5810d-67fd-4f5b-8277-bd58e84bb521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a252e91b-f1e7-4aff-b0ca-3022b87081b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:37.654339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-baa5810d-67fd-4f5b-8277-bd58e84bb521 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9560cd258374858a0ba47783e28aeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464498 Jul 27 16:36:37.659803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:37.704728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:37.705617 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.726293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:37.771089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:37.816289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.833691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:37.836705 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1148067-9e6b-4b40-b1c4-a46d91311861" -d '{"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-unplugged", "status": "completed", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:37.849881 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.892244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:37.930022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171bb9b-d5c9-409e-869d-f58b95bed072 req-14c70377-9313-489b-97c0-bc9a3a6f311c tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:37.930022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6171bb9b-d5c9-409e-869d-f58b95bed072 req-14c70377-9313-489b-97c0-bc9a3a6f311c tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 945 time: 0.3228548 Jul 27 16:36:37.931788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.080699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d53eb-f1e7-4222-88b3-f2e6e1384869 req-f5bbb2e3-4d3f-4122-88d0-b32af46a670a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:38.080699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-773d53eb-f1e7-4222-88b3-f2e6e1384869 req-f5bbb2e3-4d3f-4122-88d0-b32af46a670a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2537518 Jul 27 16:36:38.084334 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.087937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.093793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a252e91b-f1e7-4aff-b0ca-3022b87081b7 HTTP/1.1" status: 204 len: 168 time: 0.4320705 Jul 27 16:36:38.136188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:38.155069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1feb85-4cb1-4406-b0a2-652112fd5421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252e91b-f1e7-4aff-b0ca-3022b87081b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:38.180994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6171bb9b-d5c9-409e-869d-f58b95bed072 req-4044098e-0db1-4ff2-a5f7-35f70f97bd52 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137008 Jul 27 16:36:38.199337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-773d53eb-f1e7-4222-88b3-f2e6e1384869 req-57e5561d-d224-4dd2-814d-3ca96c96f1c0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180313 Jul 27 16:36:38.210510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:38.211121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:38.212669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:38.274387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:38.275058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Attempting to bind port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:38.297637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:38.298471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:38.299114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:38.299837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Bound port: b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:38.300457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.400565 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9145779-2822-4fc0-aca2-a86c4692e2e0 x-openstack-request-id: req-a9145779-2822-4fc0-aca2-a86c4692e2e0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:38.401202 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-unplugged", "status": "completed", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:38.401716 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9145779-2822-4fc0-aca2-a86c4692e2e0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:38.402410 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'code': 200} Jul 27 16:36:38.459673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.476896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e', '8b5d3e9e-34f9-4483-9f3f-8c7d74901393'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:38.562234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', '0c283854-62f7-4351-abbc-919c683aee8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:38.569570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:38.583012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:38.654565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:38.693331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aca9e24a-a4f0-4bb8-a032-f1d2f233387a up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:38.717610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22e54717-1cc4-4c25-a122-9c29dfab7365 req-694c569d-e117-45fa-9cf1-fc90700e9a5a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c22ce5fa-e830-4be6-b49b-ac00cb7df145 HTTP/1.1" status: 200 len: 210 time: 0.0775235 Jul 27 16:36:38.747970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=8b5d3e9e-34f9-4483-9f3f-8c7d74901393,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:38.931929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port aca9e24a-a4f0-4bb8-a032-f1d2f233387a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:38.983887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:39.002271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port aca9e24a-a4f0-4bb8-a032-f1d2f233387a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:39.002670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:39.080762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:39.170398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:39.179405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:39.182693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f463374c-3de5-4a30-860c-e5d76b88a547 req-c031deb2-e779-448c-9259-4159761a5a4a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "DELETE /v2.0/ports/8b5d3e9e-34f9-4483-9f3f-8c7d74901393 HTTP/1.1" status: 204 len: 173 time: 2.4720376 Jul 27 16:36:39.246124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:39.249092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:39.253791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-2f3b9360-c3e6-44d4-ada0-52a60a533585 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 1122 time: 2.2558300 Jul 27 16:36:39.332259 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:36:39.333862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3d552-8067-4845-bfba-378cb3c1a1ba req-3314537b-29cd-46ad-ae06-b112fe115353 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:39.359003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7f3d552-8067-4845-bfba-378cb3c1a1ba req-3314537b-29cd-46ad-ae06-b112fe115353 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.6989048 Jul 27 16:36:39.487465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:39.533526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b7f3d552-8067-4845-bfba-378cb3c1a1ba req-7e271c58-f567-4a6a-b490-859ad03fbf84 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668324 Jul 27 16:36:39.703945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79d07-79ce-49d8-98e3-0db1937aec90 req-07d4b33d-051d-450a-9777-d8e191dbb670 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:39.715865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe79d07-79ce-49d8-98e3-0db1937aec90 req-07d4b33d-051d-450a-9777-d8e191dbb670 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 945 time: 0.2402093 Jul 27 16:36:39.779197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:39.835891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe79d07-79ce-49d8-98e3-0db1937aec90 req-d38509b6-8169-468e-83f6-8d8fa61fe623 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191103 Jul 27 16:36:39.849925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:36:39.896314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:39.931171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524658b-a0e4-4301-a086-8bdb8bf525f5 req-0748e08c-2e62-4d5f-ac88-abcc21608d36 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:39.935562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4524658b-a0e4-4301-a086-8bdb8bf525f5 req-0748e08c-2e62-4d5f-ac88-abcc21608d36 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2503016 Jul 27 16:36:40.072053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4524658b-a0e4-4301-a086-8bdb8bf525f5 req-da83db98-408c-4592-af3a-e4f58dfad24a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032155 Jul 27 16:36:40.099696 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.150120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:40.157389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3cd3-5fb2-450f-9912-e81f25350d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.234308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:40.238683 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446156fc-034b-4d0e-995c-2fae4e62b216" -d '{"events": [{"server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "name": "network-vif-plugged", "status": "completed", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:40.299293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:40.351125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.373183 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e5b67-7394-4b58-8a9f-ba9506c906de x-openstack-request-id: req-e50e5b67-7394-4b58-8a9f-ba9506c906de {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:40.373805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "name": "network-vif-plugged", "status": "completed", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:40.374255 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50e5b67-7394-4b58-8a9f-ba9506c906de {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:40.375017 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'code': 200} Jul 27 16:36:40.404377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'name': 'network-vif-deleted', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393'}, {'name': 'network-changed', 'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:40.407146 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a" -d '{"events": [{"server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "name": "network-vif-deleted", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393"}, {"name": "network-changed", "server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:40.469080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1997091867-network', 'tenant_id': '2d75df67498e4685b140bb3d63641c08'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:40.548621 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f58c9-d7c5-4d23-8adb-ddc72a073e90 x-openstack-request-id: req-907f58c9-d7c5-4d23-8adb-ddc72a073e90 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:40.549400 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ce5fa-e830-4be6-b49b-ac00cb7df145", "name": "network-vif-deleted", "tag": "8b5d3e9e-34f9-4483-9f3f-8c7d74901393", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:40.550364 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-907f58c9-d7c5-4d23-8adb-ddc72a073e90 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:40.551170 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ce5fa-e830-4be6-b49b-ac00cb7df145', 'name': 'network-vif-deleted', 'tag': '8b5d3e9e-34f9-4483-9f3f-8c7d74901393', 'status': 'completed', 'code': 200} Jul 27 16:36:40.551883 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'status': 'completed', 'code': 200} Jul 27 16:36:40.560602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Made reservation on behalf of 2d75df67498e4685b140bb3d63641c08 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:40.563919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.575625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.577565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.767190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-19d56ed2-bd9a-4aa7-99fc-d749b99a055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:40.769679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-19d56ed2-bd9a-4aa7-99fc-d749b99a055f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1125 time: 0.1304944 Jul 27 16:36:40.785127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad953d-46b0-43f7-aa88-dda3fa2f93fb req-7dd8caa2-cf13-42c0-bfcc-1901a79d038a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:40.800316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60ad953d-46b0-43f7-aa88-dda3fa2f93fb req-7dd8caa2-cf13-42c0-bfcc-1901a79d038a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.1812952 Jul 27 16:36:40.835855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211063a7-caab-4fc6-be43-6eb8320eb085 req-197550a0-33b1-473b-8079-c6127e9eb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:40.837429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-211063a7-caab-4fc6-be43-6eb8320eb085 req-197550a0-33b1-473b-8079-c6127e9eb394 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 1097 time: 0.2159026 Jul 27 16:36:40.888940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.908816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31460baa-2fcf-4ec3-bdc8-02a1a358c6b7 req-83e8ffdc-d2ba-4009-86a1-30b201224d48 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:40.910681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31460baa-2fcf-4ec3-bdc8-02a1a358c6b7 req-83e8ffdc-d2ba-4009-86a1-30b201224d48 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1975136 Jul 27 16:36:40.913307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:40.948418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60ad953d-46b0-43f7-aa88-dda3fa2f93fb req-fa31d758-c01a-4da8-a541-db15963ac37c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465104 Jul 27 16:36:40.977409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:40.977725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-211063a7-caab-4fc6-be43-6eb8320eb085 req-700e3b02-1d76-43a8-9779-9529b64f4b2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244252 Jul 27 16:36:40.991172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:36:41.013947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:36:41.014508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 8b5d3e9e-34f9-4483-9f3f-8c7d74901393 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:36:41.028812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-e7b03788-7954-421e-99fc-29217bcfbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.030431 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-e7b03788-7954-421e-99fc-29217bcfbd88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.2255044 Jul 27 16:36:41.050445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227fd6bc-59df-4c46-b0b3-7b07cb58f32f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.058945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.059403 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Added segment e434cfac-74bd-43e7-9397-59f5dd326e7a of type vlan for network 3e71152d-bdfe-4755-8f76-4ee975868ff8 Jul 27 16:36:41.075655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31460baa-2fcf-4ec3-bdc8-02a1a358c6b7 req-34ee858a-f4c6-4cf8-91b6-b12274c26ba1 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358802 Jul 27 16:36:41.127030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.179435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.181232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.182370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.202890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9220-40c6-44b1-9f96-6550df5338d0 req-9b4cf5c3-43fc-43cc-92f7-7f932130923f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.204528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4cd9220-40c6-44b1-9f96-6550df5338d0 req-9b4cf5c3-43fc-43cc-92f7-7f932130923f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.0972729 Jul 27 16:36:41.257181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4cd9220-40c6-44b1-9f96-6550df5338d0 req-ade5ef0c-f123-4c4a-8d9e-68da7b2ee265 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Jul 27 16:36:41.262410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1109538 Jul 27 16:36:41.266636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:41.275712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Request body: {'subnet': {'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1997091867-subnet', 'tenant_id': '2d75df67498e4685b140bb3d63641c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:41.305624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcbda9-6e8a-436e-87cc-8ee298441f4b admin admin] Pushing event updated for resources: {'Network': ['ID=3e71152d-bdfe-4755-8f76-4ee975868ff8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.334451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:36:41.353571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Made reservation on behalf of 2d75df67498e4685b140bb3d63641c08 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:41.356267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.440070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-4318bdc9-f4b9-4654-96be-cdc02b934784 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.0737035 Jul 27 16:36:41.542785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-e24828fd-1dc0-4c45-8086-90ea876d6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.545995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-e24828fd-1dc0-4c45-8086-90ea876d6a9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0782895 Jul 27 16:36:41.560062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a3ea-7d07-4c54-9441-a9c4343ba35a req-386c79eb-f237-4a0c-9418-3bdd5a442193 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.563389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf3a3ea-7d07-4c54-9441-a9c4343ba35a req-386c79eb-f237-4a0c-9418-3bdd5a442193 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2526875 Jul 27 16:36:41.607151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-59f1037c-da0a-40d9-95e8-97a70cd49e9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502288 Jul 27 16:36:41.682565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf3a3ea-7d07-4c54-9441-a9c4343ba35a req-c95185b4-7831-42be-a221-048b6216bc05 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826640 Jul 27 16:36:41.721217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.788014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0de991-748b-4ee6-bcb3-2181d73ef771,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.793474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c188-556f-4f50-8a61-95a6d161515a req-7afce3d2-d0e4-45b3-8aa1-32ba8c445803 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.795959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de97c188-556f-4f50-8a61-95a6d161515a req-7afce3d2-d0e4-45b3-8aa1-32ba8c445803 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 950 time: 0.1693180 Jul 27 16:36:41.799596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-3f1ec3a0-0d4b-4036-81c3-b4b0049695f7 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822617 Jul 27 16:36:41.802790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Checking segment: {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:41.803357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Network hostable DHCP agents. Network: 3e71152d-bdfe-4755-8f76-4ee975868ff8, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:36:41.826354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:36:41.837650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 3e71152d-bdfe-4755-8f76-4ee975868ff8) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:41.845169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:41.846005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:41.857308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6676e22-882c-494c-9802-48ef66a078a3 None None] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:36:41.874198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8fe9ad4-f294-4deb-b357-1400ef1889c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6056857 Jul 27 16:36:41.901575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de97c188-556f-4f50-8a61-95a6d161515a req-15129b70-d843-4bfd-b9a4-237b25697436 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920734 Jul 27 16:36:41.982019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eab7e5a8-a79a-4988-844b-1b7b5a1f4c7a req-6eed04ca-2093-4ee8-b4b1-a0fdf0aa70bf service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644003 Jul 27 16:36:42.110081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b2a19916-b04d-4a46-9a4a-e9de9346b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.201479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc083f4c-bc7c-4238-b63b-15f636589aaf req-61e2aaf8-beac-451a-8b07-706f93279485 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:42.203648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc083f4c-bc7c-4238-b63b-15f636589aaf req-61e2aaf8-beac-451a-8b07-706f93279485 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.1169982 Jul 27 16:36:42.224304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688348f6-4dd6-448d-8fba-9673d5e155ed None None] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:36:42.274200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc083f4c-bc7c-4238-b63b-15f636589aaf req-15808c62-19f6-45ca-a251-34fabff8ceea tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Jul 27 16:36:42.343594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287330052', 'description': 'tempest-description-743555432'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:42.353337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.380028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.530737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.536266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.569417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:42.571669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e36a29e-686e-479f-800f-0eb681e3a193 req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2338173 Jul 27 16:36:42.594541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354e8ec-2385-4bb4-a522-29904133c13a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98216fad-3118-425f-903b-499552b82cb4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:42.723144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1418e2-181e-404c-b52f-3f4650874523 req-567f0950-2d3c-492e-8b69-5f8da9bfb5fa tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:42.725886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e1418e2-181e-404c-b52f-3f4650874523 req-567f0950-2d3c-492e-8b69-5f8da9bfb5fa tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.0848420 Jul 27 16:36:42.778047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e1418e2-181e-404c-b52f-3f4650874523 req-98ffecea-b2a7-4883-b500-9f7aff8a6e5b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jul 27 16:36:42.991324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554f80-c001-434d-9469-7af06a218eef req-35602cb8-fb03-4ab3-a63a-cf75156d7c79 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:42.993665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86554f80-c001-434d-9469-7af06a218eef req-35602cb8-fb03-4ab3-a63a-cf75156d7c79 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.0933843 Jul 27 16:36:43.055422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86554f80-c001-434d-9469-7af06a218eef req-eb4b5bee-0a71-4e9c-a6ea-f2ed4c331d00 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544298 Jul 27 16:36:43.273518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1596820632', 'description': 'tempest-description-1895604337'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:43.296957 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:43.316761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:43.423023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d719-2a8e-49d4-b172-0f47afbdaf54 req-b7f7c41e-f615-469a-a236-70c3fc17ae83 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:43.424616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd39d719-2a8e-49d4-b172-0f47afbdaf54 req-b7f7c41e-f615-469a-a236-70c3fc17ae83 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.0879691 Jul 27 16:36:43.433523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:43.438726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:43.476079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:43.477906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e49a0df3-edd1-4006-9355-fa2d2fe4e4c7 req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2090492 Jul 27 16:36:43.491912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961acb47-a6ee-4ec5-a8d6-05ff31f2eb54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639e561a-ecbb-435a-ab18-f35484ef166b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:43.492323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd39d719-2a8e-49d4-b172-0f47afbdaf54 req-751efcae-3464-43ed-a3f6-a5c663012d19 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Jul 27 16:36:43.710244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d67c-3c1a-45ec-bf3f-c979a100d6fd req-021eb055-9dca-4683-9bbe-2fa715a7b7b8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:43.711825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ddf0d67c-3c1a-45ec-bf3f-c979a100d6fd req-021eb055-9dca-4683-9bbe-2fa715a7b7b8 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.0989792 Jul 27 16:36:43.771324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ddf0d67c-3c1a-45ec-bf3f-c979a100d6fd req-61f8f967-c8fc-4888-a83f-25ece71fe3ba tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482147 Jul 27 16:36:43.898343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-7a294900-4212-42d2-992e-af536def0244 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:43.900187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-7a294900-4212-42d2-992e-af536def0244 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 950 time: 0.1074753 Jul 27 16:36:44.053290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-f8547d1a-4822-4f10-981d-762df7e0fde6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:44.056610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-f8547d1a-4822-4f10-981d-762df7e0fde6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 813 time: 0.1704776 Jul 27 16:36:44.077886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-c0267b2c-eb2b-40c8-b648-561d203eaec2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/quotas/2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 375 time: 0.0153499 Jul 27 16:36:44.126926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port 0c283854-62f7-4351-abbc-919c683aee8a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:44.127250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:44.143124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-d084dcf3-3108-4af6-8234-96e5d1c71471 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506043 Jul 27 16:36:44.188792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c633-3c7d-4b9a-9615-26e6a52d5cc3 req-53bd1543-8dba-47a5-b379-e9ee29fea000 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:44.190561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f449c633-3c7d-4b9a-9615-26e6a52d5cc3 req-53bd1543-8dba-47a5-b379-e9ee29fea000 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1515629 Jul 27 16:36:44.270463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f449c633-3c7d-4b9a-9615-26e6a52d5cc3 req-54ac1af6-2fb3-466d-a287-9773fe33576b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Jul 27 16:36:44.292151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port 0c283854-62f7-4351-abbc-919c683aee8a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0c283854-62f7-4351-abbc-919c683aee8a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:44.293315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:44.316472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-a4829e3e-6a3e-4dd7-a57f-848dd9f84ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408260 Jul 27 16:36:44.317048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for 0c283854-62f7-4351-abbc-919c683aee8a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:44.471104 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-a7b31e13-c994-465f-a5f9-8e848caa5404 service neutron] 10.222.0.64 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541474 Jul 27 16:36:44.588035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:44.602982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:44.646994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', '0c283854-62f7-4351-abbc-919c683aee8a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:44.674578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=0c283854-62f7-4351-abbc-919c683aee8a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:44.719173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:44.737523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee272051-3230-4054-be68-57d91bbe09b3 req-f786dc35-7700-466d-8136-d3e4cf23c224 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:44.740547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee272051-3230-4054-be68-57d91bbe09b3 req-f786dc35-7700-466d-8136-d3e4cf23c224 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.2535679 Jul 27 16:36:44.777800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.778544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.779212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.779875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.783763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.783763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.784288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.785386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.786981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.786981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.787528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.787958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.811944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port 0c283854-62f7-4351-abbc-919c683aee8a on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:44.817428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:44.820896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d9acade-9479-4ad7-bb6e-680410d83ce9 req-04d17bf1-4029-4cf7-95aa-318411d0fb01 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "DELETE /v2.0/ports/0c283854-62f7-4351-abbc-919c683aee8a HTTP/1.1" status: 204 len: 173 time: 0.9127228 Jul 27 16:36:44.867145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'name': 'network-vif-deleted', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:44.870934 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02168f75-302d-4342-959e-015953b97814" -d '{"events": [{"server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "name": "network-vif-deleted", "tag": "0c283854-62f7-4351-abbc-919c683aee8a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:44.946428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee272051-3230-4054-be68-57d91bbe09b3 req-3e1de852-69c0-4dc8-861e-879ee613539d tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352186 Jul 27 16:36:45.118965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:45.143407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb76aa24-334e-49f0-a855-6a5cf73b66ce req-b49f46a4-dae0-4a83-9c83-dfb60d06119e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 210 time: 0.0606995 Jul 27 16:36:45.231665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:45.240569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075021d-1dd6-4c10-807a-fc4006bb3b64 req-bc82c2e9-1276-4058-9eb1-a836bcfeef9f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:45.243929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1075021d-1dd6-4c10-807a-fc4006bb3b64 req-bc82c2e9-1276-4058-9eb1-a836bcfeef9f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1672947 Jul 27 16:36:45.308090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:45.310376 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ced23-dda2-444b-9aff-003173948504" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:45.313837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1075021d-1dd6-4c10-807a-fc4006bb3b64 req-29b5a450-bc31-4969-bf2e-d9431322d36f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598075 Jul 27 16:36:45.339666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09ec9f7f-49e3-465d-af3e-3ba74c54f293 req-a5681f2e-1b79-4c19-ad00-6c03815e943a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=e84457f0-2f34-4697-a720-3bf7d74c8001 HTTP/1.1" status: 200 len: 210 time: 0.0624363 Jul 27 16:36:45.348602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:45.356127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:45.450839 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45d95c1-93da-439f-9140-c8fe9262d35d x-openstack-request-id: req-e45d95c1-93da-439f-9140-c8fe9262d35d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:45.451921 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84457f0-2f34-4697-a720-3bf7d74c8001", "name": "network-vif-deleted", "tag": "0c283854-62f7-4351-abbc-919c683aee8a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:45.452544 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e45d95c1-93da-439f-9140-c8fe9262d35d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:45.453279 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84457f0-2f34-4697-a720-3bf7d74c8001', 'name': 'network-vif-deleted', 'tag': '0c283854-62f7-4351-abbc-919c683aee8a', 'status': 'completed', 'code': 200} Jul 27 16:36:45.460923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:45.530655 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25150a17-2c70-4b8e-a099-2bd4695ad40e x-openstack-request-id: req-25150a17-2c70-4b8e-a099-2bd4695ad40e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:45.531013 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:45.531362 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25150a17-2c70-4b8e-a099-2bd4695ad40e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:45.531789 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'code': 200} Jul 27 16:36:45.579606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7ba3-38d6-4ca9-b47e-f42726bd71b9 req-d1de4827-7fce-42ed-8a51-c0fba8afacac tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:45.582982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa8e7ba3-38d6-4ca9-b47e-f42726bd71b9 req-d1de4827-7fce-42ed-8a51-c0fba8afacac tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.1211143 Jul 27 16:36:45.658594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa8e7ba3-38d6-4ca9-b47e-f42726bd71b9 req-978718b8-e8e9-42f6-a0dd-d9e745da0098 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670059 Jul 27 16:36:45.779287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881011-8dba-4797-9959-8ca93508ae8c req-1e6d108e-978b-49aa-8bf1-25d9d7d377c7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:45.781886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69881011-8dba-4797-9959-8ca93508ae8c req-1e6d108e-978b-49aa-8bf1-25d9d7d377c7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1510162 Jul 27 16:36:45.851513 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69881011-8dba-4797-9959-8ca93508ae8c req-3dd80596-7c74-4d82-85c3-b31187b14dc0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532475 Jul 27 16:36:46.131292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ce862-cf86-40ac-86e8-9dd134e0e791 req-bd9ace13-d73e-4075-89e7-b926a571c2f8 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:46.132863 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-476ce862-cf86-40ac-86e8-9dd134e0e791 req-bd9ace13-d73e-4075-89e7-b926a571c2f8 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.0890837 Jul 27 16:36:46.193660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-476ce862-cf86-40ac-86e8-9dd134e0e791 req-ce56ef5c-c17f-4328-8416-f976aa72135e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Jul 27 16:36:46.286652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e2a1245-2911-43bf-a305-9bfe20352b3b req-24ab6f53-ef2e-44b6-b5a6-d60900a0ba6e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 210 time: 0.0384381 Jul 27 16:36:46.525959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-c7e95218-9c64-4a38-80c3-92d8a7566a9a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:46.529328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-c7e95218-9c64-4a38-80c3-92d8a7566a9a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 813 time: 0.2391317 Jul 27 16:36:46.542502 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:46.549377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'device_id': '224a7805-2aad-4037-851e-259c30dca17c', 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8', 'admin_state_up': True, 'tenant_id': '2d75df67498e4685b140bb3d63641c08'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:46.623899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c897a-0df9-4cc7-ac4d-7148acff083d req-bf69f8c7-1032-4270-b0ff-30219debb76e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:46.625503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-886c897a-0df9-4cc7-ac4d-7148acff083d req-bf69f8c7-1032-4270-b0ff-30219debb76e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1788695 Jul 27 16:36:46.713266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-886c897a-0df9-4cc7-ac4d-7148acff083d req-d33688dc-734f-465d-af2c-378370ae98a4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750110 Jul 27 16:36:46.720876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:46.753530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Made reservation on behalf of 2d75df67498e4685b140bb3d63641c08 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:46.755935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0c283854-62f7-4351-abbc-919c683aee8a no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:46.764883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:46.809832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 0c283854-62f7-4351-abbc-919c683aee8a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:36:46.809832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0c283854-62f7-4351-abbc-919c683aee8a not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:36:46.933327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:46.956199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'mac_address': 'fa:16:3e:18:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:47.006395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:47.063953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:47.086666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d13afe-a0d3-492b-a942-08c95ab3956d req-15214246-afd0-4704-820d-7e6bd1102026 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:47.089312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1d13afe-a0d3-492b-a942-08c95ab3956d req-15214246-afd0-4704-820d-7e6bd1102026 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.2218175 Jul 27 16:36:47.166990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:47.181652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Allocated IP 172.20.0.7 (3e71152d-bdfe-4755-8f76-4ee975868ff8/6d0de991-748b-4ee6-bcb3-2181d73ef771/67f2441a-3099-472d-977e-1a6527959bba) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:47.213673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1d13afe-a0d3-492b-a942-08c95ab3956d req-8fa3fab0-abf6-465d-8c19-f252e10b85ff tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077130 Jul 27 16:36:47.225094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:47.235401 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:47.310564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076c72-1b7c-4807-9079-8cd6c089950e req-7e11d7ca-9829-4d42-8af6-cb2caa71ead7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:47.317247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e076c72-1b7c-4807-9079-8cd6c089950e req-7e11d7ca-9829-4d42-8af6-cb2caa71ead7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.1503546 Jul 27 16:36:47.375499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:47.388716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:47.406882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:36:47.407500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e076c72-1b7c-4807-9079-8cd6c089950e req-2dfd2512-213e-4574-9a3a-254c5596afb4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787754 Jul 27 16:36:47.483650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c28e379c-5e2b-4512-b053-8d7a630143e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:47.834915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d6ab-06c6-4ee1-a7ac-e39ec8343c52 req-336ee762-c9e9-4b4a-b43f-c90ea2a087b1 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:47.838357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f00d6ab-06c6-4ee1-a7ac-e39ec8343c52 req-336ee762-c9e9-4b4a-b43f-c90ea2a087b1 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.2030776 Jul 27 16:36:47.904361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f00d6ab-06c6-4ee1-a7ac-e39ec8343c52 req-2dd84c65-c92b-4d5f-a327-63544a17190e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571699 Jul 27 16:36:47.983540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:47.998132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ae6a-cd2b-41a8-a00c-252bda1a55f3 req-70f99340-f195-4994-aacf-106ef663405d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.001627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9f1ae6a-cd2b-41a8-a00c-252bda1a55f3 req-70f99340-f195-4994-aacf-106ef663405d tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.1623385 Jul 27 16:36:48.039744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94306971-e859-4e22-990b-dd41145a9f00 req-aa1e1aab-2130-46ff-ac67-cb13b1d088fb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 210 time: 0.0388129 Jul 27 16:36:48.091161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:48.110208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9f1ae6a-cd2b-41a8-a00c-252bda1a55f3 req-ecf1dc9d-293e-43de-aab3-a6e20b4a7db1 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971241 Jul 27 16:36:48.167006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:48.172577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:48.183224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:36:48.221583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:48.262959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.262959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:48.268016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eda10e-35c5-4693-aab1-b2b9d2349150 req-31c3cce7-8ca6-438d-bd0e-2ab678413f83 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.268016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87eda10e-35c5-4693-aab1-b2b9d2349150 req-31c3cce7-8ca6-438d-bd0e-2ab678413f83 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1155512 Jul 27 16:36:48.291387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-464e147f-e2f3-47be-bcc6-8ebdda4d213d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7461891 Jul 27 16:36:48.308074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Request body: {'port': {'device_id': '224a7805-2aad-4037-851e-259c30dca17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:48.345506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87eda10e-35c5-4693-aab1-b2b9d2349150 req-988c6a72-d8ae-4459-8c3b-c7bf43b3e494 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648313 Jul 27 16:36:48.513743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:48.592441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7d086-cca4-45d4-abb1-f4453a26b90a req-293a26e8-e918-482e-8754-4575ec974cbc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.594001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aad7d086-cca4-45d4-abb1-f4453a26b90a req-293a26e8-e918-482e-8754-4575ec974cbc tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.2342227 Jul 27 16:36:48.618954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772800a0-7133-4d43-ae3e-35090bc0576f req-efe863d1-3ff3-47b6-9eb9-15dcc9d6bff5 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.621568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-772800a0-7133-4d43-ae3e-35090bc0576f req-efe863d1-3ff3-47b6-9eb9-15dcc9d6bff5 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.0882947 Jul 27 16:36:48.627142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-c1d8cc8c-ec05-4b87-94ec-5b0d567ae618 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:48.628025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-c1d8cc8c-ec05-4b87-94ec-5b0d567ae618 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.61 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.2245708 Jul 27 16:36:48.681980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-772800a0-7133-4d43-ae3e-35090bc0576f req-d5b4f8ef-ca4a-40fe-ac36-7dfc51e2784c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Jul 27 16:36:48.796302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aad7d086-cca4-45d4-abb1-f4453a26b90a req-b7cdcd8b-039f-47ff-bb9e-20d514add550 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870463 Jul 27 16:36:48.962585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Deleting port b5a1f003-ae1c-4f96-884e-5be68707297e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:48.962986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.186457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f2441a-3099-472d-977e-1a6527959bba {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:49.221779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] For port b5a1f003-ae1c-4f96-884e-5be68707297e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b5a1f003-ae1c-4f96-884e-5be68707297e,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:49.221779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.226286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.234960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-35fc1706-3595-4086-b411-9f9aa631e026 service neutron] 10.222.0.13 "GET /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.2121019 Jul 27 16:36:49.247402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94574bbc-9857-4be7-8ad0-a438c9fa261d req-4d782a76-c428-4151-b8d4-189c1942d469 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:49.249535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94574bbc-9857-4be7-8ad0-a438c9fa261d req-4d782a76-c428-4151-b8d4-189c1942d469 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 931 time: 0.1018462 Jul 27 16:36:49.301602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94574bbc-9857-4be7-8ad0-a438c9fa261d req-b9cd7cab-a1d6-4e98-886d-b61093c74b08 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Jul 27 16:36:49.321305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Transition to ACTIVE for port object 67f2441a-3099-472d-977e-1a6527959bba will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:49.340963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.367270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464362fa-218a-4622-980d-5290c354e0f7 req-2d1accf3-caae-413a-a991-44cdc73e1a1f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:49.368950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-464362fa-218a-4622-980d-5290c354e0f7 req-2d1accf3-caae-413a-a991-44cdc73e1a1f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.3450885 Jul 27 16:36:49.472871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d5b1-8f48-4fed-8010-452b664ce319 req-c8e36cf6-9fb5-4952-9b42-ac29e8e31cff tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:49.476975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77a0d5b1-8f48-4fed-8010-452b664ce319 req-c8e36cf6-9fb5-4952-9b42-ac29e8e31cff tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 946 time: 0.0936832 Jul 27 16:36:49.487176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:49.531095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77a0d5b1-8f48-4fed-8010-452b664ce319 req-54c84c1b-6f41-461d-bd95-51b70f72d9a8 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups?id=25a1c476-09a2-4052-9695-ffef2c93cf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491664 Jul 27 16:36:49.695481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.695779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.696104 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f disassociated. External IP: 172.25.4.233, port: b5a1f003-ae1c-4f96-884e-5be68707297e. Jul 27 16:36:49.696481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Calling delete_port for b5a1f003-ae1c-4f96-884e-5be68707297e owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:49.716789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-464362fa-218a-4622-980d-5290c354e0f7 req-698adf84-e64d-4293-a474-56c2441e6d91 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915304 Jul 27 16:36:49.794839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Attempting to bind port 67f2441a-3099-472d-977e-1a6527959bba on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:36:49.795197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Attempting to bind port 67f2441a-3099-472d-977e-1a6527959bba by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:36:49.795586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Attempting to bind port 67f2441a-3099-472d-977e-1a6527959bba on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:49.824801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Port 67f2441a-3099-472d-977e-1a6527959bba on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:36:49.825140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Attempting to bind port 67f2441a-3099-472d-977e-1a6527959bba on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:36:49.833071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:49.870131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:36:49.870468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Checking segment: {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:36:49.870936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Bound using segment: {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:36:49.871919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Bound port: 67f2441a-3099-472d-977e-1a6527959bba, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:36:49.872288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:49.900470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f6e0b-b662-4056-8fc7-b40f1cbdbfe6 req-f3a18a74-77cb-4504-a9bd-9992e42553b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:49.901997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-792f6e0b-b662-4056-8fc7-b40f1cbdbfe6 req-f3a18a74-77cb-4504-a9bd-9992e42553b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.0731668 Jul 27 16:36:49.913474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:49.948230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-792f6e0b-b662-4056-8fc7-b40f1cbdbfe6 req-e7b14007-b6e7-4b53-81d0-6525a24db404 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Jul 27 16:36:50.009613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:50.037060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:50.066584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a796a-7d07-4fe7-8faa-9091df8e3b74 req-96fae2db-5965-49b4-b625-38aa9237e9bc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:50.068147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c71a796a-7d07-4fe7-8faa-9091df8e3b74 req-96fae2db-5965-49b4-b625-38aa9237e9bc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 944 time: 0.2765357 Jul 27 16:36:50.085302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:50.089395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.092413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:50.114185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.116022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.203111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:50.203860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.205038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] 10.222.0.61 "PUT /v2.0/ports/67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 1091 time: 1.9036782 Jul 27 16:36:50.207676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:50.210069 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0024caff-452c-4ed1-a1da-288742b19f54" -d '{"events": [{"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:50.224310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c71a796a-7d07-4fe7-8faa-9091df8e3b74 req-82ec4071-ffaf-4c2c-b602-2261b9eec80e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403391 Jul 27 16:36:50.311520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51f176-0f3d-46c8-a456-d300e8b330ee service neutron] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:50.383724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event deleted for resources: {'Port': ['ID=b5a1f003-ae1c-4f96-884e-5be68707297e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:50.412013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] Transition to ACTIVE for port object b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:36:50.445408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.589420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] No DVR routers for this DVR port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:50.593438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:50.602497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:36:50.612744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-b890ea96-842b-4d02-b4f7-49914a7281ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:50.614644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-b890ea96-842b-4d02-b4f7-49914a7281ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1094 time: 0.3247526 Jul 27 16:36:50.672324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2f3f-6d2b-45e2-bb83-45d097256794 req-b179c2f6-6009-4a39-96f9-0bf3a0f7262c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:50.674965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-191b2f3f-6d2b-45e2-bb83-45d097256794 req-b179c2f6-6009-4a39-96f9-0bf3a0f7262c tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.3391695 Jul 27 16:36:50.738955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-62a6a263-f320-446f-a169-e4768ac543b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4911730 Jul 27 16:36:50.740317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-748ebcec-adb7-4dc8-a4e8-8c0a03327753 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 217 time: 0.1142805 Jul 27 16:36:50.757798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:50.844628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c28e379c-5e2b-4512-b053-8d7a630143e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:50.845649 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:50.943433 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505d520-32a0-44e5-9130-6d20f691b2f3 x-openstack-request-id: req-1505d520-32a0-44e5-9130-6d20f691b2f3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:50.943904 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:50.944318 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1505d520-32a0-44e5-9130-6d20f691b2f3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:50.944977 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba', 'status': 'completed', 'code': 200} Jul 27 16:36:50.951094 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-191b2f3f-6d2b-45e2-bb83-45d097256794 req-636d8ff6-2d1d-4ac4-bb8e-62afe2e3a870 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192626 Jul 27 16:36:50.955762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-9ff57b28-a67b-46e6-84d6-05442466708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:50.957649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-9ff57b28-a67b-46e6-84d6-05442466708b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.2092984 Jul 27 16:36:50.976274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:51.023334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-32aaa823-195f-4b68-acae-646df47ead28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578783 Jul 27 16:36:51.031804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b5a1f003-ae1c-4f96-884e-5be68707297e no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:51.072879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b5a1f003-ae1c-4f96-884e-5be68707297e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:36:51.073352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b5a1f003-ae1c-4f96-884e-5be68707297e not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:36:51.082832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:51.085379 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3950530-a7c2-4823-a909-c1070854dada" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:51.116572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:51.122709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcde66-c3db-4253-89b0-1dd8b590789d req-4c776dd2-a3b5-4698-9223-6eb21d54a1d4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:51.123541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:51.124943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:51.131990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81bcde66-c3db-4253-89b0-1dd8b590789d req-4c776dd2-a3b5-4698-9223-6eb21d54a1d4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 943 time: 0.1219599 Jul 27 16:36:51.205847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81bcde66-c3db-4253-89b0-1dd8b590789d req-c33d9372-7704-46be-9a12-2ad7877072f0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724428 Jul 27 16:36:51.242299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:36:51.298317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:51.325495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.325739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.326120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.326468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.326843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.327194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.327598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.327992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.328315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.328727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.329123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.329507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:51.475729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:51.496932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:51.522618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:51.523205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247847f-7622-461d-a84c-0f5c7e4ed237 req-b8c98b26-8ddb-4237-87f6-052815faef7f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:51.523433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:51.531510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1247847f-7622-461d-a84c-0f5c7e4ed237 req-b8c98b26-8ddb-4237-87f6-052815faef7f tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.1193795 Jul 27 16:36:51.594196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbeea85b-4b88-41b6-a0d0-847f13ee7e27 req-0272e790-2d4a-4435-b2ff-28b96469cf8e tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/ports?device_id=2420493f-8b51-4059-a3a9-74aafc7d0b4f HTTP/1.1" status: 200 len: 210 time: 0.1210535 Jul 27 16:36:51.597351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1247847f-7622-461d-a84c-0f5c7e4ed237 req-5bb7e841-c419-47dc-acd0-361360dc54f5 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647130 Jul 27 16:36:51.647943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] No DVR routers for this DVR port b5a1f003-ae1c-4f96-884e-5be68707297e on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:51.665234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:51.669528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e3faee9-36d7-48b6-9e93-cf407aeaee83 req-5a996fa1-dacf-4ce9-ae20-227537fc2289 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.61 "DELETE /v2.0/ports/b5a1f003-ae1c-4f96-884e-5be68707297e HTTP/1.1" status: 204 len: 173 time: 3.0287230 Jul 27 16:36:51.741390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-0467dbb7-032d-478b-9056-c94dc147f6e9 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:51.744450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-0467dbb7-032d-478b-9056-c94dc147f6e9 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2702579 Jul 27 16:36:51.748180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-46a6c3cf-7f6d-4931-8d37-f51e90565621 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148817 Jul 27 16:36:51.776608 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d63249-7f44-4ccb-838c-7c1f5328c95c x-openstack-request-id: req-88d63249-7f44-4ccb-838c-7c1f5328c95c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:51.776608 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-plugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:51.776608 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88d63249-7f44-4ccb-838c-7c1f5328c95c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:51.776608 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'code': 200} Jul 27 16:36:51.800833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:51.955709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35dfb-8e07-4a34-9315-8b7fabff21bc req-3ee2416c-f3f8-415b-924c-4e493b63080d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:51.969985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-def35dfb-8e07-4a34-9315-8b7fabff21bc req-3ee2416c-f3f8-415b-924c-4e493b63080d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1749279 Jul 27 16:36:52.049394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-def35dfb-8e07-4a34-9315-8b7fabff21bc req-7f7b9f56-5b22-4901-8f13-c6c6ff24722b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782065 Jul 27 16:36:52.049837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-781baa39-6f49-44d6-8e5c-3950915d2003 req-68749abf-2e79-4d88-bda2-f4fe34ee69b1 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878661 Jul 27 16:36:52.055720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-7f85b42f-3961-42ac-86e8-1441194713e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.058142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-7f85b42f-3961-42ac-86e8-1441194713e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776&tenant_id=17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 1096 time: 0.2983108 Jul 27 16:36:52.227971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f47b-427e-43d2-a64c-1fe270efff36 req-6c7e6b07-6615-4fdd-88c3-004f81d45d11 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.239950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8de5f47b-427e-43d2-a64c-1fe270efff36 req-6c7e6b07-6615-4fdd-88c3-004f81d45d11 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.3217096 Jul 27 16:36:52.292131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:52.350000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:52.367982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:52.369127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:52.381315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8de5f47b-427e-43d2-a64c-1fe270efff36 req-bfeadf01-52ea-4ba5-bdec-123a62270425 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401367 Jul 27 16:36:52.385142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-17ceb4d1-6d11-4628-9c9e-435edcffc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.387714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-17ceb4d1-6d11-4628-9c9e-435edcffc765 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1096 time: 0.2877707 Jul 27 16:36:52.442853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024caff-452c-4ed1-a1da-288742b19f54 req-ee4c18cd-aa33-4ff7-bedc-5343664f7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.447330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-ee4c18cd-aa33-4ff7-bedc-5343664f7443 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1094 time: 0.2575157 Jul 27 16:36:52.494944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65127a82-09fe-4c7b-8c6f-c721e6dcaf37 req-ee426088-5c18-43fa-982b-635061f4ac3f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.497601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65127a82-09fe-4c7b-8c6f-c721e6dcaf37 req-ee426088-5c18-43fa-982b-635061f4ac3f tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.1579707 Jul 27 16:36:52.589206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65127a82-09fe-4c7b-8c6f-c721e6dcaf37 req-032789b2-ca18-49ec-b8db-26b263bfa999 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785177 Jul 27 16:36:52.641762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:52.802247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024caff-452c-4ed1-a1da-288742b19f54 req-13742dc5-092c-422f-b6f5-f6557d020acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.805004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-13742dc5-092c-422f-b6f5-f6557d020acb service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.3432057 Jul 27 16:36:52.806674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-cb703b2a-55ce-4661-adb6-62840386b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.808751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-cb703b2a-55ce-4661-adb6-62840386b291 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.3970714 Jul 27 16:36:52.926332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1aab-bbfc-4753-b51c-7d191ab4aaa7 req-d1720416-e12b-490b-88f8-a843ac8767de tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.928821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ba1aab-bbfc-4753-b51c-7d191ab4aaa7 req-d1720416-e12b-490b-88f8-a843ac8767de tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.1276491 Jul 27 16:36:52.950397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd48a-0367-4ae1-a1e9-d68a89b8689d req-123f9774-c282-48b7-8776-fee9cc56db70 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:52.962213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba1dd48a-0367-4ae1-a1e9-d68a89b8689d req-123f9774-c282-48b7-8776-fee9cc56db70 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 943 time: 0.4326468 Jul 27 16:36:52.967019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-b507b766-00ea-4546-841a-8471e6b68533 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.1469104 Jul 27 16:36:52.968964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'name': 'network-vif-deleted', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:52.972826 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c913473b-9ed6-4c96-acd7-12b7cde5ebdd" -d '{"events": [{"server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "name": "network-vif-deleted", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:52.978355 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-b50d5b51-3423-48b5-8d5d-85bcd7be5ea2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 217 time: 0.1599114 Jul 27 16:36:53.009783 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ba1aab-bbfc-4753-b51c-7d191ab4aaa7 req-80d76861-e4b6-4a3d-ad0d-805f550a4b0d tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691741 Jul 27 16:36:53.041190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:53.100176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f722e-1ce9-4a6e-8ccc-1ab67de66f1d None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:31:48Z', 'revision_number': 4, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '6f7fa14a-0bf5-4245-93da-2724a6e1b834', 'name': '', 'network_id': '2f63b1a3-cf19-47f1-9558-df559fb112dc', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'mac_address': 'fa:16:3e:f2:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:46Z', 'updated_at': '2021-07-27T16:31:55Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'subnets': [{'id': '82914b07-7da1-4fdc-aebc-fb8fcef8b7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:53.160194 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37da5e-cd00-4fe4-a005-57950a9c2621 x-openstack-request-id: req-4d37da5e-cd00-4fe4-a005-57950a9c2621 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:53.160704 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2420493f-8b51-4059-a3a9-74aafc7d0b4f", "name": "network-vif-deleted", "tag": "b5a1f003-ae1c-4f96-884e-5be68707297e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:53.161127 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d37da5e-cd00-4fe4-a005-57950a9c2621 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:53.161938 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2420493f-8b51-4059-a3a9-74aafc7d0b4f', 'name': 'network-vif-deleted', 'tag': 'b5a1f003-ae1c-4f96-884e-5be68707297e', 'status': 'completed', 'code': 200} Jul 27 16:36:53.172711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba1dd48a-0367-4ae1-a1e9-d68a89b8689d req-9b4e31c7-056a-4e0f-91c8-28bd8cf0d199 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064176 Jul 27 16:36:53.172711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-ef08d287-db18-4b9e-9900-6a53ed52dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:53.174228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-ef08d287-db18-4b9e-9900-6a53ed52dbb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1946132 Jul 27 16:36:53.176702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024caff-452c-4ed1-a1da-288742b19f54 req-a074c4f0-e714-46b2-8c81-593b98171a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:53.179138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-a074c4f0-e714-46b2-8c81-593b98171a84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.1787891 Jul 27 16:36:53.243723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-4f88ad6b-7755-4a93-a834-32cc6d5f774a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544286 Jul 27 16:36:53.352789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-fa3d62b2-6987-4da6-9db1-daf5807171af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074739 Jul 27 16:36:53.386437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c386f9-d2b7-4871-9afb-382cb5384444 req-78f2b1b0-3542-4d52-b26d-aeab9f00f635 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:53.389179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26c386f9-d2b7-4871-9afb-382cb5384444 req-78f2b1b0-3542-4d52-b26d-aeab9f00f635 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.1445897 Jul 27 16:36:53.400145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:53.409292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Request body: {'floatingip': {'port_id': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:36:53.548540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:53.610872 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1864f-bad9-4c11-8fe9-6944a8b93ee1 None None] New status for floating IP ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:36:53.679672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-8459f368-9ad5-445e-b7ac-2719147285eb service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227087 Jul 27 16:36:53.806738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c925e-2eaf-4cb9-be6d-5f34f10e4a85 req-211e87eb-8b71-47d7-af85-f47d552a97c4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:53.825743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-490c925e-2eaf-4cb9-be6d-5f34f10e4a85 req-211e87eb-8b71-47d7-af85-f47d552a97c4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.4678783 Jul 27 16:36:53.861174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-62ca1ff4-6a82-4e4a-9dcd-06ea62b88465 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697306 Jul 27 16:36:53.971398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b233dd3-4213-4ca9-a231-358b308c1da3 req-7fdb00a4-14b3-4e96-8364-7e6fdc016d21 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:53.979213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b233dd3-4213-4ca9-a231-358b308c1da3 req-7fdb00a4-14b3-4e96-8364-7e6fdc016d21 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.2379568 Jul 27 16:36:54.086467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b233dd3-4213-4ca9-a231-358b308c1da3 req-3f1fc232-3576-4796-b85b-7dc7e301cd90 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049478 Jul 27 16:36:54.126104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-5b4c806b-879e-4d48-b050-4b70875921bf service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369135 Jul 27 16:36:54.163003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-490c925e-2eaf-4cb9-be6d-5f34f10e4a85 req-aa8acddd-ab1e-41ac-a51e-a1155ffa213f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358333 Jul 27 16:36:54.281870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-98d5024b-3051-4bf8-b3a5-13d6defe7084 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:54.284119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-98d5024b-3051-4bf8-b3a5-13d6defe7084 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.4476626 Jul 27 16:36:54.293922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0024caff-452c-4ed1-a1da-288742b19f54 req-f0b8ec47-6227-4567-a8a6-ea34b6ba79e6 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313898 Jul 27 16:36:54.440750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:54.706662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:36:54.727155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62262-c1cb-4c03-b757-b958d3da8a58 req-6743868f-0ff9-4924-b0fe-600a1afeeb3a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:54.730956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9be62262-c1cb-4c03-b757-b958d3da8a58 req-6743868f-0ff9-4924-b0fe-600a1afeeb3a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 950 time: 0.3324418 Jul 27 16:36:54.859824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:54.899962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90f16-1469-47de-b7bc-0190853524ce req-d78a850c-3692-4b3f-a0cc-f4f954132f12 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:54.902477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-d78a850c-3692-4b3f-a0cc-f4f954132f12 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.3133059 Jul 27 16:36:54.909354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:54.909958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:54.928568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ded1-45d9-450c-bb7f-82f3162a0e4c req-1ee67c4e-95ee-4d50-bbd2-14214507225c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:54.937666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbe8ded1-45d9-450c-bb7f-82f3162a0e4c req-1ee67c4e-95ee-4d50-bbd2-14214507225c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 943 time: 0.3787720 Jul 27 16:36:55.031339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.043785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 67f2441a-3099-472d-977e-1a6527959bba details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:55.081564 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:36:55.203808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbe8ded1-45d9-450c-bb7f-82f3162a0e4c req-49390dda-8c14-4bda-9c2f-11d13dcd1e61 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648125 Jul 27 16:36:55.347500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:55.378114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '67f2441a-3099-472d-977e-1a6527959bba', 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8', 'port_id': '67f2441a-3099-472d-977e-1a6527959bba', 'mac_address': 'fa:16:3e:99:e0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0de991-748b-4ee6-bcb3-2181d73ef771', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:55.412270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.415220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:55.416269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.423416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.431460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.442328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.446114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "DELETE /v2.0/security-groups/25a1c476-09a2-4052-9695-ffef2c93cf9e HTTP/1.1" status: 204 len: 168 time: 1.0002882 Jul 27 16:36:55.463440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:55.474893 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.502349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f2441a-3099-472d-977e-1a6527959bba {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:36:55.548004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:55.552591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:55.568417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ebccc-1054-43a6-9eb7-f9c403521a52 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1c476-09a2-4052-9695-ffef2c93cf9e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:55.578976 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-492a97a0-819c-4a1f-877b-4a0b1e9731bb tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] show failed (client error): The resource could not be found. Jul 27 16:36:55.585096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-492a97a0-819c-4a1f-877b-4a0b1e9731bb tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "GET /v2.0/security-groups/25a1c476-09a2-4052-9695-ffef2c93cf9e HTTP/1.1" status: 404 len: 347 time: 0.0993335 Jul 27 16:36:55.610906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:36:55.651106 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.684844 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Floating IP 6782b6a6-1268-4c0c-9889-2f4fe6d899e9 associated. External IP: 172.25.4.92, port: aca9e24a-a4f0-4bb8-a032-f1d2f233387a. Jul 27 16:36:55.786965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c2a90f16-1469-47de-b7bc-0190853524ce req-747bb39a-7b77-4392-9c04-266d8da06283 service neutron] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:55.797410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:55.809595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9be62262-c1cb-4c03-b757-b958d3da8a58 req-74b54607-22a1-4881-b93d-300c2e536983 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0310626 Jul 27 16:36:55.888692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c2a90f16-1469-47de-b7bc-0190853524ce req-747bb39a-7b77-4392-9c04-266d8da06283 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:55.895696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2a90f16-1469-47de-b7bc-0190853524ce req-747bb39a-7b77-4392-9c04-266d8da06283 service neutron] 10.222.0.61 "DELETE /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.9810491 Jul 27 16:36:55.942204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:56.132660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5912b-575c-4b8b-8b91-f14e88d2f6a1 req-1c0fab16-2a80-439a-8bd0-5c159f992017 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:56.136013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15d5912b-575c-4b8b-8b91-f14e88d2f6a1 req-1c0fab16-2a80-439a-8bd0-5c159f992017 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.5695395 Jul 27 16:36:56.274011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Deleting port 30faa0eb-6202-4a91-b674-e1a06046c79f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:36:56.274748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.376868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Router 6f88d232-2f09-4ce3-aadd-592ca6754226 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:36:56.379676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15d5912b-575c-4b8b-8b91-f14e88d2f6a1 req-aa761386-903c-4f39-b12b-e17e235ac615 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193999 Jul 27 16:36:56.404858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.477943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:56.484517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635088-aace-4d18-86ec-279d3bf2b2fc req-e7946ad7-823c-41a3-a27b-65aa3429a371 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:56.499443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8635088-aace-4d18-86ec-279d3bf2b2fc req-e7946ad7-823c-41a3-a27b-65aa3429a371 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.4746804 Jul 27 16:36:56.548449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:56.754637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:56.760746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8635088-aace-4d18-86ec-279d3bf2b2fc req-eae35e7a-91c5-4ab8-b950-4a67b03b2fca tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596250 Jul 27 16:36:56.768033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.768396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.774803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:36:56.814692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:56.824390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.832464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:56.843888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Sync routers for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:56.881477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:56.887451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:36:56.888476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:36:56.893265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e3fa4ef-cf55-44f6-9dee-58babf4939a1 req-40718c74-9656-45ad-8edd-674afe1688d6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "DELETE /v2.0/ports/c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568 HTTP/1.1" status: 204 len: 173 time: 2.5975752 Jul 27 16:36:56.899628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'name': 'network-vif-deleted', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:56.904444 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a50b9-7739-43a2-8a26-f1ca81b465e8" -d '{"events": [{"server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "name": "network-vif-deleted", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:56.954850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Calling delete_port for 30faa0eb-6202-4a91-b674-e1a06046c79f owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:36:57.020089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5339ccb7-8684-40ab-9551-4d3aa0fee710 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "PUT /v2.0/floatingips/6782b6a6-1268-4c0c-9889-2f4fe6d899e9 HTTP/1.1" status: 200 len: 991 time: 3.6142695 Jul 27 16:36:57.020812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:57.024917 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3237bc2-9a67-427e-8363-375db285a5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:57.138391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 67f2441a-3099-472d-977e-1a6527959bba up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:57.201038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:57.202169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:57.218485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a75789-726f-4806-8edf-b458a25c5154 req-42233b20-3107-4714-9637-b9fe300e4d4b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:57.225931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7a75789-726f-4806-8edf-b458a25c5154 req-42233b20-3107-4714-9637-b9fe300e4d4b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 944 time: 0.5086269 Jul 27 16:36:57.290283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e4d82a9-0937-4052-aedb-171b8b7b14de req-65eccba9-db6b-405c-bfc0-c1e6762d9532 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=084a21fd-4d3c-4a06-9245-97f7cfd8998c HTTP/1.1" status: 200 len: 210 time: 0.0624967 Jul 27 16:36:57.435245 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f771982b-5d1f-4a74-925b-08f2559d8dc8 x-openstack-request-id: req-f771982b-5d1f-4a74-925b-08f2559d8dc8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:57.436153 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084a21fd-4d3c-4a06-9245-97f7cfd8998c", "name": "network-vif-deleted", "tag": "c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:57.436916 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f771982b-5d1f-4a74-925b-08f2559d8dc8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:57.437820 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084a21fd-4d3c-4a06-9245-97f7cfd8998c', 'name': 'network-vif-deleted', 'tag': 'c7f4933a-eb7c-40d8-87d5-f8f2f4eeb568', 'status': 'completed', 'code': 200} Jul 27 16:36:57.482012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7a75789-726f-4806-8edf-b458a25c5154 req-52a4f25e-60a8-4770-be40-200f5aa57ccb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305491 Jul 27 16:36:57.599255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:57.633173 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa21723-a50d-47cb-a864-2a3e3a74f661 x-openstack-request-id: req-0fa21723-a50d-47cb-a864-2a3e3a74f661 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:57.633484 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:57.633738 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fa21723-a50d-47cb-a864-2a3e3a74f661 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:57.634142 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'status': 'completed', 'code': 200} Jul 27 16:36:57.711326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Pushing event deleted for resources: {'Port': ['ID=30faa0eb-6202-4a91-b674-e1a06046c79f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:57.861150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d6e18-be4c-4851-8b54-f9bf5609abd9 req-cbb322ac-c595-47e5-956a-5525fa0d5cfc tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:57.883297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c5d6e18-be4c-4851-8b54-f9bf5609abd9 req-cbb322ac-c595-47e5-956a-5525fa0d5cfc tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1096 time: 0.1629181 Jul 27 16:36:57.915151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 67f2441a-3099-472d-977e-1a6527959bba completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:36:57.945351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 67f2441a-3099-472d-977e-1a6527959bba triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:36:57.945874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:58.001862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:58.041000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c5d6e18-be4c-4851-8b54-f9bf5609abd9 req-758c6355-83ce-4e85-8e5b-ee238f216987 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564186 Jul 27 16:36:58.094541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:58.113527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:58.121979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92fec753-b866-44f1-9c0b-5e84b17e8534 tempest-ServersWithSpecificFlavorTestJSON-220125405 tempest-ServersWithSpecificFlavorTestJSON-220125405-project] 10.222.0.64 "DELETE /v2.0/floatingips/ae4d70f4-3bec-42bc-a64e-0c6f51a36a7f HTTP/1.1" status: 204 len: 168 time: 2.5059006 Jul 27 16:36:58.446983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5b08-896c-4217-b90a-28eef135bf40 req-26698dea-a514-40f6-a9b9-edcfe81d61f4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:58.450916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b4c5b08-896c-4217-b90a-28eef135bf40 req-26698dea-a514-40f6-a9b9-edcfe81d61f4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.3129251 Jul 27 16:36:58.463121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-7d27d0e4-8749-4094-8ad7-5ee940990ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:58.467548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-7d27d0e4-8749-4094-8ad7-5ee940990ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e153068da7240bb93c2c5f5a2b76796&device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 1097 time: 0.6804214 Jul 27 16:36:58.523145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1847e-8506-4f5f-8fbe-ee10b3278bf7 req-be4378ac-cd0d-498c-a112-fca8d933a574 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:58.534214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf1847e-8506-4f5f-8fbe-ee10b3278bf7 req-be4378ac-cd0d-498c-a112-fca8d933a574 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1096 time: 0.1501074 Jul 27 16:36:58.593825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbf1847e-8506-4f5f-8fbe-ee10b3278bf7 req-bc344463-9b4a-40cb-8dfc-33260eed3633 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Jul 27 16:36:58.757464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:58.804519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f2441a-3099-472d-977e-1a6527959bba'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:36:58.807155 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f94da-9513-4b5a-a8ec-269ec891c818" -d '{"events": [{"server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "name": "network-vif-plugged", "status": "completed", "tag": "67f2441a-3099-472d-977e-1a6527959bba"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:58.835089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:58.853460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:36:58.938525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6782b6a6-1268-4c0c-9889-2f4fe6d899e9', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'port_id': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'mac_address': 'fa:16:3e:ad:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:36:11Z', 'updated_at': '2021-07-27T16:36:54Z', 'revision_number': 1, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:58.998345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Checking router: 6f88d232-2f09-4ce3-aadd-592ca6754226 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:59.011926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:59.023646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:36:59.024792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:59.104989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29094c5f-5735-4ea4-aee3-b541c4dbbe32 req-f313c50a-094f-4fa4-9d6c-b49c64e66ba9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:59.107230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29094c5f-5735-4ea4-aee3-b541c4dbbe32 req-f313c50a-094f-4fa4-9d6c-b49c64e66ba9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 945 time: 0.1592371 Jul 27 16:36:59.184228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29094c5f-5735-4ea4-aee3-b541c4dbbe32 req-b4167171-932c-4efa-b796-5b4934ce6466 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651793 Jul 27 16:36:59.214915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-9f7f6d82-5cfa-40d1-9bb3-eb5a389a73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:59.214915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-9f7f6d82-5cfa-40d1-9bb3-eb5a389a73ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e HTTP/1.1" status: 200 len: 915 time: 0.7232106 Jul 27 16:36:59.216793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-36a1951d-38da-41a5-b448-3d3ad661e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:59.220526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-36a1951d-38da-41a5-b448-3d3ad661e19d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1097 time: 1.0909836 Jul 27 16:36:59.307570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:36:59.429667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-d9eb646c-c7c9-447d-9a04-07be4230dedf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a HTTP/1.1" status: 200 len: 999 time: 0.2013690 Jul 27 16:36:59.472646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b4c5b08-896c-4217-b90a-28eef135bf40 req-2614e02b-61de-4e6c-aada-8c6cb18e6e4d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0033805 Jul 27 16:36:59.615170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-ca9d0c5d-8a74-4f8e-87ea-c20f57d7b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:36:59.617585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-ca9d0c5d-8a74-4f8e-87ea-c20f57d7b415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=086809f5-dda6-4d13-8e4a-a8299a4c345c HTTP/1.1" status: 200 len: 853 time: 0.1409190 Jul 27 16:36:59.732711 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c92e6-efdf-4655-b34f-9e2b75b6e917 x-openstack-request-id: req-ad8c92e6-efdf-4655-b34f-9e2b75b6e917 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:59.733131 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "name": "network-vif-plugged", "status": "completed", "tag": "67f2441a-3099-472d-977e-1a6527959bba", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:59.733516 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad8c92e6-efdf-4655-b34f-9e2b75b6e917 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:59.734267 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f2441a-3099-472d-977e-1a6527959bba', 'code': 200} Jul 27 16:36:59.958948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6782b6a6-1268-4c0c-9889-2f4fe6d899e9', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'port_id': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'mac_address': 'fa:16:3e:ad:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:36:11Z', 'updated_at': '2021-07-27T16:36:54Z', 'revision_number': 1, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:00.014315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046dde6-b06d-4f8b-8877-9983c0fb9069 None None] The sync data for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 is: [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6782b6a6-1268-4c0c-9889-2f4fe6d899e9', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'port_id': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'mac_address': 'fa:16:3e:ad:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:36:11Z', 'updated_at': '2021-07-27T16:36:54Z', 'revision_number': 1, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:00.059063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-cbe2c382-ea76-40d3-a675-76e964b9c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:00.061735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-cbe2c382-ea76-40d3-a675-76e964b9c48a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.7434080 Jul 27 16:37:00.068125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-6bb375bd-2a86-435a-b712-051c566d16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:00.070406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-6bb375bd-2a86-435a-b712-051c566d16ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbbccc5-a0b2-41d1-947f-0eb2210e217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4278584 Jul 27 16:37:00.130664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-152ae16e-43c9-4621-ad50-2fb7b49bb581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 217 time: 0.0567820 Jul 27 16:37:00.377088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22483-0fac-4e96-8a82-609cceeac643 req-472cf9ab-312d-4d4f-907b-ad97a4679a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:00.379858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ba22483-0fac-4e96-8a82-609cceeac643 req-472cf9ab-312d-4d4f-907b-ad97a4679a66 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1096 time: 0.6230679 Jul 27 16:37:00.528395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ba22483-0fac-4e96-8a82-609cceeac643 req-93c9511c-983f-4bf0-a0de-95edae899929 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238601 Jul 27 16:37:00.542719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-64b1465f-0128-44b7-978a-0c19c77fb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:00.545108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-64b1465f-0128-44b7-978a-0c19c77fb0aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.3710244 Jul 27 16:37:00.579172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75503-48dd-4b9b-9336-bad572ad46a2 req-1254aa87-ec58-4126-8a9f-5038e4a88533 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:00.590908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fda75503-48dd-4b9b-9336-bad572ad46a2 req-1254aa87-ec58-4126-8a9f-5038e4a88533 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 945 time: 0.1552303 Jul 27 16:37:00.662155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-e16a6c85-590e-444c-adb1-857e099d708f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843990 Jul 27 16:37:00.670156 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-0ac3c476-688d-4b51-8e87-4b47b6d9e0a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353806 Jul 27 16:37:00.678776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fda75503-48dd-4b9b-9336-bad572ad46a2 req-84676c2d-c0c9-45a1-a2a8-a2585c82b60f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812349 Jul 27 16:37:00.707227 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4cf7fe-05a0-4606-bb22-f8a20b10449b None None] New status for floating IP 6782b6a6-1268-4c0c-9889-2f4fe6d899e9: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:37:00.972490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-512b19ee-fd48-4dfe-9340-72c89c6f0b0d service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009236 Jul 27 16:37:01.424174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698214db-9ae2-49a4-ae3b-f63b7f22738f req-1e7b1f8f-9b6e-453e-bc98-8ec444f2888b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:01.440040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-698214db-9ae2-49a4-ae3b-f63b7f22738f req-1e7b1f8f-9b6e-453e-bc98-8ec444f2888b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 949 time: 0.2320065 Jul 27 16:37:01.442946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3237bc2-9a67-427e-8363-375db285a5f7 req-ee0e2224-6883-40cb-b37c-381fa3e614ab service neutron] 10.222.0.13 "GET /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171490 Jul 27 16:37:01.504791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398504cf-7070-419a-b44b-1d0f12365c7b req-709fc1a4-1713-4b19-9660-ee9dc0dae7ee tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:01.536344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-398504cf-7070-419a-b44b-1d0f12365c7b req-709fc1a4-1713-4b19-9660-ee9dc0dae7ee tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.5622981 Jul 27 16:37:01.551379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-f8d2b6fa-f146-4ef8-a688-f53221a77845 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620589 Jul 27 16:37:01.560917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-698214db-9ae2-49a4-ae3b-f63b7f22738f req-9e33d1a3-d384-4316-8174-4109d5d61fbb tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060426 Jul 27 16:37:01.634540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-398504cf-7070-419a-b44b-1d0f12365c7b req-e212b2d6-a8e7-468d-abc7-589c1b304f72 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Jul 27 16:37:02.040576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:02.134956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cb99-eb92-4f37-943a-de372bed76c6 req-97fa7b38-d5fd-479b-a44b-7ce0acdf67f1 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:02.154205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ae3cb99-eb92-4f37-943a-de372bed76c6 req-97fa7b38-d5fd-479b-a44b-7ce0acdf67f1 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 945 time: 0.2412317 Jul 27 16:37:02.697324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ae3cb99-eb92-4f37-943a-de372bed76c6 req-bc7c53d8-938a-4b23-8c14-df3d8325833b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112753 Jul 27 16:37:02.921762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:02.933232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a382-0b32-4c50-aac6-17648fe23495 req-4c813f69-2a45-4309-9fff-341d36318d6e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:02.944025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a474a382-0b32-4c50-aac6-17648fe23495 req-4c813f69-2a45-4309-9fff-341d36318d6e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 949 time: 0.2194107 Jul 27 16:37:03.011916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-fd5a1ecd-d14a-4999-bd3a-088ae50671ec tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:03.013647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-fd5a1ecd-d14a-4999-bd3a-088ae50671ec tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 949 time: 0.4473448 Jul 27 16:37:03.080339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a474a382-0b32-4c50-aac6-17648fe23495 req-aadef6c0-e624-4cdb-bb84-106c83d2fa1b tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342535 Jul 27 16:37:03.156024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-b62069b9-eb61-4cf5-ae53-077b923d17be tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:03.158638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-b62069b9-eb61-4cf5-ae53-077b923d17be tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4b4080-3e4c-4526-9e86-a3779b9e4df1 HTTP/1.1" status: 200 len: 949 time: 0.2035856 Jul 27 16:37:03.190942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9920a-0514-4b95-80ab-24bb441a6b2d req-a1fbccdb-3003-47b4-aa2f-21a10fe9541a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:03.205753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8db9920a-0514-4b95-80ab-24bb441a6b2d req-a1fbccdb-3003-47b4-aa2f-21a10fe9541a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.3858972 Jul 27 16:37:03.371083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8db9920a-0514-4b95-80ab-24bb441a6b2d req-22ce893b-ea82-47b1-9c39-f23457c74765 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652853 Jul 27 16:37:03.396827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e5f89825-819a-4eb2-91c3-6d1c690391a8 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-287330052&fields=id&tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 267 time: 0.1057026 Jul 27 16:37:03.469430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:03.470021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:03.661621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:03.662338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:03.675819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-3f2d271f-4175-41c8-89bd-bda33b2c92bb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:03.691960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-3f2d271f-4175-41c8-89bd-bda33b2c92bb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 945 time: 0.2937281 Jul 27 16:37:03.699726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'security_groups': ['227fd6bc-59df-4c46-b0b3-7b07cb58f32f', '98216fad-3118-425f-903b-499552b82cb4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:03.708399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:03.726793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port 176b06e0-acab-4d04-a994-4d9e065ceb5a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:03.727346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:03.746440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.034922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.066024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port 176b06e0-acab-4d04-a994-4d9e065ceb5a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=176b06e0-acab-4d04-a994-4d9e065ceb5a,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:04.066641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.138266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for 176b06e0-acab-4d04-a994-4d9e065ceb5a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:04.225852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.240482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:04.348015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', '176b06e0-acab-4d04-a994-4d9e065ceb5a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:04.364061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:04.370608 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27778958-20d8-4264-b954-32dcf0278e2b req-447ca33a-78d6-4ed2-b4b9-8f23d1590654 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 210 time: 0.0812755 Jul 27 16:37:04.545105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:04.549978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.553031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2baff5a7-2863-42d9-b652-19c87eb46d56 req-4648fc60-2d1a-4cac-8d29-4680e0616711 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "DELETE /v2.0/ports/e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 HTTP/1.1" status: 204 len: 173 time: 1.5299809 Jul 27 16:37:04.553882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'name': 'network-vif-deleted', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:04.569441 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea86eee-56ae-4376-8128-badfd14758bc" -d '{"events": [{"server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "name": "network-vif-deleted", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:04.743829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:04.846524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.880261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:04.903394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:05.020475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:05.024499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:05.030948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55af33d3-ef0c-4ef0-b8d5-eb446fed861b req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "PUT /v2.0/ports/67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 981 time: 1.3371301 Jul 27 16:37:05.055189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:05.061310 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:05.069960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6219ef1-95d1-4dc9-a453-7f18c41b4731 req-6cb5ec2e-62d9-4292-b5e6-72fe047c608f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:05.076384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6219ef1-95d1-4dc9-a453-7f18c41b4731 req-6cb5ec2e-62d9-4292-b5e6-72fe047c608f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.4774806 Jul 27 16:37:05.091673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:05.138012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab63e5-3b25-46ef-8b9d-a6475775e583 x-openstack-request-id: req-eeab63e5-3b25-46ef-8b9d-a6475775e583 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:05.138396 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e50ea-7863-47cb-9dc2-b743e8acf98b", "name": "network-vif-deleted", "tag": "e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:05.138655 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eeab63e5-3b25-46ef-8b9d-a6475775e583 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:05.139080 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37e50ea-7863-47cb-9dc2-b743e8acf98b', 'name': 'network-vif-deleted', 'tag': 'e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9', 'status': 'completed', 'code': 200} Jul 27 16:37:05.169878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=176b06e0-acab-4d04-a994-4d9e065ceb5a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:05.229728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6219ef1-95d1-4dc9-a453-7f18c41b4731 req-9c2e0464-e568-47c8-ac49-99b33bf535cd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435444 Jul 27 16:37:05.234291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:05.276793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Deleting port 6f7fa14a-0bf5-4245-93da-2724a6e1b834 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:05.277860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:05.323624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port 176b06e0-acab-4d04-a994-4d9e065ceb5a on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:05.329897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:05.333993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e865ea8-1298-4da4-8579-25f1d4caff8c req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.13 "DELETE /v2.0/ports/176b06e0-acab-4d04-a994-4d9e065ceb5a HTTP/1.1" status: 204 len: 173 time: 2.1676705 Jul 27 16:37:05.336623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.337203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.338997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.339498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.340570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.341120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.341674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.342241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.342779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.343456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.344033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.344622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c7a9-c0a4-4238-96d3-dda14b56c414 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:05.384918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['aa7f83e1-3cd7-4dab-b49d-7b20b040197e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:05.522989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15028-8b8b-4559-81fe-79bd55f39b1d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:05.639202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] For port 6f7fa14a-0bf5-4245-93da-2724a6e1b834, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f7fa14a-0bf5-4245-93da-2724a6e1b834,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:05.653254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:05.714922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Calling delete_port for 6f7fa14a-0bf5-4245-93da-2724a6e1b834 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:05.741718 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1d52e-159c-4352-97d5-38fa51cbc938 x-openstack-request-id: req-2ef1d52e-159c-4352-97d5-38fa51cbc938 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:05.742157 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:05.742604 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ef1d52e-159c-4352-97d5-38fa51cbc938 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:05.743241 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba', 'status': 'completed', 'code': 200} Jul 27 16:37:05.927747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-a9177303-4bb1-4733-8d75-15fd50eaab66 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1596820632&fields=id&tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 267 time: 0.1636908 Jul 27 16:37:06.150791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-a0223980-5aab-4fa5-9ee4-8ba0f7295ef6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:06.166876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e95aba4-3bc5-441a-98e9-f75a25436576 req-ed909e78-2062-4ca0-84f4-d3fe4355e42a tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37e50ea-7863-47cb-9dc2-b743e8acf98b HTTP/1.1" status: 200 len: 210 time: 0.1089845 Jul 27 16:37:06.197429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-a0223980-5aab-4fa5-9ee4-8ba0f7295ef6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 984 time: 0.2609887 Jul 27 16:37:06.226361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'security_groups': ['227fd6bc-59df-4c46-b0b3-7b07cb58f32f', '98216fad-3118-425f-903b-499552b82cb4', '639e561a-ecbb-435a-ab18-f35484ef166b']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:06.416167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-485a03c7-7a0c-4ebf-8154-021aa5cf6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:06.421024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-485a03c7-7a0c-4ebf-8154-021aa5cf6b64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1135 time: 0.6468194 Jul 27 16:37:06.613737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:06.716094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:06.830295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 176b06e0-acab-4d04-a994-4d9e065ceb5a no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:06.843521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7fa14a-0bf5-4245-93da-2724a6e1b834,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:06.851195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-548ebf9c-4af9-4960-b66d-47345d6db73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:06.853896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-548ebf9c-4af9-4960-b66d-47345d6db73d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.4253807 Jul 27 16:37:06.986184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 176b06e0-acab-4d04-a994-4d9e065ceb5a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:06.986815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 176b06e0-acab-4d04-a994-4d9e065ceb5a not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:06.987481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:07.043234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-e17010b7-a95c-4778-9480-a435dc68bb75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 217 time: 0.1553500 Jul 27 16:37:07.101396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:07.101889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e7bb6f72-fa51-41ef-a4d7-e121e94c4ba9 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:07.277085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:07.307987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce157-6aee-40b8-adc5-8863aae4b61e req-ae8b510b-08c0-4df1-960f-46d836a460be tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:07.324054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67fce157-6aee-40b8-adc5-8863aae4b61e req-ae8b510b-08c0-4df1-960f-46d836a460be tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.5864117 Jul 27 16:37:07.379846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:07.389065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:07.602524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:07.607272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:07.621016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be1aad7c-9323-443c-adb0-3b011cd8162d req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "PUT /v2.0/ports/67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 1020 time: 1.4133074 Jul 27 16:37:07.726481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9316c73-fd30-4e52-b4c6-8c60ee544ab5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:07.744157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'name': 'network-vif-deleted', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a'}, {'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:07.749276 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f499bf44-3523-4e50-9ee1-46bb4ce85a73" -d '{"events": [{"server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "name": "network-vif-deleted", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a"}, {"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:07.846883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:07.940704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:08.195037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-efe4715c-fb6d-4d3c-bf61-4691f124c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:08.197458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-efe4715c-fb6d-4d3c-bf61-4691f124c43d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 1.1478572 Jul 27 16:37:08.243237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67fce157-6aee-40b8-adc5-8863aae4b61e req-b040e556-e676-411c-ba26-daafb2dc62fb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9176092 Jul 27 16:37:08.335946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-fbc62900-db5e-465c-83fb-666b0d2bb304 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281128 Jul 27 16:37:08.410113 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34497ac-a849-4fc2-9ad1-a6f1a70b11d9 x-openstack-request-id: req-e34497ac-a849-4fc2-9ad1-a6f1a70b11d9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:08.410949 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4b4080-3e4c-4526-9e86-a3779b9e4df1", "name": "network-vif-deleted", "tag": "176b06e0-acab-4d04-a994-4d9e065ceb5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "tag": "67f2441a-3099-472d-977e-1a6527959bba", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:08.410949 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e34497ac-a849-4fc2-9ad1-a6f1a70b11d9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:08.411506 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b4080-3e4c-4526-9e86-a3779b9e4df1', 'name': 'network-vif-deleted', 'tag': '176b06e0-acab-4d04-a994-4d9e065ceb5a', 'status': 'completed', 'code': 200} Jul 27 16:37:08.411879 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'tag': '67f2441a-3099-472d-977e-1a6527959bba', 'status': 'completed', 'code': 200} Jul 27 16:37:08.607295 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:08.658190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aecebc-09d1-4eb6-868d-1a90298ddf92 req-c3946a2f-889d-4697-9e74-0199a8c0cfb1 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:08.676267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84aecebc-09d1-4eb6-868d-1a90298ddf92 req-c3946a2f-889d-4697-9e74-0199a8c0cfb1 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1023 time: 0.2593949 Jul 27 16:37:08.946113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84aecebc-09d1-4eb6-868d-1a90298ddf92 req-e02a69ab-3a50-487f-b226-57d3db42f466 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=98216fad-3118-425f-903b-499552b82cb4&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&id=639e561a-ecbb-435a-ab18-f35484ef166b HTTP/1.1" status: 200 len: 6148 time: 0.2683928 Jul 27 16:37:09.236372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-ec6e5414-2546-4f32-b22f-e03733c9f247 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840044 Jul 27 16:37:09.272709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': ' tempest-securitygroup -322425170 ', 'description': 'tempest-description-847884968'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:09.387635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:09.687780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:09.697869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:09.717197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-35c4947f-79ee-46ed-8f9d-be3f7dd80e8d req-88fcfeb8-5bda-4748-ac36-57361b750c18 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662013 Jul 27 16:37:09.733423 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e9b0271a-b136-4876-bced-a1aeb1138a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:09.768474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Router 48fa670c-c697-4cc2-bda8-ca17b6c196aa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:37:09.828669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:09.830492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-17578bfd-0cde-480d-9e9a-2355f0210533 req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5732830 Jul 27 16:37:09.849752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd76cb-d749-4440-854a-c6f148ad6e54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02420cc-a766-48bb-b0ad-48c601d61332,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:09.986513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af194c-e666-47e1-a0f0-143621504d95 req-9d6b3e57-ae9a-42d2-8ceb-0d7aee6b9ae4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:10.000664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84af194c-e666-47e1-a0f0-143621504d95 req-9d6b3e57-ae9a-42d2-8ceb-0d7aee6b9ae4 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.4826121 Jul 27 16:37:10.244676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:10.266818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3b11293-6df9-4d98-8929-97508e9e3432 admin admin] 10.222.0.64 "PUT /v2.0/routers/48fa670c-c697-4cc2-bda8-ca17b6c196aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2175920 Jul 27 16:37:10.268016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:10.268207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Sync routers for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:10.289896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:10.290727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:10.389904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee0eae-b65d-4d4e-bdf5-33bcb326f1d2 req-3835b709-cd86-4c10-b920-0ce5ab0e92e0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:10.399715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dee0eae-b65d-4d4e-bdf5-33bcb326f1d2 req-3835b709-cd86-4c10-b920-0ce5ab0e92e0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2094805 Jul 27 16:37:10.536209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dee0eae-b65d-4d4e-bdf5-33bcb326f1d2 req-1f86b899-f8a2-4445-b73b-00a1e5f9248f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Jul 27 16:37:10.723658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-f14599ca-9ba3-45a8-9a68-d16afe9ba70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:10.750485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db064a78-5c15-4783-80d6-8b080a58a632 req-14d035b3-0e8c-4055-b875-0585731ae8f1 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/a02420cc-a766-48bb-b0ad-48c601d61332 HTTP/1.1" status: 200 len: 1779 time: 0.1605053 Jul 27 16:37:10.751895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:10.755169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-f14599ca-9ba3-45a8-9a68-d16afe9ba70c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1174 time: 0.9715803 Jul 27 16:37:10.844253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84af194c-e666-47e1-a0f0-143621504d95 req-672d6013-f122-4444-ada4-d0ca9cee34b3 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422084 Jul 27 16:37:11.076475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-f9d0eaf4-687a-41a7-841b-45f3793a0031 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/a02420cc-a766-48bb-b0ad-48c601d61332 HTTP/1.1" status: 200 len: 1779 time: 0.1494334 Jul 27 16:37:11.223148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.277470 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.400329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.527533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.534255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.535093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:37:06Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:11.545275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b25c1b5-7fb9-477c-8bd5-78de0f8fc79b req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/a02420cc-a766-48bb-b0ad-48c601d61332 HTTP/1.1" status: 204 len: 173 time: 0.4601707 Jul 27 16:37:11.610615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870d517-ab8c-43f9-a0c5-9eedf8aa9661 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02420cc-a766-48bb-b0ad-48c601d61332,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:11.640766 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-549f0503-9cd6-4315-b9b0-61eb0296aa56 req-782621ac-694a-42ac-b948-48775b6f7ddd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:37:11.652214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-549f0503-9cd6-4315-b9b0-61eb0296aa56 req-782621ac-694a-42ac-b948-48775b6f7ddd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/a02420cc-a766-48bb-b0ad-48c601d61332 HTTP/1.1" status: 404 len: 352 time: 0.0546401 Jul 27 16:37:11.667752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-faee339f-2912-4c4f-9969-12ec4db4ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:11.670815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-faee339f-2912-4c4f-9969-12ec4db4ad86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.8837445 Jul 27 16:37:11.673316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.723363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002507423', 'description': 'tempest-description-1722224095'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:11.732012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Checking router: 48fa670c-c697-4cc2-bda8-ca17b6c196aa for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:11.784365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:11.785699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Routers {'48fa670c-c697-4cc2-bda8-ca17b6c196aa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:11.788074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:36:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:11.806167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-241bd0a1-b0fc-4cd2-931b-58ee17d1b8b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 200 len: 217 time: 0.1204901 Jul 27 16:37:12.047226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] Set router 48fa670c-c697-4cc2-bda8-ca17b6c196aa gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:12.159645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.168367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.172053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-3236e9c3-b6b8-4e54-970f-20415dcf74d3 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:12.174542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-3236e9c3-b6b8-4e54-970f-20415dcf74d3 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 1.6217611 Jul 27 16:37:12.320969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.342172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32936cf7-4cdd-469d-9d52-b95316fd80b1 req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6263599 Jul 27 16:37:12.367911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-68fb76b5-91e9-4c94-b262-e3a79ed54037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:12.370111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-68fb76b5-91e9-4c94-b262-e3a79ed54037 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.5159061 Jul 27 16:37:12.402708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa14754-d27e-4287-9b06-4af9ea1577f9 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe88c025-3ac3-4871-85f9-55d3a98dfcca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:12.450601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-06397a6d-8f71-4b8d-87a3-c37aed14dccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664794 Jul 27 16:37:12.517006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a666756c-4f15-439a-9441-cc64e9b18502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.548698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.630534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e0a4-cd26-44a7-a1fc-3fb2e8bff6c5 req-668c1a52-5d5a-4b23-bbdb-936987d15b4e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:12.643575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e698e0a4-cd26-44a7-a1fc-3fb2e8bff6c5 req-668c1a52-5d5a-4b23-bbdb-936987d15b4e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.8323417 Jul 27 16:37:12.787498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510abfbb-083c-4fb3-a110-0db9dfe4058e req-a298314f-ebfb-4f4b-8eac-728e43479351 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:12.790965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-510abfbb-083c-4fb3-a110-0db9dfe4058e req-a298314f-ebfb-4f4b-8eac-728e43479351 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 950 time: 0.1655438 Jul 27 16:37:12.830919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:37:06Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:12.853548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Deleting port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:12.854964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:12.904397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-510abfbb-083c-4fb3-a110-0db9dfe4058e req-fbbcb752-0474-4e0e-abca-204df9759d30 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/security-groups?id=42fc5845-b4c7-4670-9e1e-a14a98cc8273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948429 Jul 27 16:37:12.961467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284a6e5-f40e-4c65-98d6-44313ca31cc0 None None] The sync data for ids ['48fa670c-c697-4cc2-bda8-ca17b6c196aa'] in n-d-723572-6 is: [{'id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-170520061-router', 'tenant_id': 'c6ea7202ad984633966b1dc70fce8414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:39Z', 'updated_at': '2021-07-27T16:37:06Z', 'revision_number': 5, 'project_id': 'c6ea7202ad984633966b1dc70fce8414', 'gw_port': {'id': 'f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fa670c-c697-4cc2-bda8-ca17b6c196aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:31:40Z', 'updated_at': '2021-07-27T16:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:13.116338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device aa7f83e1-3cd7-4dab-b49d-7b20b040197e no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:13.155217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e698e0a4-cd26-44a7-a1fc-3fb2e8bff6c5 req-1681efcb-2851-4026-91b2-282ef33a17ba tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106931 Jul 27 16:37:13.335934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:13.342058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-e15a69eb-0425-4564-9580-834e14243f4c service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8498251 Jul 27 16:37:13.490318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:13.561576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:13.581521 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17620d3a-580d-4664-9341-962ff893ac46" -d '{"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:13.670866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:13.677472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:13.685213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1487940672', 'description': 'tempest-description-2001511875'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:13.742086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] For port f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:13.742698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:13.802127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Calling delete_port for f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:13.893057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:13.961895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Deleting port aa7f83e1-3cd7-4dab-b49d-7b20b040197e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:13.962840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.130121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.213444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f499bf44-3523-4e50-9ee1-46bb4ce85a73 req-ec514c1a-534b-45fc-b679-f9550c08452c service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8185422 Jul 27 16:37:14.343274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] For port aa7f83e1-3cd7-4dab-b49d-7b20b040197e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:14.343669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.388397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Calling delete_port for aa7f83e1-3cd7-4dab-b49d-7b20b040197e owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:14.590641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.662014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.667680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.675483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.801238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:14.803618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aaff0f9a-51a2-4bdf-93e6-fbd55c122588 req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1285431 Jul 27 16:37:14.907105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44725ca1-4691-43aa-bbf1-1635324e4209 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee0e61d-3cfa-4f6a-80cb-260cf2f12268,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.978550 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30443eb5-279e-45b4-b4af-878acb0aa7b8 x-openstack-request-id: req-30443eb5-279e-45b4-b4af-878acb0aa7b8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:14.981018 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:14.981933 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30443eb5-279e-45b4-b4af-878acb0aa7b8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:14.987413 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'code': 200} Jul 27 16:37:15.021346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.030865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.045965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.222508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f7fa14a-0bf5-4245-93da-2724a6e1b834 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:15.293059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6f7fa14a-0bf5-4245-93da-2724a6e1b834 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:15.293951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f7fa14a-0bf5-4245-93da-2724a6e1b834 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:15.357415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b98bb65-ef43-4ce2-b1cd-648cd8ba11c6 req-89d57144-bf1e-4b72-a4dc-9a6577380693 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.64 "GET /v2.0/ports?device_id=a517ccfd-aa39-4b90-af88-d5b8d77d30b0 HTTP/1.1" status: 200 len: 210 time: 0.1276445 Jul 27 16:37:15.364015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Pushing event deleted for resources: {'Port': ['ID=aa7f83e1-3cd7-4dab-b49d-7b20b040197e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:15.377894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.421143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.555147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] No DVR routers for this DVR port aa7f83e1-3cd7-4dab-b49d-7b20b040197e on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:15.567548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.573621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9df4087-a142-406e-a2df-9d6aafccabb6 req-cc7bee97-b447-4bf9-8a08-1663163195a6 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] 10.222.0.61 "DELETE /v2.0/ports/aa7f83e1-3cd7-4dab-b49d-7b20b040197e HTTP/1.1" status: 204 len: 173 time: 3.3608000 Jul 27 16:37:15.575154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-deleted', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:15.582280 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853608aa-d97e-4a3e-807b-98e70baf2c37" -d '{"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-deleted", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:15.591011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.593893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48fa670c-c697-4cc2-bda8-ca17b6c196aa {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:37:15.608359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.612986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b91ebf44-dda0-473d-8965-ad4262e7df50 admin admin] 10.222.0.64 "DELETE /v2.0/routers/48fa670c-c697-4cc2-bda8-ca17b6c196aa HTTP/1.1" status: 204 len: 168 time: 5.3143890 Jul 27 16:37:15.616897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36932) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:15.798136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Deleting subnet 82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:37:15.804742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:15.895181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.118838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.436149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.465859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.471912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:16.472974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/82914b07-7da1-4fdc-aebc-fb8fcef8b7b7 HTTP/1.1" status: 204 len: 168 time: 0.8503845 Jul 27 16:37:16.486539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9099c4-dc13-440d-9b21-412949e868a4 None None] Network 2f63b1a3-cf19-47f1-9558-df559fb112dc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:16.528106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538849cd-7618-4973-9151-8524be435b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82914b07-7da1-4fdc-aebc-fb8fcef8b7b7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:16.573919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666160eb-9959-47d4-96ed-da843366202e req-778d0c51-8e08-4d39-b173-aecdf9ae320f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:16.597152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-666160eb-9959-47d4-96ed-da843366202e req-778d0c51-8e08-4d39-b173-aecdf9ae320f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.8756235 Jul 27 16:37:16.699778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-666160eb-9959-47d4-96ed-da843366202e req-1ebe3881-2237-441d-9ffd-a16b07d09be6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007140 Jul 27 16:37:16.854760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.962084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:16.996158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-581402657', 'description': 'tempest-description-132630397'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:17.055413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Deleting port d723f3e0-e1fa-4643-8440-2a9ba3273c3a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:17.056254 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.065318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:17.101260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.179109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:17.180096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4bb8201-55d4-47e0-a4a0-4dbf7cf14af4 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:17.222516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] For port d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:17.223078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.229825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] DHCP port deletion for 2f63b1a3-cf19-47f1-9558-df559fb112dc request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:37:17.256969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Calling delete_port for d723f3e0-e1fa-4643-8440-2a9ba3273c3a owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:17.371159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Deleting port d723f3e0-e1fa-4643-8440-2a9ba3273c3a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:17.371938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.423488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.430554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.483083 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.507419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-952b6623-8e11-4d04-938a-d3f6c91333b8 req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5175586 Jul 27 16:37:17.526114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8bb43-d2d7-4c15-932e-c60939e4d1b7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16727993-927f-4841-abcc-22430630a7dd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:17.563174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.636391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Pushing event deleted for resources: {'Port': ['ID=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:17.644797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] No DVR routers for this DVR port d723f3e0-e1fa-4643-8440-2a9ba3273c3a on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:17.723072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] For port d723f3e0-e1fa-4643-8440-2a9ba3273c3a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,segment=NetworkSegment(ef9bf4e5-3093-4249-af55-565b1947a330),segment_id=ef9bf4e5-3093-4249-af55-565b1947a330)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:17.724839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.779119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Calling delete_port for d723f3e0-e1fa-4643-8440-2a9ba3273c3a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:17.815409 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600fdf0-3674-4fcc-94c0-adef24d7ec2b x-openstack-request-id: req-7600fdf0-3674-4fcc-94c0-adef24d7ec2b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:17.816226 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a517ccfd-aa39-4b90-af88-d5b8d77d30b0", "name": "network-vif-deleted", "tag": "aa7f83e1-3cd7-4dab-b49d-7b20b040197e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:17.821340 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7600fdf0-3674-4fcc-94c0-adef24d7ec2b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:17.823110 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a517ccfd-aa39-4b90-af88-d5b8d77d30b0', 'name': 'network-vif-deleted', 'tag': 'aa7f83e1-3cd7-4dab-b49d-7b20b040197e', 'status': 'completed', 'code': 200} Jul 27 16:37:17.864867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.884450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f63b1a3-cf19-47f1-9558-df559fb112dc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:17.922771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9bf4e5-3093-4249-af55-565b1947a330') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:17.922771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9bf4e5-3093-4249-af55-565b1947a330') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:17.962096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:17.992376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:18.005053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:37:18.005848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:18.074954 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:18.118443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] No DVR routers for this DVR port d723f3e0-e1fa-4643-8440-2a9ba3273c3a on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:18.199880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb0d24-aa61-4db7-b61d-a5a6e4256850 None None] Pushing event deleted for resources: {'Port': ['ID=d723f3e0-e1fa-4643-8440-2a9ba3273c3a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:37:18.202961 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:37:18.208754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:18.227598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:18.233164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f63b1a3-cf19-47f1-9558-df559fb112dc HTTP/1.1" status: 204 len: 168 time: 1.7552295 Jul 27 16:37:18.241189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:18.357168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d835ba4-54ad-4aab-9daa-dc4c018ac17e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f63b1a3-cf19-47f1-9558-df559fb112dc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:18.565318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74e0793d-6773-4f81-adf6-d601383291ed req-c0802f4d-e7db-43b2-8645-6200f002ae38 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 10896 time: 0.3916891 Jul 27 16:37:18.676102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36960) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:19.213496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d723f3e0-e1fa-4643-8440-2a9ba3273c3a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:19.310791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d723f3e0-e1fa-4643-8440-2a9ba3273c3a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:19.311124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d723f3e0-e1fa-4643-8440-2a9ba3273c3a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:19.403171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74e0793d-6773-4f81-adf6-d601383291ed req-ab921cf4-de36-4755-9048-d27cc473ce62 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/227fd6bc-59df-4c46-b0b3-7b07cb58f32f HTTP/1.1" status: 200 len: 2981 time: 0.8339581 Jul 27 16:37:19.461482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7b82b590-b032-4889-8088-343e298201d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e7a6ab22e674500a2ed925c3a0e9739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773948 Jul 27 16:37:19.464990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:19.618177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:19.737775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74e0793d-6773-4f81-adf6-d601383291ed req-9c1e0389-4ed7-496d-a3f9-f279ed75eb81 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/227fd6bc-59df-4c46-b0b3-7b07cb58f32f HTTP/1.1" status: 200 len: 2981 time: 0.2954741 Jul 27 16:37:19.807555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:19.914439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:20.092005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb240e7-6bd9-4662-8213-7a59ffeb0b2f req-0a29d990-40e7-4f75-896c-14659e4baf45 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:20.103975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb240e7-6bd9-4662-8213-7a59ffeb0b2f req-0a29d990-40e7-4f75-896c-14659e4baf45 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1736631 Jul 27 16:37:20.177532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:20.189667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:20.201136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42fc5845-b4c7-4670-9e1e-a14a98cc8273 HTTP/1.1" status: 204 len: 168 time: 0.7336574 Jul 27 16:37:20.300132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de17c-fd3b-474b-985a-5110dc1469d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc5845-b4c7-4670-9e1e-a14a98cc8273,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:20.364294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb240e7-6bd9-4662-8213-7a59ffeb0b2f req-2fa062ec-d120-44e4-8919-a85e9701051c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553656 Jul 27 16:37:21.194492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78d695be-62a2-4fca-bae3-365be473baad req-4a467c59-4617-4ca8-a656-55318b0aed4e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/fe88c025-3ac3-4871-85f9-55d3a98dfcca HTTP/1.1" status: 200 len: 1801 time: 0.2238040 Jul 27 16:37:21.402297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78d695be-62a2-4fca-bae3-365be473baad req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.441748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Deleting port 884cc91d-66cf-406d-a196-68cd07a65201 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:21.443227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.464672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36980) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:21.516345 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78d695be-62a2-4fca-bae3-365be473baad req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.645996 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21cf0d28-9c64-4cb1-bd5f-aafc7b8f4c48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cdc01e5c17746368e0c02d7e3a6b05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798379 Jul 27 16:37:21.650701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:21.736693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78d695be-62a2-4fca-bae3-365be473baad req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.742569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78d695be-62a2-4fca-bae3-365be473baad req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.744868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78d695be-62a2-4fca-bae3-365be473baad req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/fe88c025-3ac3-4871-85f9-55d3a98dfcca HTTP/1.1" status: 204 len: 173 time: 0.5360661 Jul 27 16:37:21.789330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166add7-afde-4e8a-b6a5-f532870acecd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe88c025-3ac3-4871-85f9-55d3a98dfcca,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:21.820017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] For port 884cc91d-66cf-406d-a196-68cd07a65201, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=884cc91d-66cf-406d-a196-68cd07a65201,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:21.825158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.890358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Calling delete_port for 884cc91d-66cf-406d-a196-68cd07a65201 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:21.891509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:21.972531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:22.172147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6fce-c2bd-4c39-9edd-45c164f586c9 req-5830abd2-7860-4612-83e4-ac63e5c93ff6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:22.175011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5eca6fce-c2bd-4c39-9edd-45c164f586c9 req-5830abd2-7860-4612-83e4-ac63e5c93ff6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2364140 Jul 27 16:37:22.252066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:22.258123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:22.260968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35b9a491-ab4d-44f9-af1e-c7efcbed168a HTTP/1.1" status: 204 len: 168 time: 0.6076748 Jul 27 16:37:22.288971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838442-6914-453c-86ef-1162f793abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9a491-ab4d-44f9-af1e-c7efcbed168a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:22.354085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5eca6fce-c2bd-4c39-9edd-45c164f586c9 req-12e3d169-aa7d-4042-987f-6152340acc92 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639462 Jul 27 16:37:22.419362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:22.477807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Pushing event deleted for resources: {'Port': ['ID=884cc91d-66cf-406d-a196-68cd07a65201,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:22.658191 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-859341d5-4ab3-485b-bdd4-8faa20e09ca8 req-0d5ebfbd-3703-47fb-8d46-657188bd0f56 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:37:22.672465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-859341d5-4ab3-485b-bdd4-8faa20e09ca8 req-0d5ebfbd-3703-47fb-8d46-657188bd0f56 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/fe88c025-3ac3-4871-85f9-55d3a98dfcca HTTP/1.1" status: 404 len: 352 time: 0.0465503 Jul 27 16:37:23.016385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:23.089731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-3a8c60d2-d792-4ec9-87c5-9b156fa7bd7c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/2ee0e61d-3cfa-4f6a-80cb-260cf2f12268 HTTP/1.1" status: 200 len: 1801 time: 0.1869621 Jul 27 16:37:23.322824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:23.379459 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:23.456229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:23.463369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:23.484115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b335dc7-47d4-4c1e-b6f4-e540929260ee req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/2ee0e61d-3cfa-4f6a-80cb-260cf2f12268 HTTP/1.1" status: 204 len: 173 time: 0.3879144 Jul 27 16:37:23.510964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91ec6c-3e8c-4a26-b621-58bd0addf079 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee0e61d-3cfa-4f6a-80cb-260cf2f12268,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:23.717369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Router 95839cb4-948f-4c44-98a5-d173d8e69001 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:37:23.917116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a2b-bdaf-4900-94c6-ce15912620bc req-5130fd88-b2c8-44f6-a5d5-b23cc7fb70c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:23.939448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-71673a2b-bdaf-4900-94c6-ce15912620bc req-5130fd88-b2c8-44f6-a5d5-b23cc7fb70c5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.2970407 Jul 27 16:37:24.058330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-71673a2b-bdaf-4900-94c6-ce15912620bc req-27bda7c0-220e-4144-a7f3-cf9e12d8b1c2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143572 Jul 27 16:37:24.181345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:24.196865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-865d0310-cbe8-496c-9b36-1a9d43ae3854 admin admin] 10.222.0.64 "PUT /v2.0/routers/95839cb4-948f-4c44-98a5-d173d8e69001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9515166 Jul 27 16:37:24.199464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:24.199658 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-7b19a60a-fca0-4d66-b96e-6a818b9f3134 req-5b5521f4-2562-4055-a484-f5fb39c02c66 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:37:24.201246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b19a60a-fca0-4d66-b96e-6a818b9f3134 req-5b5521f4-2562-4055-a484-f5fb39c02c66 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/2ee0e61d-3cfa-4f6a-80cb-260cf2f12268 HTTP/1.1" status: 404 len: 352 time: 0.0662377 Jul 27 16:37:24.271710 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Sync routers for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:24.332513 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:24.333531 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:24.543220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:24.844314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:24.897315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-bca810b6-c569-4e53-965f-98ab3b88c195 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/16727993-927f-4841-abcc-22430630a7dd HTTP/1.1" status: 200 len: 1799 time: 0.1633143 Jul 27 16:37:24.903836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.108501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Deleting port 92a76974-bf74-427e-97ff-af4b206638cf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:25.109067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.125913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.183784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.269689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.276504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.295020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4d48040-1d3c-420e-b70a-7b670f5dbaa9 req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/16727993-927f-4841-abcc-22430630a7dd HTTP/1.1" status: 204 len: 173 time: 0.3842151 Jul 27 16:37:25.325545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cc217-7cb0-4db9-a80b-f5ddd15c8594 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16727993-927f-4841-abcc-22430630a7dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:25.403766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] For port 92a76974-bf74-427e-97ff-af4b206638cf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=92a76974-bf74-427e-97ff-af4b206638cf,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:25.404909 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:25.436985 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '92a76974-bf74-427e-97ff-af4b206638cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:37:22Z', 'revision_number': 5, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port': {'id': '92a76974-bf74-427e-97ff-af4b206638cf', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:32:04Z', 'updated_at': '2021-07-27T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:25.447197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Calling delete_port for 92a76974-bf74-427e-97ff-af4b206638cf owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:25.497411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Checking router: 95839cb4-948f-4c44-98a5-d173d8e69001 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:25.511856 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Routers {'95839cb4-948f-4c44-98a5-d173d8e69001'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:25.513187 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['95839cb4-948f-4c44-98a5-d173d8e69001'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:25.624724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5bfa0-ee3b-4d2e-b8a1-b8052c26614c req-2b72b6dc-43b4-4007-bb35-a9e46ac18539 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:25.627896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5e5bfa0-ee3b-4d2e-b8a1-b8052c26614c req-2b72b6dc-43b4-4007-bb35-a9e46ac18539 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.1857729 Jul 27 16:37:25.721592 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] Set router 95839cb4-948f-4c44-98a5-d173d8e69001 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:25.735264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5e5bfa0-ee3b-4d2e-b8a1-b8052c26614c req-74533709-5126-4f00-8a23-30b4f3512009 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953550 Jul 27 16:37:25.812064 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-5d435f09-5a01-416f-85ab-f390594b474d req-7087ecfc-2cf3-4092-9877-2e05850a5ac7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:37:25.819852 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d435f09-5a01-416f-85ab-f390594b474d req-7087ecfc-2cf3-4092-9877-2e05850a5ac7 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/16727993-927f-4841-abcc-22430630a7dd HTTP/1.1" status: 404 len: 352 time: 0.0313125 Jul 27 16:37:25.863196 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:37:24Z', 'revision_number': 6, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:25.925242 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d17112-41db-47df-ba2d-b21fcbdf4826 None None] The sync data for ids ['95839cb4-948f-4c44-98a5-d173d8e69001'] in n-d-723572-6 is: [{'id': '95839cb4-948f-4c44-98a5-d173d8e69001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734840782-router', 'tenant_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:31:58Z', 'updated_at': '2021-07-27T16:37:24Z', 'revision_number': 6, 'project_id': '78c0b815b4c44bf9b15eee9adf3e30d4', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:26.038463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.108203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a76974-bf74-427e-97ff-af4b206638cf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:26.270397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.360205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3299a-10ab-467f-aec2-8df7bb9a7fec req-6ff500e2-2a1b-4999-9193-f75c8b8a4889 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:26.362775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6de3299a-10ab-467f-aec2-8df7bb9a7fec req-6ff500e2-2a1b-4999-9193-f75c8b8a4889 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 951 time: 0.1223116 Jul 27 16:37:26.373661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-333b2d5c-957a-4b92-acd3-5670cee67b7b req-2b0d3e19-3d7f-4a83-9345-0b3f97204976 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 6148 time: 0.2719078 Jul 27 16:37:26.448495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6de3299a-10ab-467f-aec2-8df7bb9a7fec req-5db6b9a5-b127-4306-8b70-15d727973f76 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Jul 27 16:37:26.460934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.466479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.585802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-333b2d5c-957a-4b92-acd3-5670cee67b7b req-76797dd7-aa07-46a6-803d-3a895e2e5491 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/227fd6bc-59df-4c46-b0b3-7b07cb58f32f HTTP/1.1" status: 200 len: 2981 time: 0.1994450 Jul 27 16:37:26.587280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.587783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95839cb4-948f-4c44-98a5-d173d8e69001 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:37:26.599406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.601059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc7f19e8-9a4d-44f5-afb6-1f34943dfba3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/95839cb4-948f-4c44-98a5-d173d8e69001 HTTP/1.1" status: 204 len: 168 time: 2.4010503 Jul 27 16:37:26.604223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:26.719638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Deleting subnet 68b872e4-bdd0-49fa-896e-fb3cf1d79f8b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:37:26.725828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-333b2d5c-957a-4b92-acd3-5670cee67b7b req-92800648-f881-461b-a175-b7ac72c8893a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/227fd6bc-59df-4c46-b0b3-7b07cb58f32f HTTP/1.1" status: 200 len: 2981 time: 0.1165915 Jul 27 16:37:26.728817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.802568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-927235560', 'description': 'tempest-description-1438032074'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:26.815825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:26.943874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.033994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.160185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 884cc91d-66cf-406d-a196-68cd07a65201 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:27.161685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.208726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 884cc91d-66cf-406d-a196-68cd07a65201 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:27.210477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 884cc91d-66cf-406d-a196-68cd07a65201 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:27.211362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.211707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 92a76974-bf74-427e-97ff-af4b206638cf no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:27.219779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/68b872e4-bdd0-49fa-896e-fb3cf1d79f8b HTTP/1.1" status: 204 len: 168 time: 0.6139774 Jul 27 16:37:27.220878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:27.225430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031f7ed-ceec-4c68-bb58-4b69e3ed40c2 None None] Network 53283085-2b70-4d23-8788-9bca33355e8e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:27.227845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e7b69-e286-4123-a385-4c35f2ab63a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b872e4-bdd0-49fa-896e-fb3cf1d79f8b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:27.281065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.340615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.399131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-9d1973b6-0716-4da7-8bf8-95c4279568b4 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:27.402762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-9d1973b6-0716-4da7-8bf8-95c4279568b4 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1097 time: 0.2208149 Jul 27 16:37:27.422592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.424140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a10ac5bb-8fa0-4ea1-8fea-5c331b0ae99f req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6283972 Jul 27 16:37:27.433115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:27.448827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786370-8609-444b-82e1-09d1281e9226 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:27.459167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 92a76974-bf74-427e-97ff-af4b206638cf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:27.460073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 92a76974-bf74-427e-97ff-af4b206638cf not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:27.463331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.572485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Deleting port e0be9d00-a1ba-4540-8d68-a5cae2fc120c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:27.573422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.729547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.776074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] For port e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:27.777059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:27.814027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Calling delete_port for e0be9d00-a1ba-4540-8d68-a5cae2fc120c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:27.879251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] DHCP port deletion for 53283085-2b70-4d23-8788-9bca33355e8e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:37:28.000900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec38b7-529e-4e39-af9e-aa750841b418 req-14b2cf5d-c2db-4105-8e2f-eb9d1bb721a1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:28.012293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Deleting port e0be9d00-a1ba-4540-8d68-a5cae2fc120c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:28.013269 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.014660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbec38b7-529e-4e39-af9e-aa750841b418 req-14b2cf5d-c2db-4105-8e2f-eb9d1bb721a1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 946 time: 0.3503778 Jul 27 16:37:28.041762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:28.103293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbec38b7-529e-4e39-af9e-aa750841b418 req-4ddf1676-48c9-41e7-8eb9-55e9f2e9644a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Jul 27 16:37:28.220585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:28.224349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.287961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] For port e0be9d00-a1ba-4540-8d68-a5cae2fc120c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,segment=NetworkSegment(33c6c293-9240-4278-958a-b3444c873c4c),segment_id=33c6c293-9240-4278-958a-b3444c873c4c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:28.289777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.308501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:28.316195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] No DVR routers for this DVR port e0be9d00-a1ba-4540-8d68-a5cae2fc120c on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:28.325922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Calling delete_port for e0be9d00-a1ba-4540-8d68-a5cae2fc120c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:28.378744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1879499148', 'description': 'tempest-description-1590176919'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:28.390220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:28.417779 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7fadb5-f570-4732-9289-a53659037d4d" -d '{"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-unplugged", "status": "completed", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:28.445063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.468962 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.470325 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.507072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.526964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53283085-2b70-4d23-8788-9bca33355e8e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:28.538993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] Pushing event deleted for resources: {'Port': ['ID=e0be9d00-a1ba-4540-8d68-a5cae2fc120c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:28.548241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c6c293-9240-4278-958a-b3444c873c4c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:28.548943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c6c293-9240-4278-958a-b3444c873c4c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:28.558206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed40b35-a7c6-4bb3-ba8e-a35c1350ee24 None None] No DVR routers for this DVR port e0be9d00-a1ba-4540-8d68-a5cae2fc120c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:28.580294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.611804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.623443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:37:28.624748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:37:28.630968 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:37:28.678857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:28.694722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.754328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.762818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.771709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/53283085-2b70-4d23-8788-9bca33355e8e HTTP/1.1" status: 204 len: 168 time: 1.5333319 Jul 27 16:37:28.797761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371bbf-7edd-4374-bf4f-7312670359a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=53283085-2b70-4d23-8788-9bca33355e8e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:28.848765 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7759c-e8b1-4054-b026-fc9b01052216 x-openstack-request-id: req-62b7759c-e8b1-4054-b026-fc9b01052216 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:28.849503 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-unplugged", "status": "completed", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:28.850037 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b7759c-e8b1-4054-b026-fc9b01052216 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:28.850668 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76', 'code': 200} Jul 27 16:37:28.866994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:28.867480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:28.868396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:28.884455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:37:28.885368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:28.907312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:28.907312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:28.907312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:28.910758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Bound port: 97f11821-aac2-43fd-8531-61d75f25aa76, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:28.910758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:28.924057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:29.075531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.109532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.172040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.198192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed7c8ee3-fd29-46a5-87e8-9559651104bd req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8221684 Jul 27 16:37:29.198192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:29.221383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40031-149a-40d0-9613-73b1de154f28 req-40ab3e80-40de-4915-befe-86d297b8da77 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:29.221718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:37:29.223316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-69a40031-149a-40d0-9613-73b1de154f28 req-40ab3e80-40de-4915-befe-86d297b8da77 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 951 time: 0.2263420 Jul 27 16:37:29.278517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:29.280116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f02b-8896-4611-8929-f530dc2045ee tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6947c0-6d1f-4988-99b4-5c0038802a0a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:29.298815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.342307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:29.432729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e0be9d00-a1ba-4540-8d68-a5cae2fc120c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:29.476489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de9c1dba-58d6-4399-957d-23633827b7f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6ea7202ad984633966b1dc70fce8414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324682 Jul 27 16:37:29.491610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:29.493957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-69a40031-149a-40d0-9613-73b1de154f28 req-971bc07e-eb0b-4e8b-a1ea-6f1dcada5d72 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559831 Jul 27 16:37:29.596010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:29.696567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:29.702704 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.710903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:29.711883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.714743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3bd296a7-8476-402b-bd8e-6f13638aea5d service neutron] 10.222.0.61 "PUT /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 1122 time: 2.2922888 Jul 27 16:37:29.745618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e0be9d00-a1ba-4540-8d68-a5cae2fc120c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:29.746464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e0be9d00-a1ba-4540-8d68-a5cae2fc120c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:29.760963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61e39-9f46-43aa-a22b-10c9fb51fac6 req-9fb76ed0-e8a3-47aa-aec2-949b65b8b768 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:29.776103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2b61e39-9f46-43aa-a22b-10c9fb51fac6 req-9fb76ed0-e8a3-47aa-aec2-949b65b8b768 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.3163226 Jul 27 16:37:29.795379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:29.799837 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09680a-1196-42c2-ab1c-c1d3647f56db" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:29.810695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:29.811871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:29.812706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:29.838890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['97f11821-aac2-43fd-8531-61d75f25aa76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:29.842442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.897280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2b61e39-9f46-43aa-a22b-10c9fb51fac6 req-5d0c0324-b77e-43f4-acc4-cee7970961e5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196253 Jul 27 16:37:29.943240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:29.984760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:29.992411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['97f11821-aac2-43fd-8531-61d75f25aa76'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:30.005527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:37:30.006318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempting to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 on network ec28ef3c-3833-47eb-8653-0d049eab9a24 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:30.061585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:30.062499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Checking segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:30.063348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Bound using segment: {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:30.064957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Bound port: 97f11821-aac2-43fd-8531-61d75f25aa76, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2639bb0-d157-4b03-8f4b-40af11f838e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ec28ef3c-3833-47eb-8653-0d049eab9a24'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:30.065162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:30.088758 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:30.254627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:30.259537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:30.261696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/036381ba-ef4f-4010-a5d6-94a20b4bcc7e HTTP/1.1" status: 204 len: 168 time: 0.7535453 Jul 27 16:37:30.283157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5a2b-fea4-4481-b883-0c7b9d9fa477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036381ba-ef4f-4010-a5d6-94a20b4bcc7e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:30.331198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:30.355835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-acfcfb63-a292-404a-864f-574d2746c4ea tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:30.360291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-acfcfb63-a292-404a-864f-574d2746c4ea tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 813 time: 0.2905278 Jul 27 16:37:30.363825 n-d-723572-6 neutron-server[93925]: WARNING neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Concurrent port binding operations failed on port 97f11821-aac2-43fd-8531-61d75f25aa76 Jul 27 16:37:30.388136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:30.407967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f1abbaf9-e8c8-47f8-a71f-071ea41b6a32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/quotas/2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 375 time: 0.0350609 Jul 27 16:37:30.430863 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Attempt 2 to bind port 97f11821-aac2-43fd-8531-61d75f25aa76 Jul 27 16:37:30.431636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:37:30.610418 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949800e0-4a75-4d24-9476-8202f700b17e x-openstack-request-id: req-949800e0-4a75-4d24-9476-8202f700b17e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:30.611191 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:30.611191 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-949800e0-4a75-4d24-9476-8202f700b17e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:30.611667 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'code': 200} Jul 27 16:37:30.618552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-496ec8d0-5b85-4e6f-91a5-fb62b769bf80 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964874 Jul 27 16:37:30.853395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:30.856578 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:30.879607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586a17-27c7-47c2-a727-2ffaf1f797be req-284c3d41-89b8-4eb1-bf87-7a2ad8e557d8 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:30.881565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d586a17-27c7-47c2-a727-2ffaf1f797be req-284c3d41-89b8-4eb1-bf87-7a2ad8e557d8 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 949 time: 0.1267440 Jul 27 16:37:30.988043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d586a17-27c7-47c2-a727-2ffaf1f797be req-e35083f1-4ecd-4645-b9af-a5cb881dc691 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/security-groups?id=344cad99-d4dc-4981-a996-926a17d91a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941606 Jul 27 16:37:31.127557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-552889df-f306-4a98-87e0-7f5fd77f6379 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4485736 Jul 27 16:37:31.166730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-d6a80154-7e3d-477c-b3a3-d5f06bbcd358 service neutron] 10.222.0.64 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347075 Jul 27 16:37:31.248919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-aabb9fe4-7257-4b28-b263-2402c0ff884c tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:31.251468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-aabb9fe4-7257-4b28-b263-2402c0ff884c tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.13 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 949 time: 0.2891607 Jul 27 16:37:31.316575 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a77118-7d22-48a6-a324-b387fcf6840f x-openstack-request-id: req-e8a77118-7d22-48a6-a324-b387fcf6840f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:31.316995 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:31.317586 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8a77118-7d22-48a6-a324-b387fcf6840f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:31.318464 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76', 'status': 'completed', 'code': 200} Jul 27 16:37:31.342812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-485ee1f8-3770-41c9-ac2d-956d92dc08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:31.345306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-485ee1f8-3770-41c9-ac2d-956d92dc08a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 1096 time: 0.1305933 Jul 27 16:37:31.414447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:31.470656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-9274324e-398c-48bc-b27b-5c7e431775de service neutron] 10.222.0.64 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025053 Jul 27 16:37:31.542788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Deleting port c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:31.543633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:31.679967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] For port c28e379c-5e2b-4512-b053-8d7a630143e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c28e379c-5e2b-4512-b053-8d7a630143e9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:31.681081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:31.711942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Calling delete_port for c28e379c-5e2b-4512-b053-8d7a630143e9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:31.986863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:31.998945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b68cf10-3fc2-44c8-b6da-7fbc5c3aa976 req-f69c0195-d239-4b37-ab3e-56ebb37cec13 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 210 time: 0.0600102 Jul 27 16:37:32.046128 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:37:32.099618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Pushing event deleted for resources: {'Port': ['ID=c28e379c-5e2b-4512-b053-8d7a630143e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:32.125863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-3623f407-2de3-44fc-9ea5-4ecc428a00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:32.127729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-3623f407-2de3-44fc-9ea5-4ecc428a00f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.7492032 Jul 27 16:37:32.139010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a688a929-bd1e-4c03-9da4-47b9405ddf63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78c0b815b4c44bf9b15eee9adf3e30d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6901853 Jul 27 16:37:32.148411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:32.166675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] No DVR routers for this DVR port c28e379c-5e2b-4512-b053-8d7a630143e9 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:32.187932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:32.191474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a618ace-dfba-4f7b-8d9c-6aad1bc512c9 req-c03fbb8c-cc74-4e92-909a-e7c9fe76ce4e tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.13 "DELETE /v2.0/ports/c28e379c-5e2b-4512-b053-8d7a630143e9 HTTP/1.1" status: 204 len: 173 time: 0.9321270 Jul 27 16:37:32.203907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-cf381805-34b3-4f5e-a53b-7160938eb05a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 200 len: 217 time: 0.0612714 Jul 27 16:37:32.213838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-fd2441d0-6a0d-43db-b77b-472db6f74b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:32.215375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-fd2441d0-6a0d-43db-b77b-472db6f74b7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1125 time: 0.8638968 Jul 27 16:37:32.232341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7932-04c8-4fa5-a983-df5db110c0b7 req-acf9b82b-91b4-4daa-bdaf-accb760d2106 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:32.241185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b0a7932-04c8-4fa5-a983-df5db110c0b7 req-acf9b82b-91b4-4daa-bdaf-accb760d2106 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.7773099 Jul 27 16:37:32.356117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2c8dede-3f61-46b0-b1c9-9bb61b5e1874 req-ad51c84a-f983-447a-ad35-6df81065f418 tempest-ImagesOneServerTestJSON-1461596501 tempest-ImagesOneServerTestJSON-1461596501-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ae6e7d-11ff-4919-b7e7-d05f899f4a97 HTTP/1.1" status: 200 len: 210 time: 0.1078444 Jul 27 16:37:32.406605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:32.423767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-57ce8d91-3e45-449a-a486-6b31f8ba42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:32.426206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-57ce8d91-3e45-449a-a486-6b31f8ba42c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.2098107 Jul 27 16:37:32.437985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:32.438209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b0a7932-04c8-4fa5-a983-df5db110c0b7 req-0759b7b3-eb66-4b0e-8bab-fc7523c517cd tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973193 Jul 27 16:37:32.534630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-fd083497-9e03-4f41-a57d-a85f6afc66b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919573 Jul 27 16:37:32.642157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:32.646574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:32.664606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e7457c0-141f-482b-a382-ccbec519e94d HTTP/1.1" status: 204 len: 168 time: 0.5005543 Jul 27 16:37:32.693825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d1f51-b6a2-4d43-b728-9c5122848394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7457c0-141f-482b-a382-ccbec519e94d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:32.756853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-83dce4c9-468b-435c-b23d-5dd17db4b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:32.757819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-83dce4c9-468b-435c-b23d-5dd17db4b714 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.5155840 Jul 27 16:37:32.761507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-ac35ec8f-b285-48c8-a1a1-69ea5c8798ff service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066677 Jul 27 16:37:32.948389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:33.013216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-ce93fb55-62ee-449e-8d54-44599b7887dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 217 time: 0.2388399 Jul 27 16:37:33.256555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27b27cfb-e541-4fe9-9408-62aebfada42c req-ce861829-6fd4-40d0-ac18-87dd8a3718a5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 210 time: 0.1071920 Jul 27 16:37:33.308502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-e60fe8ef-596c-4034-bfc4-f054c5a7ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:33.311001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-e60fe8ef-596c-4034-bfc4-f054c5a7ddf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.1872251 Jul 27 16:37:33.319865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-deleted', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:33.323911 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c8b192-c3a9-4a1a-a1d7-94c239ef6dc8" -d '{"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-deleted", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:33.416604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:33.447827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-682a91c7-ae45-4c87-aac3-51106ffe43ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217554 Jul 27 16:37:33.460252 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca6138-ed84-4400-9968-72076e882468 x-openstack-request-id: req-8fca6138-ed84-4400-9968-72076e882468 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:33.460643 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ae6e7d-11ff-4919-b7e7-d05f899f4a97", "name": "network-vif-deleted", "tag": "c28e379c-5e2b-4512-b053-8d7a630143e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:33.460788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39998e49-226c-47a1-b81e-1fb2dc57b033 req-24ea18a2-1607-4bcb-bf60-bd0711b664f4 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869988 Jul 27 16:37:33.460969 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fca6138-ed84-4400-9968-72076e882468 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:33.461601 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ae6e7d-11ff-4919-b7e7-d05f899f4a97', 'name': 'network-vif-deleted', 'tag': 'c28e379c-5e2b-4512-b053-8d7a630143e9', 'status': 'completed', 'code': 200} Jul 27 16:37:33.848012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-531db1b7-587a-4590-afe6-1604f7a8027a service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702004 Jul 27 16:37:33.863379 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de5d6e70-62b6-4828-bde1-2dc81535ec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:33.970285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea86093-f944-47c4-801e-eb446fe29a2b req-052a2fb8-2e74-4213-bedd-ca39f5a563f2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:33.973556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ea86093-f944-47c4-801e-eb446fe29a2b req-052a2fb8-2e74-4213-bedd-ca39f5a563f2 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.3143997 Jul 27 16:37:34.096823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1c088c5-1bc8-44a6-b77c-95ad3df9f015 req-26d1898a-4461-4f04-b6ba-cee707ca7e61 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373431 Jul 27 16:37:34.251732 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de5d6e70-62b6-4828-bde1-2dc81535ec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.280489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de5d6e70-62b6-4828-bde1-2dc81535ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.339296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de5d6e70-62b6-4828-bde1-2dc81535ec57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccf7839d174c4675bd966c2de386a161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212856 Jul 27 16:37:34.342845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:34.500930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:34.551374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ea86093-f944-47c4-801e-eb446fe29a2b req-7fb9d5d8-ab05-4f10-916a-aae9ded29391 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591395 Jul 27 16:37:34.569675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.664502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.785389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-620da872-3a53-4bd1-a88e-a402bf4b35a4 req-759a218d-1b67-49b8-b201-9442098e3770 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 210 time: 0.2475297 Jul 27 16:37:34.807689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.814237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:34.815926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18b74e2e-741a-44ce-b77d-fbd8e57d96d9 HTTP/1.1" status: 204 len: 168 time: 0.4704442 Jul 27 16:37:34.843792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d6e70-62b6-4828-bde1-2dc81535ec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b74e2e-741a-44ce-b77d-fbd8e57d96d9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:34.899417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-8225a065-acf8-42af-b6c9-49e8e1e3ef8a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:34.905440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-8225a065-acf8-42af-b6c9-49e8e1e3ef8a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 813 time: 0.6508489 Jul 27 16:37:34.909889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbef3a-8646-4263-b67e-5b0c31b1cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b74e2e-741a-44ce-b77d-fbd8e57d96d9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:34.933674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'device_id': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8', 'admin_state_up': True, 'tenant_id': '2d75df67498e4685b140bb3d63641c08'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:34.976384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:35.075124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: c28e379c-5e2b-4512-b053-8d7a630143e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:35.078371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c28e379c-5e2b-4512-b053-8d7a630143e9 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:35.121806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c828bc7c-9e20-405e-b45b-97e320585f77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d5d10c538ac4121b86d9ed30366c7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132646 Jul 27 16:37:35.123021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:35.216895 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:35.261941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:35.376410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:35.387424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:35.398304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/344cad99-d4dc-4981-a996-926a17d91a5a HTTP/1.1" status: 204 len: 168 time: 0.2735734 Jul 27 16:37:35.433798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c5aa-3e6b-454b-86fc-01ca3b8760af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344cad99-d4dc-4981-a996-926a17d91a5a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:35.447495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Made reservation on behalf of 2d75df67498e4685b140bb3d63641c08 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:35.459982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:35.844673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Allocated IP 172.20.0.10 (3e71152d-bdfe-4755-8f76-4ee975868ff8/6d0de991-748b-4ee6-bcb3-2181d73ef771/4a8e4f8f-496f-4b5f-bb1b-dd6064225732) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:36.069994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f1d4c6f-8273-4087-8567-4f958269f453 req-81605649-4517-4872-8093-98f907a7d87f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 210 time: 0.0692456 Jul 27 16:37:36.099998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62e87-8967-4ed2-a244-03fe36c49d97 req-77702441-d142-44d5-b282-c9a819b5c19e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:36.121630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01f62e87-8967-4ed2-a244-03fe36c49d97 req-77702441-d142-44d5-b282-c9a819b5c19e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.3823159 Jul 27 16:37:36.319750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01f62e87-8967-4ed2-a244-03fe36c49d97 req-bc8d9c34-5906-4d5a-a801-d38f85426141 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945615 Jul 27 16:37:36.557253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:36.645132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:36.660730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:36.745599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Network 3e71152d-bdfe-4755-8f76-4ee975868ff8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:36.751196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:36.765285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:36.853234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:36.957791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:36.963881 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:36.987342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:37.021024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-397b0ad5-994f-4dfe-9418-01498a7063b2 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0988810 Jul 27 16:37:37.037871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Request body: {'port': {'device_id': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:37.214060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:37.426754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-256b3936-0d4f-463f-9f0c-89d3d2e8c437 service neutron] 10.222.0.13 "GET /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.1956313 Jul 27 16:37:37.715805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9d2e-e8ae-4210-8ad1-668920bcd5f1 req-e268245e-5b7e-4992-8118-a3bdc163e95f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:37.718846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e46b9d2e-e8ae-4210-8ad1-668920bcd5f1 req-e268245e-5b7e-4992-8118-a3bdc163e95f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 932 time: 0.5086298 Jul 27 16:37:37.793684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed147-8f2c-4c6d-9dbf-e588192127b7 req-3ff11477-0f8a-4524-ad5d-b0b41bbfff85 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:37.797175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-523ed147-8f2c-4c6d-9dbf-e588192127b7 req-3ff11477-0f8a-4524-ad5d-b0b41bbfff85 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 944 time: 0.1848459 Jul 27 16:37:37.888532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e46b9d2e-e8ae-4210-8ad1-668920bcd5f1 req-a4b3759a-2027-4565-9f52-ef3405da7d8c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057770 Jul 27 16:37:37.954472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-523ed147-8f2c-4c6d-9dbf-e588192127b7 req-6138c259-f1ae-41a9-9a63-e4a0a90f02df tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453252 Jul 27 16:37:38.012349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37398) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:38.015597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:38.067284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:38.111592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f11821-aac2-43fd-8531-61d75f25aa76 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:37:38.132500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:38.150928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:37:38.161765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.170438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.201593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Transition to ACTIVE for port object 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:38.207984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.331403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:38.382754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-network', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:38.410347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] Transition to ACTIVE for port object 97f11821-aac2-43fd-8531-61d75f25aa76 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:38.420236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.456401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:38.516032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Attempting to bind port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:38.516548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Attempting to bind port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:38.517018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Attempting to bind port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:38.529105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:37:38.529563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Attempting to bind port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 on network 3e71152d-bdfe-4755-8f76-4ee975868ff8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:38.537126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Made reservation on behalf of cf016ba7c36d4d0ba3c28e0fac2d373d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:38.542352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:38.542549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.542656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Checking segment: {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:38.543341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Bound using segment: {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:38.543799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Bound port: 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e434cfac-74bd-43e7-9397-59f5dd326e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:38.545052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.574301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] Pushing event updated for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:38.594461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] No DVR routers for this DVR port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:38.596705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.655084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-973828946-network', 'tenant_id': '8fa8096f13f744c7aac3c44810623670'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:38.675259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-053fd3c5-fa98-48bd-a022-62272d6412e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2374208 Jul 27 16:37:38.732757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:38.735466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:38.742354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.808368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.816280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.838707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:38.869951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:37:38.895725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:38.901708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.902105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:38.902533 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Added segment 96b6fb60-c5dd-48ff-a645-99bc0dd2f525 of type vlan for network d61048ec-a0da-4a74-a7f7-2d778bf3b02e Jul 27 16:37:38.904242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.905961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-f57ef862-0499-4679-ba02-4e17789d27e8 service neutron] 10.222.0.61 "PUT /v2.0/ports/4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 1092 time: 1.8757119 Jul 27 16:37:38.936077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:38.948291 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a43f3-e859-4a81-a678-db93bbc5c652" -d '{"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:38.955774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Made reservation on behalf of 8fa8096f13f744c7aac3c44810623670 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:38.964813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:38.995803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.003427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.115185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.115506 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23183937-8d23-4361-8029-4e54d5b350e1 x-openstack-request-id: req-23183937-8d23-4361-8029-4e54d5b350e1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:39.115818 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:39.116205 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23183937-8d23-4361-8029-4e54d5b350e1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:39.117172 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'status': 'completed', 'code': 200} Jul 27 16:37:39.117623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.118517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.162321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-51b4d4c5-186e-4790-8b19-c5d3ecd6fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.164754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-51b4d4c5-186e-4790-8b19-c5d3ecd6fe30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1095 time: 0.1753480 Jul 27 16:37:39.223635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] Pushing event updated for resources: {'Network': ['ID=d61048ec-a0da-4a74-a7f7-2d778bf3b02e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:39.231606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-bd8a67be-ecd5-495e-89de-192978254230 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 217 time: 0.0576596 Jul 27 16:37:39.247607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:37:39.283389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a2fd7-cec7-47e4-9bb6-b6b016cb5d1d req-4d8ef9ef-db18-4548-95b2-1f869f93b31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.286316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e2a2fd7-cec7-47e4-9bb6-b6b016cb5d1d req-4d8ef9ef-db18-4548-95b2-1f869f93b31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 944 time: 0.2403667 Jul 27 16:37:39.354059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e2a2fd7-cec7-47e4-9bb6-b6b016cb5d1d req-bab36692-9036-4ee9-b429-e16f702b22bd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Jul 27 16:37:39.459690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-9b97af74-3cdc-4b2e-a253-8059c5084ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.461226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-9b97af74-3cdc-4b2e-a253-8059c5084ef1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.2215085 Jul 27 16:37:39.468687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.491179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.507083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b0223b2-ec2e-40a1-bdd6-b6ed4cd8101f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4870245 Jul 27 16:37:39.532055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:39.551466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Request body: {'subnet': {'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-subnet', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:39.604614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Made reservation on behalf of cf016ba7c36d4d0ba3c28e0fac2d373d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:39.607624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.642596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-68bb14b1-e482-4d76-968c-22a4568490c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698673 Jul 27 16:37:39.645130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:37:39.685679 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3f538cc-a978-44c2-97e2-3db6d57b05f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.748687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e342df86-c2c1-4f33-9cae-16516872b2a0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:39.764399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.764794 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Added segment 440b07bf-a704-47a0-9fba-6a65743a3e83 of type vlan for network 262c17d8-25c4-4720-b4ab-f27562dbdb73 Jul 27 16:37:39.780649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e7c3-8514-4f10-a906-4414cb855181 req-702b3f0c-0e00-4caf-b0f5-7ca09332821d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.792394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a366e7c3-8514-4f10-a906-4414cb855181 req-702b3f0c-0e00-4caf-b0f5-7ca09332821d tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.4778111 Jul 27 16:37:39.892471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.904377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-b521f0bb-7d9b-4576-9b25-a78cea3bcecb tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:39.907530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-b521f0bb-7d9b-4576-9b25-a78cea3bcecb tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 1.0592227 Jul 27 16:37:39.942782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:39.952834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-697c9459-4c01-4a65-b88d-9cc53987ff6c service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010707 Jul 27 16:37:39.967711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a366e7c3-8514-4f10-a906-4414cb855181 req-30c9b46a-5f6e-4874-b142-afc77f5d708a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739278 Jul 27 16:37:40.064897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57078804-be47-46cc-8289-7d9eca6bca88,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:40.090515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Checking segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:40.090949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Network hostable DHCP agents. Network: d61048ec-a0da-4a74-a7f7-2d778bf3b02e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:37:40.112648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.112648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:40.112648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.120841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:37:40.137486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d61048ec-a0da-4a74-a7f7-2d778bf3b02e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:40.160780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8341d-622f-4040-a572-8e86f04e3821 None None] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:40.178054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:40.178769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.216752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-636f8b25-6968-4ece-9ed4-7c7034a1cf9b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6844134 Jul 27 16:37:40.221243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:40.234689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:40.288006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.291952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.408849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.513802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:37:40.515623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.698576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:40.792344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3342690 Jul 27 16:37:40.806223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:40.813508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Request body: {'subnet': {'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-973828946-subnet', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:40.813736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Allocated IP 172.20.0.2 (d61048ec-a0da-4a74-a7f7-2d778bf3b02e/57078804-be47-46cc-8289-7d9eca6bca88/9f265fd9-336e-4141-8f0a-dcc777dd9df9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:40.852257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-f0050091-d60c-455a-9743-2a1afc7c4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:40.854027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-f0050091-d60c-455a-9743-2a1afc7c4408 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144&tenant_id=e75a54a3256e4ce2b44550834401204d HTTP/1.1" status: 200 len: 1096 time: 0.9257121 Jul 27 16:37:40.856197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6890b60f-7438-4a78-ac25-5ea9e41e170a req-bc89e8fd-71e3-418e-b4a0-021b74e26f5d service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8827457 Jul 27 16:37:40.856829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ccad-57ec-4fe0-aab2-f23ff3559689 admin admin] Pushing event updated for resources: {'Network': ['ID=262c17d8-25c4-4720-b4ab-f27562dbdb73,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:40.894834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ce45c-ad8e-4fbd-8b8e-e8cb974203f9 req-e96782a6-111c-4840-ab74-a91f97dc08ba tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:40.903845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c00ce45c-ad8e-4fbd-8b8e-e8cb974203f9 req-e96782a6-111c-4840-ab74-a91f97dc08ba tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 944 time: 0.3332155 Jul 27 16:37:40.928572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:37:40.940419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Made reservation on behalf of 8fa8096f13f744c7aac3c44810623670 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:40.943220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.123559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c00ce45c-ad8e-4fbd-8b8e-e8cb974203f9 req-393f6aad-7658-4cec-a55e-c2c7476910fb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184529 Jul 27 16:37:41.253755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.277793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Transition to ACTIVE for port object 9f265fd9-336e-4141-8f0a-dcc777dd9df9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:41.279732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.317311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Transition to ACTIVE for port object 9f265fd9-336e-4141-8f0a-dcc777dd9df9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:41.324985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.328475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.450708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:41.451000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-0ac70cef-6373-498b-9a3d-8abd9d61f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:41.453915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-0ac70cef-6373-498b-9a3d-8abd9d61f632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1096 time: 0.5057714 Jul 27 16:37:41.464539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:41.476753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:41.487385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Pushing event updated for resources: {'Port': ['ID=9f265fd9-336e-4141-8f0a-dcc777dd9df9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:41.496715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-84c32fd0-dfba-43b3-a173-5b7553bfd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:41.498537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-84c32fd0-dfba-43b3-a173-5b7553bfd3ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1095 time: 0.5130818 Jul 27 16:37:41.526689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Allocated IP 172.25.4.7 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/acf319d9-47c8-4bd6-b03d-fbca8af7b301) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:41.627669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Attempting to bind port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:41.628517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Attempting to bind port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:41.636825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Attempting to bind port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:41.637821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:41.638544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Checking segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:41.639240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.639925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Bound using segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:41.640737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Bound port: 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:41.641397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.760247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] For port 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:41.768003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] For port 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f265fd9-336e-4141-8f0a-dcc777dd9df9,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:41.775615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.812363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:41.819853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178346-7c7c-4c03-acb0-75ae508b8592 req-2e83aebe-f555-40b2-a92d-dd565117a562 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:41.845475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f178346-7c7c-4c03-acb0-75ae508b8592 req-2e83aebe-f555-40b2-a92d-dd565117a562 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.5600336 Jul 27 16:37:41.928410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2ce4-5297-4173-9496-d3f190c5bab7 None None] Pushing event updated for resources: {'Port': ['ID=9f265fd9-336e-4141-8f0a-dcc777dd9df9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:41.964037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:42.033260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:42.050017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-ade8ed93-6ee4-4d94-b29b-d7d817d994de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:42.051747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-ade8ed93-6ee4-4d94-b29b-d7d817d994de service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 0.5886469 Jul 27 16:37:42.052984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-4088a1ed-12a2-4d79-84f0-d8a8c1b9a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:42.054565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-4088a1ed-12a2-4d79-84f0-d8a8c1b9a127 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.4876292 Jul 27 16:37:42.082321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f178346-7c7c-4c03-acb0-75ae508b8592 req-75ea9c04-98b8-43a2-b14f-37c12b4762b9 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355788 Jul 27 16:37:42.094995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Pushing event updated for resources: {'Port': ['ID=acf319d9-47c8-4bd6-b03d-fbca8af7b301,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:42.127454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:42.139727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:42.142808 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b2797ba6-1866-4c0c-9e1c-6f024c67c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:42.150590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:42.292356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-2b842cb9-fac7-4628-a945-cfe34ee1664f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 200 len: 217 time: 0.2036994 Jul 27 16:37:42.298198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-0b87f342-6348-4b6e-bfbb-ae7dcd1bddeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 217 time: 0.2145691 Jul 27 16:37:42.330463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2463d46-add0-4e1c-ad82-97feb6ca73db,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:42.340118 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:42.446794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-475d2857-7470-4ed7-acfa-e2443b11e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:42.449517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-475d2857-7470-4ed7-acfa-e2443b11e8d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.0981054 Jul 27 16:37:42.598885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-50c354c0-65bc-440a-916d-5ecf005f05eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142554 Jul 27 16:37:42.631276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Checking segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:42.631841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Network hostable DHCP agents. Network: 262c17d8-25c4-4720-b4ab-f27562dbdb73, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:37:42.700666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3cc14a0a-ddd2-4933-9871-a7adb2239202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:42.702894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-3cc14a0a-ddd2-4933-9871-a7adb2239202 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.3650725 Jul 27 16:37:42.753894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e87d0-6de9-44db-a81e-afda57785d6f req-120afc11-6c62-423f-8a72-eb590afec0b0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:42.767153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e6e87d0-6de9-44db-a81e-afda57785d6f req-120afc11-6c62-423f-8a72-eb590afec0b0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 944 time: 0.3613572 Jul 27 16:37:42.777183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-a170fc38-7169-4abd-af09-1905591d798f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650635 Jul 27 16:37:42.781610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:37:42.971826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e6e87d0-6de9-44db-a81e-afda57785d6f req-5d2c5285-5e7b-4be7-b95a-ad93c452214c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955094 Jul 27 16:37:43.017288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.078472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-2059ce21-e738-458a-9231-8db6fa152b8a service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663680 Jul 27 16:37:43.082983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 262c17d8-25c4-4720-b4ab-f27562dbdb73) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:43.098424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec747c6-9fce-426f-9c38-9d90dd356d3a None None] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:43.263000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:43.263822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.408069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f265fd9-336e-4141-8f0a-dcc777dd9df9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:43.420057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e17db5f2-bc8f-446a-8638-c847ecb967a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6119659 Jul 27 16:37:43.432162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-c3c3311e-d617-473c-95f0-0ec9349117c6 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396074 Jul 27 16:37:43.440905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:43.448512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:43.491454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:37:43.682941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.690283 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.701920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:43.737400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'network_id': '3e71152d-bdfe-4755-8f76-4ee975868ff8', 'port_id': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'mac_address': 'fa:16:3e:58:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0de991-748b-4ee6-bcb3-2181d73ef771', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:37:43.798956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7a43f3-e859-4a81-a678-db93bbc5c652 req-0a6d312e-1ba6-445d-ab4a-fe2b0fa52c00 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128344 Jul 27 16:37:43.865265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-d0d235ad-e48d-44b9-9e9e-431516d42e95 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784029 Jul 27 16:37:43.878629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.881986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818b78-e7d9-4ea5-9c63-525d83673107 req-71787905-3b8a-4573-b7ff-2461d6223605 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:43.897410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08818b78-e7d9-4ea5-9c63-525d83673107 req-71787905-3b8a-4573-b7ff-2461d6223605 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.5022881 Jul 27 16:37:43.909975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:37:43.936261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:43.946452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:43.956737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6701296-1885-4fb7-b5bd-87f71a70e82d None None] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:44.001207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.164847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08818b78-e7d9-4ea5-9c63-525d83673107 req-69d1c88a-f70e-4fb2-a168-f81cb52f26c0 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654197 Jul 27 16:37:44.198159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:37:44.365575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.373181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.433662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:44.497371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:44.531391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-262c17d8-25c4-4720-b4ab-f27562dbdb73', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:37:44.532787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.549377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:44.593147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.595511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-86dfb75f-d498-4cc9-80df-266cb779c40f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3725307 Jul 27 16:37:44.602652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:44.729936 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.860052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-817d9d97-f9a2-4191-868c-a226bf9b2d45 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:44.862454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-817d9d97-f9a2-4191-868c-a226bf9b2d45 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144&tenant_id=e75a54a3256e4ce2b44550834401204d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.5528638 Jul 27 16:37:44.888083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:44.890541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:44.892730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Provisioning for port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:44.928831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3777a8b9-792e-4ffc-9aaf-819ac67ada4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:44.952421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2fa9f-3e33-4486-a592-b190d48ff8ac req-92b85970-ae57-4cff-850d-dc962631dde6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:44.955339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fa2fa9f-3e33-4486-a592-b190d48ff8ac req-92b85970-ae57-4cff-850d-dc962631dde6 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 945 time: 0.7474270 Jul 27 16:37:45.062421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Allocated IP 172.20.0.2 (262c17d8-25c4-4720-b4ab-f27562dbdb73/d2463d46-add0-4e1c-ad82-97feb6ca73db/7f42ecab-205d-4bc7-9cb6-0acbb530a976) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:45.104803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fa2fa9f-3e33-4486-a592-b190d48ff8ac req-6913a399-0fec-4456-affa-02d0cd563c4f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370552 Jul 27 16:37:45.164023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Provisioning complete for port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:45.164537 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.167459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4a8e4f8f-496f-4b5f-bb1b-dd6064225732'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:45.334508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3777a8b9-792e-4ffc-9aaf-819ac67ada4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.345647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3777a8b9-792e-4ffc-9aaf-819ac67ada4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.444526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-468eca93-dc2d-4aa0-a3f4-8731d21988b6 service neutron] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:45.447457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.455624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-468eca93-dc2d-4aa0-a3f4-8731d21988b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.457450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e29cf93d-94d0-446a-ac70-a5936f16d8c8 req-468eca93-dc2d-4aa0-a3f4-8731d21988b6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.5868807 Jul 27 16:37:45.496907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.516334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.549727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Transition to ACTIVE for port object 7f42ecab-205d-4bc7-9cb6-0acbb530a976 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:45.583550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Transition to ACTIVE for port object 7f42ecab-205d-4bc7-9cb6-0acbb530a976 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:45.663297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.703457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:45.712130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:45.717109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:45.730528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:45.730987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Allocated IP 172.25.4.203 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/39c358eb-654e-4e23-81d8-67cbf67f0ca2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:45.733313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:45.795756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:45.968979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3777a8b9-792e-4ffc-9aaf-819ac67ada4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3f693ac84c143f89b62a9ee5dcf8767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4699829 Jul 27 16:37:45.970103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777a8b9-792e-4ffc-9aaf-819ac67ada4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f5c552-b6c5-488c-a67d-6c6c5351c0b0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:45.973175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:46.001311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.058062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd03b7-2e1f-4006-b2a1-6e7d909269e3 req-118de636-1e53-4aa3-8c38-662cb847a5c7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:46.072128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4fbd03b7-2e1f-4006-b2a1-6e7d909269e3 req-118de636-1e53-4aa3-8c38-662cb847a5c7 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.7163684 Jul 27 16:37:46.168210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.171357 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.188811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4fbd03b7-2e1f-4006-b2a1-6e7d909269e3 req-07c4def9-e7d4-4335-b85b-4ac6bc7ad69b tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074634 Jul 27 16:37:46.233723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.237104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.325556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.328384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:46.489533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.490245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.506544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6f5c552-b6c5-488c-a67d-6c6c5351c0b0 HTTP/1.1" status: 204 len: 168 time: 0.5114756 Jul 27 16:37:46.583782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Attempting to bind port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:46.585499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Attempting to bind port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:46.586503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Attempting to bind port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 on network 262c17d8-25c4-4720-b4ab-f27562dbdb73 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:46.606798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:46.612005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:46.625777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:46.645576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f5c552-b6c5-488c-a67d-6c6c5351c0b0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:46.726908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:46.727342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Checking segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:46.727848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.728384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Bound using segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:46.728999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Bound port: 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:46.729452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.741193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Pushing event updated for resources: {'Port': ['ID=7f42ecab-205d-4bc7-9cb6-0acbb530a976,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:46.779402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Pushing event updated for resources: {'Port': ['ID=39c358eb-654e-4e23-81d8-67cbf67f0ca2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:46.801436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.822077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] For port 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f265fd9-336e-4141-8f0a-dcc777dd9df9,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:46.884577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:46.899166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.900186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.900653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.901124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.901604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.902860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.903299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.903672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.904089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.904705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.905103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.905571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2490e7-1cf7-45f1-930d-b2fbfc358056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.910659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Allocated IP 172.20.0.1 (d61048ec-a0da-4a74-a7f7-2d778bf3b02e/57078804-be47-46cc-8289-7d9eca6bca88/aa10940a-60ec-42e1-b378-fcab30a4a37f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:46.923724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.924157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.924534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.926057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.927334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.934854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.935419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.937384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.937752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.939065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.942582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:46.943090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:47.104215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1e9d-ba13-41c1-876b-c26abc9f8d41 req-a5f52bcb-73bb-47f2-a182-0e6d4453310f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:47.114551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cddb1e9d-ba13-41c1-876b-c26abc9f8d41 req-a5f52bcb-73bb-47f2-a182-0e6d4453310f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 945 time: 0.7962956 Jul 27 16:37:47.133989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34aade-5d9e-4ed4-82e8-723b71a2e5fa req-f251f8c5-716e-46d1-a5f2-5dc13b460c6b tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:47.136175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e34aade-5d9e-4ed4-82e8-723b71a2e5fa req-f251f8c5-716e-46d1-a5f2-5dc13b460c6b tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 1096 time: 0.6306388 Jul 27 16:37:47.232226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cddb1e9d-ba13-41c1-876b-c26abc9f8d41 req-3f554155-3a96-4e33-98e3-33d100cea90c tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164579 Jul 27 16:37:47.236685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0beb68-4122-4df6-8c2a-12160e0a634e None None] Pushing event updated for resources: {'Port': ['ID=9f265fd9-336e-4141-8f0a-dcc777dd9df9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:47.241197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a869e419-6481-42da-aacb-75394f69a20b None None] For port 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:47.283875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a869e419-6481-42da-aacb-75394f69a20b None None] For port 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7f42ecab-205d-4bc7-9cb6-0acbb530a976,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:47.287195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-60bfaf59-d938-4d63-825b-3cf7020b68c8 None None] Provisioning complete for port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:47.287565 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-60bfaf59-d938-4d63-825b-3cf7020b68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.299443 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.352944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.358457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:47.376613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Transition to ACTIVE for port object aa10940a-60ec-42e1-b378-fcab30a4a37f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:47.439913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5a36-c921-420b-921d-8804570842bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.446640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869e419-6481-42da-aacb-75394f69a20b None None] Pushing event updated for resources: {'Port': ['ID=7f42ecab-205d-4bc7-9cb6-0acbb530a976,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:47.462189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:42Z', 'revision_number': 3, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:47.503276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e34aade-5d9e-4ed4-82e8-723b71a2e5fa req-3bf9360a-03dc-4985-902f-ba1a2ab19fb8 tempest-LiveMigrationTest-722825518 tempest-LiveMigrationTest-722825518-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110139 Jul 27 16:37:47.537395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:47.537796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Updating router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d port acf319d9-47c8-4bd6-b03d-fbca8af7b301 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:37:47.542109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.728739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:47.736105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:47.748477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:47.779722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Pushing event updated for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:47.783912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:47.949960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.254177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2618381e-baf2-40eb-a067-e856e8caac27 None None] Provisioning for port aa10940a-60ec-42e1-b378-fcab30a4a37f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:48.283907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2618381e-baf2-40eb-a067-e856e8caac27 None None] Provisioning complete for port aa10940a-60ec-42e1-b378-fcab30a4a37f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:48.284393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2618381e-baf2-40eb-a067-e856e8caac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.308942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.314434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.439340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2618381e-baf2-40eb-a067-e856e8caac27 None None] Port aa10940a-60ec-42e1-b378-fcab30a4a37f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:37:48.563550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0448a-16d4-4453-9d44-08173d2435aa req-54c38b9a-2afb-4a69-a3c8-91c000f14d9f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:48.566139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77b0448a-16d4-4453-9d44-08173d2435aa req-54c38b9a-2afb-4a69-a3c8-91c000f14d9f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.4111998 Jul 27 16:37:48.672284 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.704316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Transition to ACTIVE for port object acf319d9-47c8-4bd6-b03d-fbca8af7b301 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:48.730064 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.731933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.771286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.845888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Attempting to bind port acf319d9-47c8-4bd6-b03d-fbca8af7b301 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:48.846513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Attempting to bind port acf319d9-47c8-4bd6-b03d-fbca8af7b301 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:48.847051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Attempting to bind port acf319d9-47c8-4bd6-b03d-fbca8af7b301 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:48.856091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:48.857001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:48.857730 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.858449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:48.859303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Bound port: acf319d9-47c8-4bd6-b03d-fbca8af7b301, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:48.859990 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.862926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a6e09-e152-45c3-a894-0c841a8e5ed2 None None] Pushing event updated for resources: {'Port': ['ID=acf319d9-47c8-4bd6-b03d-fbca8af7b301,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:48.892245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.909099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5a36-c921-420b-921d-8804570842bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.993656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5a36-c921-420b-921d-8804570842bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:48.997994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] For port acf319d9-47c8-4bd6-b03d-fbca8af7b301, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:49.005392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] For port acf319d9-47c8-4bd6-b03d-fbca8af7b301, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=acf319d9-47c8-4bd6-b03d-fbca8af7b301,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:49.015134 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:49.015340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:49.029153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Pushing event updated for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:49.085202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57350b8a-0649-4b0a-be2e-197ab706ffce req-535eb9e4-c34c-4c60-b256-ee7fecdcc272 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:49.093039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57350b8a-0649-4b0a-be2e-197ab706ffce req-535eb9e4-c34c-4c60-b256-ee7fecdcc272 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 945 time: 0.5412171 Jul 27 16:37:49.127153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77b0448a-16d4-4453-9d44-08173d2435aa req-0fbe9608-9cef-470b-a0eb-f4012d8de1e5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284665 Jul 27 16:37:49.127775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef5a36-c921-420b-921d-8804570842bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44188782-01b2-4ef3-acdc-df7b4037f200,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:49.229364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57350b8a-0649-4b0a-be2e-197ab706ffce req-b7c54ebe-67d0-43f3-95da-380209c0e989 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948062 Jul 27 16:37:49.351795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:49.354640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:49.361633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e1ef5a36-c921-420b-921d-8804570842bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56a5d050d0b44ae9946bffaf208a3f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9997954 Jul 27 16:37:49.362399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:49.397920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-4bd04bea-638d-48e5-85ff-0dbf6fdbd51e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:49.401174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-4bd04bea-638d-48e5-85ff-0dbf6fdbd51e tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.8333714 Jul 27 16:37:49.471366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd37714-b2e2-424a-8264-1aa9f3a4c524 None None] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:37:49.475051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:49.656393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7f42ecab-205d-4bc7-9cb6-0acbb530a976 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:49.665447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:49.666487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:49.668084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Router 735e333e-e85f-4bb8-a828-c21b15e79dac is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:37:49.688493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-859d0e56-96bb-41e3-8c26-b61b40ae0a94 None None] Provisioning for port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:49.706537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:37:49.758830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:49.783026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a6e09-e152-45c3-a894-0c841a8e5ed2 None None] Pushing event updated for resources: {'Port': ['ID=acf319d9-47c8-4bd6-b03d-fbca8af7b301,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:49.806223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:49.925402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:49.967849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Deleting port 97f11821-aac2-43fd-8531-61d75f25aa76 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:37:49.968226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.009581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:50.009581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.019625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:50.043266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:50.044680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.053347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:50.071418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Sync routers for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:50.089655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.090966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4a2faed4-b15a-48e5-83a9-2dd1238acce3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6482637 Jul 27 16:37:50.094902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:37:50.112657 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:50.113617 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:50.126097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:50.149406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1130cee2-8ab8-4753-8da2-6a526d15a699 admin admin] 10.222.0.64 "PUT /v2.0/routers/8e27042f-08e7-4d9f-9715-f7fb36a94d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5387709 Jul 27 16:37:50.151506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.154701 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.158322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44188782-01b2-4ef3-acdc-df7b4037f200 HTTP/1.1" status: 204 len: 168 time: 0.7931817 Jul 27 16:37:50.173037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] For port 97f11821-aac2-43fd-8531-61d75f25aa76, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=97f11821-aac2-43fd-8531-61d75f25aa76,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:50.173566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.201538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Calling delete_port for 97f11821-aac2-43fd-8531-61d75f25aa76 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:37:50.201826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fc8c5-ac94-4bb3-96a4-d2a6a60f8950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44188782-01b2-4ef3-acdc-df7b4037f200,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:50.317905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:50.397684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:50.416395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd10a1df-1986-44ba-a3ec-1de78715dc89 None None] Provisioning complete for port aa10940a-60ec-42e1-b378-fcab30a4a37f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:50.417301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd10a1df-1986-44ba-a3ec-1de78715dc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.650041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fde7b-d762-485a-a0f0-04d487154973 req-9e04d1eb-0d4c-47ab-a6de-47f041024021 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:50.653158 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a48fde7b-d762-485a-a0f0-04d487154973 req-9e04d1eb-0d4c-47ab-a6de-47f041024021 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 945 time: 0.2458313 Jul 27 16:37:50.750582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a48fde7b-d762-485a-a0f0-04d487154973 req-a29f8301-450e-4ad3-9bf0-5730c853a416 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Jul 27 16:37:50.768356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bd10a1df-1986-44ba-a3ec-1de78715dc89 None None] Port aa10940a-60ec-42e1-b378-fcab30a4a37f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:37:50.822108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:50.959286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d222d6-b1d8-4cd4-a237-f46b28aeda6d req-a4af29ad-c83a-455a-89c2-b7859b806f36 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:50.960776 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:47Z', 'revision_number': 3, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:50.975620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8d222d6-b1d8-4cd4-a237-f46b28aeda6d req-a4af29ad-c83a-455a-89c2-b7859b806f36 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 945 time: 0.5519474 Jul 27 16:37:51.007677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Checking router: 735e333e-e85f-4bb8-a828-c21b15e79dac for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:51.009183 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Updating router 735e333e-e85f-4bb8-a828-c21b15e79dac port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:37:51.061109 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.171928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7f42ecab-205d-4bc7-9cb6-0acbb530a976,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:51.197455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.197973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f265fd9-336e-4141-8f0a-dcc777dd9df9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:51.279546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.325977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8d222d6-b1d8-4cd4-a237-f46b28aeda6d req-19c88ca4-4fcf-48b6-84f0-79740c6de1c1 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488686 Jul 27 16:37:51.335046 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.374629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7f42ecab-205d-4bc7-9cb6-0acbb530a976,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:51.376789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event deleted for resources: {'Port': ['ID=97f11821-aac2-43fd-8531-61d75f25aa76,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:51.405697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['db3f2c47-f994-4bdb-9016-2e352ccdd259'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:51.501711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] No DVR routers for this DVR port 97f11821-aac2-43fd-8531-61d75f25aa76 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:37:51.508313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.510792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5a6e2eb-0382-4c15-a667-e57e827ff2d3 req-cfa5b0c0-9041-4c01-b4db-076a1e74e54f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "DELETE /v2.0/ports/97f11821-aac2-43fd-8531-61d75f25aa76 HTTP/1.1" status: 204 len: 173 time: 2.1026351 Jul 27 16:37:51.511446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-deleted', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:51.515091 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e8759-7adf-4384-b63a-f596b08d60e4" -d '{"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-deleted", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:51.572068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.574363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.575773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.578542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.581075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.584967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.586068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.588166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.588779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.590212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.590773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.591690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:51.621029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.630039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 2, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:51.650811 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.682879 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f99ad3-a742-46f5-8016-3770d72f814e x-openstack-request-id: req-c6f99ad3-a742-46f5-8016-3770d72f814e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:51.685466 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4288a8-37bc-4e76-8047-8256bd537144", "name": "network-vif-deleted", "tag": "97f11821-aac2-43fd-8531-61d75f25aa76", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:51.685974 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6f99ad3-a742-46f5-8016-3770d72f814e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:51.688917 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4288a8-37bc-4e76-8047-8256bd537144', 'name': 'network-vif-deleted', 'tag': '97f11821-aac2-43fd-8531-61d75f25aa76', 'status': 'completed', 'code': 200} Jul 27 16:37:51.695243 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Transition to ACTIVE for port object 39c358eb-654e-4e23-81d8-67cbf67f0ca2 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:51.714196 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.795746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:51.813317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a476a8-9044-4b7b-8e21-cb1c3a494fce None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 2, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:51.817005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:51.824221 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb679e00-3608-4a83-94a0-4ccbb380f93b" -d '{"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:51.846286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.852948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:51.906647 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Attempting to bind port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:37:51.907576 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Attempting to bind port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:37:51.909517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Attempting to bind port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:37:51.929856 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:37:51.932164 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:37:51.933012 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.933766 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:37:51.934716 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Bound port: 39c358eb-654e-4e23-81d8-67cbf67f0ca2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:37:51.935479 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:51.998692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Pushing event updated for resources: {'Port': ['ID=39c358eb-654e-4e23-81d8-67cbf67f0ca2,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:52.032744 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.033832 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.034630 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.035465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.036312 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.037860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.038716 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.040397 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.041881 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.043279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.044754 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.047273 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:52.049788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 97f11821-aac2-43fd-8531-61d75f25aa76 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:37:52.050216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 97f11821-aac2-43fd-8531-61d75f25aa76 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:52.165928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] For port 39c358eb-654e-4e23-81d8-67cbf67f0ca2, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:52.178887 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] For port 39c358eb-654e-4e23-81d8-67cbf67f0ca2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=39c358eb-654e-4e23-81d8-67cbf67f0ca2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:52.187520 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:52.213922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:52.214612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:52.222258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75ffddfe-9930-48d3-a9a9-64311b382edc None None] Provisioning complete for port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:52.222826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75ffddfe-9930-48d3-a9a9-64311b382edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:52.233744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:52.334778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:52.335690 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:52.420963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87feafb-9915-4cef-80ef-29b94af9db99 req-94df2c8f-9626-4848-9de2-9ca05d148f42 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:52.431200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e87feafb-9915-4cef-80ef-29b94af9db99 req-94df2c8f-9626-4848-9de2-9ca05d148f42 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 946 time: 0.3980448 Jul 27 16:37:52.494482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Allocated IP 172.20.0.1 (262c17d8-25c4-4720-b4ab-f27562dbdb73/d2463d46-add0-4e1c-ad82-97feb6ca73db/2889a1b1-2a75-4c83-aefb-f8c5896dc687) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:52.545204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e87feafb-9915-4cef-80ef-29b94af9db99 req-8f57c4f7-54e6-4a4c-a63d-02a0152d4edd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092982 Jul 27 16:37:52.599398 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53433d-ded9-4f6e-b9b1-b149fa51d275 None None] Pushing event updated for resources: {'Port': ['ID=39c358eb-654e-4e23-81d8-67cbf67f0ca2,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:52.713067 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ace549-710f-4ae5-b90a-90a716423245 x-openstack-request-id: req-46ace549-710f-4ae5-b90a-90a716423245 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:52.713510 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:52.715948 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46ace549-710f-4ae5-b90a-90a716423245 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:52.716529 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'code': 200} Jul 27 16:37:52.745058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-e8b2d405-e670-49e1-a01c-44c1c32bb8f3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:52.762943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-e8b2d405-e670-49e1-a01c-44c1c32bb8f3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 821 time: 0.6010711 Jul 27 16:37:52.802976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-547fdc2c-e6ec-4bfb-9ccf-5fdc28226475 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/quotas/cf016ba7c36d4d0ba3c28e0fac2d373d HTTP/1.1" status: 200 len: 375 time: 0.0383387 Jul 27 16:37:52.993570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7f42ecab-205d-4bc7-9cb6-0acbb530a976 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:53.127169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:53.127488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:53.147401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-16dc7091-0f72-4204-8104-709747cb1ca8 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3409221 Jul 27 16:37:53.150954 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:53.324058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:53.389140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bdb98-86c9-4763-8121-82bcd1eba674 req-7445164c-c1e2-4424-9a03-49cf6301c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:53.390687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-675bdb98-86c9-4763-8121-82bcd1eba674 req-7445164c-c1e2-4424-9a03-49cf6301c1d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1097 time: 0.5899894 Jul 27 16:37:53.528332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Transition to ACTIVE for port object 2889a1b1-2a75-4c83-aefb-f8c5896dc687 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:53.618041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-675bdb98-86c9-4763-8121-82bcd1eba674 req-a10e4d81-244f-42f8-b3e4-78b907903b63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073379 Jul 27 16:37:53.699394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-78a85775-71d6-4e10-b8eb-5211e17fd3e9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:53.701062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-78a85775-71d6-4e10-b8eb-5211e17fd3e9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.3634899 Jul 27 16:37:53.730775 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:47Z', 'revision_number': 3, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:53.751289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:53.805954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-e5c3bae6-e7d6-4850-92b0-67fa8b04627e service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526015 Jul 27 16:37:53.809591 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb95b-7941-4713-950a-29f78c8c90e3 None None] The sync data for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 is: [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:47Z', 'revision_number': 3, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:53.821837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-47055ca4-e9c2-4834-97d3-b6fa034e038d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/quotas/17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 375 time: 0.1087568 Jul 27 16:37:53.881099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:53.904861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:53.976654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:54.068956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-cec425b1-a775-4300-8e82-a94d18f1e541 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613909 Jul 27 16:37:54.120820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Pushing event updated for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:54.131566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:54.515698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65e11a86-d49c-431e-a492-bc8440f75dee None None] Provisioning for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:54.547780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65e11a86-d49c-431e-a492-bc8440f75dee None None] Provisioning complete for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:54.548678 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65e11a86-d49c-431e-a492-bc8440f75dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:54.550217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-21b1156d-5f41-4ccc-b1c6-65bbd0fc9b21 req-afe20767-0ecf-40ae-8f3a-2a5c408c6525 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.0786085 Jul 27 16:37:54.677025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65e11a86-d49c-431e-a492-bc8440f75dee None None] Port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:37:54.722424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-68b75403-3aab-4f73-a339-fc705ebb8379 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8608315 Jul 27 16:37:54.965922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-85ec0fde-f713-455e-951f-1bd4b59e8ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422049 Jul 27 16:37:54.974688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e0155-edab-4d17-92b2-e4c1a67762b2 req-f0063d1d-88ee-4b66-8175-a10b758eae0e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:54.980076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e7e0155-edab-4d17-92b2-e4c1a67762b2 req-f0063d1d-88ee-4b66-8175-a10b758eae0e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 946 time: 0.2180333 Jul 27 16:37:55.015739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 39c358eb-654e-4e23-81d8-67cbf67f0ca2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:55.070774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e7e0155-edab-4d17-92b2-e4c1a67762b2 req-20f35f13-7d44-4034-8ad8-be934a99ab3b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 Jul 27 16:37:55.213293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:55.224005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:55.224920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:55.288554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:55.382679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-ee67b5c9-ee33-4325-8780-294318418da6 service neutron] 10.222.0.64 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849895 Jul 27 16:37:55.430302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:55.494816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 39c358eb-654e-4e23-81d8-67cbf67f0ca2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=39c358eb-654e-4e23-81d8-67cbf67f0ca2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:55.501665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:55.502719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device acf319d9-47c8-4bd6-b03d-fbca8af7b301 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:55.573217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4266282-5a87-4735-866b-5c18e1287001 req-206e98f3-fbc6-450d-8544-016d02249e36 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 210 time: 0.0606718 Jul 27 16:37:56.010535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port acf319d9-47c8-4bd6-b03d-fbca8af7b301 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:37:56.044275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port acf319d9-47c8-4bd6-b03d-fbca8af7b301 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:56.044880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.099898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=39c358eb-654e-4e23-81d8-67cbf67f0ca2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:56.183481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a079f988-3ecf-48d6-bbea-db78e217417d req-01897ac9-8910-4bee-804b-374badb620df tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-927235560&fields=id&tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 267 time: 0.1054978 Jul 27 16:37:56.227887 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.269956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8aa3c60-9b49-4688-8f53-6eb89b2313bc req-fe7f8eef-7a29-4b8a-a68f-b70f86b002a6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.0845573 Jul 27 16:37:56.285852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port acf319d9-47c8-4bd6-b03d-fbca8af7b301, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=acf319d9-47c8-4bd6-b03d-fbca8af7b301,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:56.299193 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.309948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f988-3ecf-48d6-bbea-db78e217417d req-0cf8d8e9-b950-45f4-abf5-1ed099f43096 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:56.328329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a079f988-3ecf-48d6-bbea-db78e217417d req-0cf8d8e9-b950-45f4-abf5-1ed099f43096 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 946 time: 0.1438537 Jul 27 16:37:56.349071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'security_groups': ['227fd6bc-59df-4c46-b0b3-7b07cb58f32f', 'da5a236a-b96a-4c97-8e6a-4e2b9fccec6f']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:56.483821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.490575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.606261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=acf319d9-47c8-4bd6-b03d-fbca8af7b301,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:56.700919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.769042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6eed39b-0be3-4542-a913-6754d8683b8e req-09b17b1d-03b1-4b7a-a928-7ef7ef0ce98a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 210 time: 0.2021313 Jul 27 16:37:56.853804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Pushing event updated for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:56.861103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:56.868870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-a41abba0-2acb-4307-b1c5-0ea337dfeeba tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:56.871723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-a41abba0-2acb-4307-b1c5-0ea337dfeeba tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 821 time: 0.3908253 Jul 27 16:37:56.921195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'port': {'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'admin_state_up': True, 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:56.963769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 39c358eb-654e-4e23-81d8-67cbf67f0ca2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:57.157738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:57.157738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:57.209006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:57.216336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:57.276614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:57.322714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:57.324261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:57.422504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:57.465489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:57.469462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Made reservation on behalf of cf016ba7c36d4d0ba3c28e0fac2d373d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:57.474814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:57.480640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:57.505420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba', '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:57.553050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:57.554166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:57.564768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a079f988-3ecf-48d6-bbea-db78e217417d req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "PUT /v2.0/ports/4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 982 time: 1.2273571 Jul 27 16:37:57.638194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:37:57.643484 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082eb2a0-219f-475a-9b97-b8875ab5a390" -d '{"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:57.748203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7249390-710d-472f-98be-2cad7607674d req-74a8564a-2b0a-4b23-912f-dedefac34f4e tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 210 time: 0.2924302 Jul 27 16:37:57.755781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Router 735e333e-e85f-4bb8-a828-c21b15e79dac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:37:57.834608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4a8e4f8f-496f-4b5f-bb1b-dd6064225732'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:57.930676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Allocated IP 172.20.0.12 (d61048ec-a0da-4a74-a7f7-2d778bf3b02e/57078804-be47-46cc-8289-7d9eca6bca88/f316229e-3bc4-41c9-a371-47097139a9e8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:57.970429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device acf319d9-47c8-4bd6-b03d-fbca8af7b301 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:58.061922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09f597dd-ecc7-462d-9005-533e2355bede req-2e465555-a140-4d46-8a2c-46bf60a1e1ed tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/da5a236a-b96a-4c97-8e6a-4e2b9fccec6f HTTP/1.1" status: 200 len: 1800 time: 0.1829262 Jul 27 16:37:58.064683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4be7561f-ddce-4fdc-a23f-ce7bbd6b3481 None None] Provisioning complete for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:58.065163 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4be7561f-ddce-4fdc-a23f-ce7bbd6b3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:58.140044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4be7561f-ddce-4fdc-a23f-ce7bbd6b3481 None None] Port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:37:58.145565 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-09f597dd-ecc7-462d-9005-533e2355bede req-dfc26e06-e828-441c-9623-286edbbc3272 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 16:37:58.149236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:58.161744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09f597dd-ecc7-462d-9005-533e2355bede req-dfc26e06-e828-441c-9623-286edbbc3272 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/da5a236a-b96a-4c97-8e6a-4e2b9fccec6f HTTP/1.1" status: 409 len: 341 time: 0.0964787 Jul 27 16:37:58.171146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:58.183388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Sync routers for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:58.204154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4320fc7f-8bc4-4c74-8549-bed5053a167f admin admin] 10.222.0.64 "PUT /v2.0/routers/735e333e-e85f-4bb8-a828-c21b15e79dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1047230 Jul 27 16:37:58.210438 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:37:58.215439 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:58.392709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port acf319d9-47c8-4bd6-b03d-fbca8af7b301 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:37:58.393490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:58.505655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-d1003d59-512e-4960-91ac-f515fd249a5c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:58.508479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-d1003d59-512e-4960-91ac-f515fd249a5c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 821 time: 0.2930334 Jul 27 16:37:58.546584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75f5f65d-fe48-45d8-a933-d729181adcef req-8cc05573-ea96-48c8-8d64-4b7e0730db59 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.1931822 Jul 27 16:37:58.547205 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:37:58.610517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-fb9215e7-3656-43d8-8b85-856d3cffa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:58.612529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-fb9215e7-3656-43d8-8b85-856d3cffa92b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1136 time: 0.1531560 Jul 27 16:37:58.644559 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522990c0-d4b4-4c96-ae95-36e2881a96bd x-openstack-request-id: req-522990c0-d4b4-4c96-ae95-36e2881a96bd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:58.644956 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:58.646094 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-522990c0-d4b4-4c96-ae95-36e2881a96bd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:58.650048 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'status': 'completed', 'code': 200} Jul 27 16:37:58.671343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:58.710111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Request body: {'port': {'device_id': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'admin_state_up': True, 'tenant_id': '17d3014a88914474ba7ec197588f6336'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:37:58.795606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3cb2223-6d21-43a6-8b42-349a250023fb req-7ed7b717-d3d9-439d-8611-e4213130af91 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 210 time: 0.0557451 Jul 27 16:37:58.844762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bbf19-0d31-401f-a038-8b0592a4800a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:58.919826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-4958c71b-ad08-4ef4-8c4d-ec49a6ab4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:58.929486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-4958c71b-ad08-4ef4-8c4d-ec49a6ab4e57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.3063874 Jul 27 16:37:58.937240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 2, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:58.969740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:58.969972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Updating router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d port aa10940a-60ec-42e1-b378-fcab30a4a37f binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:37:59.007989 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 2, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:59.025122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Transition to ACTIVE for port object f316229e-3bc4-41c9-a371-47097139a9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:59.037049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.097040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-f3308aa3-c9eb-4ad3-aa2a-f38fcf75b363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 217 time: 0.1613290 Jul 27 16:37:59.100000 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Checking router: 735e333e-e85f-4bb8-a828-c21b15e79dac for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:59.100355 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Updating router 735e333e-e85f-4bb8-a828-c21b15e79dac port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:37:59.203077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-21b94d79-62a4-4f64-8c45-ea47f701317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:59.204655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-21b94d79-62a4-4f64-8c45-ea47f701317f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.0911148 Jul 27 16:37:59.251657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.267600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-d464f268-1767-42d5-8aaa-633b4613acb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552428 Jul 27 16:37:59.274351 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.326199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Made reservation on behalf of 17d3014a88914474ba7ec197588f6336 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:59.338207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.387758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:59.417264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:59.425999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:37:59.473733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-f166ec4f-09b6-45e5-a202-6b0f5015a772 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941471 Jul 27 16:37:59.614503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event updated for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:59.728543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-082eb2a0-219f-475a-9b97-b8875ab5a390 req-b416a1ac-535b-4ba0-a5c1-487db621b33c service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470531 Jul 27 16:37:59.778850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.792353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Transition to ACTIVE for port object aa10940a-60ec-42e1-b378-fcab30a4a37f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:37:59.795659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:37:59.796965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.801168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:37:59.960082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Allocated IP 172.20.0.5 (dd67db44-43d6-41f5-8a30-91a71f6c7651/5e8af66b-54ea-4d3c-b294-e121c6421180/47b648b3-c406-41a1-8daa-2a957f912da7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:59.985641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7a76c-957a-424a-8f7d-d8bcf82de74b None None] Pushing event updated for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.017663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-ab972efb-ad3f-451d-884d-373cded8d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:00.019195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-ab972efb-ad3f-451d-884d-373cded8d3d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1136 time: 0.1701291 Jul 27 16:38:00.028856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:00.198379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812490951', 'description': 'tempest-description--60414497'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:00.231828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Attempting to bind port aa10940a-60ec-42e1-b378-fcab30a4a37f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:00.232348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Attempting to bind port aa10940a-60ec-42e1-b378-fcab30a4a37f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:00.232889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Attempting to bind port aa10940a-60ec-42e1-b378-fcab30a4a37f on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:00.242573 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.257498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:00.266529 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Transition to ACTIVE for port object 2889a1b1-2a75-4c83-aefb-f8c5896dc687 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:00.266780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Checking segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:00.267330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.267910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Bound using segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:00.270643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Bound port: aa10940a-60ec-42e1-b378-fcab30a4a37f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:00.271196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.280081 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.285464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.296081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c94c36c-a1a8-4536-a815-e70489d2dfca None None] Provisioning for port f316229e-3bc4-41c9-a371-47097139a9e8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:00.298494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.307364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c94c36c-a1a8-4536-a815-e70489d2dfca None None] Provisioning complete for port f316229e-3bc4-41c9-a371-47097139a9e8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:00.307895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c94c36c-a1a8-4536-a815-e70489d2dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.386346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c94c36c-a1a8-4536-a815-e70489d2dfca None None] Port f316229e-3bc4-41c9-a371-47097139a9e8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:00.387374 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670b78b-1948-4457-917d-af8246f7a712 None None] Pushing event updated for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.414857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.479432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-019e6b23-fc63-4796-a8a7-6c8094623dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:00.482101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-019e6b23-fc63-4796-a8a7-6c8094623dc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.4517300 Jul 27 16:38:00.521544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:00.544269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] For port aa10940a-60ec-42e1-b378-fcab30a4a37f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:00.577638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-ef73454b-8a18-4f44-b149-da5ddfdf306e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 217 time: 0.0877104 Jul 27 16:38:00.582570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.590322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27717ab5-c5af-4bcb-bd47-ec4a1881e9ca req-623be2ae-5282-4353-8a0d-f9326a39a090 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:00.598213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27717ab5-c5af-4bcb-bd47-ec4a1881e9ca req-623be2ae-5282-4353-8a0d-f9326a39a090 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 985 time: 0.3546288 Jul 27 16:38:00.604191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Attempting to bind port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:00.604752 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Attempting to bind port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:00.605256 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Attempting to bind port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 on network 262c17d8-25c4-4720-b4ab-f27562dbdb73 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:00.627282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Network dd67db44-43d6-41f5-8a30-91a71f6c7651 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:00.628103 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:00.628103 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Checking segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:00.628503 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.629116 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Bound using segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:00.629873 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Bound port: 2889a1b1-2a75-4c83-aefb-f8c5896dc687, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:00.630437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.630904 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.639464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:00.646373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:00.671056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] For port aa10940a-60ec-42e1-b378-fcab30a4a37f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aa10940a-60ec-42e1-b378-fcab30a4a37f,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:00.711161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.713805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.745247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dd81b429-68c7-4dc1-b4ef-ccef398556cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8487833 Jul 27 16:38:00.772244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2c20-fd7d-4f25-a39f-a582d4731af8 req-1b780986-4a4d-4ac5-8eab-e2424d797bc1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:00.783168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9ce2c20-fd7d-4f25-a39f-a582d4731af8 req-1b780986-4a4d-4ac5-8eab-e2424d797bc1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 932 time: 1.1690836 Jul 27 16:38:00.817730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Request body: {'port': {'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:00.838343 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] For port 2889a1b1-2a75-4c83-aefb-f8c5896dc687, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:00.852963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27717ab5-c5af-4bcb-bd47-ec4a1881e9ca req-b2de24e8-00dd-4b6c-a6da-0fe84e4a822b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2505376 Jul 27 16:38:00.854702 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] For port 2889a1b1-2a75-4c83-aefb-f8c5896dc687, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2889a1b1-2a75-4c83-aefb-f8c5896dc687,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:00.869296 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.937149 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670b78b-1948-4457-917d-af8246f7a712 None None] Pushing event updated for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.965399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-a694b1b7-5f52-4743-8212-4b7d627b7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:00.970438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-a694b1b7-5f52-4743-8212-4b7d627b7581 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.3630614 Jul 27 16:38:00.973348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:00.977124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7a76c-957a-424a-8f7d-d8bcf82de74b None None] Pushing event updated for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.978303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9436135 Jul 27 16:38:00.982121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:00.983173 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:00.998114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:01.025997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'security_group_rule': {'security_group_id': '5f3876a8-278d-4356-88df-1bd3247fb618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:01.037368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:01.038419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:37:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:01.131424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-8e244c7c-3751-4401-9483-9e27db8f24ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508262 Jul 27 16:38:01.136327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542daf-0721-413b-bdce-c32ae90e46e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3876a8-278d-4356-88df-1bd3247fb618,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:01.243265 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:01.249872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:01.250865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:01.311422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9ce2c20-fd7d-4f25-a39f-a582d4731af8 req-76864e74-605b-4466-9ac7-09c9f2823912 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759223 Jul 27 16:38:01.316918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:01.420420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-27327adb-a3e2-4de4-a1bf-9d5b144dbc15 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7687194 Jul 27 16:38:01.486094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Request body: {'port': {'device_id': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:01.530622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33b0cd38-305a-4846-a7d5-cbc13dff89c1 req-d66c06eb-b104-4b72-9f52-ca7271995f90 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a4288a8-37bc-4e76-8047-8256bd537144 HTTP/1.1" status: 200 len: 210 time: 0.1250503 Jul 27 16:38:01.672029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:01.702877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-c237228b-8ded-455c-9b6a-50b0d151d408 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562179 Jul 27 16:38:01.760656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:01.923290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f4b01e-a13e-4c17-8041-df7dec84d9e9 req-f0d70a8d-70ae-4cf2-b588-033a1f2a0134 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129409 Jul 27 16:38:01.971156 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:00Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:02.047599 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f42ed9-5506-4ea3-8123-6f8c1c228a3f None None] The sync data for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 is: [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:00Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:02.066328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:02.112214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:02.239743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:02.315220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b3cf3-846c-41a9-9591-df12453dea96 req-49d54e0d-f783-4621-89c4-2750041a451b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:02.317688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-143b3cf3-846c-41a9-9591-df12453dea96 req-49d54e0d-f783-4621-89c4-2750041a451b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 985 time: 0.2114379 Jul 27 16:38:02.433549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-143b3cf3-846c-41a9-9591-df12453dea96 req-5807e51d-23aa-45b4-b371-9b11add337ec tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1004212 Jul 27 16:38:02.507808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf268ac-7d52-45fa-8784-450c0460d6f0 req-ba9729ed-c7d0-4329-ad19-60ccd447f875 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:02.517149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cf268ac-7d52-45fa-8784-450c0460d6f0 req-ba9729ed-c7d0-4329-ad19-60ccd447f875 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 931 time: 0.9713333 Jul 27 16:38:02.529942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb8a192-1914-4909-a89f-a220b69ca326,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:02.582971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:02.583774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95576c9c-b8d6-4a24-98d9-1a18370b20e1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5837848 Jul 27 16:38:02.589521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:02.599456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'security_group_rule': {'security_group_id': '5f3876a8-278d-4356-88df-1bd3247fb618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:02.709361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:02.830917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:00Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:02.939966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbdc59-48b8-40df-98b1-0025beb241dc None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:00Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:02.956565 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.041324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cf268ac-7d52-45fa-8784-450c0460d6f0 req-c4e01d40-eb4e-412d-b950-a8981f8f9019 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162283 Jul 27 16:38:03.051214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37ef00-3a1f-4508-a4c3-dddac75d1ab6 req-3f9de0c4-2316-4d3d-9371-a0248a624cfe tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:03.071638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e37ef00-3a1f-4508-a4c3-dddac75d1ab6 req-3f9de0c4-2316-4d3d-9371-a0248a624cfe tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 932 time: 0.3074276 Jul 27 16:38:03.117923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.159922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.232926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37854) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:03.239475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfabb5b9-8f21-44b1-b827-1cdbe0bf1e00,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:03.303790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2889a1b1-2a75-4c83-aefb-f8c5896dc687 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:03.443842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e37ef00-3a1f-4508-a4c3-dddac75d1ab6 req-9f7f9a43-6536-48d0-ae8a-8a0088ff9d28 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695693 Jul 27 16:38:03.471303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.479080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a86fcedd-ab49-48d6-982c-29ae064ab1fc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8870661 Jul 27 16:38:03.486043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:03.530933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:03.565772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:03.575539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:03.576180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.668867 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.788115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.875296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2889a1b1-2a75-4c83-aefb-f8c5896dc687, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2889a1b1-2a75-4c83-aefb-f8c5896dc687,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:03.881738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:03.885239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aa10940a-60ec-42e1-b378-fcab30a4a37f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:03.889135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02af1239-7882-4492-8b31-ab51542cb33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.069111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7522a-fb6e-47fb-8880-3fc9808d20b2 req-3827b3fd-f71d-440d-86eb-2e263d1fcf33 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:04.081344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3b7522a-fb6e-47fb-8880-3fc9808d20b2 req-3827b3fd-f71d-440d-86eb-2e263d1fcf33 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 985 time: 0.2804279 Jul 27 16:38:04.123545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:04.182644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port aa10940a-60ec-42e1-b378-fcab30a4a37f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:04.199805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port aa10940a-60ec-42e1-b378-fcab30a4a37f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:04.201690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.295364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3b7522a-fb6e-47fb-8880-3fc9808d20b2 req-0bf89491-7a83-4bb0-9546-102fa534102b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2119405 Jul 27 16:38:04.325359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f316229e-3bc4-41c9-a371-47097139a9e8 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:04.348773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.359822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.425735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02af1239-7882-4492-8b31-ab51542cb33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.472999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.473816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Transition to ACTIVE for port object f316229e-3bc4-41c9-a371-47097139a9e8 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:04.526144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02af1239-7882-4492-8b31-ab51542cb33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.541582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.569328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port aa10940a-60ec-42e1-b378-fcab30a4a37f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aa10940a-60ec-42e1-b378-fcab30a4a37f,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:04.573044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b648b3-c406-41a1-8daa-2a957f912da7 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:04.581226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.697157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Pushing event updated for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:04.732160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:04.764407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-02af1239-7882-4492-8b31-ab51542cb33d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e52f3b1bcdf648e3a3c72967b9c66551&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5094092 Jul 27 16:38:04.779615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37876) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:04.784813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af1239-7882-4492-8b31-ab51542cb33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f14104-2d47-48eb-9fe9-3ea7f79f2b80,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:04.877109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:04.918570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-389bad55-1de5-41b0-946b-a25cb3a793bd tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1879499148&fields=id&tenant_id=2d75df67498e4685b140bb3d63641c08 HTTP/1.1" status: 200 len: 267 time: 0.3839042 Jul 27 16:38:04.957641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2889a1b1-2a75-4c83-aefb-f8c5896dc687 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:04.982359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Transition to ACTIVE for port object 47b648b3-c406-41a1-8daa-2a957f912da7 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:05.002644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.044325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Allocated IP 172.25.4.147 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/e44729ed-0c7e-4ce3-b403-c035a8a9dc83) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:05.142143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:05.142903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.170530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41f5d-eb31-43bf-befa-d4f18fb19def req-d3ae4c60-7fb3-42e6-8db5-5f41cdf54438 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:05.183547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ae41f5d-eb31-43bf-befa-d4f18fb19def req-d3ae4c60-7fb3-42e6-8db5-5f41cdf54438 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 931 time: 0.8270929 Jul 27 16:38:05.229423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-e7822513-8fb5-4e1c-afc3-aa0a99677bbe tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:05.243096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-e7822513-8fb5-4e1c-afc3-aa0a99677bbe tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 985 time: 0.3225029 Jul 27 16:38:05.259348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'port': {'security_groups': ['227fd6bc-59df-4c46-b0b3-7b07cb58f32f', 'da5a236a-b96a-4c97-8e6a-4e2b9fccec6f', '8c6947c0-6d1f-4988-99b4-5c0038802a0a']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:05.297960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.337436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.364889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:05.422376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ae41f5d-eb31-43bf-befa-d4f18fb19def req-6378dad9-6136-4669-a866-66f0bb463f92 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373328 Jul 27 16:38:05.552086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.557507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.614356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Attempting to bind port f316229e-3bc4-41c9-a371-47097139a9e8 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:05.615008 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Attempting to bind port f316229e-3bc4-41c9-a371-47097139a9e8 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:05.615555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Attempting to bind port f316229e-3bc4-41c9-a371-47097139a9e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:05.627922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.628547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.629108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.629666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.630221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.631136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.631698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.632243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.633408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.633976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.634691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.635257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:05.671845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Port f316229e-3bc4-41c9-a371-47097139a9e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:05.672418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Attempting to bind port f316229e-3bc4-41c9-a371-47097139a9e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:05.711242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.715805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.722109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20f14104-2d47-48eb-9fe9-3ea7f79f2b80 HTTP/1.1" status: 204 len: 168 time: 0.9290030 Jul 27 16:38:05.763028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:05.763587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Checking segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:05.764349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Bound using segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:05.764996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Bound port: f316229e-3bc4-41c9-a371-47097139a9e8, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:05.765587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.811463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.839041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c981c-d625-415b-9bec-866339dfa49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f14104-2d47-48eb-9fe9-3ea7f79f2b80,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:05.895150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:05.895783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:05.895783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:05.942364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:05.948084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f316229e-3bc4-41c9-a371-47097139a9e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:05.961264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:05.968944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:05.969468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:06.013297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:06.014080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:06.014742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:06.015571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Bound port: 47b648b3-c406-41a1-8daa-2a957f912da7, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:06.016125 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.050237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:06.065832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:06.066841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.068754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] 10.222.0.13 "PUT /v2.0/ports/f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 1092 time: 5.2735083 Jul 27 16:38:06.069118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'Port': ['ID=e44729ed-0c7e-4ce3-b403-c035a8a9dc83,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.069760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:06.074484 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe3bfb-389e-41b9-8239-d0f710ebfea7" -d '{"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:06.076388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:06.112624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:06.165608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdced2-c599-4547-9a22-d7f2032d818e service neutron] Pushing event updated for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.192840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7ce51-dfdb-4775-aa36-747e9ba671b3 req-aaa422f6-4997-4c69-b043-0db308439135 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:06.196668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63d7ce51-dfdb-4775-aa36-747e9ba671b3 req-aaa422f6-4997-4c69-b043-0db308439135 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 944 time: 0.4729824 Jul 27 16:38:06.380761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:06.404689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63d7ce51-dfdb-4775-aa36-747e9ba671b3 req-0d0a068d-034e-4c8c-ade6-a83ac57bd8a1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004611 Jul 27 16:38:06.463147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.472230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:06.495275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-92f6fc1c-bc53-47c7-b3e3-56581cbdb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:06.503281 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-92f6fc1c-bc53-47c7-b3e3-56581cbdb694 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1095 time: 0.3392925 Jul 27 16:38:06.513131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.627236 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.675100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:06.715127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:06.722891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-d028b6f7-008e-41be-b4ff-b607fc13c18e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.1986952 Jul 27 16:38:06.761309 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e02149-e981-470e-b647-4e2b910dcbb3 x-openstack-request-id: req-e2e02149-e981-470e-b647-4e2b910dcbb3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:06.762030 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:06.762912 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2e02149-e981-470e-b647-4e2b910dcbb3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:06.764022 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:38:06.779685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a41737d8-095b-40e7-b689-89983827c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.823128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:06.824585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.827156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] 10.222.0.13 "PUT /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 1091 time: 5.3577061 Jul 27 16:38:06.896329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dffac253-e538-47c6-a342-6e0ead82c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:06.898907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aa10940a-60ec-42e1-b378-fcab30a4a37f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:06.900217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-dffac253-e538-47c6-a342-6e0ead82c28c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.1419630 Jul 27 16:38:06.926733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10fc57-139c-465d-8ac3-dd6cc3622a64 service neutron] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.957698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.975477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:06.978833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port aa10940a-60ec-42e1-b378-fcab30a4a37f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:06.979522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.026023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba', '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:07.108693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:07.110177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.134813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4363c790-a836-4312-b7f1-ba83e1a44dec req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "PUT /v2.0/ports/4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 1021 time: 1.8901656 Jul 27 16:38:07.161337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:07.178470 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3052fe3-5dcd-410c-a405-2038194e8ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:07.186158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4a8e4f8f-496f-4b5f-bb1b-dd6064225732'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:07.227826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11cbf-15c8-4673-8a80-f730f0e91f1c req-e4509620-b092-47a0-b0d4-51362abd9f05 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:07.230489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31f11cbf-15c8-4673-8a80-f730f0e91f1c req-e4509620-b092-47a0-b0d4-51362abd9f05 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.3159733 Jul 27 16:38:07.265711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-8c32882b-409e-4700-913a-89962229e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:07.267125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-8c32882b-409e-4700-913a-89962229e027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1094 time: 0.3337491 Jul 27 16:38:07.293428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-fe9c21b1-cc7b-43ef-81af-87a9c12df9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:07.295098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-fe9c21b1-cc7b-43ef-81af-87a9c12df9cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3868220 Jul 27 16:38:07.360834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.361167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-d2b5a6f8-a945-49fa-863f-4ae922392edc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 217 time: 0.0705204 Jul 27 16:38:07.440855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3ae22-ef8d-476c-bf64-46f3089deb10 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:07.459264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.509139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31f11cbf-15c8-4673-8a80-f730f0e91f1c req-64d8b23e-fc68-4045-8f20-404e7b8ceb60 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396433 Jul 27 16:38:07.588478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-98911871-768a-456c-a592-54e21cf399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:07.591615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-98911871-768a-456c-a592-54e21cf399bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1811285 Jul 27 16:38:07.655429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a41737d8-095b-40e7-b689-89983827c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.679011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-117c8d78-df19-4e39-b001-967bef407a38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790427 Jul 27 16:38:07.728710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48740d1-9231-4a63-add8-98bfdfc9eca8 x-openstack-request-id: req-b48740d1-9231-4a63-add8-98bfdfc9eca8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:07.729165 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:07.729596 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b48740d1-9231-4a63-add8-98bfdfc9eca8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:07.730167 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'status': 'completed', 'code': 200} Jul 27 16:38:07.766720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a41737d8-095b-40e7-b689-89983827c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.781895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'Port': ['ID=e44729ed-0c7e-4ce3-b403-c035a8a9dc83,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:07.830134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-7cf779b1-8288-46bb-b814-9c601d0105bd service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251400 Jul 27 16:38:07.901478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f57fdb9-1baa-4d93-adf0-84ecd4bf29e5 req-596c0637-a10d-46f4-aaca-c497cac98654 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/8c6947c0-6d1f-4988-99b4-5c0038802a0a HTTP/1.1" status: 200 len: 1801 time: 0.6133394 Jul 27 16:38:07.924760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.957857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:07.959915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50172cbe-eae8-43e7-83a5-be60655e83e6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4726851 Jul 27 16:38:08.063346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a41737d8-095b-40e7-b689-89983827c6f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63dc981103d14e8fa894653c987f5b90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3469229 Jul 27 16:38:08.087241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:08.108773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41737d8-095b-40e7-b689-89983827c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385019c5-4e96-4abb-9db0-0bc23216648b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:08.219223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-2e475c10-8668-4176-b1c1-08898e46198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:08.219223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-2e475c10-8668-4176-b1c1-08898e46198f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d75df67498e4685b140bb3d63641c08&device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1175 time: 0.4877183 Jul 27 16:38:08.221810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac8bd9-1529-4736-8aab-cc3e229bdba2 req-ab993ee1-af1a-43ac-b69b-02b821e8673c tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:08.224141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faac8bd9-1529-4736-8aab-cc3e229bdba2 req-ab993ee1-af1a-43ac-b69b-02b821e8673c tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 944 time: 0.3920007 Jul 27 16:38:08.286488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-4fa3d843-d035-4cb4-a290-c90989f5722b service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894167 Jul 27 16:38:08.336737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-0d619df4-8fee-4efa-80eb-69c00160e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:08.338693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-0d619df4-8fee-4efa-80eb-69c00160e100 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 200 len: 914 time: 0.1112370 Jul 27 16:38:08.340470 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-6f57fdb9-1baa-4d93-adf0-84ecd4bf29e5 req-c76d89f7-f4ef-47f1-bb69-58ab7875da54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 16:38:08.347335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0da0c2-08a5-4da9-8df1-44603689e87b req-cf3f67ca-a58d-4fea-a7d7-b1482713201d service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549882 Jul 27 16:38:08.354182 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f57fdb9-1baa-4d93-adf0-84ecd4bf29e5 req-c76d89f7-f4ef-47f1-bb69-58ab7875da54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c6947c0-6d1f-4988-99b4-5c0038802a0a HTTP/1.1" status: 409 len: 341 time: 0.4159219 Jul 27 16:38:08.486413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-d9e3af68-2883-4a61-b239-f79fec99605c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 200 len: 217 time: 0.1282375 Jul 27 16:38:08.517056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:08.749436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faac8bd9-1529-4736-8aab-cc3e229bdba2 req-0afe695d-3ac4-4662-a2f3-3bd8161f62cc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669645 Jul 27 16:38:08.768640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-906e42fe-0e6c-44c7-a66c-e857b0845a9a req-3cec04f5-fbd3-4afd-b630-3a5fc2ab1b54 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872547 Jul 27 16:38:08.769321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:08.773534 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7551af6d-c7b9-4b0a-ac7b-8e324291237f" -d '{"events": [{"name": "network-changed", "server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:08.880178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-af2a81ab-db8e-4964-8325-239d790bf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:08.885387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:08.886603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-af2a81ab-db8e-4964-8325-239d790bf783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1095 time: 0.3799160 Jul 27 16:38:09.041095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-4f707cc7-5e83-4c3c-ad75-d042ed3dfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:09.043407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-4f707cc7-5e83-4c3c-ad75-d042ed3dfc15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 200 len: 853 time: 0.5190847 Jul 27 16:38:09.047981 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:38:09.191105 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17384d10-49be-45d0-8469-d98ad6de0fb0 x-openstack-request-id: req-17384d10-49be-45d0-8469-d98ad6de0fb0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:09.191509 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:09.192475 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17384d10-49be-45d0-8469-d98ad6de0fb0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:09.194094 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7', 'status': 'completed', 'code': 200} Jul 27 16:38:09.211516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-abea090a-6c69-4f3a-816f-0fc25dee508f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e71152d-bdfe-4755-8f76-4ee975868ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440179 Jul 27 16:38:09.246617 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-cfa35e36-1b97-4174-b41e-43b4286d82e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7125642 Jul 27 16:38:09.306863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d957716-a143-44f9-ad20-43619cb12bb5 req-8cce48ca-8289-49ae-8b16-e3c11968e5ab tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:09.329431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d957716-a143-44f9-ad20-43619cb12bb5 req-8cce48ca-8289-49ae-8b16-e3c11968e5ab tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.2787416 Jul 27 16:38:09.475680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-3df9bd17-c93b-494f-b7b3-69f4945bf854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:09.482583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-3df9bd17-c93b-494f-b7b3-69f4945bf854 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.5917873 Jul 27 16:38:09.501857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d957716-a143-44f9-ad20-43619cb12bb5 req-ff9b17e3-435d-453a-af90-1455b5ae3f27 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Jul 27 16:38:09.571274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-5d9cc9cb-6f43-4b86-99a8-60cf04bac303 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0802593 Jul 27 16:38:09.708197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a51bfe2-3ae2-46e8-9e53-a5ee3908601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:09.729735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-2e6e1088-ed6e-4785-9a92-b5cffdcad120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:09.731417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-2e6e1088-ed6e-4785-9a92-b5cffdcad120 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.1510079 Jul 27 16:38:09.735690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-44dcab96-bedf-4160-ba07-c01c05385ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:09.779120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-44dcab96-bedf-4160-ba07-c01c05385ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1094 time: 0.5163114 Jul 27 16:38:10.257729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-31d22532-a620-483d-ba94-53b1db43e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:10.265904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-31d22532-a620-483d-ba94-53b1db43e5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4839385 Jul 27 16:38:10.314595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:10.319638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:10.322095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/385019c5-4e96-4abb-9db0-0bc23216648b HTTP/1.1" status: 204 len: 168 time: 2.2026379 Jul 27 16:38:10.344145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931a26a-041a-4f3e-999a-8c854f33d043 req-7530b7ef-6122-4c87-915b-ae97096640ee tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:10.354525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9931a26a-041a-4f3e-999a-8c854f33d043 req-7530b7ef-6122-4c87-915b-ae97096640ee tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 944 time: 0.2594814 Jul 27 16:38:10.404332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-8529ec97-4403-4855-bd2e-6805070915cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:10.406667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-8529ec97-4403-4855-bd2e-6805070915cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.5937195 Jul 27 16:38:10.479316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be030418-3b09-4d43-8bb1-db61e28e3a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385019c5-4e96-4abb-9db0-0bc23216648b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:10.484198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9931a26a-041a-4f3e-999a-8c854f33d043 req-d5875572-f367-48d5-aa17-a7b05aee8236 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282208 Jul 27 16:38:10.689707 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-48e3eb27-0c75-4f0d-836b-b15e050de0d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 217 time: 0.2290056 Jul 27 16:38:10.916016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705ca0-1d19-455f-bb63-a781c5071bce req-3f5692f1-0a3b-49dd-a758-82720b0bf276 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:10.918129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a705ca0-1d19-455f-bb63-a781c5071bce req-3f5692f1-0a3b-49dd-a758-82720b0bf276 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1024 time: 1.5092900 Jul 27 16:38:10.933530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-491ace45-ec85-4bd5-b891-c20cd375c6cc service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6855741 Jul 27 16:38:11.031377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-2c6ed86a-1737-4902-b8cf-2d8a75a2196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:11.033169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-2c6ed86a-1737-4902-b8cf-2d8a75a2196d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.3233626 Jul 27 16:38:11.042579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-5d93ce52-b310-4726-9e08-b03136ad9323 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527373 Jul 27 16:38:11.102318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f316229e-3bc4-41c9-a371-47097139a9e8 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:11.157883 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-6996384c-084b-4515-ac90-e162c601edc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142349 Jul 27 16:38:11.178839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d783f59-85e2-4234-a1df-894740d66b35 req-32a100ae-3701-401f-b7bf-47ae7cf1f02e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:11.192186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d783f59-85e2-4234-a1df-894740d66b35 req-32a100ae-3701-401f-b7bf-47ae7cf1f02e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.4674764 Jul 27 16:38:11.320324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-610d36b9-8f04-4de5-b4e9-7f9f8c03ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:11.320324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-610d36b9-8f04-4de5-b4e9-7f9f8c03ae45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e75a54a3256e4ce2b44550834401204d&device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 1096 time: 2.0289824 Jul 27 16:38:11.358991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a705ca0-1d19-455f-bb63-a781c5071bce req-a9c5b2bd-b9c1-463e-bf0c-43bcb7f9bf3e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=8c6947c0-6d1f-4988-99b4-5c0038802a0a&id=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4149609 Jul 27 16:38:11.396760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f316229e-3bc4-41c9-a371-47097139a9e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:11.411566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:11.438292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-76ead0f7-e0ad-4051-b645-c8546ec6ef06 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:11.440606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-76ead0f7-e0ad-4051-b645-c8546ec6ef06 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1024 time: 0.8684273 Jul 27 16:38:11.608562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:11.680600 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-c997f8f5-60e0-4354-b04f-e18dca3e9f1d service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736717 Jul 27 16:38:11.680873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f316229e-3bc4-41c9-a371-47097139a9e8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:11.732368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f316229e-3bc4-41c9-a371-47097139a9e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:11.739129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:11.790590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d783f59-85e2-4234-a1df-894740d66b35 req-a1bcec9b-97c3-45ce-b40a-f50c7788a9b1 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926607 Jul 27 16:38:11.945814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:12.000970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85fe3bfb-389e-41b9-8239-d0f710ebfea7 req-b8a88f7a-a5fa-4db6-a65e-52c2acb70a17 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9424767 Jul 27 16:38:12.023712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3052fe3-5dcd-410c-a405-2038194e8ac3 req-749f485e-c714-4205-a7a7-d067815657b5 service neutron] 10.222.0.61 "GET /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0071590 Jul 27 16:38:12.122764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f316229e-3bc4-41c9-a371-47097139a9e8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:12.420373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-146763a6-2e93-44ed-993e-ff69982fd2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:12.454106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7551af6d-c7b9-4b0a-ac7b-8e324291237f req-a1556f98-d467-4876-b8de-6a5de1e7d731 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486308 Jul 27 16:38:12.547966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-9e63a639-9e3c-44c6-b482-b2529a99a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:12.562937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-9e63a639-9e3c-44c6-b482-b2529a99a031 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 200 len: 909 time: 1.2011132 Jul 27 16:38:12.583913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:12.603518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968e2-c719-4286-a4d9-38ec0bef5430 req-41b995ab-ac7e-48fd-ab75-91cbca2343ba tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:12.620801 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a2968e2-c719-4286-a4d9-38ec0bef5430 req-41b995ab-ac7e-48fd-ab75-91cbca2343ba tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 945 time: 0.4959919 Jul 27 16:38:12.769795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a2968e2-c719-4286-a4d9-38ec0bef5430 req-5e0f78a1-c76a-438a-af9a-acf7a6993879 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451559 Jul 27 16:38:12.884531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-ca2b7944-7fbe-4d41-a9d5-0075f44d5430 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 200 len: 217 time: 0.2899699 Jul 27 16:38:13.102953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b152875-026f-41cb-aa28-35665e3213e6 req-c197715f-506e-42c8-89e1-feb9ab597118 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:13.105055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b152875-026f-41cb-aa28-35665e3213e6 req-c197715f-506e-42c8-89e1-feb9ab597118 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 1024 time: 0.1250582 Jul 27 16:38:13.117885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Deleting port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:13.118374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:13.228197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b152875-026f-41cb-aa28-35665e3213e6 req-10a700a0-f3d5-4270-8877-717f23bd33bb tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=8c6947c0-6d1f-4988-99b4-5c0038802a0a&id=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1076117 Jul 27 16:38:13.309810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-e7d702e0-51b5-4bcf-ab3b-405c1c55d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:13.313462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-e7d702e0-51b5-4bcf-ab3b-405c1c55d820 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 200 len: 848 time: 0.3808634 Jul 27 16:38:13.340174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:13.419786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-fdb719c7-2f12-4e86-bb30-9ba4ed5e1b93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec28ef3c-3833-47eb-8653-0d049eab9a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895221 Jul 27 16:38:13.495031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:13.934932 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:13.996764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1455a8e-e0db-4c02-9834-121049f9da4d req-d845a6bd-c5de-4fc9-9e09-668a3b570175 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:14.007679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:14.008560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:14.017432 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1455a8e-e0db-4c02-9834-121049f9da4d req-d845a6bd-c5de-4fc9-9e09-668a3b570175 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.2180653 Jul 27 16:38:14.062094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Calling delete_port for 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:14.076591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:14.087400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:14.087400 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd988eb8-ce1d-4cc2-8503-9757e16f8f31" -d '{"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:14.095702 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:14.097147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db3f2c47-f994-4bdb-9016-2e352ccdd259 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:14.218111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1455a8e-e0db-4c02-9834-121049f9da4d req-f11a9918-c731-4a2e-a44a-360c3ebfeeea tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883891 Jul 27 16:38:14.369546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:14.577089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7635a6-9f4f-448d-94c2-bddeec0639f3 req-74fcd2b0-1402-4884-819f-900e81b24d3a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:14.590913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a7635a6-9f4f-448d-94c2-bddeec0639f3 req-74fcd2b0-1402-4884-819f-900e81b24d3a tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 1.9953790 Jul 27 16:38:14.608078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebff78-5547-40be-9b84-a070b442a20a req-f8fe6abc-2c89-47e5-a0ee-422f0f3ebd12 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:14.610716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-deebff78-5547-40be-9b84-a070b442a20a req-f8fe6abc-2c89-47e5-a0ee-422f0f3ebd12 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 944 time: 1.7239823 Jul 27 16:38:14.628447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-d42d675d-4eca-42b7-b4f3-9a10e6f572b0 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1855791 Jul 27 16:38:14.669672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb1b38-c367-4299-9a20-fb27e8b02b21 req-b0a1064d-d5fd-4d51-aae1-b86e0814bb0c tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:14.672622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5fb1b38-c367-4299-9a20-fb27e8b02b21 req-b0a1064d-d5fd-4d51-aae1-b86e0814bb0c tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 945 time: 0.2415786 Jul 27 16:38:14.853486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a7635a6-9f4f-448d-94c2-bddeec0639f3 req-5381df1e-f390-41e1-a557-df3dd6e1835f tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607641 Jul 27 16:38:14.950033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:14.950860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5fb1b38-c367-4299-9a20-fb27e8b02b21 req-33d15112-3d32-4568-8f21-0f985108da30 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676980 Jul 27 16:38:14.992330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.008070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['67f2441a-3099-472d-977e-1a6527959bba'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:15.066670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'Port': ['ID=4a8e4f8f-496f-4b5f-bb1b-dd6064225732,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:15.110786 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f98b52c-06c8-42b0-bdbf-13a6663c84d8 x-openstack-request-id: req-2f98b52c-06c8-42b0-bdbf-13a6663c84d8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:15.111219 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:15.111616 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f98b52c-06c8-42b0-bdbf-13a6663c84d8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:15.112524 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'code': 200} Jul 27 16:38:15.113835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f316229e-3bc4-41c9-a371-47097139a9e8 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:15.210174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5eb427e-066c-408e-a4bf-551b427b0c63 req-2544d866-6825-4f0e-a122-6c3669ea760f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=132195a3-4794-4d81-8f77-a4e63ab155d4 HTTP/1.1" status: 200 len: 210 time: 0.0765474 Jul 27 16:38:15.257916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff51b372-afcc-4ff4-ae16-78a403b86bee req-856507e2-dd61-45bd-ba7d-c8bc031a6f74 service neutron] 10.222.0.61 "GET /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091714 Jul 27 16:38:15.303008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] No DVR routers for this DVR port 4a8e4f8f-496f-4b5f-bb1b-dd6064225732 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:15.314317 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.317857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17ae32d9-6ee0-4ad4-b368-527677b839d8 req-c3b523ea-1f35-4e98-8412-3e3edd275e1f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "DELETE /v2.0/ports/4a8e4f8f-496f-4b5f-bb1b-dd6064225732 HTTP/1.1" status: 204 len: 173 time: 3.8696132 Jul 27 16:38:15.323822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-deleted', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:15.327425 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed8434-6616-46a7-86df-2cb8343c7c22" -d '{"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-deleted", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:15.333552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f316229e-3bc4-41c9-a371-47097139a9e8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:15.343086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f316229e-3bc4-41c9-a371-47097139a9e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:15.346446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Deleting port db3f2c47-f994-4bdb-9016-2e352ccdd259 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:15.347106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.362340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.691036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] For port db3f2c47-f994-4bdb-9016-2e352ccdd259, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db3f2c47-f994-4bdb-9016-2e352ccdd259,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:15.691781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.732082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Calling delete_port for db3f2c47-f994-4bdb-9016-2e352ccdd259 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:15.829592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0cbd-ca71-4ef4-918d-8fb02cdc888d req-5cd6fc54-35af-4804-a5bc-c2ee6ae0a047 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:15.853195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2dcb0cbd-ca71-4ef4-918d-8fb02cdc888d req-5cd6fc54-35af-4804-a5bc-c2ee6ae0a047 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.2086837 Jul 27 16:38:15.940005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:15.959708 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2dcb0cbd-ca71-4ef4-918d-8fb02cdc888d req-6b57f7ec-d312-4112-8537-eb7370afdc10 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961120 Jul 27 16:38:16.062899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:16.077219 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f373c-1e97-4184-804f-0809ca59349e x-openstack-request-id: req-d09f373c-1e97-4184-804f-0809ca59349e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:16.078329 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132195a3-4794-4d81-8f77-a4e63ab155d4", "name": "network-vif-deleted", "tag": "4a8e4f8f-496f-4b5f-bb1b-dd6064225732", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:16.078329 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d09f373c-1e97-4184-804f-0809ca59349e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:16.078615 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132195a3-4794-4d81-8f77-a4e63ab155d4', 'name': 'network-vif-deleted', 'tag': '4a8e4f8f-496f-4b5f-bb1b-dd6064225732', 'status': 'completed', 'code': 200} Jul 27 16:38:16.126460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-c70c2441-9aa1-415c-8d31-039628ed33cc tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981028 Jul 27 16:38:16.202765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57591a1d-482d-4e34-a10c-75964b0a7b5f req-93099b3f-168e-4071-b24d-eae813e493cf tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5bf8e0f-d043-4abd-bf16-b407862aded1 HTTP/1.1" status: 200 len: 210 time: 0.0606298 Jul 27 16:38:16.232341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event deleted for resources: {'Port': ['ID=db3f2c47-f994-4bdb-9016-2e352ccdd259,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:16.292894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f316229e-3bc4-41c9-a371-47097139a9e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:16.299101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:16.382827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb3cb5-c16b-40a3-ad9d-1615dcdfee0a req-7f9e1dae-c3bc-4189-a544-b96464492bbc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:16.386079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:16.397467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0abb3cb5-c16b-40a3-ad9d-1615dcdfee0a req-7f9e1dae-c3bc-4189-a544-b96464492bbc tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 945 time: 0.1318080 Jul 27 16:38:16.460727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0abb3cb5-c16b-40a3-ad9d-1615dcdfee0a req-f84bdb26-f1f6-4149-adf7-a57a63b049d1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Jul 27 16:38:16.490150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] No DVR routers for this DVR port db3f2c47-f994-4bdb-9016-2e352ccdd259 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:16.505681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:16.519778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-deebff78-5547-40be-9b84-a070b442a20a req-b9b9de66-54a2-42b2-ac27-bcf761f6291c tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "DELETE /v2.0/ports/db3f2c47-f994-4bdb-9016-2e352ccdd259 HTTP/1.1" status: 204 len: 173 time: 1.8832059 Jul 27 16:38:16.621178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:16.645301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-b073dce7-7b4c-43d6-b5ee-e5e3733c7eab tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:16.650877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-b073dce7-7b4c-43d6-b5ee-e5e3733c7eab tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4536359 Jul 27 16:38:16.691646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-6e79dd79-1738-4cdf-929a-e19bb5ab67c3 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/quotas/8087b4e4f971435094a2f6d9c4b3da32 HTTP/1.1" status: 200 len: 375 time: 0.0334418 Jul 27 16:38:16.767793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-92d7024e-2814-4d8e-b3a2-af3c4f737a58 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682230 Jul 27 16:38:16.891497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-c569ae67-f23d-4588-be22-3e4dcd74008d tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/da5a236a-b96a-4c97-8e6a-4e2b9fccec6f HTTP/1.1" status: 200 len: 1800 time: 0.0620859 Jul 27 16:38:16.988548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.044388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.113453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.113940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:17.117274 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a41bbe-f00a-4845-8e31-022df1c66124" -d '{"events": [{"server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "name": "network-vif-plugged", "status": "completed", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:17.121315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.137334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92af9ad8-a3a7-432d-87d4-6714a8d7c09a req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/da5a236a-b96a-4c97-8e6a-4e2b9fccec6f HTTP/1.1" status: 204 len: 173 time: 0.2389829 Jul 27 16:38:17.153467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30775235-43be-4217-b408-d01331f07566 req-7042d29c-78cc-4063-9fd6-b7a1f4ae43d1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 210 time: 0.1016235 Jul 27 16:38:17.179585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77baa0-1a1d-41c6-8149-1f4c6d5ed48a tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a236a-b96a-4c97-8e6a-4e2b9fccec6f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:17.278508 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0860739b-66d0-4ead-8e23-f93a524755bf x-openstack-request-id: req-0860739b-66d0-4ead-8e23-f93a524755bf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:17.279056 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "name": "network-vif-plugged", "status": "completed", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:17.279551 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0860739b-66d0-4ead-8e23-f93a524755bf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:17.280250 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'code': 200} Jul 27 16:38:17.387041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-34f9dfab-e95f-4a63-80ef-a00e19bd6857 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/8c6947c0-6d1f-4988-99b4-5c0038802a0a HTTP/1.1" status: 200 len: 1801 time: 0.0920501 Jul 27 16:38:17.430409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c73ac-a8d2-4f01-a6ed-a11eca8b9230 req-d043c997-a8dd-4257-9f70-448d93ab23a4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:17.444041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad6c73ac-a8d2-4f01-a6ed-a11eca8b9230 req-d043c997-a8dd-4257-9f70-448d93ab23a4 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.2088852 Jul 27 16:38:17.472358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.531157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.557820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad6c73ac-a8d2-4f01-a6ed-a11eca8b9230 req-0ef8ff89-6ab3-4223-bbed-e68242bddf85 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102834 Jul 27 16:38:17.624358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f03f0-7ad5-4922-b25b-6b0ed40528aa req-8f799c05-30ff-4a13-8b5d-5dfcd71085be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:17.631023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c86f03f0-7ad5-4922-b25b-6b0ed40528aa req-8f799c05-30ff-4a13-8b5d-5dfcd71085be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.1806703 Jul 27 16:38:17.632336 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.636932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:17.650245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86d1b8f3-55ca-45c6-92fd-a86d6dd25604 req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c6947c0-6d1f-4988-99b4-5c0038802a0a HTTP/1.1" status: 204 len: 173 time: 0.2614322 Jul 27 16:38:17.678579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb3df-a59e-4bdb-b003-f062741b4e5f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6947c0-6d1f-4988-99b4-5c0038802a0a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:17.736774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c86f03f0-7ad5-4922-b25b-6b0ed40528aa req-8b05fe00-52f4-4d72-9940-92b1ca0f5a0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957086 Jul 27 16:38:17.895734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462838802', 'description': 'tempest-description-1736067072'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:17.922175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b240ed-39a6-4187-a5c0-af44c78d280b req-6330ce9e-c795-4291-98e6-81c3b4056df1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:17.924932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81b240ed-39a6-4187-a5c0-af44c78d280b req-6330ce9e-c795-4291-98e6-81c3b4056df1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.1241086 Jul 27 16:38:17.960609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:18.003342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81b240ed-39a6-4187-a5c0-af44c78d280b req-284b7fe2-e5be-4bdb-9ce2-f0c978cb6179 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Jul 27 16:38:18.080400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-deleted', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:18.084410 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70cb817-2f55-4093-b022-f1f815ca6192" -d '{"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-deleted", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:18.122183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:18.128118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:18.191869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:18.194601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0073b163-5daa-4328-8000-f2681a4b935a req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3061342 Jul 27 16:38:18.201776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a1a6e-a62c-49c9-9110-323a13354d54 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae4454-8228-4709-9548-b27e14a1ba2a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:18.331560 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a023ca-2248-49be-83bf-c177f454aa39 x-openstack-request-id: req-f5a023ca-2248-49be-83bf-c177f454aa39 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:18.332399 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf8e0f-d043-4abd-bf16-b407862aded1", "name": "network-vif-deleted", "tag": "db3f2c47-f994-4bdb-9016-2e352ccdd259", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:18.332399 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5a023ca-2248-49be-83bf-c177f454aa39 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:18.333979 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf8e0f-d043-4abd-bf16-b407862aded1', 'name': 'network-vif-deleted', 'tag': 'db3f2c47-f994-4bdb-9016-2e352ccdd259', 'status': 'completed', 'code': 200} Jul 27 16:38:18.370365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d892e7-937e-493c-a0ab-a1f2c255fabf req-c621e3aa-15d2-40b7-81ff-356d22bc1158 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:18.377143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3d892e7-937e-493c-a0ab-a1f2c255fabf req-c621e3aa-15d2-40b7-81ff-356d22bc1158 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 944 time: 0.0958388 Jul 27 16:38:18.458626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3d892e7-937e-493c-a0ab-a1f2c255fabf req-0796c77f-2857-4332-8334-75dda7f9add6 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742750 Jul 27 16:38:18.551781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85ab3-d270-4604-bf5d-2810fb165fb1 req-97613215-3163-43ea-8c08-35cf25227c5d tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:18.554496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8c85ab3-d270-4604-bf5d-2810fb165fb1 req-97613215-3163-43ea-8c08-35cf25227c5d tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.1375682 Jul 27 16:38:18.606611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-e702c05e-68b1-406c-a1e4-73639a8faf26 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505342 Jul 27 16:38:18.640520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c30e1151-f2bb-434a-a2e0-b7305e5ddb78 req-98985f3a-b53d-4b76-a449-358b61acb755 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 210 time: 0.0575204 Jul 27 16:38:18.716170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8c85ab3-d270-4604-bf5d-2810fb165fb1 req-a1b80f48-227e-45df-b229-d2ac966a217d tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464794 Jul 27 16:38:18.833631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-7578bbfa-45e1-4300-b20b-0f6419018d4c tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:18.836582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-7578bbfa-45e1-4300-b20b-0f6419018d4c tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230487 Jul 27 16:38:18.841595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-6f69b4c4-b406-49eb-b282-f51bb61a355f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/84ae4454-8228-4709-9548-b27e14a1ba2a HTTP/1.1" status: 200 len: 1801 time: 0.1581757 Jul 27 16:38:18.852775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Request body: {'port': {'device_id': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '8087b4e4f971435094a2f6d9c4b3da32'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:18.863613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Request body: {'security_group': {'name': 'tempest-sg-hth-116011458', 'description': 'tempest-description-hth-1916426758'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:18.935405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:18.968357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-f017a9d9-a0f0-4fde-9c85-c4914cea7042 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:18.969973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-f017a9d9-a0f0-4fde-9c85-c4914cea7042 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 944 time: 0.1918406 Jul 27 16:38:19.056510 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.062106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.064735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.085348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7538a0f7-49bb-4ad5-9eb8-43bae434107e req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "PUT /v2.0/security-groups/84ae4454-8228-4709-9548-b27e14a1ba2a HTTP/1.1" status: 200 len: 1774 time: 0.2320337 Jul 27 16:38:19.155330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a81a1a-433f-40aa-8032-91c0359491b3 req-1de572fa-b81a-4f08-beb5-acf269ab9723 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:19.165195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46a81a1a-433f-40aa-8032-91c0359491b3 req-1de572fa-b81a-4f08-beb5-acf269ab9723 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.2739260 Jul 27 16:38:19.184751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e0ac8-46e5-47c9-92cf-5df21135fe32 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae4454-8228-4709-9548-b27e14a1ba2a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:19.243097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Made reservation on behalf of 8087b4e4f971435094a2f6d9c4b3da32 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:19.249575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.282861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.295802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46a81a1a-433f-40aa-8032-91c0359491b3 req-df1f4cae-9719-4fd7-a5b3-289fd5e7cbda tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232955 Jul 27 16:38:19.430047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-627eb8be-ad14-4528-8c6d-4b7b3142fa4c req-2f9b4898-e3e4-4768-8717-7b7593c706aa tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/84ae4454-8228-4709-9548-b27e14a1ba2a HTTP/1.1" status: 200 len: 1774 time: 0.0841136 Jul 27 16:38:19.532728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.540412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.676399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3011d4-fc28-4ba5-a82b-e354abebbc25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:19.683405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Deleting port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:19.683996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:19.864357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Allocated IP 192.168.233.126 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/853fe231-b988-4205-a9c0-7f87aa1591ec) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:19.984958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10c8e-fee8-4d77-a054-d2900ff60db1 req-b831df11-b2fc-4f2e-b342-c0f8c8b6a6e8 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:19.993750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ec10c8e-fee8-4d77-a054-d2900ff60db1 req-b831df11-b2fc-4f2e-b342-c0f8c8b6a6e8 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.7966638 Jul 27 16:38:20.030128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] For port f343ab3e-c043-4165-99ca-2f80fc8ebdf4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:20.030614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.081654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Calling delete_port for f343ab3e-c043-4165-99ca-2f80fc8ebdf4 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:20.118410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-2f1b2bd8-350f-41b7-8a94-d70231e91b0e tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/84ae4454-8228-4709-9548-b27e14a1ba2a HTTP/1.1" status: 200 len: 1774 time: 0.1688583 Jul 27 16:38:20.125728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ec10c8e-fee8-4d77-a054-d2900ff60db1 req-37a6ad6d-9f75-4091-be6a-21f308df3f53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136942 Jul 27 16:38:20.214741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.258226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Transition to ACTIVE for port object 853fe231-b988-4205-a9c0-7f87aa1591ec will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:20.303241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.371933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.423393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.437745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.496910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event deleted for resources: {'Port': ['ID=f343ab3e-c043-4165-99ca-2f80fc8ebdf4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:20.523507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3ea59-ae70-46d1-912c-5d1b3909c99d req-7162377d-3f21-46b3-a5a8-6354ab3147e4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:20.536413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0e3ea59-ae70-46d1-912c-5d1b3909c99d req-7162377d-3f21-46b3-a5a8-6354ab3147e4 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9eabc0-d332-4876-855c-c7b5b768772b HTTP/1.1" status: 200 len: 866 time: 0.2354448 Jul 27 16:38:20.536680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:20.554358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:20.559073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Pushing event updated for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:20.564063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.568560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.584068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe978a15-f813-41c7-82e2-2054d9d47eef req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/84ae4454-8228-4709-9548-b27e14a1ba2a HTTP/1.1" status: 204 len: 173 time: 0.4418831 Jul 27 16:38:20.586464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:20.612799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] No DVR routers for this DVR port f343ab3e-c043-4165-99ca-2f80fc8ebdf4 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:20.620285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:20.625370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63514360-aef6-4d91-b2c5-c559592eeb6e req-d549801f-b3d1-4251-87bb-deecfdd7f622 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.13 "DELETE /v2.0/ports/f343ab3e-c043-4165-99ca-2f80fc8ebdf4 HTTP/1.1" status: 204 len: 173 time: 1.6415443 Jul 27 16:38:20.626601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-deleted', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:20.630596 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b77581-3040-4291-b058-4b2ae815c88b" -d '{"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-deleted", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:20.700062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0e3ea59-ae70-46d1-912c-5d1b3909c99d req-8d05d429-13d2-4832-bb97-974b347c45eb tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616127 Jul 27 16:38:20.787808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc80d5-db7d-4264-9375-c928f22de31b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae4454-8228-4709-9548-b27e14a1ba2a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:20.950269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:20.951232 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:21.012606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-fea9d9cf-3eaa-462d-a06c-86a40442618b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1666331 Jul 27 16:38:21.042031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Request body: {'port': {'device_id': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:21.093151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2aa3bdf-08c1-433d-831e-308112311794 None None] Provisioning for port 853fe231-b988-4205-a9c0-7f87aa1591ec completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:21.100105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925071-f427-47c3-9a1a-ec5ec799a43c req-4b173300-bb36-4c76-bccf-aa31deefef4a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:21.108668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2aa3bdf-08c1-433d-831e-308112311794 None None] Provisioning complete for port 853fe231-b988-4205-a9c0-7f87aa1591ec triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:21.109036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9925071-f427-47c3-9a1a-ec5ec799a43c req-4b173300-bb36-4c76-bccf-aa31deefef4a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 936 time: 0.2657387 Jul 27 16:38:21.110106 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3bdf-08c1-433d-831e-308112311794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:21.133894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eb28e-2a53-4b6f-8eba-97e249682dad req-75c0c8b0-55ee-4868-aa7d-531750966b53 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:21.146538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e6eb28e-2a53-4b6f-8eba-97e249682dad req-75c0c8b0-55ee-4868-aa7d-531750966b53 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.1309175 Jul 27 16:38:21.182971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9925071-f427-47c3-9a1a-ec5ec799a43c req-73f34066-a5a5-4d80-a4b7-c36d03395932 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Jul 27 16:38:21.215204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa3bdf-08c1-433d-831e-308112311794 None None] Port 853fe231-b988-4205-a9c0-7f87aa1591ec cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:21.239784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e6eb28e-2a53-4b6f-8eba-97e249682dad req-58d5fb67-2998-4717-b32a-d6b973d46237 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893011 Jul 27 16:38:21.282099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:21.525742 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02913e9d-8011-4de1-b453-1c2711467d64 x-openstack-request-id: req-02913e9d-8011-4de1-b453-1c2711467d64 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:21.526192 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9eabc0-d332-4876-855c-c7b5b768772b", "name": "network-vif-deleted", "tag": "f343ab3e-c043-4165-99ca-2f80fc8ebdf4", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:21.526593 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02913e9d-8011-4de1-b453-1c2711467d64 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:21.527255 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9eabc0-d332-4876-855c-c7b5b768772b', 'name': 'network-vif-deleted', 'tag': 'f343ab3e-c043-4165-99ca-2f80fc8ebdf4', 'status': 'completed', 'code': 200} Jul 27 16:38:21.612771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bac70-6c61-477b-9226-c71c479b7dbf req-4367e312-0faf-420c-99f4-bd2bddc62066 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:21.615331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5bac70-6c61-477b-9226-c71c479b7dbf req-4367e312-0faf-420c-99f4-bd2bddc62066 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.3011329 Jul 27 16:38:21.719045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2dc4-340c-42ed-bc11-41c13c91ce36 req-8bed3b4f-4e91-4645-9fc5-4c611f3ac2d0 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:21.721607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41ca2dc4-340c-42ed-bc11-41c13c91ce36 req-8bed3b4f-4e91-4645-9fc5-4c611f3ac2d0 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.0996206 Jul 27 16:38:21.769652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5bac70-6c61-477b-9226-c71c479b7dbf req-11f732f9-1d6f-4266-a8f7-1cf0923d53da tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355000 Jul 27 16:38:21.794031 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41ca2dc4-340c-42ed-bc11-41c13c91ce36 req-c62db7e1-7b65-4d79-b1ab-5cef94d1fa08 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622528 Jul 27 16:38:21.956486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853fe231-b988-4205-a9c0-7f87aa1591ec {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:21.966210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:21.986272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Transition to ACTIVE for port object 853fe231-b988-4205-a9c0-7f87aa1591ec will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:21.993454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.187274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:22.224788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Attempting to bind port 853fe231-b988-4205-a9c0-7f87aa1591ec on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:22.225310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Attempting to bind port 853fe231-b988-4205-a9c0-7f87aa1591ec by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:22.226244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Attempting to bind port 853fe231-b988-4205-a9c0-7f87aa1591ec on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:22.234063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Port 853fe231-b988-4205-a9c0-7f87aa1591ec on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:22.234859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Attempting to bind port 853fe231-b988-4205-a9c0-7f87aa1591ec on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:22.244525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:22.244835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:22.245380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:22.245951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Bound port: 853fe231-b988-4205-a9c0-7f87aa1591ec, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:22.246555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.306121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ff54811-90d7-477a-88e6-31409336180f req-1dc36bec-ee87-46c3-b1ff-c907fed812eb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3814766 Jul 27 16:38:22.331967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:22.402738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.649001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.835150 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-53929e34-92a7-440c-a48b-c68da780f43b req-f634b9e6-2654-4c82-bacf-6e9cb90bb56f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:22.836589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53929e34-92a7-440c-a48b-c68da780f43b req-f634b9e6-2654-4c82-bacf-6e9cb90bb56f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/8c6947c0-6d1f-4988-99b4-5c0038802a0a HTTP/1.1" status: 404 len: 352 time: 0.0683441 Jul 27 16:38:22.858040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Allocated IP 172.25.4.140 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/fe057bb7-646d-411a-aa89-eb65da1ba78e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:22.861141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:22.868105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=853fe231-b988-4205-a9c0-7f87aa1591ec,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:22.876895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.949064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:22.949742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:22.954534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/853fe231-b988-4205-a9c0-7f87aa1591ec HTTP/1.1" status: 200 len: 1096 time: 1.9293358 Jul 27 16:38:22.954534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:22.957436 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731bb464-1db8-449c-b41e-ef9190e4c664" -d '{"events": [{"name": "network-changed", "server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:22.982321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-836dac98-9314-40dc-90b1-642ed2b5f761 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:22.983862 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-836dac98-9314-40dc-90b1-642ed2b5f761 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 945 time: 0.2146161 Jul 27 16:38:23.041032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faed2b-f358-4c27-afcd-1fa93f2dd2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:23.131102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:23.155520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.261482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.275048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:23.315277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: f343ab3e-c043-4165-99ca-2f80fc8ebdf4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:23.315964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f343ab3e-c043-4165-99ca-2f80fc8ebdf4 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:23.354842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:23.362814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:23.364397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:23.378332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:23.397453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '47b648b3-c406-41a1-8daa-2a957f912da7', 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651', 'port_id': '47b648b3-c406-41a1-8daa-2a957f912da7', 'mac_address': 'fa:16:3e:0c:3c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8af66b-54ea-4d3c-b294-e121c6421180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:23.417304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Deleting port 1247dfec-06d2-48d8-a818-c23ecaa34926 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:23.417569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.428228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event updated for resources: {'Port': ['ID=fe057bb7-646d-411a-aa89-eb65da1ba78e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:23.504977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.522541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b648b3-c406-41a1-8daa-2a957f912da7 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:23.544455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-046cccbe-3821-4bc4-a7cc-5f2ddad01ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:23.546819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-046cccbe-3821-4bc4-a7cc-5f2ddad01ecb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 1099 time: 0.4435959 Jul 27 16:38:23.549256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:23.554788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.557921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.628571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-4b1f7e7a-dc71-4643-a63b-1eb7de137568 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=853fe231-b988-4205-a9c0-7f87aa1591ec HTTP/1.1" status: 200 len: 217 time: 0.0687790 Jul 27 16:38:23.636310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.647516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:23.715578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22feaf-87a2-417e-b8ee-6c9b8fb03e4c req-cc3c32a5-98b0-4e62-a399-7e9eacc1e11d tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:23.718659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff22feaf-87a2-417e-b8ee-6c9b8fb03e4c req-cc3c32a5-98b0-4e62-a399-7e9eacc1e11d tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 948 time: 0.4027264 Jul 27 16:38:23.797269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] For port 1247dfec-06d2-48d8-a818-c23ecaa34926, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1247dfec-06d2-48d8-a818-c23ecaa34926,segment=NetworkSegment(a2639bb0-d157-4b03-8f4b-40af11f838e3),segment_id=a2639bb0-d157-4b03-8f4b-40af11f838e3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:23.798368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.821106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-e2522264-266d-4832-a2ca-f9785399d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:23.823626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-e2522264-266d-4832-a2ca-f9785399d7ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1846304 Jul 27 16:38:23.855464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Calling delete_port for 1247dfec-06d2-48d8-a818-c23ecaa34926 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:23.868161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff22feaf-87a2-417e-b8ee-6c9b8fb03e4c req-ba21e763-f98e-45ca-bbaf-4588fea89f7f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365745 Jul 27 16:38:23.880892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.888935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:23.921247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['47b648b3-c406-41a1-8daa-2a957f912da7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:24.005460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event updated for resources: {'Port': ['ID=fe057bb7-646d-411a-aa89-eb65da1ba78e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:24.081908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:24.120739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:24.131047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ff54811-90d7-477a-88e6-31409336180f req-3cd192b2-be9e-4845-a69a-626049fbfbfb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8078625 Jul 27 16:38:24.176631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-0e92572a-3e34-4832-acfd-0283190b4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:24.179489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-0e92572a-3e34-4832-acfd-0283190b4967 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3394556 Jul 27 16:38:24.237456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ff54811-90d7-477a-88e6-31409336180f req-e64f23de-ec3b-4cb8-8166-d050c2350d37 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 696 time: 0.0993543 Jul 27 16:38:24.344588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:24.373815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7942b-67c3-4e72-a074-b3ff61eb939b req-24ec336a-1460-4ced-aa95-589ebb673260 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:24.375473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18b7942b-67c3-4e72-a074-b3ff61eb939b req-24ec336a-1460-4ced-aa95-589ebb673260 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/ports?device_id=cedd633c-8390-44bd-8ba8-60cbc050aa9b HTTP/1.1" status: 200 len: 866 time: 0.3119752 Jul 27 16:38:24.421860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Pushing event deleted for resources: {'Port': ['ID=1247dfec-06d2-48d8-a818-c23ecaa34926,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:24.428143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff54811-90d7-477a-88e6-31409336180f req-30b655dc-ca44-41bf-8913-d8710833cca1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:24.429598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ff54811-90d7-477a-88e6-31409336180f req-30b655dc-ca44-41bf-8913-d8710833cca1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1824403 Jul 27 16:38:24.528702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-089ef3d0-34b6-4506-8f6e-2714ac0cc0c2 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244867 Jul 27 16:38:24.586967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18b7942b-67c3-4e72-a074-b3ff61eb939b req-c12eab9e-58ff-4e34-9999-3d7f232211a5 tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1857c91-6ff4-467b-a4fa-939a16ef9627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799130 Jul 27 16:38:24.717152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] No DVR routers for this DVR port 1247dfec-06d2-48d8-a818-c23ecaa34926 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:24.790688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:24.796354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53fbb492-9752-4441-8429-8c7741a3bd17 req-a717c504-2973-4900-a6bd-5ef37f84f6fa tempest-LiveMigrationTest-31368553 tempest-LiveMigrationTest-31368553-project] 10.222.0.61 "DELETE /v2.0/ports/1247dfec-06d2-48d8-a818-c23ecaa34926 HTTP/1.1" status: 204 len: 173 time: 1.7983191 Jul 27 16:38:24.846707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cb478-e0b7-4588-af62-7c7d3585f309 req-6e0a088a-ceff-4301-b6f0-ed5208b401be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:24.871369 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-1751cd38-6e99-4946-86a3-e54119d8d3f3 req-da344c98-3f69-45e3-8844-af423f1b2d4b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:24.876076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1751cd38-6e99-4946-86a3-e54119d8d3f3 req-da344c98-3f69-45e3-8844-af423f1b2d4b tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/da5a236a-b96a-4c97-8e6a-4e2b9fccec6f HTTP/1.1" status: 404 len: 352 time: 0.0939026 Jul 27 16:38:24.876331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c2cb478-e0b7-4588-af62-7c7d3585f309 req-6e0a088a-ceff-4301-b6f0-ed5208b401be tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 944 time: 0.1961975 Jul 27 16:38:24.907998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-d4fb8e87-d687-4c80-bac6-322bd6aa0e86 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:24.920004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-d4fb8e87-d687-4c80-bac6-322bd6aa0e86 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.13 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.2243900 Jul 27 16:38:24.957673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbf791c8-52f1-40d6-adcb-0f91626acad7 req-9e71b78a-af19-4801-9eea-780c687e8d77 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836622 Jul 27 16:38:24.974204 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772cb626-7096-419d-877d-ab111e2b9985 x-openstack-request-id: req-772cb626-7096-419d-877d-ab111e2b9985 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:24.974931 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:24.975264 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-772cb626-7096-419d-877d-ab111e2b9985 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:24.975920 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec', 'status': 'completed', 'code': 200} Jul 27 16:38:25.067434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c2cb478-e0b7-4588-af62-7c7d3585f309 req-22201ca6-a986-4823-b32f-d62149cd787a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900411 Jul 27 16:38:25.133793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:25.196969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da9ee-d273-4e72-9d36-f0237cdf3e3e req-f2e0e25f-527a-4d0a-8b51-b5bc8f3b7c21 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.221196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-664da9ee-d273-4e72-9d36-f0237cdf3e3e req-f2e0e25f-527a-4d0a-8b51-b5bc8f3b7c21 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 945 time: 0.1571410 Jul 27 16:38:25.229107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Deleting port cbf1e706-839b-4604-b8a6-663715bf8cfb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:25.229107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.269262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 47b648b3-c406-41a1-8daa-2a957f912da7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:25.277554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 47b648b3-c406-41a1-8daa-2a957f912da7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:25.278397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.298604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-664da9ee-d273-4e72-9d36-f0237cdf3e3e req-46968c40-3a9b-4ec0-aec6-c8f5f56ca062 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups?id=86fa56e2-1659-49a4-9df9-cb345349ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731170 Jul 27 16:38:25.301052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-4f82e1be-ea06-4478-976e-4e83ee80bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.309444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-4f82e1be-ea06-4478-976e-4e83ee80bf72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 1099 time: 0.2891803 Jul 27 16:38:25.415324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] For port cbf1e706-839b-4604-b8a6-663715bf8cfb, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=cbf1e706-839b-4604-b8a6-663715bf8cfb,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:25.415618 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-fd9ce687-97b1-4b6e-9c97-f7b42f535fd3 req-05694dd2-534f-474d-9cf5-61b0441b1ea0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:25.416223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.429322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd9ce687-97b1-4b6e-9c97-f7b42f535fd3 req-05694dd2-534f-474d-9cf5-61b0441b1ea0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/16727993-927f-4841-abcc-22430630a7dd HTTP/1.1" status: 404 len: 352 time: 0.0893054 Jul 27 16:38:25.462787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.515475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:25.519284 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46bad2-bbde-410e-8a50-9945ffe50fe8" -d '{"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-plugged", "status": "completed", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:25.535976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-1c8dd5a0-aba8-4fa9-a709-cb396b4a1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.537565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-1c8dd5a0-aba8-4fa9-a709-cb396b4a1bcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2180109 Jul 27 16:38:25.559391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:25.593478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-364772c5-6356-45fe-bbd3-d39836cdb53a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.595994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-364772c5-6356-45fe-bbd3-d39836cdb53a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 821 time: 0.2693419 Jul 27 16:38:25.602664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:25.604346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 1247dfec-06d2-48d8-a818-c23ecaa34926 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:25.604710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1247dfec-06d2-48d8-a818-c23ecaa34926 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:25.609404 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.620489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-77f7c26b-a5d8-4046-8347-abfc5ff5a41e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=853fe231-b988-4205-a9c0-7f87aa1591ec HTTP/1.1" status: 200 len: 217 time: 0.0694971 Jul 27 16:38:25.725044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-55e70821-6722-4334-af99-5bb0bb197fc3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/quotas/cf016ba7c36d4d0ba3c28e0fac2d373d HTTP/1.1" status: 200 len: 375 time: 0.1026218 Jul 27 16:38:25.745719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-e7b98833-887d-4ca2-8dca-547389af1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.747690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-e7b98833-887d-4ca2-8dca-547389af1d41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0734849 Jul 27 16:38:25.754645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:25.853432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0991-8f1f-4b06-ad09-821eaa9cf868 req-68811afd-bd1a-4a56-887d-4393a2d67261 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.855071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-589b0991-8f1f-4b06-ad09-821eaa9cf868 req-68811afd-bd1a-4a56-887d-4393a2d67261 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 948 time: 0.3148904 Jul 27 16:38:25.861601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-4682b8a6-3255-4e5d-9342-33ff764682cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:25.863154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-4682b8a6-3255-4e5d-9342-33ff764682cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074221 Jul 27 16:38:25.888209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.888890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:25.889663 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Floating IP 052449c1-c3f9-4560-904b-900e0ae57760 disassociated. External IP: 172.25.4.53, port: cbf1e706-839b-4604-b8a6-663715bf8cfb. Jul 27 16:38:25.890403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Calling delete_port for cbf1e706-839b-4604-b8a6-663715bf8cfb owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:25.922519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-bf8a2cd5-d2fe-4a6c-b9f7-e6d9477211d1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1955178 Jul 27 16:38:25.985422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-589b0991-8f1f-4b06-ad09-821eaa9cf868 req-af0d84f3-598e-4afc-917f-e9714d435385 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138036 Jul 27 16:38:26.042984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-60161b41-91f4-45c2-9d27-b7c1e7a43b60 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684649 Jul 27 16:38:26.073685 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-8d768c43-4fe8-483f-ae78-21cc43c08471 req-2d14f886-9932-4206-8694-932e86329593 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:26.075126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d768c43-4fe8-483f-ae78-21cc43c08471 req-2d14f886-9932-4206-8694-932e86329593 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/2ee0e61d-3cfa-4f6a-80cb-260cf2f12268 HTTP/1.1" status: 404 len: 352 time: 0.0308115 Jul 27 16:38:26.121014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-7d3209e7-ebda-42b6-bb9a-203c1af722ac service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793792 Jul 27 16:38:26.167515 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2354b6bb-6ec2-4f73-bdf3-894e745b5641 x-openstack-request-id: req-2354b6bb-6ec2-4f73-bdf3-894e745b5641 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:26.169718 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-plugged", "status": "completed", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:26.170368 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2354b6bb-6ec2-4f73-bdf3-894e745b5641 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:26.171112 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7', 'code': 200} Jul 27 16:38:26.237228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-731bb464-1db8-449c-b41e-ef9190e4c664 req-d7a2e617-6c7f-411c-bf7a-6fd23acf5949 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807525 Jul 27 16:38:26.322612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:26.379959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:26.394304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event deleted for resources: {'Port': ['ID=cbf1e706-839b-4604-b8a6-663715bf8cfb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:26.432013 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-8c3d0050-6c99-4bd1-b04b-967c4c3a8ac2 req-26501579-5c8b-4ffd-9d56-9066be0bbee5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:26.436261 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c3d0050-6c99-4bd1-b04b-967c4c3a8ac2 req-26501579-5c8b-4ffd-9d56-9066be0bbee5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/fe88c025-3ac3-4871-85f9-55d3a98dfcca HTTP/1.1" status: 404 len: 352 time: 0.0400262 Jul 27 16:38:26.447208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-dd2471f5-e4ac-49ba-a49f-0c20696c1822 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192317 Jul 27 16:38:26.507619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef9472-61d9-486b-a6d2-70198df2b13c req-d39fc78f-9519-45e3-82c6-e0888f6eb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:26.510704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ceef9472-61d9-486b-a6d2-70198df2b13c req-d39fc78f-9519-45e3-82c6-e0888f6eb22b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1096 time: 0.2003307 Jul 27 16:38:26.705621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ceef9472-61d9-486b-a6d2-70198df2b13c req-52b8b2a2-832f-4c9f-b3bf-592edc14f564 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862276 Jul 27 16:38:26.720452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe281dfa-1e07-4c28-b8a8-2dc90b6db424 req-bf027881-a430-423b-9098-535b552762a8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:26.732628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe281dfa-1e07-4c28-b8a8-2dc90b6db424 req-bf027881-a430-423b-9098-535b552762a8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.1689136 Jul 27 16:38:26.750276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:38:26.851665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe281dfa-1e07-4c28-b8a8-2dc90b6db424 req-3db0f714-f8c4-4b49-91d0-e987bcaf4e30 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179779 Jul 27 16:38:27.002617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-deleted', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:27.008224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4254353e-c912-4bba-9d12-2a9e1433a6ee req-fef1d545-85f1-429b-b3a7-6562686296a3 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 210 time: 0.1081104 Jul 27 16:38:27.018041 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e055464-939e-4e4f-9e2b-4e3399abc0fc" -d '{"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-deleted", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:27.075655 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-4a5693f7-df7e-4772-890d-af6be56bf446 req-ca5fd643-f0d3-4fa1-b330-990e52a8eb44 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] show failed (client error): The resource could not be found. Jul 27 16:38:27.090841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a5693f7-df7e-4772-890d-af6be56bf446 req-ca5fd643-f0d3-4fa1-b330-990e52a8eb44 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/a02420cc-a766-48bb-b0ad-48c601d61332 HTTP/1.1" status: 404 len: 352 time: 0.1190891 Jul 27 16:38:27.161083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Deleting subnet 0175f353-edaf-4e21-8551-aa88187f5a99 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:38:27.178896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.315926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c058d59-cab5-4607-8bcd-e96a82d21b35 req-12d7fb63-65aa-4b36-b566-75889077e1c0 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 210 time: 0.0874872 Jul 27 16:38:27.319185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.379768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.395073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:27.419172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Sync routers for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:27.470307 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6d3c9-177b-481f-8dcc-410f1ad96c79 x-openstack-request-id: req-eff6d3c9-177b-481f-8dcc-410f1ad96c79 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:27.470802 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedd633c-8390-44bd-8ba8-60cbc050aa9b", "name": "network-vif-deleted", "tag": "1247dfec-06d2-48d8-a818-c23ecaa34926", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:27.470802 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eff6d3c9-177b-481f-8dcc-410f1ad96c79 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:27.471220 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedd633c-8390-44bd-8ba8-60cbc050aa9b', 'name': 'network-vif-deleted', 'tag': '1247dfec-06d2-48d8-a818-c23ecaa34926', 'status': 'completed', 'code': 200} Jul 27 16:38:27.474014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.478495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:27.483246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:27.569461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0175f353-edaf-4e21-8551-aa88187f5a99,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:27.577397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.580477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b1715fa-b549-4a0b-b663-bf1cb4d81f79 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0175f353-edaf-4e21-8551-aa88187f5a99 HTTP/1.1" status: 204 len: 168 time: 1.1980021 Jul 27 16:38:27.592212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:27.676668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] No DVR routers for this DVR port cbf1e706-839b-4604-b8a6-663715bf8cfb on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:27.685625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.700102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-021bc7fa-d867-45eb-bf46-b629f638f604 req-79c90f88-381d-4566-82aa-4daaa5563d45 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.13 "DELETE /v2.0/ports/cbf1e706-839b-4604-b8a6-663715bf8cfb HTTP/1.1" status: 204 len: 173 time: 2.7579997 Jul 27 16:38:27.700921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'name': 'network-vif-deleted', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:27.705970 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0637c851-6b14-4b22-972d-e099262b6264" -d '{"events": [{"server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "name": "network-vif-deleted", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:27.719076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:27.759351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f8d3-a17a-41e2-9dac-ebc7c3c8d672 req-1af8891f-d664-48cd-ad5a-a1977735a9fe tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:27.786019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 853fe231-b988-4205-a9c0-7f87aa1591ec details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:27.799721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8af9f8d3-a17a-41e2-9dac-ebc7c3c8d672 req-1af8891f-d664-48cd-ad5a-a1977735a9fe tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 948 time: 0.3402867 Jul 27 16:38:27.800700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:28.025452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8af9f8d3-a17a-41e2-9dac-ebc7c3c8d672 req-0b64f5d2-48ec-467c-ae59-b5db200d90bb tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236619 Jul 27 16:38:28.090646 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c252ebf8-5195-41b2-aa10-66e04a6d6c07 x-openstack-request-id: req-c252ebf8-5195-41b2-aa10-66e04a6d6c07 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:28.092478 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dc1db8-5300-4fe5-8bd0-53fd16333710", "name": "network-vif-deleted", "tag": "cbf1e706-839b-4604-b8a6-663715bf8cfb", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:28.093399 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c252ebf8-5195-41b2-aa10-66e04a6d6c07 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:28.095046 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dc1db8-5300-4fe5-8bd0-53fd16333710', 'name': 'network-vif-deleted', 'tag': 'cbf1e706-839b-4604-b8a6-663715bf8cfb', 'status': 'completed', 'code': 200} Jul 27 16:38:28.253422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.268655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec28ef3c-3833-47eb-8653-0d049eab9a24']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:28.285819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2639bb0-d157-4b03-8f4b-40af11f838e3') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:28.286149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2639bb0-d157-4b03-8f4b-40af11f838e3') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:28.303348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.339168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.359265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:38:28.360736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:38:28.371345 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:38:28.391252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=853fe231-b988-4205-a9c0-7f87aa1591ec,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:28.418489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '853fe231-b988-4205-a9c0-7f87aa1591ec', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '853fe231-b988-4205-a9c0-7f87aa1591ec', 'mac_address': 'fa:16:3e:e9:d8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:28.471987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db106-a10b-421c-98e3-624a68f3d4e8 req-1605921c-9c8d-4253-b829-a75d5524a884 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:28.484358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab590-42b6-4c59-956d-8d960d40eb5a req-bfc6c6ec-b085-4cfb-9ec5-d377c9dff7fe tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:28.486523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-046db106-a10b-421c-98e3-624a68f3d4e8 req-1605921c-9c8d-4253-b829-a75d5524a884 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1023 time: 0.2816424 Jul 27 16:38:28.487018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d62ab590-42b6-4c59-956d-8d960d40eb5a req-bfc6c6ec-b085-4cfb-9ec5-d377c9dff7fe tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.1797404 Jul 27 16:38:28.571337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.587665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-046db106-a10b-421c-98e3-624a68f3d4e8 req-3005d046-ea6c-4b0d-905e-b93df8486c2f tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=98216fad-3118-425f-903b-499552b82cb4&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&id=639e561a-ecbb-435a-ab18-f35484ef166b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1000073 Jul 27 16:38:28.592125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fe231-b988-4205-a9c0-7f87aa1591ec {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:28.595473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.609305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.613940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:28.617259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec28ef3c-3833-47eb-8653-0d049eab9a24 HTTP/1.1" status: 204 len: 168 time: 1.0226038 Jul 27 16:38:28.619647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d62ab590-42b6-4c59-956d-8d960d40eb5a req-8df5c654-efb2-43fe-a65e-c8c3948d85a3 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036730 Jul 27 16:38:28.621962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:28.650495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033cb16-af43-494a-969b-41f04400e6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec28ef3c-3833-47eb-8653-0d049eab9a24,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:28.761107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=853fe231-b988-4205-a9c0-7f87aa1591ec,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:28.768291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Checking router: 0fdc7fd0-af69-4d06-8742-47c47e888ab3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:28.783009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.787969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Deleting subnet ce49f25a-9e7a-4e9d-87fd-4e345ddb55b9 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:38:28.794447 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.800910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:28.801266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:28.804127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a78ac84-7821-49d2-b4c7-2cea00ca35a7 req-2ab21cb3-419e-4f07-9eed-0198356c3554 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dc1db8-5300-4fe5-8bd0-53fd16333710 HTTP/1.1" status: 200 len: 210 time: 0.0664427 Jul 27 16:38:28.914184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a3da35c-5190-404d-ab47-c474a8e52726 req-2f2a5fc3-f7b8-4a76-9446-27dc96e4ae9b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 210 time: 0.0582721 Jul 27 16:38:28.921705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:28.940309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:28.976459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:29.099030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:29.101418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:29.155962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce49f25a-9e7a-4e9d-87fd-4e345ddb55b9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:29.167315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:29.170838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e926b71-dde3-4c6b-97db-90e563f4b308 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ce49f25a-9e7a-4e9d-87fd-4e345ddb55b9 HTTP/1.1" status: 204 len: 168 time: 0.5476496 Jul 27 16:38:29.174819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:29.331157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['853fe231-b988-4205-a9c0-7f87aa1591ec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:29.335928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device cbf1e706-839b-4604-b8a6-663715bf8cfb no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:29.420588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea43b-b953-49bd-8fea-bffb8aa1e751 req-f3ba900f-5670-4990-a121-1c79011b0043 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:29.432976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-487ea43b-b953-49bd-8fea-bffb8aa1e751 req-f3ba900f-5670-4990-a121-1c79011b0043 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 949 time: 0.1846163 Jul 27 16:38:29.520136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: cbf1e706-839b-4604-b8a6-663715bf8cfb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:29.520706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device cbf1e706-839b-4604-b8a6-663715bf8cfb not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:29.523410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-487ea43b-b953-49bd-8fea-bffb8aa1e751 req-2880a7b5-b577-4511-b7d5-1b4a761399a8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786731 Jul 27 16:38:29.622755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:29.691789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-752f785e-2da6-4bed-9412-f6a6994c67d1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:29.693500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-752f785e-2da6-4bed-9412-f6a6994c67d1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.61 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 821 time: 0.4116819 Jul 27 16:38:29.716106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'port': {'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'admin_state_up': True, 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:29.836208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-8b583758-2649-4351-9927-dca0bf7b0c30 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:29.838932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-8b583758-2649-4351-9927-dca0bf7b0c30 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1023 time: 0.3666887 Jul 27 16:38:29.869606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734662-0cb3-41ee-93f4-2317bd71f87f req-6b18f1eb-1407-4ae6-b697-ca4aa7a4e800 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:29.873051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5734662-0cb3-41ee-93f4-2317bd71f87f req-6b18f1eb-1407-4ae6-b697-ca4aa7a4e800 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.0964036 Jul 27 16:38:29.905340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:29.953483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:29.954728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bed89-f9c3-40a1-9f07-a39b309d13c1 None None] The sync data for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 is: [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:35:39Z', 'revision_number': 4, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'd8d7c21a-81e1-4af6-a9dd-1480cc51744c', 'name': '', 'network_id': 'f470751b-cae4-414d-8f5a-29a1a55e0dd4', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'mac_address': 'fa:16:3e:c7:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:38Z', 'updated_at': '2021-07-27T16:35:47Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'subnets': [{'id': 'c6ee357d-2242-4a67-8511-a0c9b2ee8c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:29.957215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5734662-0cb3-41ee-93f4-2317bd71f87f req-e4ed87f1-ff80-406e-ab9a-c09c8f88ecef tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776844 Jul 27 16:38:29.967636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498e63c3-89a9-466b-ba7d-4f1461801c54']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:30.021940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9307757-54d3-4c00-9ad2-e7e194017be0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:30.022379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9307757-54d3-4c00-9ad2-e7e194017be0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:30.058001 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.105796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9166c88-0a9f-4953-a93d-48072b94656f req-7ccca913-1deb-4451-868a-b7149c6447d4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:30.107424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9166c88-0a9f-4953-a93d-48072b94656f req-7ccca913-1deb-4451-868a-b7149c6447d4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1023 time: 0.2653866 Jul 27 16:38:30.113231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.127719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:38:30.128156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.155166 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd5a2314-b6fa-488a-b828-420103a2595f req-22535841-a684-44a3-a893-d0b72ccd1b61 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 210 time: 0.0434103 Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:38:30.158010 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:38:30.248463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Made reservation on behalf of cf016ba7c36d4d0ba3c28e0fac2d373d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:30.252726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.286188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.292244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.297064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/498e63c3-89a9-466b-ba7d-4f1461801c54 HTTP/1.1" status: 204 len: 168 time: 1.1206260 Jul 27 16:38:30.308322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9166c88-0a9f-4953-a93d-48072b94656f req-8b2c7a2b-d54b-47a2-a8e7-82126c538255 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=98216fad-3118-425f-903b-499552b82cb4&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&id=639e561a-ecbb-435a-ab18-f35484ef166b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1863401 Jul 27 16:38:30.385630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:30.456737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e497f-f8a0-4824-8019-211af25f9ead req-2908fb64-ff52-490d-be15-9e8a88cd276d tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:30.460135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-637e497f-f8a0-4824-8019-211af25f9ead req-2908fb64-ff52-490d-be15-9e8a88cd276d tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1096 time: 0.1945009 Jul 27 16:38:30.490224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aac10-4dd7-4bd5-8b9d-93b728761e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=498e63c3-89a9-466b-ba7d-4f1461801c54,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:30.493461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccfff80-bed2-4a84-b4cf-8d26dda7d8ed None None] New status for floating IP 052449c1-c3f9-4560-904b-900e0ae57760: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:38:30.526736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Allocated IP 172.20.0.9 (d61048ec-a0da-4a74-a7f7-2d778bf3b02e/57078804-be47-46cc-8289-7d9eca6bca88/f872aa77-314f-4adf-95db-eb6c48cde3e8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:30.543846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Deleting port 67f2441a-3099-472d-977e-1a6527959bba {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:30.544206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.568776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-637e497f-f8a0-4824-8019-211af25f9ead req-655eba43-b497-4e0e-8144-160e8bea9e54 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970714 Jul 27 16:38:30.599137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.634080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:30.675839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:30.745454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:30.746304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3177e9a-1e0a-4a69-9ab5-5dd8e82adb89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e75a54a3256e4ce2b44550834401204d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1054168 Jul 27 16:38:30.995408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] For port 67f2441a-3099-472d-977e-1a6527959bba, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=67f2441a-3099-472d-977e-1a6527959bba,segment=NetworkSegment(e434cfac-74bd-43e7-9397-59f5dd326e7a),segment_id=e434cfac-74bd-43e7-9397-59f5dd326e7a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:30.995866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.027068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Calling delete_port for 67f2441a-3099-472d-977e-1a6527959bba owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:31.199070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.201663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.205201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "DELETE /v2.0/security-groups/86fa56e2-1659-49a4-9df9-cb345349ec8e HTTP/1.1" status: 204 len: 168 time: 0.8158007 Jul 27 16:38:31.208074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:31.231271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e0c49-86f3-4528-951a-96764d65a570 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa56e2-1659-49a4-9df9-cb345349ec8e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:31.235093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb45f2-10c9-4570-9ede-0c4981801a9b req-2ce8b870-b2c0-4540-bab0-5b7b9a2f00aa tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:31.243327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1bb45f2-10c9-4570-9ede-0c4981801a9b req-2ce8b870-b2c0-4540-bab0-5b7b9a2f00aa tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1096 time: 0.4589336 Jul 27 16:38:31.247758 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a339a3ff-f075-4b2b-8a88-f261fb967f1a tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] show failed (client error): The resource could not be found. Jul 27 16:38:31.252641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a339a3ff-f075-4b2b-8a88-f261fb967f1a tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "GET /v2.0/security-groups/86fa56e2-1659-49a4-9df9-cb345349ec8e HTTP/1.1" status: 404 len: 347 time: 0.0388234 Jul 27 16:38:31.253630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:31.365456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1bb45f2-10c9-4570-9ede-0c4981801a9b req-b8801ae7-f3a9-4631-b2b0-51fd4802787d tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207597 Jul 27 16:38:31.449066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Deleting port 6bb6eabd-d5a9-4f0b-82c3-05b945c93e69 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:31.449482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.505980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.535554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56de8004-13a8-44b5-9fb8-e3c24eb754c0 req-7ea8fc94-b277-4f65-a63a-c1d8bfeb59b3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 210 time: 0.0708673 Jul 27 16:38:31.552655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacffc0e-4df8-408f-a506-daeef5895e68 req-10c376c8-7bd7-4d74-9783-f16f9d747680 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:31.561022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cacffc0e-4df8-408f-a506-daeef5895e68 req-10c376c8-7bd7-4d74-9783-f16f9d747680 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 949 time: 0.8430965 Jul 27 16:38:31.605186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 853fe231-b988-4205-a9c0-7f87aa1591ec up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:31.626164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.626541 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.643945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.651211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.660442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Calling delete_port for 6bb6eabd-d5a9-4f0b-82c3-05b945c93e69 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:31.717929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 853fe231-b988-4205-a9c0-7f87aa1591ec completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:31.726706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 853fe231-b988-4205-a9c0-7f87aa1591ec triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:31.727265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.757884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Transition to ACTIVE for port object f872aa77-314f-4adf-95db-eb6c48cde3e8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:31.776252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cacffc0e-4df8-408f-a506-daeef5895e68 req-92dd7210-8139-4bed-91a7-348ce1916c6a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653507 Jul 27 16:38:31.804235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-e12a2f72-2422-4e9b-8f35-fe16ce2f6945 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1928935 Jul 27 16:38:31.888516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.890040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a195851-dc1a-4d1f-a45d-a61763a5324c req-9eefa187-bf29-4d74-9b6b-7bc5d63c5f34 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:31.900753 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a195851-dc1a-4d1f-a45d-a61763a5324c req-9eefa187-bf29-4d74-9b6b-7bc5d63c5f34 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/ports?device_id=224a7805-2aad-4037-851e-259c30dca17c HTTP/1.1" status: 200 len: 1023 time: 0.2270150 Jul 27 16:38:31.918998 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.926218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.929952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:31.933729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1857c91-6ff4-467b-a4fa-939a16ef9627 HTTP/1.1" status: 204 len: 168 time: 1.1814904 Jul 27 16:38:31.970531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'Port': ['ID=67f2441a-3099-472d-977e-1a6527959bba,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:31.986759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aac910-065a-4c3d-b90f-d4d3ba6995d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1857c91-6ff4-467b-a4fa-939a16ef9627,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:31.999697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:32.011339 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1a164-59a9-4de2-ba8e-b7489866f8ee" -d '{"events": [{"server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "name": "network-vif-plugged", "status": "completed", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:32.078309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.084066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=853fe231-b988-4205-a9c0-7f87aa1591ec,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:32.093703 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.095581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 67f2441a-3099-472d-977e-1a6527959bba no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:32.101509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a195851-dc1a-4d1f-a45d-a61763a5324c req-2794cf68-e05b-4add-b52f-e7fb91d36af8 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups?id=98216fad-3118-425f-903b-499552b82cb4&id=227fd6bc-59df-4c46-b0b3-7b07cb58f32f&id=639e561a-ecbb-435a-ab18-f35484ef166b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1996005 Jul 27 16:38:32.182185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-d1d5ae1c-19c5-4d82-a0ef-3f27209a78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:32.185734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-d1d5ae1c-19c5-4d82-a0ef-3f27209a78d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 1096 time: 0.3381004 Jul 27 16:38:32.187717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.242893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Pushing event deleted for resources: {'Port': ['ID=6bb6eabd-d5a9-4f0b-82c3-05b945c93e69,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.275175 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bba07f8-e836-4ca5-ba4b-83444cb0e8ec x-openstack-request-id: req-2bba07f8-e836-4ca5-ba4b-83444cb0e8ec {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:32.279711 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "name": "network-vif-plugged", "status": "completed", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:32.283442 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bba07f8-e836-4ca5-ba4b-83444cb0e8ec {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:32.284624 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec', 'code': 200} Jul 27 16:38:32.288601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 67f2441a-3099-472d-977e-1a6527959bba {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:32.290050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 67f2441a-3099-472d-977e-1a6527959bba not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:32.294699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f316229e-3bc4-41c9-a371-47097139a9e8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:32.299385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] No DVR routers for this DVR port 67f2441a-3099-472d-977e-1a6527959bba on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:32.306934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.313305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84ec8791-0811-4caf-98c8-bb0e6ec92cc0 req-1160a0e2-7098-4b70-b481-cb179b1d9bc0 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.61 "DELETE /v2.0/ports/67f2441a-3099-472d-977e-1a6527959bba HTTP/1.1" status: 204 len: 173 time: 2.4309049 Jul 27 16:38:32.332054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'name': 'network-vif-deleted', 'tag': '67f2441a-3099-472d-977e-1a6527959bba'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:32.339796 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b653946-dcac-4640-b94d-689e296865df" -d '{"events": [{"server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "name": "network-vif-deleted", "tag": "67f2441a-3099-472d-977e-1a6527959bba"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:32.419051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:32.446284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.493943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:32.509561 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034af4d-b49a-463e-a526-bb2514357171 x-openstack-request-id: req-d034af4d-b49a-463e-a526-bb2514357171 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:32.512961 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224a7805-2aad-4037-851e-259c30dca17c", "name": "network-vif-deleted", "tag": "67f2441a-3099-472d-977e-1a6527959bba", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:32.513555 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d034af4d-b49a-463e-a526-bb2514357171 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:32.518793 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224a7805-2aad-4037-851e-259c30dca17c', 'name': 'network-vif-deleted', 'tag': '67f2441a-3099-472d-977e-1a6527959bba', 'status': 'completed', 'code': 200} Jul 27 16:38:32.556777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:32.704840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.775991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38372) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:32.834968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-52a35537-9fa1-426f-adf8-1a9c7123b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:32.837275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-52a35537-9fa1-426f-adf8-1a9c7123b7f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.5769713 Jul 27 16:38:32.841154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.849114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:32.849836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.860755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.863611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4bad119a-c866-4c17-97cd-d7344bc62376 tempest-ServersTestJSON-1890132579 tempest-ServersTestJSON-1890132579-project] 10.222.0.64 "DELETE /v2.0/floatingips/052449c1-c3f9-4560-904b-900e0ae57760 HTTP/1.1" status: 204 len: 168 time: 1.6079977 Jul 27 16:38:32.868059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:32.895250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57bac406-f717-4ff4-a6ea-6ca42dc09d5f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1864111 Jul 27 16:38:32.915900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32037c-b7dc-4ca8-a8dc-f6a0e2128117 req-73b046a2-64a3-4875-8c0b-a7242ed6426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:32.919058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc32037c-b7dc-4ca8-a8dc-f6a0e2128117 req-73b046a2-64a3-4875-8c0b-a7242ed6426c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 1101 time: 0.5901341 Jul 27 16:38:32.926184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:32.931669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Request body: {'port': {'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:33.020211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd7a5b5a-9545-454b-a1a3-c91c37e8da5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=409ce468d56a4bf5af5b0461f447c981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2302935 Jul 27 16:38:33.033833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:33.070481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91dc6f0f-764a-42b4-8844-d8878e9a64db None None] Provisioning for port f872aa77-314f-4adf-95db-eb6c48cde3e8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:33.079081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91dc6f0f-764a-42b4-8844-d8878e9a64db None None] Provisioning complete for port f872aa77-314f-4adf-95db-eb6c48cde3e8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:33.080314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91dc6f0f-764a-42b4-8844-d8878e9a64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.172472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc32037c-b7dc-4ca8-a8dc-f6a0e2128117 req-de0c76ab-494c-48a2-aa84-cbb0fbabf37d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357185 Jul 27 16:38:33.182508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-91dc6f0f-764a-42b4-8844-d8878e9a64db None None] Port f872aa77-314f-4adf-95db-eb6c48cde3e8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:33.215378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.219604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.266062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-002f5992-1ebb-48d1-b19d-34a074fa9638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 200 len: 217 time: 0.3960145 Jul 27 16:38:33.284829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.425080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-145f51b2-2332-4412-89b8-48821451730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:33.426681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-145f51b2-2332-4412-89b8-48821451730a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1523759 Jul 27 16:38:33.448682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e277a4-7e38-4571-b351-43b0d37f164d req-402c9635-77cf-43b9-8d2c-372011930928 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:33.448682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e277a4-7e38-4571-b351-43b0d37f164d req-402c9635-77cf-43b9-8d2c-372011930928 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 931 time: 0.7336807 Jul 27 16:38:33.480249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.485574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.491426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd349b2a-f28d-4cec-b0c0-d5bf9cbdb8a0 HTTP/1.1" status: 204 len: 168 time: 0.4501097 Jul 27 16:38:33.499248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-8e73ea68-95bd-44cc-89b0-35070da6450d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565312 Jul 27 16:38:33.541442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c78c0-30de-443c-ba6a-c3426983dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd349b2a-f28d-4cec-b0c0-d5bf9cbdb8a0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:33.689898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e277a4-7e38-4571-b351-43b0d37f164d req-99a9e616-2042-4fd6-a177-e373beabbcb2 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326355 Jul 27 16:38:33.743935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f872aa77-314f-4adf-95db-eb6c48cde3e8 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:33.760986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-c20cbbc0-f758-4abc-bcbe-8cd587465c1e service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513800 Jul 27 16:38:33.774315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.810460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Transition to ACTIVE for port object f872aa77-314f-4adf-95db-eb6c48cde3e8 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:33.815233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:33.947757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:34.030608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da4ffd34-7fe2-4341-95d1-c4e4380e12d5 req-02d8b718-3f13-4d52-99b5-ecc09e1bdcb6 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451289 Jul 27 16:38:34.118521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:34.147988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Attempting to bind port f872aa77-314f-4adf-95db-eb6c48cde3e8 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:34.148723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Attempting to bind port f872aa77-314f-4adf-95db-eb6c48cde3e8 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:34.151040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Attempting to bind port f872aa77-314f-4adf-95db-eb6c48cde3e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:34.170751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Port f872aa77-314f-4adf-95db-eb6c48cde3e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:34.171347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Attempting to bind port f872aa77-314f-4adf-95db-eb6c48cde3e8 on network d61048ec-a0da-4a74-a7f7-2d778bf3b02e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:34.181755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:34.182449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Checking segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:34.183109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Bound using segment: {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:34.183776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Bound port: f872aa77-314f-4adf-95db-eb6c48cde3e8, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b6fb60-c5dd-48ff-a645-99bc0dd2f525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:34.184308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:34.370402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:34.379444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:34.386329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:34.489102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:34.490137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:34.492813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 1091 time: 1.5723903 Jul 27 16:38:34.528749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:34.532625 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ca4014-4bf8-45ae-a23b-b3604dd07816" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:34.559745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623f691-46d1-4918-9e3c-a1facc3247f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:34.573028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164d92-72a7-49d6-b937-4e87ac7ea95a req-64378e82-66ca-4b35-b246-240e70018d79 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:34.581954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3164d92-72a7-49d6-b937-4e87ac7ea95a req-64378e82-66ca-4b35-b246-240e70018d79 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 950 time: 0.5320811 Jul 27 16:38:34.665398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3164d92-72a7-49d6-b937-4e87ac7ea95a req-8050b074-2d5f-4be1-ba15-3df0b9e18abb tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820932 Jul 27 16:38:34.748196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-f74f0388-8e30-43fe-ad49-d491a8f6a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:34.752131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-f74f0388-8e30-43fe-ad49-d491a8f6a0d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1094 time: 0.1759629 Jul 27 16:38:34.868711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-d0211d6e-dfcf-4507-b10a-3dc39b228023 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 217 time: 0.0998373 Jul 27 16:38:34.897470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Deleting port d8d7c21a-81e1-4af6-a9dd-1480cc51744c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:34.898582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:34.977084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57cf3afc-02d2-4743-9767-8d50a48e6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:34.982341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-57cf3afc-02d2-4743-9767-8d50a48e6476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.1027958 Jul 27 16:38:35.043404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-71e79a25-af98-41d9-9fbe-0ae71a2c47cf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:38:35.044777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-71e79a25-af98-41d9-9fbe-0ae71a2c47cf tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6596847 Jul 27 16:38:35.080700 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629ead0b-3614-427c-9d47-0b101079ad43 x-openstack-request-id: req-629ead0b-3614-427c-9d47-0b101079ad43 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:35.080970 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:35.081099 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-629ead0b-3614-427c-9d47-0b101079ad43 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:35.081397 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'status': 'completed', 'code': 200} Jul 27 16:38:35.099254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] For port d8d7c21a-81e1-4af6-a9dd-1480cc51744c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:35.100380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:35.123579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Calling delete_port for d8d7c21a-81e1-4af6-a9dd-1480cc51744c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:35.148702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-7bc2a366-5c84-44bb-b47c-3853252c537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:35.159372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-7bc2a366-5c84-44bb-b47c-3853252c537c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684973 Jul 27 16:38:35.262206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:35.265215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 16:38:35.359717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-86cd05f0-0b7f-4c46-8c1d-12104ab56b25 service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915166 Jul 27 16:38:35.508077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beff0d58-9da8-4798-9812-7aac7bb32a05 req-c8a91872-56a1-4e98-811f-aa47a28f56e4 service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405623 Jul 27 16:38:35.562018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7712a-4eba-4571-84f4-b5f62e817c7a req-2e2f9865-d47a-4fb2-af82-505bc49a4a95 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:35.570368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40e7712a-4eba-4571-84f4-b5f62e817c7a req-2e2f9865-d47a-4fb2-af82-505bc49a4a95 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 943 time: 0.4243059 Jul 27 16:38:35.676146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-c05f417f-ee70-4d1d-b4ab-120e25e1566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:35.681201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-c05f417f-ee70-4d1d-b4ab-120e25e1566e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1094 time: 0.0953164 Jul 27 16:38:35.713286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40e7712a-4eba-4571-84f4-b5f62e817c7a req-98772ca9-385e-404b-850a-4199a2a0850b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417561 Jul 27 16:38:35.717544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:35.721923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:35.722313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:35.722685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:35.787132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d7c21a-81e1-4af6-a9dd-1480cc51744c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:35.801303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:35.801538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:35.835778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:35.836098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:35.836611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:35.837084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Bound port: 47b648b3-c406-41a1-8daa-2a957f912da7, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:35.855562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-8c8532ad-452e-431f-963f-8c4b798a75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:35.858326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-8c8532ad-452e-431f-963f-8c4b798a75d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.1695371 Jul 27 16:38:35.938931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-edb3c5ce-4b6f-41c3-8b38-22735098efba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 217 time: 0.0695531 Jul 27 16:38:35.968506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-05d19223-bdc8-4b7c-a089-60ea4ff6ef36 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/639e561a-ecbb-435a-ab18-f35484ef166b HTTP/1.1" status: 200 len: 1801 time: 0.1863368 Jul 27 16:38:36.027408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-7f228f63-3385-4c41-b131-b59f890d73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:36.030201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-7f228f63-3385-4c41-b131-b59f890d73b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.0796421 Jul 27 16:38:36.069031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:36.136291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-2f699815-8c07-4c41-9674-245393f6bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:36.138903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-2f699815-8c07-4c41-9674-245393f6bffe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989158 Jul 27 16:38:36.280626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:36.282119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-293a60dd-c7b6-484f-b9ee-efe46f1de3dc service neutron] 10.222.0.64 "POST /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7/bindings HTTP/1.1" status: 201 len: 389 time: 1.2282696 Jul 27 16:38:36.295100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:36.320451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:36.332641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-db783e9a-33ff-4275-91d4-f5fecad5772d service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829760 Jul 27 16:38:36.726303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6ca4014-4bf8-45ae-a23b-b3604dd07816 req-64e916b6-8933-4b8b-9a58-c77ec2e05dd6 service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866184 Jul 27 16:38:36.751836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55c32-1350-44cd-b5c3-dc9a6448405d req-7375894a-cdd7-47dd-8d64-9a6621efbcc3 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:36.755314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae55c32-1350-44cd-b5c3-dc9a6448405d req-7375894a-cdd7-47dd-8d64-9a6621efbcc3 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 950 time: 0.2363369 Jul 27 16:38:36.829725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-22044064-b156-4264-81f0-ee7b1016eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:36.832983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-22044064-b156-4264-81f0-ee7b1016eed2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1096 time: 0.1776764 Jul 27 16:38:36.910615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:36.917429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae55c32-1350-44cd-b5c3-dc9a6448405d req-299880ac-536e-4ce3-a1e1-ed1da586fa99 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481061 Jul 27 16:38:37.037164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-3a05f347-bc1c-49db-b0f8-62f96e61416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:37.040217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-3a05f347-bc1c-49db-b0f8-62f96e61416c service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.1999052 Jul 27 16:38:37.107656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-aa53f1de-ffc7-4422-8441-ec4326b125b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 217 time: 0.0595253 Jul 27 16:38:37.119490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:37.122052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:37.123356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3c1cca1-2e8f-4585-96d9-fd802d52d9bd req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/639e561a-ecbb-435a-ab18-f35484ef166b HTTP/1.1" status: 204 len: 173 time: 1.1389720 Jul 27 16:38:37.153640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41b126-753b-44d8-a1f1-4c15f0dcb4c4 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e561a-ecbb-435a-ab18-f35484ef166b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:37.174286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:38:37.243342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-e8f8d8de-b759-4e9f-b72d-30c7087326c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:37.246072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-e8f8d8de-b759-4e9f-b72d-30c7087326c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1301029 Jul 27 16:38:37.302735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-51331ac5-aa06-428b-8628-60a3a9f74e35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448325 Jul 27 16:38:37.336366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:37.344977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be21b25c-93e4-4611-89c0-8e81738df503 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fdc7fd0-af69-4d06-8742-47c47e888ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4727914 Jul 27 16:38:37.345584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:37.352134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Sync routers for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:37.367805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:37.368532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:37.398857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730254-00c6-4af2-b85d-e2a909a8d5a2 req-1e49157f-6e51-497b-85eb-c9e9f90e75cd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:37.400604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc730254-00c6-4af2-b85d-e2a909a8d5a2 req-1e49157f-6e51-497b-85eb-c9e9f90e75cd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.2011731 Jul 27 16:38:37.487023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc730254-00c6-4af2-b85d-e2a909a8d5a2 req-2f08f95b-ddf7-4f26-b339-ac974f58eba2 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Jul 27 16:38:37.493009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:37.525293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-c6e37133-147c-41d1-b6a1-a95d1f303641 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103786 Jul 27 16:38:37.622835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:37.699911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f872aa77-314f-4adf-95db-eb6c48cde3e8 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:37.704587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-829eb39d-b7b9-47c0-a6f6-36218cef19ec service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644561 Jul 27 16:38:37.717227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:37.747242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978e500-8463-41b2-b61b-42c8e2a816df req-6ce4d6c6-3dd2-4b73-9c2b-288ee3fc2432 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:37.749931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6978e500-8463-41b2-b61b-42c8e2a816df req-6ce4d6c6-3dd2-4b73-9c2b-288ee3fc2432 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 943 time: 0.1865952 Jul 27 16:38:37.871861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-711e46bd-ceb6-4b0d-9f78-c5bf2fc5fe61 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "GET /v2.0/security-groups/98216fad-3118-425f-903b-499552b82cb4 HTTP/1.1" status: 200 len: 1799 time: 0.1066196 Jul 27 16:38:37.903778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6978e500-8463-41b2-b61b-42c8e2a816df req-1ba8e6d8-8c3b-4a35-a451-9d188b0b3557 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040862 Jul 27 16:38:37.908559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:38:37.920018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Deleting port 5ef30b32-3a8b-4454-9333-1a4d55c37b49 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:37.921370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:37.993373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.063525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.158890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] For port 5ef30b32-3a8b-4454-9333-1a4d55c37b49, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5ef30b32-3a8b-4454-9333-1a4d55c37b49,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:38.159453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.161246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.173872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.178737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-710f1f64-46a5-430c-8d62-548c9c637d31 req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] 10.222.0.64 "DELETE /v2.0/security-groups/98216fad-3118-425f-903b-499552b82cb4 HTTP/1.1" status: 204 len: 173 time: 0.3046720 Jul 27 16:38:38.211462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38508) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:38.226310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Calling delete_port for 5ef30b32-3a8b-4454-9333-1a4d55c37b49 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:38.227764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:38.231084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:38:35Z', 'revision_number': 5, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port': {'id': '5ef30b32-3a8b-4454-9333-1a4d55c37b49', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:33Z', 'updated_at': '2021-07-27T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:38.271642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Checking router: 0fdc7fd0-af69-4d06-8742-47c47e888ab3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:38.279080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:38.299512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130240ae-2860-4a20-b1a4-971067dcdad5 tempest-SecurityGroupsTestJSON-524485766 tempest-SecurityGroupsTestJSON-524485766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98216fad-3118-425f-903b-499552b82cb4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:38.326755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.329402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Routers {'0fdc7fd0-af69-4d06-8742-47c47e888ab3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:38.330221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:38.446255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f872aa77-314f-4adf-95db-eb6c48cde3e8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:38.487144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:38.494468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] Set router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:38.496885 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.584370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:38:37Z', 'revision_number': 6, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:38.622554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-9b68afce-df93-4dc4-aa5b-22112d984834 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498516 Jul 27 16:38:38.666351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Deleting subnet 6d0de991-748b-4ee6-bcb3-2181d73ef771 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:38:38.686260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.740565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc821c3e-b192-432c-b162-d0cbcd3d1ca1 None None] The sync data for ids ['0fdc7fd0-af69-4d06-8742-47c47e888ab3'] in n-d-723572-6 is: [{'id': '0fdc7fd0-af69-4d06-8742-47c47e888ab3', 'name': 'tempest-ServersTestJSON-221388279-router', 'tenant_id': 'e131eee74a5547398f2eba3c9529f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:30Z', 'updated_at': '2021-07-27T16:38:37Z', 'revision_number': 6, 'project_id': 'e131eee74a5547398f2eba3c9529f06d', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:38.743919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:38.850597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f872aa77-314f-4adf-95db-eb6c48cde3e8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:38.903950 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.920071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:38.981436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef30b32-3a8b-4454-9333-1a4d55c37b49,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:39.013226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-e21b8e43-eb0e-4cd7-8a0e-17e66a204534 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:39.015545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-e21b8e43-eb0e-4cd7-8a0e-17e66a204534 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744342 Jul 27 16:38:39.023000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.076113 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-e8143c45-50ed-4607-bd69-988f8484757f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/quotas/8087b4e4f971435094a2f6d9c4b3da32 HTTP/1.1" status: 200 len: 375 time: 0.0478346 Jul 27 16:38:39.177859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.266360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.367170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.371472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6d0de991-748b-4ee6-bcb3-2181d73ef771 HTTP/1.1" status: 204 len: 168 time: 1.1580577 Jul 27 16:38:39.377715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b402c-20e9-45f4-9fb7-f49777b6b91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0de991-748b-4ee6-bcb3-2181d73ef771,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:39.378299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:39.381517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.420379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-b854ba72-25db-4940-80fb-3ad3b5da2de8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3318374 Jul 27 16:38:39.478584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.484975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.585043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.585662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdc7fd0-af69-4d06-8742-47c47e888ab3 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:38:39.595698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.596947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0c2e6496-38db-4ebf-aba3-15c9f6929ec1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0fdc7fd0-af69-4d06-8742-47c47e888ab3 HTTP/1.1" status: 204 len: 168 time: 2.2501051 Jul 27 16:38:39.599593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38534) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:39.712408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d231-e29e-4b28-9cee-0609a62d59ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.754896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca484f-8fd6-4f2b-aa2a-e36265656eaf req-a3198bff-f591-494b-9daa-b614e17009a8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:39.764020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86ca484f-8fd6-4f2b-aa2a-e36265656eaf req-a3198bff-f591-494b-9daa-b614e17009a8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.8909049 Jul 27 16:38:39.778285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.821640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e71152d-bdfe-4755-8f76-4ee975868ff8']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:39.829698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Deleting subnet c6ee357d-2242-4a67-8511-a0c9b2ee8c19 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:38:39.839743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.865948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e434cfac-74bd-43e7-9397-59f5dd326e7a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:39.866656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e434cfac-74bd-43e7-9397-59f5dd326e7a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:39.908170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:39.931835 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86ca484f-8fd6-4f2b-aa2a-e36265656eaf req-9ce08232-c0bb-491e-bc57-80dabd686f93 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650960 Jul 27 16:38:39.979324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.001940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.021092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:38:40.022160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:38:40.057403 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:38:40.188592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bef9da12-1a79-4e55-8cad-194d007fc7ec req-1f848253-abc2-4a7c-bc4f-a900de9be62b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 210 time: 0.0619309 Jul 27 16:38:40.206072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.229791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef49e9-8112-491d-b225-b8f1c47b4da2 req-ab186845-fdcc-4f4b-8d69-71f2f426c506 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:40.231788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72ef49e9-8112-491d-b225-b8f1c47b4da2 req-ab186845-fdcc-4f4b-8d69-71f2f426c506 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 944 time: 0.2488887 Jul 27 16:38:40.238270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.247697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3e71152d-bdfe-4755-8f76-4ee975868ff8 HTTP/1.1" status: 204 len: 168 time: 0.8551297 Jul 27 16:38:40.249032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c49b96-7383-4b7b-a2cf-bf9b42f95dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e71152d-bdfe-4755-8f76-4ee975868ff8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:40.335466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72ef49e9-8112-491d-b225-b8f1c47b4da2 req-7bd46d72-abc5-45be-9255-6fd124919e2f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939817 Jul 27 16:38:40.355408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.507719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.563020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.565170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c6ee357d-2242-4a67-8511-a0c9b2ee8c19 HTTP/1.1" status: 204 len: 168 time: 0.9635222 Jul 27 16:38:40.566738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a57fbe-f9b9-4779-b3c3-e5f8d7585f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ee357d-2242-4a67-8511-a0c9b2ee8c19,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:40.570339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:40.574454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021abc3a-5160-4227-914a-a25d0160835a None None] Network f470751b-cae4-414d-8f5a-29a1a55e0dd4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:38:40.638293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:40.712396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.716637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-61ef5745-6be6-415d-a352-3b04b325b82c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d75df67498e4685b140bb3d63641c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768678 Jul 27 16:38:40.722556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:40.797251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Deleting port c2101d20-8f30-458d-9cdb-d800cb251dbf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:40.798271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.885256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.941304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:40.965867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d8d7c21a-81e1-4af6-a9dd-1480cc51744c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:40.980980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] For port c2101d20-8f30-458d-9cdb-d800cb251dbf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c2101d20-8f30-458d-9cdb-d800cb251dbf,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:40.983219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.042259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Calling delete_port for c2101d20-8f30-458d-9cdb-d800cb251dbf owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:41.100711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] DHCP port deletion for f470751b-cae4-414d-8f5a-29a1a55e0dd4 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:38:41.116711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d8d7c21a-81e1-4af6-a9dd-1480cc51744c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:41.117384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d8d7c21a-81e1-4af6-a9dd-1480cc51744c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:41.118016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5ef30b32-3a8b-4454-9333-1a4d55c37b49 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:41.132292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.152886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 5ef30b32-3a8b-4454-9333-1a4d55c37b49 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:41.153483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5ef30b32-3a8b-4454-9333-1a4d55c37b49 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:41.160004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.165042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227fd6bc-59df-4c46-b0b3-7b07cb58f32f HTTP/1.1" status: 204 len: 168 time: 0.4396703 Jul 27 16:38:41.195126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b823f43-ebe1-4848-849f-874bd982aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227fd6bc-59df-4c46-b0b3-7b07cb58f32f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:41.261631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Deleting port c2101d20-8f30-458d-9cdb-d800cb251dbf {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:41.262026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.386547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:41.437828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] For port c2101d20-8f30-458d-9cdb-d800cb251dbf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c2101d20-8f30-458d-9cdb-d800cb251dbf,segment=NetworkSegment(cf6fbd63-0fea-434c-8b40-65570460cb04),segment_id=cf6fbd63-0fea-434c-8b40-65570460cb04)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:41.438330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.480544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Calling delete_port for c2101d20-8f30-458d-9cdb-d800cb251dbf owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:41.577305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:41.590386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea9d2aeb-8e5d-445f-879c-7e923477b5a1 req-29957491-fe6c-4eab-846d-1e4d709447bd tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 210 time: 0.1965740 Jul 27 16:38:41.749971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9eaeb-6bb4-4240-83f4-93190e7e486b req-202d1b0a-16b2-4424-857e-589bc9b6e50b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:41.757521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f872aa77-314f-4adf-95db-eb6c48cde3e8 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:41.775812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eff9eaeb-6bb4-4240-83f4-93190e7e486b req-202d1b0a-16b2-4424-857e-589bc9b6e50b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.5057008 Jul 27 16:38:41.856044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] No DVR routers for this DVR port c2101d20-8f30-458d-9cdb-d800cb251dbf on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:41.939049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2101d20-8f30-458d-9cdb-d800cb251dbf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:42.123056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f142-94b1-4f9e-a246-557605f237a0 req-37aa353e-2a5c-4d0e-89d3-f9db9c434de3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:42.137814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7581f142-94b1-4f9e-a246-557605f237a0 req-37aa353e-2a5c-4d0e-89d3-f9db9c434de3 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 944 time: 0.2273960 Jul 27 16:38:42.147527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f872aa77-314f-4adf-95db-eb6c48cde3e8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:42.181084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-e5bcc84e-8f21-4d5c-a18e-3f21e7e6a59e tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2108984 Jul 27 16:38:42.182483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.219464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f872aa77-314f-4adf-95db-eb6c48cde3e8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:42.232685 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.233070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7581f142-94b1-4f9e-a246-557605f237a0 req-c8ea255c-1289-44c1-ae8b-b074bc505daa tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Jul 27 16:38:42.262780 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e86cb29-e6d1-4e71-9f3f-9d00b4bb1a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.282057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3409b76d-227f-4b98-8f60-a43c4faca9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.353907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eff9eaeb-6bb4-4240-83f4-93190e7e486b req-de773f76-6f05-471c-932b-5e87d37e177d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619063 Jul 27 16:38:42.353907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.373966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f470751b-cae4-414d-8f5a-29a1a55e0dd4']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:42.397688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6fbd63-0fea-434c-8b40-65570460cb04') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:42.397986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6fbd63-0fea-434c-8b40-65570460cb04') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:42.454324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] Pushing event deleted for resources: {'Port': ['ID=c2101d20-8f30-458d-9cdb-d800cb251dbf,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:42.457314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadeb4b0-1392-4dd8-844f-fc254395832e None None] No DVR routers for this DVR port c2101d20-8f30-458d-9cdb-d800cb251dbf on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:42.472283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.521258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.566161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:38:42.566831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.573211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.577038 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:38:42.606338 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:38:42.610976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3409b76d-227f-4b98-8f60-a43c4faca9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.620482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3409b76d-227f-4b98-8f60-a43c4faca9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.638578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:42.650913 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b2529-d0d8-4ecf-81a4-c0e017d07745" -d '{"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-plugged", "status": "completed", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:42.717705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:42.726655 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.732461 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d6e3ba-18bd-4046-8fb5-3af4d9a74e6d x-openstack-request-id: req-f2d6e3ba-18bd-4046-8fb5-3af4d9a74e6d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:42.735328 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-plugged", "status": "completed", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:42.735807 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2d6e3ba-18bd-4046-8fb5-3af4d9a74e6d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:42.736519 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'code': 200} Jul 27 16:38:42.769608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b76d-227f-4b98-8f60-a43c4faca9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558f2dc-97b8-4406-b2d7-eb2e74000ed2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:42.795135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3409b76d-227f-4b98-8f60-a43c4faca9ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38c87da6ccd74aefbbc87082504a9c51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4045947 Jul 27 16:38:42.797788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:42.835662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-13bef99e-ac3b-40e2-af12-49a66607a661 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:42.838590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-13bef99e-ac3b-40e2-af12-49a66607a661 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6562653 Jul 27 16:38:42.841012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.851353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:42.855951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] 10.222.0.64 "DELETE /v2.0/networks/f470751b-cae4-414d-8f5a-29a1a55e0dd4 HTTP/1.1" status: 204 len: 168 time: 2.2832057 Jul 27 16:38:42.867387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Request body: {'port': {'device_id': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '8087b4e4f971435094a2f6d9c4b3da32'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:42.910092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:42.950757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c1270c3-f74b-4950-aec2-40f6fcbfd48b req-02bc1df3-9a91-4818-b892-e81b839ca26c tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 210 time: 0.1540465 Jul 27 16:38:42.956648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36f85-68fa-44e2-9be1-b88f7e7c7d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f470751b-cae4-414d-8f5a-29a1a55e0dd4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:42.982410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c2101d20-8f30-458d-9cdb-d800cb251dbf no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:43.048183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c2101d20-8f30-458d-9cdb-d800cb251dbf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:38:43.048654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c2101d20-8f30-458d-9cdb-d800cb251dbf not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:43.151963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:43.246454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Made reservation on behalf of 8087b4e4f971435094a2f6d9c4b3da32 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:43.249936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.292443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:43.315954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.316642 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.333087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:43.336708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2270b9f7-0e1c-4760-be29-57e2910e4a2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e131eee74a5547398f2eba3c9529f06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752052 Jul 27 16:38:43.428334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.464352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c1ab-b344-47a7-bd2d-672fb5d5bc61 req-1b92dea1-05d7-4b6f-9715-c43dada263ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:43.466403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5e7c1ab-b344-47a7-bd2d-672fb5d5bc61 req-1b92dea1-05d7-4b6f-9715-c43dada263ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1096 time: 0.4455042 Jul 27 16:38:43.550995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.563110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5e7c1ab-b344-47a7-bd2d-672fb5d5bc61 req-bfc5bdc4-09da-445a-85fa-7db9ac79e4da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763724 Jul 27 16:38:43.566677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1550949153-network', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:43.588245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a271dce-400c-4f50-a0c5-dfabbaf57d34 req-96932dec-30ea-4b95-931a-44f1b8faa4b1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:43.590323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a271dce-400c-4f50-a0c5-dfabbaf57d34 req-96932dec-30ea-4b95-931a-44f1b8faa4b1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 945 time: 0.2061634 Jul 27 16:38:43.600341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.605563 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.607271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0558f2dc-97b8-4406-b2d7-eb2e74000ed2 HTTP/1.1" status: 204 len: 168 time: 0.8081236 Jul 27 16:38:43.620663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.645418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c94b4-3ed1-437e-b6bc-0e9bb64f0023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558f2dc-97b8-4406-b2d7-eb2e74000ed2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:43.727740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Made reservation on behalf of c38fc7e9a5034b3a80dfcc097d4bb3ef for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:43.730502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.744082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a271dce-400c-4f50-a0c5-dfabbaf57d34 req-88197d54-a09f-47d6-a420-b0168187b330 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339815 Jul 27 16:38:43.750561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.754007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.755159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b56074b-f520-4cc1-98df-b2f1255d812f HTTP/1.1" status: 204 len: 168 time: 0.4212732 Jul 27 16:38:43.756876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Allocated IP 192.168.233.92 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/0fb43a61-982c-4d21-a323-43ecde29f314) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:43.767109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:43.772307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26026181-f929-465c-8b72-cc799a3b5cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b56074b-f520-4cc1-98df-b2f1255d812f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:43.837721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a28674-f373-4828-957d-2ee5fae91a76 req-606da79c-273e-4fc9-a03e-792b81b5eae3 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:43.845571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5a28674-f373-4828-957d-2ee5fae91a76 req-606da79c-273e-4fc9-a03e-792b81b5eae3 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.1901436 Jul 27 16:38:43.955310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5a28674-f373-4828-957d-2ee5fae91a76 req-9d010d9a-ac40-4d6e-a76a-17f8efe0d9bb tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087754 Jul 27 16:38:44.106411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80acc7-ffeb-4bf9-ba89-d8b3dd30777f req-6c01c77e-4bfe-4c1c-9843-30e8a0b0311d tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:44.108167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b80acc7-ffeb-4bf9-ba89-d8b3dd30777f req-6c01c77e-4bfe-4c1c-9843-30e8a0b0311d tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.1280653 Jul 27 16:38:44.175228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b80acc7-ffeb-4bf9-ba89-d8b3dd30777f req-0b3a075f-eb3d-403d-89a1-d9ef37d9befa tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522172 Jul 27 16:38:44.209749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.269152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.315800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.333621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9212631-9365-45ff-b606-6fc543d3e908 req-d4af4dc1-ea20-460e-a50d-816fd4394821 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 210 time: 0.1199040 Jul 27 16:38:44.335314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Transition to ACTIVE for port object 0fb43a61-982c-4d21-a323-43ecde29f314 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:44.377210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:38:44.386922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.387520 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Added segment 28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d of type vlan for network a3c05795-2171-4a77-b3aa-857becddf989 Jul 27 16:38:44.439834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:44.440226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6c14a-aaf4-40a0-8753-983e6f7fcf7b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:44.445741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.530197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b487-b73f-44fc-8097-bf165a95cad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.531362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.532363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:44.533207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.539869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:44.555610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['853fe231-b988-4205-a9c0-7f87aa1591ec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:44.731814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4360771 Jul 27 16:38:44.736788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:44.742181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-8cc33e1b-ed10-41cb-bd0a-645b30955afe tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--812490951&fields=id&tenant_id=8fa8096f13f744c7aac3c44810623670 HTTP/1.1" status: 200 len: 267 time: 0.2344632 Jul 27 16:38:44.746497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Request body: {'subnet': {'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1550949153-subnet', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:44.801048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:44.811174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c7d33-1cda-4f6e-a4a9-e5ca78741957 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c05795-2171-4a77-b3aa-857becddf989,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:44.815350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Pushing event updated for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:44.832881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:44.839048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:44.866896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a3c05795-2171-4a77-b3aa-857becddf989 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:38:44.973216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:44.977150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.088323 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.179616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b487-b73f-44fc-8097-bf165a95cad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.189464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b5b487-b73f-44fc-8097-bf165a95cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.196103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bec3-ee57-4f7f-ab45-379f1ccd3d02 req-26b5e24a-1422-440d-aea4-6fe391028005 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:45.211526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2a9bec3-ee57-4f7f-ab45-379f1ccd3d02 req-26b5e24a-1422-440d-aea4-6fe391028005 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 945 time: 0.1788864 Jul 27 16:38:45.238169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-f22c24c7-50cb-41ce-b9e3-c59b57822d61 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:45.241523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-f22c24c7-50cb-41ce-b9e3-c59b57822d61 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/networks?id=262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 200 len: 815 time: 0.4894726 Jul 27 16:38:45.301157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b487-b73f-44fc-8097-bf165a95cad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f0c7ce-38a1-4f18-bea7-afdd384f4ae0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:45.316533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e2b5b487-b73f-44fc-8097-bf165a95cad8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ef86e4760e3415f9a0b417a815b765d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8794858 Jul 27 16:38:45.317482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:45.325733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-511ffac7-17fe-461b-868d-38eca284b97c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/quotas/8fa8096f13f744c7aac3c44810623670 HTTP/1.1" status: 200 len: 375 time: 0.0668025 Jul 27 16:38:45.345221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-067ebef9-c5c6-4930-856b-dd5200afe867 None None] Provisioning for port 0fb43a61-982c-4d21-a323-43ecde29f314 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:45.350354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Made reservation on behalf of c38fc7e9a5034b3a80dfcc097d4bb3ef for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:45.352929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.360605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-067ebef9-c5c6-4930-856b-dd5200afe867 None None] Provisioning complete for port 0fb43a61-982c-4d21-a323-43ecde29f314 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:45.360982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067ebef9-c5c6-4930-856b-dd5200afe867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.365025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2a9bec3-ee57-4f7f-ab45-379f1ccd3d02 req-80ffafb2-dc30-420d-9df4-c1ce8d3c94f7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521814 Jul 27 16:38:45.367154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-1b4d5fb8-e933-4ddf-b943-7a1f8dd939b4 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5072095 Jul 27 16:38:45.425461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-067ebef9-c5c6-4930-856b-dd5200afe867 None None] Port 0fb43a61-982c-4d21-a323-43ecde29f314 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:45.453774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-e6628e05-1750-415d-b8ca-1cb20989bdcf tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fa8096f13f744c7aac3c44810623670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1266518 Jul 27 16:38:45.468953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Request body: {'port': {'device_id': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:45.608728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:45.609071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-1de805e7-522b-4c8f-8cc8-76d47a428d3e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:45.610890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-1de805e7-522b-4c8f-8cc8-76d47a428d3e tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.3400388 Jul 27 16:38:45.635327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.674003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-aa2c9cd8-3863-4375-bb8a-088898ed2c99 service neutron] 10.222.0.64 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923807 Jul 27 16:38:45.737880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.771166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-522704804-network', 'tenant_id': 'd7640281f73148feb1dc33f9eee08345'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:45.813353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Made reservation on behalf of d7640281f73148feb1dc33f9eee08345 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:45.815669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.830588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.851661 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-c6b8a96c-bcc9-41a4-8bbd-863925f5d95a service neutron] 10.222.0.64 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703513 Jul 27 16:38:45.936139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.970796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcbe9-bcf0-4bb2-945e-16b1e64023d3 req-38c8e5a0-2c9d-44a2-ac93-d9dd72d510b6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:45.973995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7dbdcbe9-bcf0-4bb2-945e-16b1e64023d3 req-38c8e5a0-2c9d-44a2-ac93-d9dd72d510b6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.4679382 Jul 27 16:38:45.976641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:45.982714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.043993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:38:46.057831 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:38:46.069280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfc502-eeb9-4a2c-8b37-d7098748d879,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:46.097907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.098390 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Added segment f8505a64-102f-4ffe-8fb3-b405270d0fb1 of type vlan for network ba804d29-f080-4f5f-a3ef-91d206078099 Jul 27 16:38:46.173445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.235820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.239172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:46.241007 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.364858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7545221 Jul 27 16:38:46.370254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:46.379907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Request body: {'subnet': {'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-522704804-subnet', 'tenant_id': 'd7640281f73148feb1dc33f9eee08345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:46.403910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f886d64-177e-4ad2-84a8-3bafab629034 admin admin] Pushing event updated for resources: {'Network': ['ID=ba804d29-f080-4f5f-a3ef-91d206078099,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:46.428195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ba804d29-f080-4f5f-a3ef-91d206078099 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:38:46.439214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Made reservation on behalf of d7640281f73148feb1dc33f9eee08345 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:46.445721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.557630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7dbdcbe9-bcf0-4bb2-945e-16b1e64023d3 req-2d5167e5-e9c6-4b87-b50c-f7389fedff0f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449376 Jul 27 16:38:46.637943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Deleting port aca9e24a-a4f0-4bb8-a032-f1d2f233387a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:46.638330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.656274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.671674 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.672543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.678202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.696775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03f0c7ce-38a1-4f18-bea7-afdd384f4ae0 HTTP/1.1" status: 204 len: 168 time: 1.3643377 Jul 27 16:38:46.855170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:46.975856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Checking segment: {'id': 'f8505a64-102f-4ffe-8fb3-b405270d0fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:46.976418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Network hostable DHCP agents. Network: ba804d29-f080-4f5f-a3ef-91d206078099, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:38:46.989992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8489e5-13f7-4517-9765-1b1235041ea0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:47.037805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.038187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.038719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.039456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.039807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.040341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.042062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.042783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.043104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.050636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.051189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.051696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:47.101871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681cd0c-bdfe-4287-bb84-4ca50835f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f0c7ce-38a1-4f18-bea7-afdd384f4ae0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:47.110492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f867-3f24-4cc2-be9b-7577a412b16e req-de69baa2-3349-4505-91bd-c40968405746 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:47.115056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3f4f867-3f24-4cc2-be9b-7577a412b16e req-de69baa2-3349-4505-91bd-c40968405746 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ee0ddb9-cbf0-4922-a300-40ecb41d0782 HTTP/1.1" status: 200 len: 946 time: 0.2741547 Jul 27 16:38:47.129537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Network ba804d29-f080-4f5f-a3ef-91d206078099 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:38:47.196401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3f4f867-3f24-4cc2-be9b-7577a412b16e req-23571787-85dc-4349-a29f-3d78b839822d tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2e77a96-f33e-4930-b424-584673af30f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611038 Jul 27 16:38:47.197801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ba804d29-f080-4f5f-a3ef-91d206078099) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:47.211117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb579c28-68da-401f-92f9-7e0d1be0cee0 None None] Network ba804d29-f080-4f5f-a3ef-91d206078099 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:38:47.232894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:47.243100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:47.288962 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8e9b5c72-1f89-42c0-8cf3-82a77f1fd6f6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9165573 Jul 27 16:38:47.328980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4269539-7de0-47e6-8652-eeadd95dff14,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:47.421747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Checking segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:47.422403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Network hostable DHCP agents. Network: a3c05795-2171-4a77-b3aa-857becddf989, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:38:47.502979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] For port aca9e24a-a4f0-4bb8-a032-f1d2f233387a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:47.503550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:47.546872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-d8197f06-73db-403b-b76f-0a54ec64f55a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:47.549954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-d8197f06-73db-403b-b76f-0a54ec64f55a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2136505 Jul 27 16:38:47.689111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5218-2efc-4bd4-b70d-6a87f85247cb req-867e9a09-2ac0-4c2e-bbc0-6af2e3dccb3f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:47.691076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7de5218-2efc-4bd4-b70d-6a87f85247cb req-867e9a09-2ac0-4c2e-bbc0-6af2e3dccb3f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 935 time: 0.8593483 Jul 27 16:38:47.699199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Network a3c05795-2171-4a77-b3aa-857becddf989 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:38:47.707392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-3be51bb1-6854-469f-ae9d-896543adc90a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 696 time: 0.1432054 Jul 27 16:38:47.731720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:47.741097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34aacf-fc9d-486b-9897-2630821cd3e5 None None] Network ba804d29-f080-4f5f-a3ef-91d206078099 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:38:47.778136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a3c05795-2171-4a77-b3aa-857becddf989) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:47.812335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:47.813231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:47.846804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:47.948004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7c1f4985-a273-430f-93d8-9f2c827900c7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2088954 Jul 27 16:38:47.955363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:47.979443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:47.988332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36e2a2-7ef7-4120-b4dc-361d0d7eabe6 None None] Network a3c05795-2171-4a77-b3aa-857becddf989 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:38:48.033482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7de5218-2efc-4bd4-b70d-6a87f85247cb req-b208ac6b-4a62-4b01-8bed-bdf8e5e80737 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195937 Jul 27 16:38:48.139610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.144096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.186641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.187021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.187348 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Floating IP 6782b6a6-1268-4c0c-9889-2f4fe6d899e9 disassociated. External IP: 172.25.4.92, port: aca9e24a-a4f0-4bb8-a032-f1d2f233387a. Jul 27 16:38:48.187689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Calling delete_port for aca9e24a-a4f0-4bb8-a032-f1d2f233387a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:48.233755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb43a61-982c-4d21-a323-43ecde29f314 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:48.279032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.286035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eaecd11-45a6-4761-83de-b491e85a0ed1 req-c8dc1107-8342-4b09-9bee-acaebad54b2e tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.1235402 Jul 27 16:38:48.305346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a3c05795-2171-4a77-b3aa-857becddf989', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:38:48.308157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.464352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Transition to ACTIVE for port object 0fb43a61-982c-4d21-a323-43ecde29f314 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:48.466119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.505795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.595453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Allocated IP 172.20.0.2 (a3c05795-2171-4a77-b3aa-857becddf989/b4269539-7de0-47e6-8652-eeadd95dff14/20d91b4e-14ea-4d1c-8cd0-8ab07fd13224) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:48.836228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.844906 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.865039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Transition to ACTIVE for port object 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:48.908803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Transition to ACTIVE for port object 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:48.916575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:48.925935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:48.931800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-b69d84b4-9ef6-4efb-8218-bbc567a8c772 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:48.941656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-b69d84b4-9ef6-4efb-8218-bbc567a8c772 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.61 "GET /v2.0/networks?id=262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 200 len: 815 time: 0.6565397 Jul 27 16:38:48.978453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Network a3c05795-2171-4a77-b3aa-857becddf989 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:48.981966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:48.990381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:49.115603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-94f1a221-a063-44d0-89ba-3ccca9046b2b tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa8096f13f744c7aac3c44810623670 HTTP/1.1" status: 200 len: 379 time: 0.1089787 Jul 27 16:38:49.117215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Pushing event updated for resources: {'Port': ['ID=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:49.121413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e850-4268-4719-a16e-9012075e3a45 req-6c20f03d-0b55-4b69-807b-4659b200ce98 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:49.123297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6bd4e850-4268-4719-a16e-9012075e3a45 req-6c20f03d-0b55-4b69-807b-4659b200ce98 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.6546817 Jul 27 16:38:49.136795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Attempting to bind port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:49.137425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Attempting to bind port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:49.137883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Attempting to bind port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 on network a3c05795-2171-4a77-b3aa-857becddf989 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:49.143739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'port': {'device_id': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'admin_state_up': True, 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'security_groups': ['5f3876a8-278d-4356-88df-1bd3247fb618']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:49.145626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:49.146215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Checking segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:49.147405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.148082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Bound using segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:49.148674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Bound port: 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:49.149137 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.218534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aca9e24a-a4f0-4bb8-a032-f1d2f233387a no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:38:49.294332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.297109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No active binding found for port aca9e24a-a4f0-4bb8-a032-f1d2f233387a {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:38:49.297836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aca9e24a-a4f0-4bb8-a032-f1d2f233387a not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:38:49.299998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] For port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:49.319341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] For port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:49.328849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.397964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.401362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6bd4e850-4268-4719-a16e-9012075e3a45 req-d420e504-57a1-4658-a24c-9354265f1223 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667831 Jul 27 16:38:49.406708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126f57-b53b-427e-a27c-3a5a41021b15 None None] Pushing event updated for resources: {'Port': ['ID=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:49.406865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.414672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event deleted for resources: {'Port': ['ID=aca9e24a-a4f0-4bb8-a032-f1d2f233387a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:49.443954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Attempting to bind port 0fb43a61-982c-4d21-a323-43ecde29f314 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:49.444803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Attempting to bind port 0fb43a61-982c-4d21-a323-43ecde29f314 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:49.444803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Attempting to bind port 0fb43a61-982c-4d21-a323-43ecde29f314 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:49.460234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Made reservation on behalf of 8fa8096f13f744c7aac3c44810623670 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:49.466198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.592059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Port 0fb43a61-982c-4d21-a323-43ecde29f314 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:49.592987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Attempting to bind port 0fb43a61-982c-4d21-a323-43ecde29f314 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:49.610313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Router 6f88d232-2f09-4ce3-aadd-592ca6754226 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:38:49.618128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:49.618128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:49.618128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:49.618737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Bound port: 0fb43a61-982c-4d21-a323-43ecde29f314, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:49.619397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:49.627810 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2 associated. External IP: 172.25.4.140, port: f316229e-3bc4-41c9-a371-47097139a9e8. Jul 27 16:38:49.844921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Allocated IP 172.20.0.4 (262c17d8-25c4-4720-b4ab-f27562dbdb73/d2463d46-add0-4e1c-ad82-97feb6ca73db/a97fc426-55e4-4f93-8bfd-52f1de07c685) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:49.998768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:50.169488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0fb43a61-982c-4d21-a323-43ecde29f314,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:50.196234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:50.209399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:38:50.210302 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Sync routers for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:50.226123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.228949 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:50.229714 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:50.232187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.280951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Transition to ACTIVE for port object a97fc426-55e4-4f93-8bfd-52f1de07c685 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:50.374994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:50.381044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.383273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:50.384878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.385058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.385598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] 10.222.0.13 "PUT /v2.0/ports/0fb43a61-982c-4d21-a323-43ecde29f314 HTTP/1.1" status: 200 len: 1095 time: 4.9248784 Jul 27 16:38:50.387135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.389018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:50.393914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:50.395532 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:50.399687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] No DVR routers for this DVR port aca9e24a-a4f0-4bb8-a032-f1d2f233387a on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:38:50.405467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.407981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1dae7f4-8c7e-46c7-bff0-cf15cc7e05fb req-8a0b3e34-eb86-43db-a8f4-18d069bb1129 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.13 "DELETE /v2.0/ports/aca9e24a-a4f0-4bb8-a032-f1d2f233387a HTTP/1.1" status: 204 len: 173 time: 4.7854869 Jul 27 16:38:50.411256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:50.412732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:50.461486 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:50.519303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.615440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-af865576-debe-4496-a9d5-edc848c32747 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "PUT /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 997 time: 2.8906341 Jul 27 16:38:50.625507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:50.631783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-d7959df0-8399-4dcb-9b48-940cf497f66e tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:50.642018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-d7959df0-8399-4dcb-9b48-940cf497f66e tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/networks?id=ba804d29-f080-4f5f-a3ef-91d206078099 HTTP/1.1" status: 200 len: 808 time: 0.6344025 Jul 27 16:38:50.646097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:50.649453 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1515626-4204-48ab-9451-341082266322" -d '{"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:50.715196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:50.718443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event updated for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:50.729267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:50.812870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-68f541fa-f22f-4634-9743-76bf6a3de580 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/quotas/d7640281f73148feb1dc33f9eee08345 HTTP/1.1" status: 200 len: 375 time: 0.1660597 Jul 27 16:38:50.816967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e5e3a-8c17-4347-9506-06c3f3a5d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:50.913984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:50.915170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:50.992493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-4fd638ee-9d25-42bb-8ca4-a4e49ea9ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:51.012096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-4fd638ee-9d25-42bb-8ca4-a4e49ea9ed84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.3873992 Jul 27 16:38:51.043168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-18b14497-5c7e-47ce-b684-bb1c30e7c05c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9033501 Jul 27 16:38:51.071848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Request body: {'port': {'device_id': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:51.213103 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:51.238516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-79b434f9-1c64-4efa-9b49-ce2682feb5d0 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7640281f73148feb1dc33f9eee08345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3993919 Jul 27 16:38:51.257424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:51.282402 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Checking router: 6f88d232-2f09-4ce3-aadd-592ca6754226 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:51.293110 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:51.294557 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:51.358471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b2c5e-1d9d-49a3-a637-506444f77220 None None] Network a3c05795-2171-4a77-b3aa-857becddf989 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:38:51.470401 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:51.565648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-8f143e3e-ff6a-4651-bf3b-711b1a75d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:51.580757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-8f143e3e-ff6a-4651-bf3b-711b1a75d9ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.5667126 Jul 27 16:38:51.589602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:51.590059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:51.757772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:51.767578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Provisioning for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:51.809322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:51.845040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Provisioning complete for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:51.846063 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:51.872680 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aa999-1bd6-4217-a6d6-021e80e1dd4e None None] The sync data for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 is: [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '5d17dd90-4458-4220-93c9-d399ffd97c40', 'name': '', 'network_id': '0dbbccc5-a0b2-41d1-947f-0eb2210e217e', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'mac_address': 'fa:16:3e:da:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:36:04Z', 'updated_at': '2021-07-27T16:36:13Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'subnets': [{'id': '086809f5-dda6-4d13-8e4a-a8299a4c345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:51.902390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:51.902880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:51.945221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-b40707f0-71dd-46aa-a6d8-2981a01d2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:51.947814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-b40707f0-71dd-46aa-a6d8-2981a01d2937 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 1098 time: 1.3484457 Jul 27 16:38:52.007139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-a83d1932-22bc-4cb5-a0d2-8666c8ea61a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 1000 time: 0.4214218 Jul 27 16:38:52.016604 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.059137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] For port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:52.070024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-ba54a1f3-8c41-46cc-9e5f-0e8d304bafc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0fb43a61-982c-4d21-a323-43ecde29f314 HTTP/1.1" status: 200 len: 217 time: 0.0756102 Jul 27 16:38:52.076617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.147009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Pushing event updated for resources: {'Port': ['ID=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:52.157204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.157654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.158171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.158637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.159191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.159739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.160351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.160869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.161311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.161759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.162204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.162782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:52.163455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Allocated IP 172.25.4.57 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/e05479e7-acba-41df-8111-3881b077fbbd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:52.166979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Provisioning for port a97fc426-55e4-4f93-8bfd-52f1de07c685 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:52.177940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Provisioning complete for port a97fc426-55e4-4f93-8bfd-52f1de07c685 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:52.178505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.198161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-14a711b4-0230-45af-aa30-bc57e4baf32d service neutron] 10.222.0.64 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9587543 Jul 27 16:38:52.227126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-c1543bb4-32e7-4461-8a76-85aae4ecfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:52.228629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-c1543bb4-32e7-4461-8a76-85aae4ecfe78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1469829 Jul 27 16:38:52.271097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8fea00ee-53a9-4efe-b07d-76fd640ddd26 None None] Port a97fc426-55e4-4f93-8bfd-52f1de07c685 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:52.279576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97fc426-55e4-4f93-8bfd-52f1de07c685 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:52.290395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.306839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Transition to ACTIVE for port object a97fc426-55e4-4f93-8bfd-52f1de07c685 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:52.369512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.416040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-80d08918-799c-420f-9bef-c128f125985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:52.417842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-80d08918-799c-420f-9bef-c128f125985a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.4098897 Jul 27 16:38:52.456006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704b40c-d6dd-4846-8665-ea914f8eb6d6 None None] New status for floating IP 6782b6a6-1268-4c0c-9889-2f4fe6d899e9: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:38:52.497308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:49Z', 'revision_number': 1, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:52.511712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:52.567676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:52.591692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:52.592492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:52.594739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-7a9f6709-4829-4345-8f16-adbb0c492641 service neutron] 10.222.0.64 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799129 Jul 27 16:38:52.614765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.663968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-4804b369-cd6f-44d2-abc2-14fd66070354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:52.665849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-4804b369-cd6f-44d2-abc2-14fd66070354 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3569767 Jul 27 16:38:52.837757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-abce3128-3bbb-4d6d-bde6-c929dbc152d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:52.840165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-abce3128-3bbb-4d6d-bde6-c929dbc152d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081349 Jul 27 16:38:52.900112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Attempting to bind port a97fc426-55e4-4f93-8bfd-52f1de07c685 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:52.900649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Attempting to bind port a97fc426-55e4-4f93-8bfd-52f1de07c685 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:52.901091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Attempting to bind port a97fc426-55e4-4f93-8bfd-52f1de07c685 on network 262c17d8-25c4-4720-b4ab-f27562dbdb73 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:52.955769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Port a97fc426-55e4-4f93-8bfd-52f1de07c685 on network 262c17d8-25c4-4720-b4ab-f27562dbdb73 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:52.957159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Attempting to bind port a97fc426-55e4-4f93-8bfd-52f1de07c685 on network 262c17d8-25c4-4720-b4ab-f27562dbdb73 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:52.965257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-067f84bc-77c2-464c-8e9d-3e038a2b0301 None None] Provisioning complete for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:52.965855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-067f84bc-77c2-464c-8e9d-3e038a2b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:52.969349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:52.985993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:52.985993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Checking segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:52.986744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Bound using segment: {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:52.988094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Bound port: a97fc426-55e4-4f93-8bfd-52f1de07c685, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440b07bf-a704-47a0-9fba-6a65743a3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:52.989038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:53.046918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:53.075241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-c23d8799-f074-48a3-b893-97a0dbaa4276 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997273 Jul 27 16:38:53.078671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:53.145507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-19d08e31-5633-45fb-983d-9b6e7bdda67a service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924886 Jul 27 16:38:53.173441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:53.178589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:53.233883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:53.234253 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:53.326535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15bae05e-8929-4ddb-bc24-bdf8d57264a0 req-a31bbe0a-5c50-4aa8-b1a0-651c8b143558 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411295 Jul 27 16:38:53.331589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:53.365021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:53.365958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:53.367405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 200 len: 1091 time: 2.3048944 Jul 27 16:38:53.420115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:53.480313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:53.494222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:53.513713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Pushing event updated for resources: {'Port': ['ID=e05479e7-acba-41df-8111-3881b077fbbd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:53.643277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60f68eba-8d5a-4240-9e7d-1e56442ddff5 req-4041e08e-b592-4253-a933-ad66692c1a20 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557652 Jul 27 16:38:53.673012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57d0e-f06d-49c2-9029-b047d9a1a3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:53.675989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b2628-1052-4b39-a48e-1f99ca04e8e6 req-893d3f77-e63f-45b4-81bf-f0f74086375e tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:53.682868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7b2628-1052-4b39-a48e-1f99ca04e8e6 req-893d3f77-e63f-45b4-81bf-f0f74086375e tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 947 time: 0.4561856 Jul 27 16:38:53.787304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea75b6-39fd-41bf-bdd3-e9c1e4410811 req-61bc7206-7867-4f32-aa57-0cf1ca60df8d tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:53.789179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02ea75b6-39fd-41bf-bdd3-e9c1e4410811 req-61bc7206-7867-4f32-aa57-0cf1ca60df8d tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 943 time: 0.2839653 Jul 27 16:38:53.794932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-91d9dcf7-5181-4955-a73e-7e32c2728257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:53.796925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-91d9dcf7-5181-4955-a73e-7e32c2728257 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fa8096f13f744c7aac3c44810623670&device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 1094 time: 0.3568194 Jul 27 16:38:53.823322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:49Z', 'revision_number': 1, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:53.850016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7b2628-1052-4b39-a48e-1f99ca04e8e6 req-e4a423bb-4fba-4f0f-9683-f90bc69fffda tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917928 Jul 27 16:38:53.907772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956dfddc-be46-401f-ada2-3df9448511ee None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:49Z', 'revision_number': 1, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:53.935841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-01f56c84-b5f3-4189-b88a-3a7638f2b4fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 200 len: 217 time: 0.1273806 Jul 27 16:38:54.019549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02ea75b6-39fd-41bf-bdd3-e9c1e4410811 req-3de43a2c-b6d0-4e50-919c-80027ef07836 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136512 Jul 27 16:38:54.107858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-e00d88df-63c9-446b-8694-5030e1050912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.109410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-e00d88df-63c9-446b-8694-5030e1050912 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d2463d46-add0-4e1c-ad82-97feb6ca73db HTTP/1.1" status: 200 len: 854 time: 0.1527660 Jul 27 16:38:54.143597 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7f2ec-3568-4886-bc87-2a9bb0a4679b x-openstack-request-id: req-90c7f2ec-3568-4886-bc87-2a9bb0a4679b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:54.144168 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:54.144591 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90c7f2ec-3568-4886-bc87-2a9bb0a4679b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:54.145141 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314', 'status': 'completed', 'code': 200} Jul 27 16:38:54.169779 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d40627-111b-4d03-bebf-591f80c7207a x-openstack-request-id: req-64d40627-111b-4d03-bebf-591f80c7207a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:54.170333 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:54.170736 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64d40627-111b-4d03-bebf-591f80c7207a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:54.171323 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:38:54.233704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:54.254587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-c229cedc-297f-44cc-80be-a14abdb640d2 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.256309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-c229cedc-297f-44cc-80be-a14abdb640d2 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.2335954 Jul 27 16:38:54.278258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-17e5c49f-76e1-4702-9b30-4a8a0d986b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.280766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-17e5c49f-76e1-4702-9b30-4a8a0d986b68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=262c17d8-25c4-4720-b4ab-f27562dbdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625516 Jul 27 16:38:54.287885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:54.362961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43840a-1ce3-4caa-84aa-c6e1aad3baa7 None None] New status for floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:38:54.369033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8aa30131-8cac-482b-869d-94da29812840 req-970b29fd-503f-4c78-a06c-d294ff3ffc52 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 210 time: 0.1102076 Jul 27 16:38:54.447102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:54.505107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cf14a-e02a-4fc7-bb7b-5e0cff1ef045 req-b68e97b5-225d-480c-be33-4ff4785059f7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.513573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-619cf14a-e02a-4fc7-bb7b-5e0cff1ef045 req-b68e97b5-225d-480c-be33-4ff4785059f7 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 945 time: 0.3645880 Jul 27 16:38:54.583136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-628fc05a-22f3-4c38-8e30-c19d0c2e8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.585073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-628fc05a-22f3-4c38-8e30-c19d0c2e8cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 1098 time: 0.3597066 Jul 27 16:38:54.599851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515626-4204-48ab-9451-341082266322 req-cd1b38de-5e1d-4b8b-9a52-5728a5dc83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.601551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-cd1b38de-5e1d-4b8b-9a52-5728a5dc83e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.3206813 Jul 27 16:38:54.638792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-6655ca51-64e1-4d71-a21c-dfd60fda8fe7 service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113308 Jul 27 16:38:54.760184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-619cf14a-e02a-4fc7-bb7b-5e0cff1ef045 req-ffa6f565-949c-4571-8797-f06dbb0538f8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455888 Jul 27 16:38:54.842568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:54.947801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-8521a9ba-f0b8-41b7-bad7-bee8474130a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.949248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-8521a9ba-f0b8-41b7-bad7-bee8474130a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3547299 Jul 27 16:38:54.976163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515626-4204-48ab-9451-341082266322 req-3ce9d897-357d-4be8-bdde-f20c83e85d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:54.978326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-3ce9d897-357d-4be8-bdde-f20c83e85d68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.2507453 Jul 27 16:38:55.060014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-e623ff45-4a10-4223-81c8-43cb41805b2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0fb43a61-982c-4d21-a323-43ecde29f314 HTTP/1.1" status: 200 len: 217 time: 0.0958757 Jul 27 16:38:55.256630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-ebcdbfe7-a9c1-4f58-ab20-919330f686d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 1002 time: 0.2116234 Jul 27 16:38:55.273118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0fb43a61-982c-4d21-a323-43ecde29f314 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:55.295127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-46817fb8-e398-481c-ae74-8e681fd5a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.297393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-46817fb8-e398-481c-ae74-8e681fd5a483 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2027261 Jul 27 16:38:55.418453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3443-b62d-447d-b5e4-2ee73d085449 req-5ea3ab1d-90d2-4c13-9c9d-4829d27636af tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.418771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:55.429136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-754d3443-b62d-447d-b5e4-2ee73d085449 req-5ea3ab1d-90d2-4c13-9c9d-4829d27636af tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 947 time: 0.4752696 Jul 27 16:38:55.458519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-2510d336-56d7-443b-b6bf-174fe0a31e0e tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.462412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-2510d336-56d7-443b-b6bf-174fe0a31e0e tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.13 "GET /v2.0/networks?id=ba804d29-f080-4f5f-a3ef-91d206078099 HTTP/1.1" status: 200 len: 808 time: 0.6712034 Jul 27 16:38:55.464660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:55.521056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515626-4204-48ab-9451-341082266322 req-709d30a6-c89b-44cc-8569-bd45fdbd35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.524476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-709d30a6-c89b-44cc-8569-bd45fdbd35a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.2554448 Jul 27 16:38:55.550919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Router e595f654-bfd5-42de-a1d0-de9749b8b9c7 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:38:55.558837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-754d3443-b62d-447d-b5e4-2ee73d085449 req-2f5a9000-e03f-4253-bd6d-939a8e6fd9a6 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285143 Jul 27 16:38:55.572344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Request body: {'port': {'device_id': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099', 'admin_state_up': True, 'tenant_id': 'd7640281f73148feb1dc33f9eee08345'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:55.630931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ce2a68e-7897-458e-b69f-976ac1264b45 req-be5bb224-6458-4a99-9bba-dc34888cc2a5 service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9789448 Jul 27 16:38:55.726161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0fb43a61-982c-4d21-a323-43ecde29f314,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:55.761898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '0fb43a61-982c-4d21-a323-43ecde29f314', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '0fb43a61-982c-4d21-a323-43ecde29f314', 'mac_address': 'fa:16:3e:80:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:55.772742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:55.773754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:55.868103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:55.879841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-e312f7bd-a06a-4be1-807c-7a7677a8357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.884260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-e312f7bd-a06a-4be1-807c-7a7677a8357b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5680950 Jul 27 16:38:55.920078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb43a61-982c-4d21-a323-43ecde29f314 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:38:55.947861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0fb43a61-982c-4d21-a323-43ecde29f314,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:55.955141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:55.956693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-fef98d28-61dd-4dc8-b017-aad321bfd8b5 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:55.965405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-fef98d28-61dd-4dc8-b017-aad321bfd8b5 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.3978286 Jul 27 16:38:56.072616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:56.076620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:56.084947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-eb9f4e2b-00a2-402f-a5c4-c7bd8cf56e38 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903429 Jul 27 16:38:56.087238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.099130 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Sync routers for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:56.118712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515626-4204-48ab-9451-341082266322 req-90af4bed-5385-4e0f-9cc3-58a35ec0e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:56.120869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-90af4bed-5385-4e0f-9cc3-58a35ec0e9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5872324 Jul 27 16:38:56.131128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.132317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 16:38:56.135013 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:56.138394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:56.143758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.149468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2e77a96-f33e-4930-b424-584673af30f6 HTTP/1.1" status: 204 len: 168 time: 1.6979487 Jul 27 16:38:56.171036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'name': 'network-vif-deleted', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:56.174342 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01add70-0ccb-4f63-b8c7-860eac01de2d" -d '{"events": [{"server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "name": "network-vif-deleted", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:56.182688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:56.200681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:56.204891 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38" -d '{"events": [{"name": "network-changed", "server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:56.239737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Made reservation on behalf of d7640281f73148feb1dc33f9eee08345 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:56.245685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.265329 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-17a35eb9-92c5-4b75-8492-cd749b24a09b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.2987468 Jul 27 16:38:56.266607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53b914-0f17-4fc5-9db4-91e2844f50b6 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e77a96-f33e-4930-b424-584673af30f6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:56.300712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['0fb43a61-982c-4d21-a323-43ecde29f314'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:56.312835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:56.324987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:56.374940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.381355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.540808 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-924f7c31-4e8b-4928-aeff-22c169477acf tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] show failed (client error): The resource could not be found. Jul 27 16:38:56.541733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-924f7c31-4e8b-4928-aeff-22c169477acf tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "GET /v2.0/security-groups/c2e77a96-f33e-4930-b424-584673af30f6 HTTP/1.1" status: 404 len: 347 time: 0.3342626 Jul 27 16:38:56.561188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38808) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:56.608528 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:53Z', 'revision_number': 3, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:56.639185 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Checking router: e595f654-bfd5-42de-a1d0-de9749b8b9c7 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:56.639497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.639612 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Updating router e595f654-bfd5-42de-a1d0-de9749b8b9c7 port e05479e7-acba-41df-8111-3881b077fbbd binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:38:56.643465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8ad74234-b1a8-4e54-af46-3bbc8f5ef618 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6800482 Jul 27 16:38:56.647022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:56.742764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f2b0-6699-4118-8bac-c05d1a73a46f req-9b99b4e9-1390-40d7-b670-6c16a4e47cb2 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:56.744887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ff9f2b0-6699-4118-8bac-c05d1a73a46f req-9b99b4e9-1390-40d7-b670-6c16a4e47cb2 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 943 time: 0.8953559 Jul 27 16:38:56.813678 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:56.853173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:56.867920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e4773d-65d6-4728-9a81-bb2bc728cb6a req-ee22b101-284d-4cd0-b156-b16c856158aa service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742524 Jul 27 16:38:56.904814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-6b7d2d1f-d8b9-4b07-a1b4-984ced9a79b1 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347050 Jul 27 16:38:56.915880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ff9f2b0-6699-4118-8bac-c05d1a73a46f req-22f716f6-317c-45f3-a379-0c0691b1eaae tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560502 Jul 27 16:38:57.004497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.045246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Allocated IP 172.20.0.14 (ba804d29-f080-4f5f-a3ef-91d206078099/2a8489e5-13f7-4517-9765-1b1235041ea0/96bc727a-b3f8-4bf3-af76-01267cd1857d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:57.054419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.100610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Deleting port a32078fe-76ba-4c78-8be0-24d3b2b4b557 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:38:57.101040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.115490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbb75422-c46f-4ae4-8ac9-c4cce1b62538 req-4449df6b-8a5e-4476-89cb-56459a2c29c2 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 210 time: 0.0806949 Jul 27 16:38:57.159791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1515626-4204-48ab-9451-341082266322 req-46980bdd-fbfa-4099-8b5f-f2a7a9f7bd41 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406723 Jul 27 16:38:57.163055 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.180418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Transition to ACTIVE for port object e05479e7-acba-41df-8111-3881b077fbbd will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:57.189420 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.259304 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Pushing event updated for resources: {'Port': ['ID=e05479e7-acba-41df-8111-3881b077fbbd,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.273288 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.273595 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.273933 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.274483 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.274617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0fb43a61-982c-4d21-a323-43ecde29f314 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:57.274824 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.279254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.280596 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.281130 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.281624 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.282003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.282410 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.282708 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.283032 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:57.311868 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Attempting to bind port e05479e7-acba-41df-8111-3881b077fbbd on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:57.312234 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Attempting to bind port e05479e7-acba-41df-8111-3881b077fbbd by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:57.312638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Attempting to bind port e05479e7-acba-41df-8111-3881b077fbbd on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:57.319066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:57.319427 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:57.319813 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.320202 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:57.320711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Bound port: e05479e7-acba-41df-8111-3881b077fbbd, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:57.321087 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.381718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 0fb43a61-982c-4d21-a323-43ecde29f314 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:57.386703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 0fb43a61-982c-4d21-a323-43ecde29f314 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:57.387087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.410312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:38:57.410985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:38:57.410985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:57.415941 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] For port e05479e7-acba-41df-8111-3881b077fbbd, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:57.424038 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] For port e05479e7-acba-41df-8111-3881b077fbbd, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e05479e7-acba-41df-8111-3881b077fbbd,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:57.432352 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.447771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.448124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.467742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:38:57.468222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Attempting to bind port 47b648b3-c406-41a1-8daa-2a957f912da7 on network dd67db44-43d6-41f5-8a30-91a71f6c7651 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:38:57.482169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Calling delete_port for a32078fe-76ba-4c78-8be0-24d3b2b4b557 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:38:57.489162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.501865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:38:57.502247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Checking segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:38:57.502989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Bound using segment: {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:38:57.503655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Bound port: 47b648b3-c406-41a1-8daa-2a957f912da7, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44809d-66ff-4882-abe5-29499d4b456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'dd67db44-43d6-41f5-8a30-91a71f6c7651'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:38:57.504286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.537395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0fb43a61-982c-4d21-a323-43ecde29f314,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:57.539088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:38:57.542342 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddeffa6-0b75-4b5a-9882-fbed741d8e39" -d '{"events": [{"server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:57.547552 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.586159 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:38:57.588290 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:57.627926 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee10e-29ff-420e-addc-0912146d3f43 None None] Pushing event updated for resources: {'Port': ['ID=e05479e7-acba-41df-8111-3881b077fbbd,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.651233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.682348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:38:57.728747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:57.738393 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:38:57.757935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8836cc-911d-476d-95fb-eced969d8fe1 req-39bdb6d6-b92b-4f7a-9942-e3f0d993c385 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:57.760217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c8836cc-911d-476d-95fb-eced969d8fe1 req-39bdb6d6-b92b-4f7a-9942-e3f0d993c385 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.4115984 Jul 27 16:38:57.764043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.770354 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.803982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:57.807856 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.820798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:57.824761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.864553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.933863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3d906c4-f0b6-421e-a1f7-de2e99260ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:57.982405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c8836cc-911d-476d-95fb-eced969d8fe1 req-b814cd55-bd30-4c7a-8284-a259f3121852 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909280 Jul 27 16:38:57.998716 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:53Z', 'revision_number': 3, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:58.029541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.046385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a2446-5499-447b-ad9f-c2ce171a4bb3 None None] The sync data for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 is: [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:53Z', 'revision_number': 3, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:58.048629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Allocated IP 172.20.0.1 (a3c05795-2171-4a77-b3aa-857becddf989/b4269539-7de0-47e6-8652-eeadd95dff14/9fac338b-ae37-42fd-9521-ac956d3a563b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:58.066351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=8']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.107837 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1997fd-3ddf-4bcf-bbaf-46041eac13fb x-openstack-request-id: req-5d1997fd-3ddf-4bcf-bbaf-46041eac13fb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:58.108146 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ddb9-cbf0-4922-a300-40ecb41d0782", "name": "network-vif-deleted", "tag": "aca9e24a-a4f0-4bb8-a032-f1d2f233387a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:58.108400 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d1997fd-3ddf-4bcf-bbaf-46041eac13fb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:58.110085 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ddb9-cbf0-4922-a300-40ecb41d0782', 'name': 'network-vif-deleted', 'tag': 'aca9e24a-a4f0-4bb8-a032-f1d2f233387a', 'status': 'completed', 'code': 200} Jul 27 16:38:58.113034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.119074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:58.119805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.121346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-4e7ab789-59bd-45b9-8d23-bae900646585 service neutron] 10.222.0.61 "PUT /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 1121 time: 3.8507447 Jul 27 16:38:58.162258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Network ba804d29-f080-4f5f-a3ef-91d206078099 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:58.174243 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8dd4d8-01fe-4a70-8266-3914f804f395 x-openstack-request-id: req-fb8dd4d8-01fe-4a70-8266-3914f804f395 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:58.175365 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:58.175730 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb8dd4d8-01fe-4a70-8266-3914f804f395 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:58.176785 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'status': 'completed', 'code': 200} Jul 27 16:38:58.188791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:58.198988 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2 associated. External IP: 172.25.4.140, port: f316229e-3bc4-41c9-a371-47097139a9e8. Jul 27 16:38:58.199207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3d906c4-f0b6-421e-a1f7-de2e99260ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.208331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:58.209838 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3d906c4-f0b6-421e-a1f7-de2e99260ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.252588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['47b648b3-c406-41a1-8daa-2a957f912da7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:58.260278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['47b648b3-c406-41a1-8daa-2a957f912da7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:58.324157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3d906c4-f0b6-421e-a1f7-de2e99260ff0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c84cc6b71c334e3abcc4c16a93d20ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904374 Jul 27 16:38:58.332589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:58.333358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d906c4-f0b6-421e-a1f7-de2e99260ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365552c-6e24-45b8-9c16-0be94d446b3a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.355876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.414742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Transition to ACTIVE for port object 9fac338b-ae37-42fd-9521-ac956d3a563b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:38:58.503293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.531129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd127-5d0e-4889-8b93-6b260eee1d72 req-70cf2564-5b26-4813-bd97-f49b7cf8b36f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:58.532825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a9bd127-5d0e-4889-8b93-6b260eee1d72 req-70cf2564-5b26-4813-bd97-f49b7cf8b36f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 949 time: 0.2932808 Jul 27 16:38:58.581101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.671300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.675629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.677949 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c365552c-6e24-45b8-9c16-0be94d446b3a HTTP/1.1" status: 204 len: 168 time: 0.3404417 Jul 27 16:38:58.687060 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.710392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a9bd127-5d0e-4889-8b93-6b260eee1d72 req-8b2b25fd-e2ce-487d-a047-adfa58f3073c tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647084 Jul 27 16:38:58.711127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6176897-88e1-4014-bc75-bdd9329af9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365552c-6e24-45b8-9c16-0be94d446b3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.780396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.784267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Network a3c05795-2171-4a77-b3aa-857becddf989 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:58.797619 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c6f3b9-d2d5-45ef-9bcc-0cc635d62ebd x-openstack-request-id: req-79c6f3b9-d2d5-45ef-9bcc-0cc635d62ebd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:58.798172 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "name": "network-vif-plugged", "status": "completed", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:58.798172 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79c6f3b9-d2d5-45ef-9bcc-0cc635d62ebd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:58.798551 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314', 'code': 200} Jul 27 16:38:58.799792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:58.804926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:38:58.806588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.858124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:58.859028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:58.960011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Pushing event deleted for resources: {'Port': ['ID=a32078fe-76ba-4c78-8be0-24d3b2b4b557,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:59.005852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.020291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.023811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.028480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf230f21-e16f-40da-bd76-ad518e717b29 tempest-ServersTestFqdnHostnames-2092163871 tempest-ServersTestFqdnHostnames-2092163871-project] 10.222.0.64 "DELETE /v2.0/floatingips/6782b6a6-1268-4c0c-9889-2f4fe6d899e9 HTTP/1.1" status: 204 len: 168 time: 2.4642715 Jul 27 16:38:59.032258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:59.041415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-5af67974-a906-4eb4-8c39-57fda43e8ad1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4844050 Jul 27 16:38:59.056274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e05479e7-acba-41df-8111-3881b077fbbd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:59.096816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Request body: {'port': {'device_id': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:38:59.161456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e05479e7-acba-41df-8111-3881b077fbbd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:59.166408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e05479e7-acba-41df-8111-3881b077fbbd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:59.167171 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.245638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3659ea-409c-4b93-a785-69f0c614ca1d req-bbc73706-f938-47cb-9f97-6f373f532b70 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.248068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-f8485990-c416-4d90-a5bb-bd5538d80b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.250876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-f8485990-c416-4d90-a5bb-bd5538d80b22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fa8096f13f744c7aac3c44810623670&device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 1094 time: 1.0272744 Jul 27 16:38:59.253380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3659ea-409c-4b93-a785-69f0c614ca1d req-bbc73706-f938-47cb-9f97-6f373f532b70 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 943 time: 0.3353124 Jul 27 16:38:59.293341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:38:59.309059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d1250-0650-49c2-b803-812af56bcb8d req-fb8d024e-1dd8-45d5-b6cc-0be4e246daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.310583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff6d1250-0650-49c2-b803-812af56bcb8d req-fb8d024e-1dd8-45d5-b6cc-0be4e246daac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 1100 time: 0.3489079 Jul 27 16:38:59.339288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8ee41e2-35de-449c-aa61-8db029b211da None None] Provisioning for port 9fac338b-ae37-42fd-9521-ac956d3a563b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:38:59.353516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c8ee41e2-35de-449c-aa61-8db029b211da None None] Provisioning complete for port 9fac338b-ae37-42fd-9521-ac956d3a563b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:38:59.353891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8ee41e2-35de-449c-aa61-8db029b211da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.367413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3659ea-409c-4b93-a785-69f0c614ca1d req-56dfebc9-ac61-4127-8df9-b5817be1a2b1 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109188 Jul 27 16:38:59.368098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.401672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee41e2-35de-449c-aa61-8db029b211da None None] Port 9fac338b-ae37-42fd-9521-ac956d3a563b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:38:59.409246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.433419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff6d1250-0650-49c2-b803-812af56bcb8d req-73d03813-47f3-4889-8095-21d90e73158e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138020 Jul 27 16:38:59.438972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e05479e7-acba-41df-8111-3881b077fbbd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e05479e7-acba-41df-8111-3881b077fbbd,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:59.444218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.518131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e05479e7-acba-41df-8111-3881b077fbbd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:59.544959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e40fb410-cd64-40b0-a9aa-653498af476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.590141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.621279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186f2e1-3e27-47bd-9fdd-9415585ffef1 req-7157b454-9db7-4fa9-9869-200ece9cf103 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.622801 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a186f2e1-3e27-47bd-9fdd-9415585ffef1 req-7157b454-9db7-4fa9-9869-200ece9cf103 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 932 time: 0.1540709 Jul 27 16:38:59.686673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a186f2e1-3e27-47bd-9fdd-9415585ffef1 req-26080460-1077-4af8-8578-de68599ec9e8 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561526 Jul 27 16:38:59.688645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.695247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.723370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:38:59.775417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:38:59.784407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-c9afbe0c-e8a1-477d-9eaa-bc8bbd28085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.786174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-c9afbe0c-e8a1-477d-9eaa-bc8bbd28085e service neutron] 10.222.0.61 "GET /v2.0/networks?id=262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 200 len: 916 time: 0.5173848 Jul 27 16:38:59.794858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:59.876563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-7c96ce9c-2523-4103-9e3a-aa46c0731f25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 200 len: 217 time: 0.0759747 Jul 27 16:38:59.899907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251451-7593-4974-8b69-e50865f3fd68 req-181cd9a1-5c47-4666-b506-07c0ee9308a6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:38:59.901474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8251451-7593-4974-8b69-e50865f3fd68 req-181cd9a1-5c47-4666-b506-07c0ee9308a6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.1424394 Jul 27 16:38:59.931192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Network a3c05795-2171-4a77-b3aa-857becddf989 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:59.936100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:59.957036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8251451-7593-4974-8b69-e50865f3fd68 req-4a8a3bb4-dbf7-4591-8cf4-82bd7d4d23ae tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478742 Jul 27 16:39:00.142553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Router e595f654-bfd5-42de-a1d0-de9749b8b9c7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:00.173397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ea2d-7069-42d9-9baa-a64fe32ec643 req-336a88ce-aba6-4803-841f-7dc5956b643b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:00.175183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92e8ea2d-7069-42d9-9baa-a64fe32ec643 req-336a88ce-aba6-4803-841f-7dc5956b643b tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 949 time: 0.1163390 Jul 27 16:39:00.199061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7'}, {'name': 'network-changed', 'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:00.201374 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2" -d '{"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7"}, {"name": "network-changed", "server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:00.215840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-0d101d56-1967-4e88-b3d6-716432150584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:00.217349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-0d101d56-1967-4e88-b3d6-716432150584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d2463d46-add0-4e1c-ad82-97feb6ca73db HTTP/1.1" status: 200 len: 854 time: 0.3221514 Jul 27 16:39:00.237640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8db4f124-5f28-44e4-a51f-91151324a235 None None] Provisioning complete for port 9fac338b-ae37-42fd-9521-ac956d3a563b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:00.238724 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8db4f124-5f28-44e4-a51f-91151324a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.255871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e40fb410-cd64-40b0-a9aa-653498af476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.291971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92e8ea2d-7069-42d9-9baa-a64fe32ec643 req-54dfd4e5-a56a-4e2b-b29b-9359d6945c54 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812924 Jul 27 16:39:00.292205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8db4f124-5f28-44e4-a51f-91151324a235 None None] Port 9fac338b-ae37-42fd-9521-ac956d3a563b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:00.311268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e40fb410-cd64-40b0-a9aa-653498af476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.314204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:00.335064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3e77534d-9ce9-42c8-95e4-ae50cd4c16b5 admin admin] 10.222.0.64 "PUT /v2.0/routers/e595f654-bfd5-42de-a1d0-de9749b8b9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6767049 Jul 27 16:39:00.372157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:00.386404 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b172016-df46-45c3-81fa-c46a3ec287a1 x-openstack-request-id: req-0b172016-df46-45c3-81fa-c46a3ec287a1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:00.386692 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7", "code": 200}, {"name": "network-changed", "server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:00.386826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:00.386937 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b172016-df46-45c3-81fa-c46a3ec287a1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:00.387310 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7', 'code': 200} Jul 27 16:39:00.387563 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7', 'status': 'completed', 'code': 200} Jul 27 16:39:00.405004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:00.407289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:00.454737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e40fb410-cd64-40b0-a9aa-653498af476d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=267630c2ce0741eb940fb0b058baeae7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1563921 Jul 27 16:39:00.455217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb410-cd64-40b0-a9aa-653498af476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f48670-f611-4225-a1fd-f9e63d6ac7fe,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:00.457901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:00.568053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:00.619178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-0a5febfb-406c-4c83-b25d-f7bebafa3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:00.620919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-0a5febfb-406c-4c83-b25d-f7bebafa3c1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=262c17d8-25c4-4720-b4ab-f27562dbdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830769 Jul 27 16:39:00.623990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.647986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.650279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Sync routers for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:00.665177 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:00.666407 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:00.715349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.717959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.729781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4f48670-f611-4225-a1fd-f9e63d6ac7fe HTTP/1.1" status: 204 len: 168 time: 0.2637947 Jul 27 16:39:00.741587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc727a-b3f8-4bf3-af76-01267cd1857d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:00.752705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.768381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Transition to ACTIVE for port object 96bc727a-b3f8-4bf3-af76-01267cd1857d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:00.789191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64df7b-81d9-4f60-8b03-09034effe287 req-414ba75d-b9d4-4e7c-8ab0-ba14fcdc20e4 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:00.808932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d64df7b-81d9-4f60-8b03-09034effe287 req-414ba75d-b9d4-4e7c-8ab0-ba14fcdc20e4 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 943 time: 0.3535128 Jul 27 16:39:00.809867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339b03b-733a-4bb7-a72b-dcefd0c98db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f48670-f611-4225-a1fd-f9e63d6ac7fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:00.900119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-ddc57c2d-c1b4-4edb-a3be-93c130c17f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:00.902144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-ddc57c2d-c1b4-4edb-a3be-93c130c17f76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1124 time: 0.3287621 Jul 27 16:39:00.936981 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:00.939572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:00.984084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:57Z', 'revision_number': 3, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:01.031512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e05479e7-acba-41df-8111-3881b077fbbd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:01.035326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:01.072228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:01.073013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:01.079758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-9326694b-d3fb-471c-b839-e4498092d998 service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344354 Jul 27 16:39:01.100495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d64df7b-81d9-4f60-8b03-09034effe287 req-6933f467-3719-4dc7-bbaf-836589fc6686 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852454 Jul 27 16:39:01.104036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-adf28995-2c25-43bd-8a60-f129655daf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:01.105116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-adf28995-2c25-43bd-8a60-f129655daf75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.1906540 Jul 27 16:39:01.198157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-909a7992-2d1c-4a82-b9e5-9459793de1ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 217 time: 0.0837405 Jul 27 16:39:01.232289 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 2, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:01.270244 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Checking router: e595f654-bfd5-42de-a1d0-de9749b8b9c7 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:01.270588 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Updating router e595f654-bfd5-42de-a1d0-de9749b8b9c7 port 9fac338b-ae37-42fd-9521-ac956d3a563b binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:39:01.309950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-f343d747-6ef5-4c34-baf1-5ffc100dc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:01.314090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-f343d747-6ef5-4c34-baf1-5ffc100dc964 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1082919 Jul 27 16:39:01.331994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e05479e7-acba-41df-8111-3881b077fbbd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:01.332612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:01.334294 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:01.382313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-bc10223d-1af8-41a1-beec-ac3cdaf386c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582280 Jul 27 16:39:01.401500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:01.422459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:01.425104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:01.508167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-84b7d7dd-dd78-48d8-b503-906bc9f4a318 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169453 Jul 27 16:39:01.526665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:01.719892 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:01.728411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8863ca1-f7d7-4c0b-82c0-be2ecb7723f2 req-9064e5f8-ad17-4e67-a3b3-3a39561a4623 service neutron] 10.222.0.13 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097979 Jul 27 16:39:01.734501 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Transition to ACTIVE for port object 9fac338b-ae37-42fd-9521-ac956d3a563b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:01.742136 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:01.851190 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e260ea-196d-497f-9301-18a389cf8c4d None None] Pushing event updated for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:01.971294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:01.976318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066098958', 'description': 'tempest-description--917803051'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:02.011694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Attempting to bind port 9fac338b-ae37-42fd-9521-ac956d3a563b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:02.017505 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Attempting to bind port 9fac338b-ae37-42fd-9521-ac956d3a563b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:02.017965 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Attempting to bind port 9fac338b-ae37-42fd-9521-ac956d3a563b on network a3c05795-2171-4a77-b3aa-857becddf989 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:02.037592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.041085 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:02.041484 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Checking segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:02.042409 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.042409 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Bound using segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:02.045550 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Bound port: 9fac338b-ae37-42fd-9521-ac956d3a563b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:02.045965 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.126748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:57Z', 'revision_number': 3, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:02.199860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff607-2cf4-4274-9db9-652d429845e3 None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:38:57Z', 'revision_number': 3, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:02.221310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:02.221976 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] For port 9fac338b-ae37-42fd-9521-ac956d3a563b, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:02.228636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] For port 9fac338b-ae37-42fd-9521-ac956d3a563b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9fac338b-ae37-42fd-9521-ac956d3a563b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:02.240478 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.312154 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:02.312828 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:02.391302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f741a-0e95-4a77-919d-8bb28706cb97 req-8d9039a6-deb7-42e1-84ee-4173a2ebd673 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:02.404318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d0f741a-0e95-4a77-919d-8bb28706cb97 req-8d9039a6-deb7-42e1-84ee-4173a2ebd673 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 944 time: 0.2892299 Jul 27 16:39:02.414835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.433800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.479882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-network', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:02.530268 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.534444 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5618484 Jul 27 16:39:02.535361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38892) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:02.551996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'security_group_rule': {'security_group_id': '751002d7-182e-4a55-8184-cfca8b1a6b26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:02.576372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d0f741a-0e95-4a77-919d-8bb28706cb97 req-87ba4c3c-9480-4f8a-aafe-c269247d9eb8 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708999 Jul 27 16:39:02.594891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560825-0202-4557-a8b6-83a4bb16fa27 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751002d7-182e-4a55-8184-cfca8b1a6b26,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:02.618546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Made reservation on behalf of 8bb8386836c441329e54cea1a12c3ae9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:02.623575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.640262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304e8ba-97e2-4253-b5b6-28e02dbfd5bc None None] New status for floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:02.641525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e260ea-196d-497f-9301-18a389cf8c4d None None] Pushing event updated for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:02.661528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.734471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.810845 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:02.865421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.874446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50724-2555-4866-ab1a-85169bd9cd40 req-21384db9-a969-4d80-b2b4-63fed32a6f70 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:02.883250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eba50724-2555-4866-ab1a-85169bd9cd40 req-21384db9-a969-4d80-b2b4-63fed32a6f70 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.1937416 Jul 27 16:39:02.893576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37bc07cf-bb9d-4fb2-b659-a5b9108ddc38 req-c2d6f011-d78a-494b-a07a-41db2dbb8dbd service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7109132 Jul 27 16:39:02.897367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:02.942070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff34585f-3656-490e-9939-2f62fdafdbd1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:02.981837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Attempting to bind port 96bc727a-b3f8-4bf3-af76-01267cd1857d on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:02.982638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eba50724-2555-4866-ab1a-85169bd9cd40 req-edea4f54-95ee-4ae5-bb6e-d688dc226bec tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981550 Jul 27 16:39:02.988929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Attempting to bind port 96bc727a-b3f8-4bf3-af76-01267cd1857d by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'f8505a64-102f-4ffe-8fb3-b405270d0fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:02.989453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Attempting to bind port 96bc727a-b3f8-4bf3-af76-01267cd1857d on network ba804d29-f080-4f5f-a3ef-91d206078099 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:03.018785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.027355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.058858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.065672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:39:03.086345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.087292 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Added segment f952222a-8ba2-4e38-83f7-9262b0d0e06e of type vlan for network 7ca65903-155c-48c6-9536-5b9c3df1595b Jul 27 16:39:03.087425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Port 96bc727a-b3f8-4bf3-af76-01267cd1857d on network ba804d29-f080-4f5f-a3ef-91d206078099 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:39:03.087932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Attempting to bind port 96bc727a-b3f8-4bf3-af76-01267cd1857d on network ba804d29-f080-4f5f-a3ef-91d206078099 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:03.134480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:03.134842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Checking segment: {'id': 'f8505a64-102f-4ffe-8fb3-b405270d0fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:03.135385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Bound using segment: {'id': 'f8505a64-102f-4ffe-8fb3-b405270d0fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:03.135899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Bound port: 96bc727a-b3f8-4bf3-af76-01267cd1857d, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8505a64-102f-4ffe-8fb3-b405270d0fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:03.137447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.162749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:03.174454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11001ea4-1cc0-4e7f-855a-297851a346ab,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:03.189033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.189172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:03.190254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a74e1b3c-d6d6-4178-9f0a-767d669f2570 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6458745 Jul 27 16:39:03.197952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:03.202528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'security_group_rule': {'security_group_id': '751002d7-182e-4a55-8184-cfca8b1a6b26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:03.206254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.208235 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:03.209005 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:03.245667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.297228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.298302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:03.299057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.383247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:03.388481 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5cef3b-5eec-42fb-a273-0513c669dd01" -d '{"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:03.393342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-40612eec-cbbe-4d1b-9265-4b6cc420e5a7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "PUT /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 998 time: 7.0861011 Jul 27 16:39:03.419626 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:03.456586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2339926 Jul 27 16:39:03.467218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:03.477169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa54b3-958d-4a2c-973a-4d82ea65e27b req-ba35ac09-9bab-4187-9f35-bc6abbb8ffe6 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:03.487045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9fa54b3-958d-4a2c-973a-4d82ea65e27b req-ba35ac09-9bab-4187-9f35-bc6abbb8ffe6 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 949 time: 0.3341823 Jul 27 16:39:03.489415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.498785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Request body: {'subnet': {'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-subnet', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:03.522165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6e3c-6313-48c1-9f77-c513037f0c7b admin admin] Pushing event updated for resources: {'Network': ['ID=7ca65903-155c-48c6-9536-5b9c3df1595b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:03.523458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:03.538406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7ca65903-155c-48c6-9536-5b9c3df1595b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:39:03.542185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-837b89b2-524f-45e7-8b9e-165d18f85d26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:03.544188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-837b89b2-524f-45e7-8b9e-165d18f85d26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports/f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 943 time: 0.1089945 Jul 27 16:39:03.565927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:03.577709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.652123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Made reservation on behalf of 8bb8386836c441329e54cea1a12c3ae9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:03.655940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.671351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:03.672715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.674776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] 10.222.0.13 "PUT /v2.0/ports/96bc727a-b3f8-4bf3-af76-01267cd1857d HTTP/1.1" status: 200 len: 1092 time: 4.6050723 Jul 27 16:39:03.677581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f5a9-9034-4659-9ddf-d9edb3786319 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:03.710127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.727986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Deleting port 5d17dd90-4458-4220-93c9-d399ffd97c40 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:03.728586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:03.734366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:02Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:03.773854 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839d3ea-7da7-4d87-b6a2-b0d80dd41969 None None] The sync data for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 is: [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:02Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:03.802939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a97fc426-55e4-4f93-8bfd-52f1de07c685 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:04.035308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] For port 5d17dd90-4458-4220-93c9-d399ffd97c40, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5d17dd90-4458-4220-93c9-d399ffd97c40,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:04.036214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.063771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Calling delete_port for 5d17dd90-4458-4220-93c9-d399ffd97c40 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:04.075822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:04.076865 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:02Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:04.084240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-66f6090b-13e5-4651-937c-6fd31f26cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:04.092400 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-66f6090b-13e5-4651-937c-6fd31f26cb89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.4155936 Jul 27 16:39:04.105081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-7f761592-7fd9-4052-ac22-77873e1cbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:04.107231 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-7f761592-7fd9-4052-ac22-77873e1cbe29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7640281f73148feb1dc33f9eee08345&device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 1095 time: 0.3365862 Jul 27 16:39:04.118199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'port_id': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'mac_address': 'fa:16:3e:ed:19:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:04.137474 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:04.155346 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:04.156306 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:04.231321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.272681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97fc426-55e4-4f93-8bfd-52f1de07c685 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:04.316466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:04.324156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.357168 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:04.363163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-af2916f1-ebe3-4f24-8bd6-834c4ea92597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d HTTP/1.1" status: 200 len: 217 time: 0.1968384 Jul 27 16:39:04.365224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-1bb4b36c-0020-42f1-9f11-0dea4f2fb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:04.366491 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-1bb4b36c-0020-42f1-9f11-0dea4f2fb758 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.2731526 Jul 27 16:39:04.386615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.413674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9fa54b3-958d-4a2c-973a-4d82ea65e27b req-2fb3f6bf-afbf-499a-85ba-75cc66529552 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253545 Jul 27 16:39:04.414504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.418285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2167494 Jul 27 16:39:04.419346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:04.434946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:04.437242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:04.459069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-c49d18b4-89a0-48cc-8423-2459368053b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:04.461647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-c49d18b4-89a0-48cc-8423-2459368053b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a8489e5-13f7-4517-9765-1b1235041ea0 HTTP/1.1" status: 200 len: 848 time: 0.0901942 Jul 27 16:39:04.551426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524869ab-d945-4419-b8b3-1bfbba3fee6f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8396f0fc-806f-42e8-b1ed-bfed7c73ae3a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:04.581988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:04.670128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-328ff93a-2324-44e1-b69b-0ab8aac35986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba804d29-f080-4f5f-a3ef-91d206078099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826774 Jul 27 16:39:04.674177 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-62d7e144-d20a-4888-a491-77b0218bcaca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.2178984 Jul 27 16:39:04.754420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a97fc426-55e4-4f93-8bfd-52f1de07c685'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:04.931134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c31f26-19c9-423e-866f-6fcb40b52eb7 req-4195351d-176f-4f36-acc6-20aa4907ee99 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:04.933189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03c31f26-19c9-423e-866f-6fcb40b52eb7 req-4195351d-176f-4f36-acc6-20aa4907ee99 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 944 time: 0.3274705 Jul 27 16:39:05.003437 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:02Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:05.052684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.112737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9fac338b-ae37-42fd-9521-ac956d3a563b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:05.113465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2c011-67df-4dea-b4be-5070a2ee269a None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:25:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:02Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:05.135497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-7b2449ab-0af7-4fb3-8424-47ec1a95715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:05.137290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-7b2449ab-0af7-4fb3-8424-47ec1a95715a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.4056747 Jul 27 16:39:05.242410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03c31f26-19c9-423e-866f-6fcb40b52eb7 req-fe3ecb83-91f5-46ac-90a8-8acb9c375ff0 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745669 Jul 27 16:39:05.264298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.268183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9fac338b-ae37-42fd-9521-ac956d3a563b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:05.283838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9fac338b-ae37-42fd-9521-ac956d3a563b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:05.284624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.351820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-03af5cc9-baa5-4682-bb2f-4084f48c8a46 service neutron] 10.222.0.13 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438801 Jul 27 16:39:05.414881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Allocated IP 172.25.4.36 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/86acb0f3-ecac-4752-93c5-5064733cf357) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:05.424468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:05.467003 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e52571-b020-4b6f-962d-04eddda35ff6 x-openstack-request-id: req-56e52571-b020-4b6f-962d-04eddda35ff6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:05.467530 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:05.467982 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56e52571-b020-4b6f-962d-04eddda35ff6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:05.468607 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:39:05.565890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.612145 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.638873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ec9774-f447-4e6e-a9be-e6e50935155a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:05.642384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.672748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-d0c4810f-ffee-464b-bc4e-3cfaecf37fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:05.675766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-d0c4810f-ffee-464b-bc4e-3cfaecf37fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5152209 Jul 27 16:39:05.688625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.691870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 9fac338b-ae37-42fd-9521-ac956d3a563b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9fac338b-ae37-42fd-9521-ac956d3a563b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:05.702240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:05.740412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Checking segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:05.740901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Network hostable DHCP agents. Network: 7ca65903-155c-48c6-9536-5b9c3df1595b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:39:05.743976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.744398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.744831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.745321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.745748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.746434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.746629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.746943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.748514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.748922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.749484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.750598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:05.810600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d17dd90-4458-4220-93c9-d399ffd97c40,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:05.815111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f826206d-0320-4bd0-a587-a4358e06fbc1 req-d61bb29a-b15a-4550-aec4-f228e6d1c858 service neutron] 10.222.0.13 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540098 Jul 27 16:39:05.827716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:05.902308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:05.905139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:05.919408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:05.925128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'Port': ['ID=86acb0f3-ecac-4752-93c5-5064733cf357,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:05.932134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:05.935700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:05.970105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-86883643-b79b-4d09-8a22-b8de28b00745 service neutron] 10.222.0.13 "GET /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.3497040 Jul 27 16:39:05.983493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Network 7ca65903-155c-48c6-9536-5b9c3df1595b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:39:06.031517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-e24f141e-2a07-45b6-a416-b81c436da7f0 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340213 Jul 27 16:39:06.062763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-3a5a2a51-ee14-4f0b-8763-1b9babd017df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.064662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-3a5a2a51-ee14-4f0b-8763-1b9babd017df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.4454632 Jul 27 16:39:06.066270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7ca65903-155c-48c6-9536-5b9c3df1595b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:06.072079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.072706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.078815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79a574-c7b9-4678-87ec-2c50019b5e8e None None] Network 7ca65903-155c-48c6-9536-5b9c3df1595b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:06.203266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-41bfc563-4954-45f1-bfbb-389d304c3701 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7067709 Jul 27 16:39:06.205538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:06.218886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f281d6d-ea70-40ed-a550-586042836c58 req-ece465a0-6840-4508-961e-c94f97647848 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.221049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f281d6d-ea70-40ed-a550-586042836c58 req-ece465a0-6840-4508-961e-c94f97647848 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 944 time: 0.5229826 Jul 27 16:39:06.226464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:06.254510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-6d9f5e3a-5686-42f1-851e-770507a91ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092290 Jul 27 16:39:06.263489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.328804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7ca65903-155c-48c6-9536-5b9c3df1595b', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'fixed_ips': [{'subnet_id': '01ec9774-f447-4e6e-a9be-e6e50935155a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:39:06.329709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.375383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.376549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.390824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.415496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f281d6d-ea70-40ed-a550-586042836c58 req-0406ddb5-0f29-4f67-8877-7c78407f5bf9 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519437 Jul 27 16:39:06.457796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-a176e77f-f9d2-478d-ba41-a6451cb26f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.460127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-a176e77f-f9d2-478d-ba41-a6451cb26f4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1096 time: 0.1713765 Jul 27 16:39:06.512122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-5a3ead35-20e6-4c1d-a889-bf7364322536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.514813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-5a3ead35-20e6-4c1d-a889-bf7364322536 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.4343593 Jul 27 16:39:06.527585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Allocated IP 172.20.0.2 (7ca65903-155c-48c6-9536-5b9c3df1595b/01ec9774-f447-4e6e-a9be-e6e50935155a/38c41ea1-9360-472d-8851-b5f39a056281) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:06.574529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.635536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-90e7fa98-82d8-4c06-93b8-63f099b79597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0858715 Jul 27 16:39:06.649165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.663254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-77ac7221-2411-4c5c-8841-58f1708a93de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:06.664861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-77ac7221-2411-4c5c-8841-58f1708a93de service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.1930623 Jul 27 16:39:06.668986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Router 6f88d232-2f09-4ce3-aadd-592ca6754226 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:06.730956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.740299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Transition to ACTIVE for port object 38c41ea1-9360-472d-8851-b5f39a056281 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:06.757122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Transition to ACTIVE for port object 38c41ea1-9360-472d-8851-b5f39a056281 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:06.769802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.783021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-7bfc82b9-5887-475f-b333-13fa07d83a37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 1001 time: 0.1109467 Jul 27 16:39:06.814166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Network 7ca65903-155c-48c6-9536-5b9c3df1595b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:06.815146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:06.817541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:06.823215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:06.832838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Pushing event updated for resources: {'Port': ['ID=38c41ea1-9360-472d-8851-b5f39a056281,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:06.913866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Attempting to bind port 38c41ea1-9360-472d-8851-b5f39a056281 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:06.914318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Attempting to bind port 38c41ea1-9360-472d-8851-b5f39a056281 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:06.914736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Attempting to bind port 38c41ea1-9360-472d-8851-b5f39a056281 on network 7ca65903-155c-48c6-9536-5b9c3df1595b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:06.921399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:06.921776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Checking segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:06.922183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:06.922581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Bound using segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:06.923142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Bound port: 38c41ea1-9360-472d-8851-b5f39a056281, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:06.923541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.019694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-edca8105-6a5f-4ce0-9030-d6f3ad0d843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.021282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-edca8105-6a5f-4ce0-9030-d6f3ad0d843b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.3731661 Jul 27 16:39:07.022350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:07.030401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.098175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9fac338b-ae37-42fd-9521-ac956d3a563b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:07.101844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] For port 38c41ea1-9360-472d-8851-b5f39a056281, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:07.118449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51ad51-f29d-432f-906a-a85d94233255 req-0d81fcca-9862-4482-8230-11d8fd5ee5e6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.120043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b51ad51-f29d-432f-906a-a85d94233255 req-0d81fcca-9862-4482-8230-11d8fd5ee5e6 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 943 time: 0.6013610 Jul 27 16:39:07.150343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] For port 38c41ea1-9360-472d-8851-b5f39a056281, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=38c41ea1-9360-472d-8851-b5f39a056281,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:07.163733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.164353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b648b3-c406-41a1-8daa-2a957f912da7 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:07.220102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:07.220383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:07.225269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-47f8dc63-07f2-4b8a-bf24-10cb266aa881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.237046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-47f8dc63-07f2-4b8a-bf24-10cb266aa881 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.4407072 Jul 27 16:39:07.255294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Sync routers for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:07.255551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a51fc7fb-ea5f-440c-a2a6-098b755d7e9f admin admin] 10.222.0.64 "PUT /v2.0/routers/6f88d232-2f09-4ce3-aadd-592ca6754226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2052574 Jul 27 16:39:07.256012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:07.266059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559fa3-5ce4-46cf-8e6e-2f729d72dd07 None None] Pushing event updated for resources: {'Port': ['ID=38c41ea1-9360-472d-8851-b5f39a056281,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:07.288221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9fac338b-ae37-42fd-9521-ac956d3a563b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:07.289012 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.290990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:07.291892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:07.323869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-bc982e10-de2f-4008-bf04-76bcd00870ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.332059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-bc982e10-de2f-4008-bf04-76bcd00870ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939319 Jul 27 16:39:07.332831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.345210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b51ad51-f29d-432f-906a-a85d94233255 req-ad7b41a2-cd69-440b-9e1d-729c5dfd9318 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148800 Jul 27 16:39:07.349868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 96bc727a-b3f8-4bf3-af76-01267cd1857d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:07.460909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-c2bb82e8-2052-428a-8f8b-fe24a362051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.462480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-c2bb82e8-2052-428a-8f8b-fe24a362051c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063349 Jul 27 16:39:07.468077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.471259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}, {'name': 'network-changed', 'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:07.480492 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9552c-be59-43d7-a135-b3162cd074eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}, {"name": "network-changed", "server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:07.535366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:07.649203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-6b23a772-bf79-4cfa-b17d-cc0a396379dd service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156085 Jul 27 16:39:07.791724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2d27dfa-f461-4cc0-b053-3cfd7e30e17e req-97633aa3-eea6-4ae1-a1d2-79161d0aa898 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386170 Jul 27 16:39:07.801354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:07.807892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a97fc426-55e4-4f93-8bfd-52f1de07c685 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:07.989135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679effe3-9a93-4aeb-880e-1c1f5887c9a5 req-113d6c8f-39c6-406a-9ae0-d31edb0e9387 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:07.991927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-679effe3-9a93-4aeb-880e-1c1f5887c9a5 req-113d6c8f-39c6-406a-9ae0-d31edb0e9387 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 944 time: 0.1150653 Jul 27 16:39:08.009898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:08.044838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'network_id': 'ba804d29-f080-4f5f-a3ef-91d206078099', 'port_id': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'mac_address': 'fa:16:3e:35:c0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8489e5-13f7-4517-9765-1b1235041ea0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:08.057652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-679effe3-9a93-4aeb-880e-1c1f5887c9a5 req-663fd72d-bfc6-4a7a-b044-fd4dc43ad708 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567980 Jul 27 16:39:08.059424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.096666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port a97fc426-55e4-4f93-8bfd-52f1de07c685 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:08.116962 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d1c390-be70-4dca-aa3a-9f2ef38b4747 x-openstack-request-id: req-40d1c390-be70-4dca-aa3a-9f2ef38b4747 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:08.117655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port a97fc426-55e4-4f93-8bfd-52f1de07c685 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:08.117861 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:08.118049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.118221 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40d1c390-be70-4dca-aa3a-9f2ef38b4747 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:08.118818 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'status': 'completed', 'code': 200} Jul 27 16:39:08.119404 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'status': 'completed', 'code': 200} Jul 27 16:39:08.212902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] Transition to ACTIVE for port object 47b648b3-c406-41a1-8daa-2a957f912da7 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:08.247530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'Port': ['ID=86acb0f3-ecac-4752-93c5-5064733cf357,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:08.253672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.271319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.280288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.298672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc727a-b3f8-4bf3-af76-01267cd1857d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:08.332988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:08.338619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.366227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-ea2b7bbc-6bbe-4dca-b63c-6e50fbfb6c39 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874547 Jul 27 16:39:08.394281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-eafaa374-0f6e-48aa-b1e5-7c1b13170e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.396493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-eafaa374-0f6e-48aa-b1e5-7c1b13170e33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1096 time: 0.2492185 Jul 27 16:39:08.400539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-6dcdecc2-f42c-4039-893c-ec0e0ba6c26f tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.413459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-6dcdecc2-f42c-4039-893c-ec0e0ba6c26f tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 1100 time: 0.1659274 Jul 27 16:39:08.420011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-304729a9-0e05-4981-9b8f-470b22277614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.422824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-304729a9-0e05-4981-9b8f-470b22277614 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7640281f73148feb1dc33f9eee08345&device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 1095 time: 0.2635319 Jul 27 16:39:08.440094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:08.442612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.444765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:08.449302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-259d9608-2d58-4938-86fb-0f91eaf237d9 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.468445 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.479485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbf84491-f966-4129-959d-19844f232081 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0493832 Jul 27 16:39:08.493555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Checking router: 6f88d232-2f09-4ce3-aadd-592ca6754226 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:08.514543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:08.516844 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29236080-979c-402e-9c9c-849f2d80a234" -d '{"events": [{"server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "name": "network-vif-plugged", "status": "completed", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:08.523245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Routers {'6f88d232-2f09-4ce3-aadd-592ca6754226'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:08.523892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:38:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f88d232-2f09-4ce3-aadd-592ca6754226'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:08.573473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:08.584961 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.607902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-41ddbaeb-c9e4-430d-80e1-38d5fea8e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.609765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-41ddbaeb-c9e4-430d-80e1-38d5fea8e575 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.1938524 Jul 27 16:39:08.619964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] No DVR routers for this DVR port 47b648b3-c406-41a1-8daa-2a957f912da7 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:08.704972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['96bc727a-b3f8-4bf3-af76-01267cd1857d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:08.745981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:08.750779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:08.772819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-78371872-e2ff-4be7-83c0-4843c9bca8c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 1001 time: 0.1441615 Jul 27 16:39:08.782832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] Set router 6f88d232-2f09-4ce3-aadd-592ca6754226 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:08.814657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8b95-39a3-4641-9b98-cfadbdd0acd7 req-8c03ded2-4c76-4eab-921e-5ae30b2b47e8 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.824535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaed8b95-39a3-4641-9b98-cfadbdd0acd7 req-8c03ded2-4c76-4eab-921e-5ae30b2b47e8 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 944 time: 0.7682521 Jul 27 16:39:08.840913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:08.887787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d5cef3b-5eec-42fb-a273-0513c669dd01 req-da0b28a8-5790-42ee-a5fe-d0ce6cf451ae service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025055 Jul 27 16:39:08.899723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-7165582d-3058-47c9-914c-5315a0ed1f83 service neutron] 10.222.0.13 "PUT /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 2.9181426 Jul 27 16:39:08.980076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-c27bbfae-0d57-4ebe-a9f8-8e008aae5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.982501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-c27bbfae-0d57-4ebe-a9f8-8e008aae5fd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.1955462 Jul 27 16:39:08.989271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-dd7ec461-5475-4e4e-b8b1-6e3eb68831c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:08.995007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-dd7ec461-5475-4e4e-b8b1-6e3eb68831c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba804d29-f080-4f5f-a3ef-91d206078099 HTTP/1.1" status: 200 len: 909 time: 0.5475810 Jul 27 16:39:09.060761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaed8b95-39a3-4641-9b98-cfadbdd0acd7 req-8e037090-da75-42eb-ae0c-c41b4e210797 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249568 Jul 27 16:39:09.089956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.108702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 38c41ea1-9360-472d-8851-b5f39a056281 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:09.167373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.183052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-9ff83f04-67ec-4742-a72c-b5bca51af828 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d HTTP/1.1" status: 200 len: 217 time: 0.1127932 Jul 27 16:39:09.194189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e1b8e-41f1-41bf-8a5c-7b57a2b0dbd9 None None] Network 7ca65903-155c-48c6-9536-5b9c3df1595b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:09.262928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-9825f156-1984-480d-9de4-477d87fddfa1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1001 time: 0.1856542 Jul 27 16:39:09.303366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-95354e9f-9511-40c0-9e66-73cf5e874db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:09.305449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-95354e9f-9511-40c0-9e66-73cf5e874db2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3069601 Jul 27 16:39:09.306586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3916a61b-0e17-4611-b927-6159f47742c0 None None] Provisioning for port 38c41ea1-9360-472d-8851-b5f39a056281 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:09.310732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Deleting port b2a8453e-76c1-424d-9ee6-e36cbf06fb06 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:09.311247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.315111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-259d9608-2d58-4938-86fb-0f91eaf237d9 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.345120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-259d9608-2d58-4938-86fb-0f91eaf237d9 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.381204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9552c-be59-43d7-a135-b3162cd074eb req-0dab8763-c1e8-48b0-8c36-60d357c7041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:09.382990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-0dab8763-c1e8-48b0-8c36-60d357c7041b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a8489e5-13f7-4517-9765-1b1235041ea0 HTTP/1.1" status: 200 len: 848 time: 0.1885440 Jul 27 16:39:09.384016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 38c41ea1-9360-472d-8851-b5f39a056281 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:09.416478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 38c41ea1-9360-472d-8851-b5f39a056281 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:09.417021 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.422344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-13548737-b3e9-453d-87c2-97f4ab574c2d tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:09.424570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-13548737-b3e9-453d-87c2-97f4ab574c2d tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.3570471 Jul 27 16:39:09.435721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-77d29b0e-c12e-42dd-8a12-29878ea32ee1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:09.442134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-77d29b0e-c12e-42dd-8a12-29878ea32ee1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports/f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 942 time: 0.1772873 Jul 27 16:39:09.445538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-634dc135-62be-462d-96c6-794dc314a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:09.468939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07f0b7ba-1709-4395-a305-6f87b3a86749 req-259d9608-2d58-4938-86fb-0f91eaf237d9 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0552232 Jul 27 16:39:09.476037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-4063ee4d-f53f-4ddd-b051-3f90e6733deb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba804d29-f080-4f5f-a3ef-91d206078099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726416 Jul 27 16:39:09.505033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Allocated IP 172.25.4.111 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6628b502-a0bc-426e-b27a-dd3149fe7ccb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:09.513522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] For port b2a8453e-76c1-424d-9ee6-e36cbf06fb06, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:09.513522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.531201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Calling delete_port for b2a8453e-76c1-424d-9ee6-e36cbf06fb06 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:09.540089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9608-2d58-4938-86fb-0f91eaf237d9 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce924d86-184d-46ca-b833-f1271715cabb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:09.620826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634dc135-62be-462d-96c6-794dc314a93e None None] The sync data for ids ['6f88d232-2f09-4ce3-aadd-592ca6754226'] in n-d-723572-6 is: [{'id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'name': 'tempest-ServersTestFqdnHostnames-412377119-router', 'tenant_id': '1e153068da7240bb93c2c5f5a2b76796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:35:54Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e153068da7240bb93c2c5f5a2b76796', 'gw_port': {'id': 'b2a8453e-76c1-424d-9ee6-e36cbf06fb06', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88d232-2f09-4ce3-aadd-592ca6754226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:35:58Z', 'updated_at': '2021-07-27T16:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:09.734969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-6099f212-c0a0-46ca-a889-9fbf7403744c service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181972 Jul 27 16:39:09.740527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7f68411-db3e-4e71-964b-054194fe4856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.748095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.762134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-627bd8e6-07b3-4d20-ae43-a4a80565365b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1001 time: 0.1770236 Jul 27 16:39:09.806672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 38c41ea1-9360-472d-8851-b5f39a056281, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=38c41ea1-9360-472d-8851-b5f39a056281,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:09.814397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:09.887497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=38c41ea1-9360-472d-8851-b5f39a056281,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:09.889263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-b2ffdbb8-f371-42cf-8749-23ff66449f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:09.899048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-b2ffdbb8-f371-42cf-8749-23ff66449f58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d&tenant_id=17d3014a88914474ba7ec197588f6336 HTTP/1.1" status: 200 len: 1095 time: 0.4283564 Jul 27 16:39:09.901136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-b53c6a6e-f5d5-42b7-9817-ad83d2b06ed6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966625 Jul 27 16:39:09.916377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.017594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ba73-49c9-44cd-8c86-55f28836f19b req-3d879f01-283b-477e-9574-c3a7266d9946 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.022611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f981ba73-49c9-44cd-8c86-55f28836f19b req-3d879f01-283b-477e-9574-c3a7266d9946 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 944 time: 0.3925352 Jul 27 16:39:10.054986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-59983395-308b-42b1-9c80-175526815537 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.063767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-59983395-308b-42b1-9c80-175526815537 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.3006299 Jul 27 16:39:10.073417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-42d8e825-c798-4305-a87d-5ab00a5825d4 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:39:10.092371 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4513ed-3596-4007-9b82-e73b9e135447 req-42d8e825-c798-4305-a87d-5ab00a5825d4 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265760 Jul 27 16:39:10.126818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-0f786c60-ec5d-460c-9f03-7ce999da3eae service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569031 Jul 27 16:39:10.140321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.163335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.167336 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569e8a8-5f4c-4e66-9829-53d056e5aabf x-openstack-request-id: req-7569e8a8-5f4c-4e66-9829-53d056e5aabf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:10.167805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "name": "network-vif-plugged", "status": "completed", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:10.168205 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7569e8a8-5f4c-4e66-9829-53d056e5aabf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:10.168828 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'code': 200} Jul 27 16:39:10.182842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23c9c8c3-82c4-4867-b1a7-86ac32133823 None None] Provisioning complete for port 38c41ea1-9360-472d-8851-b5f39a056281 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:10.183378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23c9c8c3-82c4-4867-b1a7-86ac32133823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.222277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:10.228286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:10.232918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:10.246599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f981ba73-49c9-44cd-8c86-55f28836f19b req-c6fc8467-7fa0-4f9a-a2a7-752866ac591e tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921270 Jul 27 16:39:10.253884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d9552c-be59-43d7-a135-b3162cd074eb req-ade1ad55-802a-46f8-a69b-0b85719f31f3 service neutron] 10.222.0.13 "GET /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414726 Jul 27 16:39:10.277114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-12f32815-a1a0-4e6c-bffc-a374ae364a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.277394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-12f32815-a1a0-4e6c-bffc-a374ae364a78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1095 time: 0.3309755 Jul 27 16:39:10.406644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Pushing event updated for resources: {'Port': ['ID=6628b502-a0bc-426e-b27a-dd3149fe7ccb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:10.524855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-a4ff015a-406e-4324-bfe4-6d622969fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.526375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-a4ff015a-406e-4324-bfe4-6d622969fb98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.2128751 Jul 27 16:39:10.529689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-13964098-8f94-42bf-9f0b-95bb878149a5 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2066098958&fields=id&tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef HTTP/1.1" status: 200 len: 267 time: 0.2212470 Jul 27 16:39:10.530235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a8453e-76c1-424d-9ee6-e36cbf06fb06,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:10.563126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.590739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516c923-33aa-4a71-853e-d1b09c26bb70 req-5cefa17b-70c2-42e5-9c11-bf5b564b1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.592396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4516c923-33aa-4a71-853e-d1b09c26bb70 req-5cefa17b-70c2-42e5-9c11-bf5b564b1627 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 1096 time: 0.2775953 Jul 27 16:39:10.595525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-e40d3a54-ad88-4ee6-ac27-50a2444d961a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 200 len: 217 time: 0.0533886 Jul 27 16:39:10.605254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cfaec-e49e-40d2-9730-346f63808a53 req-dbc36908-f71b-466c-81b5-89373bac0823 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.607365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266cfaec-e49e-40d2-9730-346f63808a53 req-dbc36908-f71b-466c-81b5-89373bac0823 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 945 time: 0.2101860 Jul 27 16:39:10.707615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266cfaec-e49e-40d2-9730-346f63808a53 req-d8340248-d946-4f97-ae8b-8c87f085b684 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922115 Jul 27 16:39:10.712184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-e12cbece-7983-410a-818a-35f6a79e1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.713632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-e12cbece-7983-410a-818a-35f6a79e1d6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.0856798 Jul 27 16:39:10.715323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4516c923-33aa-4a71-853e-d1b09c26bb70 req-0504457f-eb09-46c0-903d-92551cc84fbd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933115 Jul 27 16:39:10.725139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.735178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.832815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-75c27717-a378-4d11-8ca4-eed27b05814a tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.834863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-75c27717-a378-4d11-8ca4-eed27b05814a tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/networks?id=a3c05795-2171-4a77-b3aa-857becddf989 HTTP/1.1" status: 200 len: 812 time: 0.3058915 Jul 27 16:39:10.837801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.838401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f88d232-2f09-4ce3-aadd-592ca6754226 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:39:10.842206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-ad08b2f8-3409-4b0a-a829-e348614d36ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390854 Jul 27 16:39:10.846692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.850394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-74691724-f3e3-461b-a977-2c9342542858 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6f88d232-2f09-4ce3-aadd-592ca6754226 HTTP/1.1" status: 204 len: 168 time: 3.5938783 Jul 27 16:39:10.851016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:10.928156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ecb7-b495-4adf-89af-8997b9c12dec req-85d87b0a-5391-48ec-9e96-126ea4608d87 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:10.930897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-a9b67363-502b-4621-b88e-ead1d7aa0da9 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/quotas/c38fc7e9a5034b3a80dfcc097d4bb3ef HTTP/1.1" status: 200 len: 375 time: 0.0759220 Jul 27 16:39:10.931727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-20e7ecb7-b495-4adf-89af-8997b9c12dec req-85d87b0a-5391-48ec-9e96-126ea4608d87 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1625955 Jul 27 16:39:10.982908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:10.990345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Deleting subnet 086809f5-dda6-4d13-8e4a-a8299a4c345c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:39:11.030423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-20e7ecb7-b495-4adf-89af-8997b9c12dec req-64ec6886-8bec-48b1-8981-5f526ab4a321 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877924 Jul 27 16:39:11.033972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-ad19a3f1-8ea7-4574-bbe3-334075cf3526 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786230 Jul 27 16:39:11.181518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-ca2b9124-c93f-4ce3-a09b-4b645fbd404d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1001 time: 0.0829732 Jul 27 16:39:11.205834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-02835a3f-e8e2-4d63-ae65-435fbf0432aa service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603994 Jul 27 16:39:11.256414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-40059a7c-77ce-47d2-a950-f0588a7acfb1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:11.257899 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-40059a7c-77ce-47d2-a950-f0588a7acfb1 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports/f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 942 time: 0.0671005 Jul 27 16:39:11.333916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 96bc727a-b3f8-4bf3-af76-01267cd1857d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:11.362918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.386163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 38c41ea1-9360-472d-8851-b5f39a056281 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:11.393933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-e5f31381-5b53-4113-9c0e-c7d2497c9209 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1001 time: 0.0927095 Jul 27 16:39:11.460147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.468265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 96bc727a-b3f8-4bf3-af76-01267cd1857d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:11.475685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 96bc727a-b3f8-4bf3-af76-01267cd1857d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:11.476068 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.481407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 38c41ea1-9360-472d-8851-b5f39a056281 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:11.481764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.541494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-c923787d-acd2-4103-b430-13f35bb540cd tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5951538 Jul 27 16:39:11.558752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-87955fa9-b314-4cb5-a0f3-28c063479783 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:11.560812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-87955fa9-b314-4cb5-a0f3-28c063479783 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1543138 Jul 27 16:39:11.684848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.733511 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-0f282d50-c10e-4bed-bfc5-b9cf85295b78 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1001 time: 0.1630602 Jul 27 16:39:11.746657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:11.805203 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.806046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.816659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-841f42f8-1484-4729-a1fe-267e7b0a98e3 service neutron] 10.222.0.64 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403302 Jul 27 16:39:11.826802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5d17dd90-4458-4220-93c9-d399ffd97c40 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:11.830028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-d8bca1f4-4071-44c8-90df-a97abf18126c tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:11.831855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-d8bca1f4-4071-44c8-90df-a97abf18126c tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d&tenant_id=17d3014a88914474ba7ec197588f6336&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.1982355 Jul 27 16:39:11.839636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.863548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 5d17dd90-4458-4220-93c9-d399ffd97c40 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:11.863900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5d17dd90-4458-4220-93c9-d399ffd97c40 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:11.878453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:11.884057 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.927695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:11.954201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:12.016493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086809f5-dda6-4d13-8e4a-a8299a4c345c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:12.018987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.023599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d919716-5213-4f6c-b27a-003216ad4422 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/086809f5-dda6-4d13-8e4a-a8299a4c345c HTTP/1.1" status: 204 len: 168 time: 1.1698995 Jul 27 16:39:12.027489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:12.028550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b7b9c-2829-4347-9398-1fade0a0cccf None None] Network 0dbbccc5-a0b2-41d1-947f-0eb2210e217e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:12.117280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8d0de61-faa5-4ebd-9bf4-44456b3e0914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.124050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-930ceff6-d150-4afc-9afc-4acfd0a953e0 service neutron] 10.222.0.64 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065081 Jul 27 16:39:12.140393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.170384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:12.174473 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d9860-f05d-4435-88be-69ecd9c2bd5a" -d '{"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-plugged", "status": "completed", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:12.205133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-e90ce0c4-f2b2-4e55-b196-c0feae3a956d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5622652 Jul 27 16:39:12.220357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Router 6f918af9-f76d-4db9-b0b6-aeff54c0418e is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:39:12.338446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.439856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] DHCP port deletion for 0dbbccc5-a0b2-41d1-947f-0eb2210e217e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:39:12.447597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Deleting port 8564f65b-0adb-44d5-a27f-ae3c34032f8d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:12.447949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.496094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.509189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.509569 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2 disassociated. External IP: 172.25.4.140, port: f872aa77-314f-4adf-95db-eb6c48cde3e8. Jul 27 16:39:12.523592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] For port 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8564f65b-0adb-44d5-a27f-ae3c34032f8d,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:12.523974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.540663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Calling delete_port for 8564f65b-0adb-44d5-a27f-ae3c34032f8d owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:12.569670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-ed0ff10b-0d9f-4a85-a13d-75429d821b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:12.570856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-ed0ff10b-0d9f-4a85-a13d-75429d821b14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d3014a88914474ba7ec197588f6336&device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 1096 time: 0.3267493 Jul 27 16:39:12.572089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-2c557fce-36df-4201-8f92-0a26c1599993 service neutron] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:12.577661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-2c557fce-36df-4201-8f92-0a26c1599993 service neutron] Notify callbacks [] for binding, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.577945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Deleting port 8564f65b-0adb-44d5-a27f-ae3c34032f8d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:12.578587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.578971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b24da01-20bb-40ed-9724-1870c9ae7bb2 req-2c557fce-36df-4201-8f92-0a26c1599993 service neutron] 10.222.0.61 "DELETE /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.3879220 Jul 27 16:39:12.658928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] For port 8564f65b-0adb-44d5-a27f-ae3c34032f8d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8564f65b-0adb-44d5-a27f-ae3c34032f8d,segment=NetworkSegment(5bc2621f-0ae6-43bd-958c-e37fd5f7db91),segment_id=5bc2621f-0ae6-43bd-958c-e37fd5f7db91)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:12.659284 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.675931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Calling delete_port for 8564f65b-0adb-44d5-a27f-ae3c34032f8d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:12.681374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.727273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Pushing event deleted for resources: {'Port': ['ID=8564f65b-0adb-44d5-a27f-ae3c34032f8d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:12.756752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] No DVR routers for this DVR port 8564f65b-0adb-44d5-a27f-ae3c34032f8d on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:12.787619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:12.799663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.802131 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Sync routers for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:12.819979 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:12.822894 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:12.823333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-c1fc22ca-881d-4df2-a405-984dd95d1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:12.825107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-c1fc22ca-881d-4df2-a405-984dd95d1f63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 200 len: 922 time: 0.1687250 Jul 27 16:39:12.828672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.830329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7125be29-43e7-486d-9f82-402ce9d8e236 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6082129 Jul 27 16:39:12.834620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:12.849668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] No DVR routers for this DVR port 8564f65b-0adb-44d5-a27f-ae3c34032f8d on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:12.851883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fb335-e815-4ff3-8d00-aedcdf6d0cf5 None None] Pushing event deleted for resources: {'Port': ['ID=8564f65b-0adb-44d5-a27f-ae3c34032f8d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:12.922473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41152a4-d896-4109-a933-e320fc89f96d req-db43f66e-a493-473d-82df-a36d50a1bf9e tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:12.950734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c41152a4-d896-4109-a933-e320fc89f96d req-db43f66e-a493-473d-82df-a36d50a1bf9e tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 1100 time: 0.5215068 Jul 27 16:39:12.987848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:12.989600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2a8453e-76c1-424d-9ee6-e36cbf06fb06 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:13.023310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbbccc5-a0b2-41d1-947f-0eb2210e217e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:13.026424 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:13.026623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b2a8453e-76c1-424d-9ee6-e36cbf06fb06 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:13.026945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2a8453e-76c1-424d-9ee6-e36cbf06fb06 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:13.027414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8564f65b-0adb-44d5-a27f-ae3c34032f8d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:13.048028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc2621f-0ae6-43bd-958c-e37fd5f7db91') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:13.048757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc2621f-0ae6-43bd-958c-e37fd5f7db91') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:13.062438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c41152a4-d896-4109-a933-e320fc89f96d req-0e05721f-d55c-4f71-afd7-f6f2edbb71f4 tempest-ServersAdminNegativeTestJSON-1875545301 tempest-ServersAdminNegativeTestJSON-1875545301-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108074 Jul 27 16:39:13.065598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.080156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8564f65b-0adb-44d5-a27f-ae3c34032f8d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:13.080546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8564f65b-0adb-44d5-a27f-ae3c34032f8d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:13.102134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-61159007-bee4-4700-aa6f-929752a00608 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 200 len: 217 time: 0.1833360 Jul 27 16:39:13.105144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.124391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:39:13.124844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:39:13.126809 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:39:13.227969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:13.230570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-85fbaa8e-9166-455b-a197-a3c1b4d3726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:13.232104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-85fbaa8e-9166-455b-a197-a3c1b4d3726a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 200 len: 861 time: 0.1178870 Jul 27 16:39:13.279671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.285274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.288621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] 10.222.0.64 "DELETE /v2.0/networks/0dbbccc5-a0b2-41d1-947f-0eb2210e217e HTTP/1.1" status: 204 len: 168 time: 1.2506061 Jul 27 16:39:13.305551 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:10Z', 'revision_number': 3, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:13.311059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9879f-2749-4a37-bf1e-0169fa9d683b admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbbccc5-a0b2-41d1-947f-0eb2210e217e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:13.341861 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.352074 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Checking router: 6f918af9-f76d-4db9-b0b6-aeff54c0418e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:13.352808 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Updating router 6f918af9-f76d-4db9-b0b6-aeff54c0418e port 6628b502-a0bc-426e-b27a-dd3149fe7ccb binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:39:13.362142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225fa87-a4a2-4eb3-8909-6602fd43121a req-b1743a86-9857-41b5-b3dd-dbe3f323619b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:13.370576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-0c6803ff-e136-42ed-a103-8f1f5a37e754 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd67db44-43d6-41f5-8a30-91a71f6c7651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775583 Jul 27 16:39:13.370732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c225fa87-a4a2-4eb3-8909-6602fd43121a req-b1743a86-9857-41b5-b3dd-dbe3f323619b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 944 time: 0.1294360 Jul 27 16:39:13.429115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c225fa87-a4a2-4eb3-8909-6602fd43121a req-564fb9cc-ded4-477b-b9dc-a9274d53c033 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Jul 27 16:39:13.505429 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.613323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:13.614104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:13.624546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.629709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:13.664463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:13.665671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:13.708926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a4537d7-c2fc-46d7-bc18-5109d0886085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e153068da7240bb93c2c5f5a2b76796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926480 Jul 27 16:39:13.711238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:13.737014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b3a98-2a01-4e17-be37-13583d16e94b req-0024a2eb-36dc-4d7f-9784-e3b9352cf1bb tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:13.737950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-926f3622-a774-46e6-ad06-533e725ee6eb service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251238 Jul 27 16:39:13.745649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53184c-c58a-4e3b-b47d-dcc0f3d6af53 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "PUT /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 695 time: 2.0029798 Jul 27 16:39:13.747969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-388b3a98-2a01-4e17-be37-13583d16e94b req-0024a2eb-36dc-4d7f-9784-e3b9352cf1bb tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.1768909 Jul 27 16:39:13.749518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:13.752947 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff17cf8-297c-4926-862a-5472a4f83f14" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:13.842649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-388b3a98-2a01-4e17-be37-13583d16e94b req-625aa855-d9e3-48e5-a78d-8f986ec20ebf tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922494 Jul 27 16:39:13.851976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:13.868885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.921521 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.936548 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Transition to ACTIVE for port object 6628b502-a0bc-426e-b27a-dd3149fe7ccb will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:13.938316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:13.950613 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.025101 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdf406-8fa3-42ba-82b6-242360d53fc1 None None] Pushing event updated for resources: {'Port': ['ID=6628b502-a0bc-426e-b27a-dd3149fe7ccb,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:14.068835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.071345 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Attempting to bind port 6628b502-a0bc-426e-b27a-dd3149fe7ccb on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:14.072553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.073023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14495d1a-9130-4888-9c44-7bb1ff54d0f5 req-b04a579d-7614-49fb-8e0b-b41df7c8df51 service neutron] 10.222.0.61 "GET /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077583 Jul 27 16:39:14.073342 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Attempting to bind port 6628b502-a0bc-426e-b27a-dd3149fe7ccb by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:14.073811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f38baebd-8730-4d2e-9239-53045f86b5f7 HTTP/1.1" status: 204 len: 168 time: 0.3615091 Jul 27 16:39:14.074890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Attempting to bind port 6628b502-a0bc-426e-b27a-dd3149fe7ccb on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:14.094436 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:14.096023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:14.097951 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.100812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:14.103781 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Bound port: 6628b502-a0bc-426e-b27a-dd3149fe7ccb, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:14.105075 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.124101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77d3ed-659e-4b85-bc63-d7fb8ac7aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38baebd-8730-4d2e-9239-53045f86b5f7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:14.125477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-a3a74a78-9189-4bf4-b5d2-a02cbe903cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:14.134980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-a3a74a78-9189-4bf4-b5d2-a02cbe903cd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1096 time: 0.3459437 Jul 27 16:39:14.151193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041073d-eddc-40b2-96a0-d2441ebe9717 req-d2901992-065b-41f5-b96f-1e60ec53d157 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:14.163394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e041073d-eddc-40b2-96a0-d2441ebe9717 req-d2901992-065b-41f5-b96f-1e60ec53d157 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1871800 Jul 27 16:39:14.258409 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] For port 6628b502-a0bc-426e-b27a-dd3149fe7ccb, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:14.268487 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] For port 6628b502-a0bc-426e-b27a-dd3149fe7ccb, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6628b502-a0bc-426e-b27a-dd3149fe7ccb,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:14.279089 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:14.287418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:14.291211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e041073d-eddc-40b2-96a0-d2441ebe9717 req-622da0c1-4701-446e-99eb-791002b50b2c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247773 Jul 27 16:39:14.321911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:14.337065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:14.338296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:14.372177 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdf406-8fa3-42ba-82b6-242360d53fc1 None None] Pushing event updated for resources: {'Port': ['ID=6628b502-a0bc-426e-b27a-dd3149fe7ccb,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:14.399721 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:14.400373 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:14.445608 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda5a89-cbf3-4318-88b8-d07704feb4df x-openstack-request-id: req-8bda5a89-cbf3-4318-88b8-d07704feb4df {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:14.446179 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-plugged", "status": "completed", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:14.446369 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bda5a89-cbf3-4318-88b8-d07704feb4df {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:14.446913 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'code': 200} Jul 27 16:39:14.507111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:14.572068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:14.633658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-866dc586-4ee4-46a2-ab85-4c4dab7ddd96 req-8fb232b0-4326-42e6-aa75-fa827c747fcb tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 210 time: 0.0733323 Jul 27 16:39:14.828098 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:10Z', 'revision_number': 3, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:14.837830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:14.869696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd756-6364-44ab-bc47-c65a3514ca6c None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:14.884852 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50534-ab29-4919-b6d1-d99b1a590bf5 None None] The sync data for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 is: [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:10Z', 'revision_number': 3, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:14.956482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:15.131770 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d26549-d7ca-4d6a-b642-4d83b9909c83 x-openstack-request-id: req-94d26549-d7ca-4d6a-b642-4d83b9909c83 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:15.132376 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:15.132376 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94d26549-d7ca-4d6a-b642-4d83b9909c83 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:15.132698 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'status': 'completed', 'code': 200} Jul 27 16:39:15.141107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:15.169974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603ae3-d7f2-42ec-994e-e5077e92e617 req-d6c7aaa5-7da0-40c4-930e-df2981499ec8 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.171737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12603ae3-d7f2-42ec-994e-e5077e92e617 req-d6c7aaa5-7da0-40c4-930e-df2981499ec8 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1214354 Jul 27 16:39:15.181386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:15.186597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Request body: {'floatingip': {'port_id': 'a97fc426-55e4-4f93-8bfd-52f1de07c685'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:15.244394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-31e69ad6-9250-4015-b99e-cdf2fd509f24 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.258707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-31e69ad6-9250-4015-b99e-cdf2fd509f24 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.61 "GET /v2.0/networks?id=a3c05795-2171-4a77-b3aa-857becddf989 HTTP/1.1" status: 200 len: 812 time: 1.0580599 Jul 27 16:39:15.274134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:15.391645 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5562ee-1a8b-4255-a432-9b5d98f16b9c None None] New status for floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:15.445435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:15.448139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-9c712256-ac74-4bce-b181-b600d9b637ed tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef HTTP/1.1" status: 200 len: 380 time: 0.1470306 Jul 27 16:39:15.477894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'port': {'device_id': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'admin_state_up': True, 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'security_groups': ['751002d7-182e-4a55-8184-cfca8b1a6b26']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:15.484627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-a53b6228-fded-4da4-bb13-edd19b2f2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.486423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-a53b6228-fded-4da4-bb13-edd19b2f2f67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 1.2839010 Jul 27 16:39:15.594096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-dc4dd7f5-f0a2-4f0f-9195-bc623b41c05b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 217 time: 0.0687144 Jul 27 16:39:15.608256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4079df-4c6d-43da-8c62-dff2da977fb8 req-021f84f9-68cf-4ff8-95a0-26af3714c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.609912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa4079df-4c6d-43da-8c62-dff2da977fb8 req-021f84f9-68cf-4ff8-95a0-26af3714c0d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 1097 time: 1.0050848 Jul 27 16:39:15.701783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1083528534-network', 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:15.714171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-0b404be0-97ef-476f-a01d-356ec6d4e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.715725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-0b404be0-97ef-476f-a01d-356ec6d4e354 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 1096 time: 0.5862875 Jul 27 16:39:15.742627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47408466-1705-47cf-ab83-af1613a8522e req-50d23e7d-5660-4b64-9629-7cb3cd6423c1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.744376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47408466-1705-47cf-ab83-af1613a8522e req-50d23e7d-5660-4b64-9629-7cb3cd6423c1 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.3864243 Jul 27 16:39:15.748930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa4079df-4c6d-43da-8c62-dff2da977fb8 req-bd664f21-649d-40e5-bda9-5c09135b55f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006765 Jul 27 16:39:15.781132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:15.783516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:15.816179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:15.837912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-9ad4a143-4d26-48ce-acfa-1826763e06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:15.839428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-9ad4a143-4d26-48ce-acfa-1826763e06f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.2049000 Jul 27 16:39:15.897276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47408466-1705-47cf-ab83-af1613a8522e req-86c78507-1713-486a-b591-6f4cd4516305 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194532 Jul 27 16:39:15.920761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Allocated IP 172.20.0.1 (7ca65903-155c-48c6-9536-5b9c3df1595b/01ec9774-f447-4e6e-a9be-e6e50935155a/366e1a18-9a22-44b1-83e5-e6cd7e65b493) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:16.030978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-a35bf389-28e8-49dd-8061-b0cddc97b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.032561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-a35bf389-28e8-49dd-8061-b0cddc97b908 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.2992609 Jul 27 16:39:16.100228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-9f8fbce1-70fc-44d5-a3f5-e4146daf1a49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 200 len: 217 time: 0.0492859 Jul 27 16:39:16.105229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53c38c-0a6c-4b01-b542-a58317235a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.106872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-7e53c38c-0a6c-4b01-b542-a58317235a4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528024 Jul 27 16:39:16.153861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.163109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.225355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c19d1-837f-4184-b50c-df592845ccb4 req-75999f3b-61ff-4482-9e4e-2531c007a8bc tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.227017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-185c19d1-837f-4184-b50c-df592845ccb4 req-75999f3b-61ff-4482-9e4e-2531c007a8bc tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 1095 time: 0.2207413 Jul 27 16:39:16.229311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:39:16.254110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Made reservation on behalf of c38fc7e9a5034b3a80dfcc097d4bb3ef for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:16.258282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.270218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.271459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.274698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.275130 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Added segment 80ccba58-b797-42c6-8253-9ab20de44627 of type vlan for network 992b2325-adc5-4593-b32a-0ef6e6840d01 Jul 27 16:39:16.276360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e379299-177c-4a0a-88aa-2930086ccb74,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:16.288467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.316822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-2267ccd0-ba2c-493c-a974-f6e0cd5dd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.318865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-2267ccd0-ba2c-493c-a974-f6e0cd5dd45b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.1878796 Jul 27 16:39:16.319976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Transition to ACTIVE for port object 366e1a18-9a22-44b1-83e5-e6cd7e65b493 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:16.355665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-804b0cea-9022-4dc5-ba58-6e4069d551fa service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372870 Jul 27 16:39:16.366414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-185c19d1-837f-4184-b50c-df592845ccb4 req-1b3cfa33-99cb-4edf-a774-28341d52b3f1 tempest-LiveAutoBlockMigrationV225Test-747074635 tempest-LiveAutoBlockMigrationV225Test-747074635-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240728 Jul 27 16:39:16.368093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.584217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.594065 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.691131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Network 7ca65903-155c-48c6-9536-5b9c3df1595b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:16.702330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccc3c7b-ec9e-4ed6-9df5-c3c92c35ccae req-1e93c7c9-cd9c-418a-9919-201ecb4e7b61 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162987 Jul 27 16:39:16.706317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Allocated IP 172.20.0.6 (a3c05795-2171-4a77-b3aa-857becddf989/b4269539-7de0-47e6-8652-eeadd95dff14/6561f1a9-5326-4ac1-bcd6-b17a432a4f0b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:16.709424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:16.718305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-c85b8f48-8fc0-42c1-8e98-b5c7d6061dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.719936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-c85b8f48-8fc0-42c1-8e98-b5c7d6061dd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847735 Jul 27 16:39:16.720826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:16.727062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:16.758002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:39:16.810392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7064783c-b422-4ef0-a928-a7b2a1dfd8ea req-dee1ed8e-05a9-4bf1-9905-74b468880c7a tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 210 time: 0.0542042 Jul 27 16:39:16.826113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.827372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:16.828231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:16.967259 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Floating IP 09cdd9e5-9f31-4e7a-9e49-2faad6c4748a associated. External IP: 172.25.4.147, port: a97fc426-55e4-4f93-8bfd-52f1de07c685. Jul 27 16:39:17.018045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.086564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6398251 Jul 27 16:39:17.094289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:17.116518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Request body: {'subnet': {'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1083528534-subnet', 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:17.120593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6628b502-a0bc-426e-b27a-dd3149fe7ccb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:17.142738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ff6cd-6473-44d0-b215-15a13bf56731 admin admin] Pushing event updated for resources: {'Network': ['ID=992b2325-adc5-4593-b32a-0ef6e6840d01,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:17.205110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:39:17.297492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-0275a5f8-c39a-4964-9742-332601fd4a16 service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391023 Jul 27 16:39:17.321367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:17.323756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.373224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-817ae1bf-b48b-4cb0-9535-e8218339f76b None None] Provisioning for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:17.381783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-817ae1bf-b48b-4cb0-9535-e8218339f76b None None] Provisioning complete for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:17.382280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-817ae1bf-b48b-4cb0-9535-e8218339f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.427680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-817ae1bf-b48b-4cb0-9535-e8218339f76b None None] Port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:17.434023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6628b502-a0bc-426e-b27a-dd3149fe7ccb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:17.450955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6628b502-a0bc-426e-b27a-dd3149fe7ccb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:17.451337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.469895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.549178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.573844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Transition to ACTIVE for port object 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:17.580485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6628b502-a0bc-426e-b27a-dd3149fe7ccb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6628b502-a0bc-426e-b27a-dd3149fe7ccb,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:17.587534 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.629457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3428ab9-94dc-43a8-82db-dee64ca9517c req-280d6a8d-2345-450e-8d9b-c8f53d931f54 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:17.633039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3428ab9-94dc-43a8-82db-dee64ca9517c req-280d6a8d-2345-450e-8d9b-c8f53d931f54 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.3362927 Jul 27 16:39:17.653225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6628b502-a0bc-426e-b27a-dd3149fe7ccb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:17.702271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Router 735e333e-e85f-4bb8-a828-c21b15e79dac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:17.714498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ff17cf8-297c-4926-862a-5472a4f83f14 req-94e13c3e-e637-4c4a-b240-1f9ca0a7420d service neutron] 10.222.0.61 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959267 Jul 27 16:39:17.731661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.759758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3428ab9-94dc-43a8-82db-dee64ca9517c req-6ece75e6-a7d4-4a62-8fc3-86c3989a7c7a tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174760 Jul 27 16:39:17.780314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82234-2b9d-4c21-8502-a66413aa31d3 req-2600ee0f-d6a4-4f93-9faa-4b823df8df8a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:17.782689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2d82234-2b9d-4c21-8502-a66413aa31d3 req-2600ee0f-d6a4-4f93-9faa-4b823df8df8a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 944 time: 0.3067269 Jul 27 16:39:17.788333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.830917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.951659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Network a3c05795-2171-4a77-b3aa-857becddf989 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:17.964754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c63763-bf69-4872-8995-42a8aaa257cc,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:17.984844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:17.988655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:17.993322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:17.997418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Sync routers for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:18.014748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:18.015619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:18.035701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event updated for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:18.036548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Checking segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:18.036916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Network hostable DHCP agents. Network: 992b2325-adc5-4593-b32a-0ef6e6840d01, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:39:18.039597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:18.058994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2d82234-2b9d-4c21-8502-a66413aa31d3 req-29a1e31b-c36a-4392-836b-6fee1e11056f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425430 Jul 27 16:39:18.070720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea2fdb95-28ba-4bbc-8bcf-7b369bf56002 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "PUT /v2.0/floatingips/09cdd9e5-9f31-4e7a-9e49-2faad6c4748a HTTP/1.1" status: 200 len: 991 time: 2.8880713 Jul 27 16:39:18.080682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:18.084041 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e607c-e5ea-4b39-89e4-3074a0c7a877" -d '{"events": [{"name": "network-changed", "server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:18.107767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-63ce5c4b-eab2-490e-b403-c56aa19342bb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:18.117111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-63ce5c4b-eab2-490e-b403-c56aa19342bb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2748287 Jul 27 16:39:18.129213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:39:18.140553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 992b2325-adc5-4593-b32a-0ef6e6840d01) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:18.191582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:18.192978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.217065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-4233ceaa-8112-4369-a068-fd864238920a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 696 time: 0.0981598 Jul 27 16:39:18.221755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6892f102-b360-4e3a-9adb-3b590d352fec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1219275 Jul 27 16:39:18.226091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:18.275102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.275737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:18.276686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.354216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a07df-3126-4d16-8199-55f6b364ca29 None None] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:18.431012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c18f4140-c1c8-4fc7-af8e-9976e28c82bd None None] Provisioning for port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:18.434192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:18.471903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c18f4140-c1c8-4fc7-af8e-9976e28c82bd None None] Provisioning complete for port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:18.472770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18f4140-c1c8-4fc7-af8e-9976e28c82bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.586475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c18f4140-c1c8-4fc7-af8e-9976e28c82bd None None] Port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:18.665111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dabc331-0c55-4019-b0cb-7765a1f9e2db None None] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:18.746172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-45ea206e-3b11-4286-bb9d-35ed6dbd601f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2727458 Jul 27 16:39:18.766769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-418d7d79-734c-417e-bf4d-ab40e23066d8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:18.768502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-418d7d79-734c-417e-bf4d-ab40e23066d8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 944 time: 0.6180897 Jul 27 16:39:18.773973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Request body: {'port': {'device_id': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:18.778390 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.835715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.858600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.866579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:18.924777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '09cdd9e5-9f31-4e7a-9e49-2faad6c4748a', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'port_id': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'mac_address': 'fa:16:3e:ed:19:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:06Z', 'updated_at': '2021-07-27T16:39:16Z', 'revision_number': 1, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:18.953631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Checking router: 735e333e-e85f-4bb8-a828-c21b15e79dac for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:18.964700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:18.965410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:18.975081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624673db-831f-426e-b082-698c0161083a req-c6151d42-cc10-4d5e-9a81-d2fc7fff3310 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:18.976858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-624673db-831f-426e-b082-698c0161083a req-c6151d42-cc10-4d5e-9a81-d2fc7fff3310 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 949 time: 0.8034832 Jul 27 16:39:18.995274 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2 associated. External IP: 172.25.4.140, port: f316229e-3bc4-41c9-a371-47097139a9e8. Jul 27 16:39:19.014235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6628b502-a0bc-426e-b27a-dd3149fe7ccb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:19.058859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:19.061429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.111918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.138372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6628b502-a0bc-426e-b27a-dd3149fe7ccb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:19.139034 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.172704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-624673db-831f-426e-b082-698c0161083a req-42c1db72-8ab3-4750-8f38-2b37a7556197 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767190 Jul 27 16:39:19.182006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:19.261133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:19.278635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-7466aa96-50fe-497a-a2dd-56dc012935c8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:19.280089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-7466aa96-50fe-497a-a2dd-56dc012935c8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 949 time: 0.3681548 Jul 27 16:39:19.345834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Deleting port 47b648b3-c406-41a1-8daa-2a957f912da7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:19.345834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.407401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:19.421856 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:19.423855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.438451 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:19.440997 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:19.487860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-37337a57-2592-4415-9c66-5f6b3c5cac26 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "PUT /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 997 time: 1.2689829 Jul 27 16:39:19.572007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Network 7ca65903-155c-48c6-9536-5b9c3df1595b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:19.574054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:19.627496 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:19.634259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-e3691d74-7f3f-4485-beec-d21aa89afca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:19.642400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-e3691d74-7f3f-4485-beec-d21aa89afca9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.1228633 Jul 27 16:39:19.653241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] For port 47b648b3-c406-41a1-8daa-2a957f912da7, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=47b648b3-c406-41a1-8daa-2a957f912da7,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:19.653945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:19.696646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '09cdd9e5-9f31-4e7a-9e49-2faad6c4748a', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'port_id': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'mac_address': 'fa:16:3e:ed:19:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:06Z', 'updated_at': '2021-07-27T16:39:16Z', 'revision_number': 1, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:19.697744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Calling delete_port for 47b648b3-c406-41a1-8daa-2a957f912da7 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:19.769406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c7e2b-f04c-4522-92d5-b02fec8cea12 None None] The sync data for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 is: [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '09cdd9e5-9f31-4e7a-9e49-2faad6c4748a', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'port_id': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'mac_address': 'fa:16:3e:ed:19:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:06Z', 'updated_at': '2021-07-27T16:39:16Z', 'revision_number': 1, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:19.784175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-4294b653-5da4-4338-8d9f-af0597f79e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:19.787669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-4294b653-5da4-4338-8d9f-af0597f79e37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.1392586 Jul 27 16:39:19.957345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-7993dc9b-1cb9-4148-96ea-4e007a2769e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 1000 time: 0.1598442 Jul 27 16:39:20.031177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a35f06d-8758-4ad6-9896-8869b5244515 None None] Provisioning complete for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:20.031553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a35f06d-8758-4ad6-9896-8869b5244515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:20.036566 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:18Z', 'revision_number': 8, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:20.050083 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:20.057661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-84040793-3da3-4362-a6e8-75761959eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:20.059196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-84040793-3da3-4362-a6e8-75761959eb2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.0942338 Jul 27 16:39:20.068907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:20.093747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f06d-8758-4ad6-9896-8869b5244515 None None] Port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:20.116578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:20.131112 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:20.131958 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:20.216698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-433409f4-3889-4adf-8da9-14179ad34cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:20.218441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-433409f4-3889-4adf-8da9-14179ad34cfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475480 Jul 27 16:39:20.230231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410148e-002e-4388-be77-4d8ca85f3d49 None None] New status for floating IP 09cdd9e5-9f31-4e7a-9e49-2faad6c4748a: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:20.268774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event deleted for resources: {'Port': ['ID=47b648b3-c406-41a1-8daa-2a957f912da7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:20.410248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] No DVR routers for this DVR port 47b648b3-c406-41a1-8daa-2a957f912da7 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:20.423893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:20.426281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa98a29d-da01-4fc1-bfa4-7f827f74c0af req-baf04e94-c940-48d3-b0ef-d949571fe2fd tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "DELETE /v2.0/ports/47b648b3-c406-41a1-8daa-2a957f912da7 HTTP/1.1" status: 204 len: 173 time: 1.6419344 Jul 27 16:39:20.433872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-44737904-1a6b-4723-96cf-20fdc35a7993 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010467 Jul 27 16:39:20.436853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea6d42-d3c2-425f-aa96-e26570f0a25f req-86646eb3-9392-4db0-b381-0bad6718b8b3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:20.443804 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:20.445863 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cea6d42-d3c2-425f-aa96-e26570f0a25f req-86646eb3-9392-4db0-b381-0bad6718b8b3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 931 time: 0.4662533 Jul 27 16:39:20.453037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-deleted', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:20.455554 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff350e-7c5a-4b07-9130-44880384b60e" -d '{"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-deleted", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:20.632828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad74f537-5101-4aa3-bf73-060c8f0cd209 req-5b1b7156-96fc-41b6-8922-de2fdab47a77 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976407 Jul 27 16:39:20.647550 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cea6d42-d3c2-425f-aa96-e26570f0a25f req-decb68be-842c-4735-84ef-9bf0a32be20f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005048 Jul 27 16:39:20.717373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-94f7d71d-3d51-4f06-895b-2f3c1e597c02 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:20.722588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-94f7d71d-3d51-4f06-895b-2f3c1e597c02 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.61 "GET /v2.0/ports?device_id=eda5c5e1-7729-401b-8f1f-2fb3005c8121 HTTP/1.1" status: 200 len: 945 time: 0.7658906 Jul 27 16:39:20.797638 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad0d74c-347d-474f-899a-41402c6ec62e x-openstack-request-id: req-bad0d74c-347d-474f-899a-41402c6ec62e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:20.798379 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:20.799057 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bad0d74c-347d-474f-899a-41402c6ec62e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:20.800230 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'status': 'completed', 'code': 200} Jul 27 16:39:20.806917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Deleting port 0fb43a61-982c-4d21-a323-43ecde29f314 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:20.824286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:20.958452 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:18Z', 'revision_number': 8, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:20.992204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27c876-034f-4a99-8691-c20b578fab42 None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '387968b9-3b98-4df1-8062-fe46a6a9e4d2', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'floating_ip_address': '172.25.4.140', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'port_id': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'mac_address': 'fa:16:3e:57:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:38:23Z', 'updated_at': '2021-07-27T16:39:18Z', 'revision_number': 8, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:21.218384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] For port 0fb43a61-982c-4d21-a323-43ecde29f314, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0fb43a61-982c-4d21-a323-43ecde29f314,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:21.218996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:21.234893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Calling delete_port for 0fb43a61-982c-4d21-a323-43ecde29f314 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:21.346942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Router 6f918af9-f76d-4db9-b0b6-aeff54c0418e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:21.359985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00ade2ac-1469-4c37-9563-6d4a233c6621 req-d1b6e2fd-0746-47bf-99be-4b28fa724dc0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 210 time: 0.3833034 Jul 27 16:39:21.393350 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1de011-0e15-46a1-b3dc-845f4a0936d8 None None] New status for floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:21.394275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0fb43a61-982c-4d21-a323-43ecde29f314 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:21.405662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-310a5da5-79ad-41d2-8149-a6514565914c tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:21.409959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-310a5da5-79ad-41d2-8149-a6514565914c tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 0.1899724 Jul 27 16:39:21.440765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-1641d81f-89e0-4020-b4ca-9281df4deff6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/quotas/4b2e5fceeb634ac9b9d932b9108bc731 HTTP/1.1" status: 200 len: 375 time: 0.0184431 Jul 27 16:39:21.523943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-56cc7ad8-bfe6-4dac-8fdc-a388a268fa83 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674841 Jul 27 16:39:21.607687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:21.642036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-a0621d3c-deae-44f4-b01a-20ee0a30ff9b service neutron] 10.222.0.64 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109269 Jul 27 16:39:21.769010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-fbd89df3-1e7d-40ad-aa36-8ce54264751e service neutron] 10.222.0.64 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178637 Jul 27 16:39:21.797391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:21.812710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['853fe231-b988-4205-a9c0-7f87aa1591ec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:21.857003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b45314b-7b16-4615-acd2-df32dccb7144 req-6199885a-8fa1-4080-a8ea-d56abf43d1d5 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae838ebb-91a2-4b91-a926-ed7b72d5c73b HTTP/1.1" status: 200 len: 210 time: 0.2845058 Jul 27 16:39:21.881302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:21.927882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f872aa77-314f-4adf-95db-eb6c48cde3e8 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:21.982928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:21.995877 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e801462-2ba7-4130-ac91-fae5fa81db0b x-openstack-request-id: req-8e801462-2ba7-4130-ac91-fae5fa81db0b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:21.996288 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b32c50-9803-4c62-b9ad-e30f54079f9d", "name": "network-vif-deleted", "tag": "47b648b3-c406-41a1-8daa-2a957f912da7", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:21.996679 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e801462-2ba7-4130-ac91-fae5fa81db0b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:21.997646 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b32c50-9803-4c62-b9ad-e30f54079f9d', 'name': 'network-vif-deleted', 'tag': '47b648b3-c406-41a1-8daa-2a957f912da7', 'status': 'completed', 'code': 200} Jul 27 16:39:22.023015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Pushing event deleted for resources: {'Port': ['ID=0fb43a61-982c-4d21-a323-43ecde29f314,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:22.191168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:22.263150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:22.271370 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7d9ce-3ec5-43fe-8a9d-c23c35d32262" -d '{"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-unplugged", "status": "completed", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:22.288991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:22.305904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:22.307406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:22.360784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] No DVR routers for this DVR port 0fb43a61-982c-4d21-a323-43ecde29f314 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:22.379296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Transition to ACTIVE for port object 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:22.403614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:22.408300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ed50c22-e329-4f13-a331-f4639be533d5 req-c04c301d-5e95-4ccf-be7c-eb5b67860de1 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.13 "DELETE /v2.0/ports/0fb43a61-982c-4d21-a323-43ecde29f314 HTTP/1.1" status: 204 len: 173 time: 3.1191218 Jul 27 16:39:22.432704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:22.445467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-2e6891cb-4054-4e40-a585-cfa2d1adefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:22.446994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-2e6891cb-4054-4e40-a585-cfa2d1adefd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fa8096f13f744c7aac3c44810623670&device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 1096 time: 1.4662297 Jul 27 16:39:22.537772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fe298-b56d-46ba-940d-9b0de0f55985 req-c6dc5ff6-ed0c-450d-a2c1-f5f8754a1339 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:22.549964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e67fe298-b56d-46ba-940d-9b0de0f55985 req-c6dc5ff6-ed0c-450d-a2c1-f5f8754a1339 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 943 time: 0.1613193 Jul 27 16:39:22.595067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa816a21-f993-4e05-853d-a6ebd35fc770 req-dbec297e-2c5f-442c-bc08-ddb0c77da7e0 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 999 time: 0.5942307 Jul 27 16:39:22.622735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e67fe298-b56d-46ba-940d-9b0de0f55985 req-392c5eaa-6747-469a-bd23-8d7911c3ff55 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620861 Jul 27 16:39:22.690262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 47b648b3-c406-41a1-8daa-2a957f912da7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:22.690862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 47b648b3-c406-41a1-8daa-2a957f912da7 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:22.692200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:22.736832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:22.742582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5189af60-106a-438e-beab-3385fcc0d3a6 admin admin] 10.222.0.64 "PUT /v2.0/routers/6f918af9-f76d-4db9-b0b6-aeff54c0418e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9067373 Jul 27 16:39:22.751479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Sync routers for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:22.778862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:22.779698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:22.791813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Pushing event updated for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:22.801839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:22.805525 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0536493e-395c-4f65-9e00-f573e9f219c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:23.050745 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:39:23.055390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Deleting port f872aa77-314f-4adf-95db-eb6c48cde3e8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:23.069813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:23.124936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:23.295074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] For port f872aa77-314f-4adf-95db-eb6c48cde3e8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f872aa77-314f-4adf-95db-eb6c48cde3e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:23.295366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:23.655976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '366e1a18-9a22-44b1-83e5-e6cd7e65b493', 'name': '', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'mac_address': 'fa:16:3e:ac:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:15Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 2, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'subnets': [{'id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:23.694562 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37e3a0-1d79-4f4b-89ba-abf06da7a6b9 x-openstack-request-id: req-9f37e3a0-1d79-4f4b-89ba-abf06da7a6b9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:23.695241 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-unplugged", "status": "completed", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:23.695241 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f37e3a0-1d79-4f4b-89ba-abf06da7a6b9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:23.695779 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'code': 200} Jul 27 16:39:23.697381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Checking router: 6f918af9-f76d-4db9-b0b6-aeff54c0418e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:23.697890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Updating router 6f918af9-f76d-4db9-b0b6-aeff54c0418e port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:39:23.740757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:23.851337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Calling delete_port for f872aa77-314f-4adf-95db-eb6c48cde3e8 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:23.872381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd4c6051-5b40-4f20-8044-0609bc3bd8f3 req-191eefc0-4cb5-446d-a0f4-aa84cc80cec9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 210 time: 0.0893030 Jul 27 16:39:23.932488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:23.939877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-network', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:24.025077 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea34562-4b7c-4d73-a12e-da8c5db26926 x-openstack-request-id: req-dea34562-4b7c-4d73-a12e-da8c5db26926 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:24.025799 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:24.026346 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dea34562-4b7c-4d73-a12e-da8c5db26926 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:24.027445 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:39:24.029080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Made reservation on behalf of f71727f0d0754f0d94ea60343124c810 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:24.031961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.042342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'name': 'network-vif-deleted', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:24.045640 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74b0c5-2a7c-4617-b266-d82c8262991c" -d '{"events": [{"server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "name": "network-vif-deleted", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:24.050622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Attempting to bind port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:24.051105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Attempting to bind port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:24.052951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Attempting to bind port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b on network a3c05795-2171-4a77-b3aa-857becddf989 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:24.056747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.091652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa816a21-f993-4e05-853d-a6ebd35fc770 req-0190a533-63be-4bdc-8c26-8e478da4fe30 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:24.096927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa816a21-f993-4e05-853d-a6ebd35fc770 req-0190a533-63be-4bdc-8c26-8e478da4fe30 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 1.5004971 Jul 27 16:39:24.100179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.136915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f316229e-3bc4-41c9-a371-47097139a9e8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:24.250324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b on network a3c05795-2171-4a77-b3aa-857becddf989 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:39:24.251103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Attempting to bind port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b on network a3c05795-2171-4a77-b3aa-857becddf989 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:24.264298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-aa816a21-f993-4e05-853d-a6ebd35fc770 req-eba15ea6-ab11-4fb3-80bf-26c5c65c6dc7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:39:24.265644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa816a21-f993-4e05-853d-a6ebd35fc770 req-eba15ea6-ab11-4fb3-80bf-26c5c65c6dc7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1413836 Jul 27 16:39:24.268194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:24.268769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Checking segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:24.269350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Bound using segment: {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:24.271200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Bound port: 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:24.277893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.287138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event deleted for resources: {'Port': ['ID=f872aa77-314f-4adf-95db-eb6c48cde3e8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:24.312882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.320687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.354616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Transition to ACTIVE for port object 366e1a18-9a22-44b1-83e5-e6cd7e65b493 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:24.387080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.388085 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.389095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] No DVR routers for this DVR port f872aa77-314f-4adf-95db-eb6c48cde3e8 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:24.395995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.398249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc2a0d19-2431-465e-b191-cc9cef008b6f req-0375a2e6-7a86-4377-a601-17313dde467d tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.61 "DELETE /v2.0/ports/f872aa77-314f-4adf-95db-eb6c48cde3e8 HTTP/1.1" status: 204 len: 173 time: 3.6298170 Jul 27 16:39:24.477497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-f9224669-7196-452b-823a-ef8d27039c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:24.479681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-f9224669-7196-452b-823a-ef8d27039c18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 200 len: 916 time: 1.7354200 Jul 27 16:39:24.560011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85afd0ca-a28e-4a8b-b519-92863f34a2b2 req-8ec43c3f-ee40-4fde-a19d-5a0dda974c36 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 210 time: 0.2277346 Jul 27 16:39:24.572525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092f53-f42a-4653-95ac-b14896b203c0 None None] Pushing event updated for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:24.651377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:39:24.724521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-b74c6530-7530-4a55-aa7e-4354be73634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:24.726260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-b74c6530-7530-4a55-aa7e-4354be73634e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.6642423 Jul 27 16:39:24.757726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c154f26b-c489-4c95-8255-eb2858e1a89e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:24.804273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.821021 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Added segment 36e6ae7f-3252-46ac-a8eb-2749a35315f1 of type vlan for network 2d46a9e0-70b5-452a-9fb8-aa80c917032b Jul 27 16:39:24.857264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Attempting to bind port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:24.858094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Attempting to bind port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:24.881874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Attempting to bind port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 on network 7ca65903-155c-48c6-9536-5b9c3df1595b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:24.898266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:24.898698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Checking segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:24.899112 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.899514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Bound using segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:24.900276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Bound port: 366e1a18-9a22-44b1-83e5-e6cd7e65b493, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:24.901059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.979525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:24.991421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-e7846659-6833-4e9a-b118-6931e1c360ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:24.993935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-e7846659-6833-4e9a-b118-6931e1c360ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.2579865 Jul 27 16:39:24.997306 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97201d51-3a25-44a1-8afc-39969a1c53e6 x-openstack-request-id: req-97201d51-3a25-44a1-8afc-39969a1c53e6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:24.998162 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae838ebb-91a2-4b91-a926-ed7b72d5c73b", "name": "network-vif-deleted", "tag": "0fb43a61-982c-4d21-a323-43ecde29f314", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:24.998905 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97201d51-3a25-44a1-8afc-39969a1c53e6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:24.999844 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae838ebb-91a2-4b91-a926-ed7b72d5c73b', 'name': 'network-vif-deleted', 'tag': '0fb43a61-982c-4d21-a323-43ecde29f314', 'status': 'completed', 'code': 200} Jul 27 16:39:25.022209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-ca157860-1125-4f88-8b43-b793981ce142 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:25.025110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-ca157860-1125-4f88-8b43-b793981ce142 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 0.6991398 Jul 27 16:39:25.052214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Request body: {'port': {'device_id': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'admin_state_up': True, 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:25.064023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:25.161753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] For port 366e1a18-9a22-44b1-83e5-e6cd7e65b493, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:25.163775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:25.174017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] For port 366e1a18-9a22-44b1-83e5-e6cd7e65b493, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=366e1a18-9a22-44b1-83e5-e6cd7e65b493,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:25.176415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-19612317-8ca4-4829-888c-e427be9413fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 200 len: 1001 time: 0.6776965 Jul 27 16:39:25.181957 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:25.191435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:25.197763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:25.199926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:25.202875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:25.437582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:25.439150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:25.459111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-c1b0a24d-1a4d-4db1-a282-3b06c7cb3346 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:25.472919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-c1b0a24d-1a4d-4db1-a282-3b06c7cb3346 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.61 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 0.4775860 Jul 27 16:39:25.509454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Request body: {'port': {'device_id': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'admin_state_up': True, 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:25.570853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-9403f9e6-4414-4030-93e1-cca2a5711f1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 1002 time: 0.5550668 Jul 27 16:39:25.728551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc90ac-695c-433f-a4ed-d7ec2c26bceb req-651de320-c270-442f-ad01-e8a8a08a6719 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:25.735357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092f53-f42a-4653-95ac-b14896b203c0 None None] Pushing event updated for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:25.739562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ebc90ac-695c-433f-a4ed-d7ec2c26bceb req-651de320-c270-442f-ad01-e8a8a08a6719 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 943 time: 0.9627872 Jul 27 16:39:25.785170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8483524 Jul 27 16:39:25.839900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:25.856421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Request body: {'subnet': {'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-subnet', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:25.975593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c74a2-48b7-4460-9b6f-6e9b3c0c853a admin admin] Pushing event updated for resources: {'Network': ['ID=2d46a9e0-70b5-452a-9fb8-aa80c917032b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:25.995333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:25.998335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:39:26.001720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Pushing event updated for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:26.009375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:26.015203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.016482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:26.019106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-2cbcac9b-6e03-4806-8630-e3f7b7f33e52 service neutron] 10.222.0.61 "PUT /v2.0/ports/6561f1a9-5326-4ac1-bcd6-b17a432a4f0b HTTP/1.1" status: 200 len: 1091 time: 7.2495847 Jul 27 16:39:26.057434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-65a4d147-f035-41b5-ba8a-632f4ab00e4a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.5795989 Jul 27 16:39:26.062934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:26.077737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ebc90ac-695c-433f-a4ed-d7ec2c26bceb req-04f126c1-613f-49fa-8d8a-e774a63f13ef tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368080 Jul 27 16:39:26.111582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Made reservation on behalf of f71727f0d0754f0d94ea60343124c810 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:26.124966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:26.137606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-f3c90c9f-7f83-4cf6-aa06-4f5c9431dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.139495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-f3c90c9f-7f83-4cf6-aa06-4f5c9431dbb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d2463d46-add0-4e1c-ad82-97feb6ca73db HTTP/1.1" status: 200 len: 854 time: 0.9282498 Jul 27 16:39:26.311195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-6c7844f1-681a-41fe-9fe0-90c96181e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.312973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-6c7844f1-681a-41fe-9fe0-90c96181e1bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.3067889 Jul 27 16:39:26.355747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-aecca7e3-2e28-457e-a2c3-d1240bdc5e74 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.369217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-aecca7e3-2e28-457e-a2c3-d1240bdc5e74 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports/f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 943 time: 0.3044295 Jul 27 16:39:26.376226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-524c010b-44a4-45c8-aba7-015758a0a4d3 req-f9d51e86-d78a-4be9-ac6c-af4b72ac4372 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=13b32c50-9803-4c62-b9ad-e30f54079f9d HTTP/1.1" status: 200 len: 210 time: 0.0917768 Jul 27 16:39:26.490733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '366e1a18-9a22-44b1-83e5-e6cd7e65b493', 'name': '', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'mac_address': 'fa:16:3e:ac:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:15Z', 'updated_at': '2021-07-27T16:39:25Z', 'revision_number': 4, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'subnets': [{'id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:26.542460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d3ac4-3f6b-4382-9b91-fd3d7646f225 None None] The sync data for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 is: [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '366e1a18-9a22-44b1-83e5-e6cd7e65b493', 'name': '', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'mac_address': 'fa:16:3e:ac:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:15Z', 'updated_at': '2021-07-27T16:39:25Z', 'revision_number': 4, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'subnets': [{'id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:26.580741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:26.588534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:26.717024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-dc1dbc2c-98c5-4873-878d-bd42565e998f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.2261944 Jul 27 16:39:26.744138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Allocated IP 172.20.0.4 (992b2325-adc5-4593-b32a-0ef6e6840d01/f8c63763-bf69-4872-8995-42a8aaa257cc/3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:26.749385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-e905d335-dc7e-4865-904a-4aa887939d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.752169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-e905d335-dc7e-4865-904a-4aa887939d14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=262c17d8-25c4-4720-b4ab-f27562dbdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5541387 Jul 27 16:39:26.758060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-b48d9770-d149-486e-9867-47f36dd5b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:26.760919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-b48d9770-d149-486e-9867-47f36dd5b1da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef&device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 1094 time: 0.6617575 Jul 27 16:39:27.088814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-deleted', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8'}, {'name': 'network-changed', 'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:27.091622 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c3f78-132b-428b-bdb6-543aa12c73d6" -d '{"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-deleted", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8"}, {"name": "network-changed", "server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:27.111071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 366e1a18-9a22-44b1-83e5-e6cd7e65b493 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:27.190962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-77d87784-4676-414a-8209-ed59226e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:27.193459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-77d87784-4676-414a-8209-ed59226e841d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8714528 Jul 27 16:39:27.196119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-cd53b01d-221c-4b2b-81f6-43ce2cc4b3b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b HTTP/1.1" status: 200 len: 217 time: 0.3717508 Jul 27 16:39:27.198367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-d3a36a92-6980-4704-99af-09dd3b5f409c service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728788 Jul 27 16:39:27.245027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:27.256166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:27.259229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:27.414029 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:27.466668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 366e1a18-9a22-44b1-83e5-e6cd7e65b493, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=366e1a18-9a22-44b1-83e5-e6cd7e65b493,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:27.483011 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:27.502341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-0f8ca031-c273-49c6-a70e-9cece1d1df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:27.504192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-0f8ca031-c273-49c6-a70e-9cece1d1df11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4269539-7de0-47e6-8652-eeadd95dff14 HTTP/1.1" status: 200 len: 851 time: 0.2664640 Jul 27 16:39:27.569173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:27.654792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49cd2-e5d2-4d26-a041-3d0d6846235e req-eb27b3c4-7717-46d1-8aeb-f6a599fb18d8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:27.670379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e49cd2-e5d2-4d26-a041-3d0d6846235e req-eb27b3c4-7717-46d1-8aeb-f6a599fb18d8 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 950 time: 1.1664987 Jul 27 16:39:27.704934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:27.812231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-47a4d264-4f84-464f-8a5a-61db7a1eaf08 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:27.822569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-47a4d264-4f84-464f-8a5a-61db7a1eaf08 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 1.0805368 Jul 27 16:39:27.825262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-b9873940-5413-439e-8ec0-0f451d380a82 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173429 Jul 27 16:39:27.878822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3e49cd2-e5d2-4d26-a041-3d0d6846235e req-b72462fa-d73d-42dd-a65b-8b71fe9a7382 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074602 Jul 27 16:39:27.928758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fa1349-3553-490e-9595-83b7141e14f9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:27.960132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Checking segment: {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:27.960132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Network hostable DHCP agents. Network: 2d46a9e0-70b5-452a-9fb8-aa80c917032b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:39:27.970391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:27.991928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-4a2da685-5356-48c7-9266-d3ed006d5a2d tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:27.995468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-4a2da685-5356-48c7-9266-d3ed006d5a2d tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.61 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 950 time: 0.5354335 Jul 27 16:39:28.069132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e15e607c-e5ea-4b39-89e4-3074a0c7a877 req-8f902a50-c3ba-4c06-b707-610726c6a7d0 service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8395140 Jul 27 16:39:28.146248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04e50093-098b-4042-a3de-551707ff205b req-b65cb073-5899-4d03-aec6-ac72c8ca358f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 210 time: 0.1433821 Jul 27 16:39:28.148638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-1068780a-f8c3-44a4-9225-0bb89e84a211 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 1002 time: 0.3194139 Jul 27 16:39:28.166799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:39:28.177773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-7fb048ba-c168-4efc-a3f2-4ca6500700dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:28.180157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-7fb048ba-c168-4efc-a3f2-4ca6500700dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3c05795-2171-4a77-b3aa-857becddf989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6051030 Jul 27 16:39:28.188515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:28.195816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2d46a9e0-70b5-452a-9fb8-aa80c917032b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:28.202570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:28.203534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:28.224071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8a02f-4a94-4a1c-985b-3d26c35610fa None None] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:28.424812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f1ee35a0-51e6-4e7f-97e6-c9066ed8107f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5785847 Jul 27 16:39:28.427226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:28.435424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:28.486071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:28.618458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:28.653744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:28.668695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:28.783414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:28.784644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:28.799753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'fixed_ips': [{'subnet_id': '32fa1349-3553-490e-9595-83b7141e14f9'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:39:28.806218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:28.806462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Deleting port 853fe231-b988-4205-a9c0-7f87aa1591ec {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:28.807012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.003442 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0536493e-395c-4f65-9e00-f573e9f219c0 req-a6bf4ae6-0fb3-4f0e-ae66-4b9aaa8a3c48 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1631382 Jul 27 16:39:29.016844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 366e1a18-9a22-44b1-83e5-e6cd7e65b493 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:29.033244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event updated for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:29.039042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.041581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.152885 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e96f420-9c43-4699-9c06-ed2a12257098 x-openstack-request-id: req-6e96f420-9c43-4699-9c06-ed2a12257098 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:29.153874 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5c5e1-7729-401b-8f1f-2fb3005c8121", "name": "network-vif-deleted", "tag": "f872aa77-314f-4adf-95db-eb6c48cde3e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:29.154593 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e96f420-9c43-4699-9c06-ed2a12257098 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:29.155267 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5c5e1-7729-401b-8f1f-2fb3005c8121', 'name': 'network-vif-deleted', 'tag': 'f872aa77-314f-4adf-95db-eb6c48cde3e8', 'status': 'completed', 'code': 200} Jul 27 16:39:29.155809 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'status': 'completed', 'code': 200} Jul 27 16:39:29.167483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.234139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-10c7e697-58d2-4f3e-9787-d45ef4a0eb46 service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0351026 Jul 27 16:39:29.235560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0582f732-497e-4dfb-8358-bb58ba0b4368 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1872039 Jul 27 16:39:29.263942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Allocated IP 172.20.0.6 (992b2325-adc5-4593-b32a-0ef6e6840d01/f8c63763-bf69-4872-8995-42a8aaa257cc/983189e8-58dd-4534-b127-97f90dd4bcec) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:29.317126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Allocated IP 172.20.0.2 (2d46a9e0-70b5-452a-9fb8-aa80c917032b/32fa1349-3553-490e-9595-83b7141e14f9/62e40baa-e064-40c3-a8ea-b2093c47f186) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:29.329959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:29.330541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.375854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.488157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Request body: {'port': {'device_id': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:29.724565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.739732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] For port 853fe231-b988-4205-a9c0-7f87aa1591ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=853fe231-b988-4205-a9c0-7f87aa1591ec,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:29.740010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.776022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Calling delete_port for 853fe231-b988-4205-a9c0-7f87aa1591ec owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:29.811293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.835996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Transition to ACTIVE for port object 62e40baa-e064-40c3-a8ea-b2093c47f186 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:29.869999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Transition to ACTIVE for port object 62e40baa-e064-40c3-a8ea-b2093c47f186 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:29.883149 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:29.927328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd8f690c-0454-4afc-8962-c26ff0dc6e0f req-c2f36de3-8bca-45ee-bd76-87037e60938f service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698837 Jul 27 16:39:29.988901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392a15b-6a60-4252-869f-14a3996ba4db req-451c606a-9741-4d51-9b09-b1c0cea38a14 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:30.002803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8392a15b-6a60-4252-869f-14a3996ba4db req-451c606a-9741-4d51-9b09-b1c0cea38a14 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 943 time: 0.9989736 Jul 27 16:39:30.017542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 853fe231-b988-4205-a9c0-7f87aa1591ec no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:30.054327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.069825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.070150 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2 disassociated. External IP: 172.25.4.140, port: f316229e-3bc4-41c9-a371-47097139a9e8. Jul 27 16:39:30.141073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.162865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.284400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-4a58f9d2-a477-421b-9868-6e875ffb861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:30.286983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-4a58f9d2-a477-421b-9868-6e875ffb861d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef&device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 1094 time: 0.2809584 Jul 27 16:39:30.314144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8392a15b-6a60-4252-869f-14a3996ba4db req-13fc12af-c170-4ed2-a6da-7572aed8de30 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107367 Jul 27 16:39:30.340292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:30.345114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:30.349763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:30.438961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Pushing event updated for resources: {'Port': ['ID=62e40baa-e064-40c3-a8ea-b2093c47f186,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:30.478229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Attempting to bind port 62e40baa-e064-40c3-a8ea-b2093c47f186 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:30.478778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Attempting to bind port 62e40baa-e064-40c3-a8ea-b2093c47f186 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:30.479238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Attempting to bind port 62e40baa-e064-40c3-a8ea-b2093c47f186 on network 2d46a9e0-70b5-452a-9fb8-aa80c917032b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:30.488041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:30.488299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Checking segment: {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:30.489548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.490994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Bound using segment: {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:30.504092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Bound port: 62e40baa-e064-40c3-a8ea-b2093c47f186, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:30.504757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.590762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.673102 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.769225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:30.808778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] For port 62e40baa-e064-40c3-a8ea-b2093c47f186, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:30.815912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] For port 62e40baa-e064-40c3-a8ea-b2093c47f186, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=62e40baa-e064-40c3-a8ea-b2093c47f186,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:30.829391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:30.832770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.983635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:30.990410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744fe3f-b34b-4e86-988a-baa6473a9eb5 None None] Pushing event updated for resources: {'Port': ['ID=62e40baa-e064-40c3-a8ea-b2093c47f186,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:31.014816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:31.029593 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:31.041191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.071776 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:31.072841 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:31.099628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Pushing event deleted for resources: {'Port': ['ID=853fe231-b988-4205-a9c0-7f87aa1591ec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:31.137904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:31.141630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:31.217123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.218327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.265566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7779188 Jul 27 16:39:31.270979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-642a0b04-3691-4536-ac25-95cd9876ae12 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "PUT /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 696 time: 3.1029751 Jul 27 16:39:31.274761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:31.279776 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9da73b-39ac-4886-b881-29e2c871e745" -d '{"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:31.289018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Request body: {'port': {'device_id': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:31.311457 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:31.346662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-5d471d12-bd02-4c70-8b0e-81a2c75afacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.348717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-5d471d12-bd02-4c70-8b0e-81a2c75afacb service neutron] 10.222.0.61 "GET /v2.0/networks?id=a3c05795-2171-4a77-b3aa-857becddf989 HTTP/1.1" status: 200 len: 913 time: 0.9718907 Jul 27 16:39:31.394059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa27f9-2a70-41a1-9d57-e2cdb169af79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:31.498485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-d8534a80-9d31-45c9-9033-334c52c5823e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b HTTP/1.1" status: 200 len: 217 time: 0.0945537 Jul 27 16:39:31.557598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-9685c01a-fb94-4448-bff3-06103a3b1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.559248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-9685c01a-fb94-4448-bff3-06103a3b1f17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4269539-7de0-47e6-8652-eeadd95dff14 HTTP/1.1" status: 200 len: 851 time: 0.0515912 Jul 27 16:39:31.611471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.612602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8aee-08d9-4a96-a2c3-ebe119367561 req-07bf5893-1771-4307-bc41-4f42759c8050 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.621006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a4c8aee-08d9-4a96-a2c3-ebe119367561 req-07bf5893-1771-4307-bc41-4f42759c8050 tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/ports?device_id=41373e0f-ae22-46f5-8a38-8bd335a8dc2c HTTP/1.1" status: 200 len: 867 time: 1.0322497 Jul 27 16:39:31.638742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-e5afbe5f-0419-4b59-9f4d-e0b78a3da2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.640825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-e5afbe5f-0419-4b59-9f4d-e0b78a3da2bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.2909765 Jul 27 16:39:31.688706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] No DVR routers for this DVR port 853fe231-b988-4205-a9c0-7f87aa1591ec on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:31.719857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:31.743331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.783434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-08576077-284c-4fb4-8367-c730605a303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.784998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-08576077-284c-4fb4-8367-c730605a303e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.1222534 Jul 27 16:39:31.803110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Transition to ACTIVE for port object 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:31.818955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.827767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05c3d1a4-1dc1-4a0b-87a9-5f19b9f839d4 req-b8a0410b-0718-44ec-9c8d-81833654b12a tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.61 "DELETE /v2.0/ports/853fe231-b988-4205-a9c0-7f87aa1591ec HTTP/1.1" status: 204 len: 173 time: 3.8130524 Jul 27 16:39:31.835928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'name': 'network-vif-deleted', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:31.838300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:31.843328 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ef12c-7c8b-44e2-b53a-07720bd4a73f" -d '{"events": [{"server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "name": "network-vif-deleted", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:31.850412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:31.868533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-c178188c-13ea-4768-a88d-f3925bb817db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0499396 Jul 27 16:39:31.907246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-279be5ac-409a-4c6e-9022-e4375e3f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:31.910512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-279be5ac-409a-4c6e-9022-e4375e3f3499 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3c05795-2171-4a77-b3aa-857becddf989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383577 Jul 27 16:39:31.924658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:31.961846 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:31.995514 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:31.996786 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:32.228255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:32.235345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:32.253647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-0252ffd0-97f3-4d36-9a6a-255837a199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:32.259469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-0252ffd0-97f3-4d36-9a6a-255837a199fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.3742342 Jul 27 16:39:32.266456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'port_id': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'mac_address': 'fa:16:3e:1d:93:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:32.353952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:32.368653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a4c8aee-08d9-4a96-a2c3-ebe119367561 req-520602fb-903d-4010-a771-92b06937580f tempest-ServersAdminNegativeTestJSON-276133199 tempest-ServersAdminNegativeTestJSON-276133199-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec3011d4-fc28-4ba5-a82b-e354abebbc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592713 Jul 27 16:39:32.392857 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:32.418206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-769b4422-55a5-4772-9dc5-fceb3f38580f service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228036 Jul 27 16:39:32.473268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:32.489534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88792-384e-4d3e-8909-904587dfcae0 req-c3276621-ddcb-44e1-a683-bfb2f1e46530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:32.513413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-c3276621-ddcb-44e1-a683-bfb2f1e46530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232196 Jul 27 16:39:32.523841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:32.546011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:32.657265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:32.667089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.009929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Allocated IP 172.25.4.93 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/17c1fec3-7ffc-4eea-b886-e77a13ddc361) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:33.015016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:33.090334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-c4de4d77-27dc-40f8-b921-114a46a9796f service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757244 Jul 27 16:39:33.206314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c87fb-43fb-4c61-87a7-e465cd8295ab None None] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:33.214421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Attempting to bind port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:33.215659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Attempting to bind port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:33.216200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Attempting to bind port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:33.224079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.240644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:33.245909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c09c3f78-132b-428b-bdb6-543aa12c73d6 req-58590b47-0236-46f0-a059-0abb4a653a97 service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130302 Jul 27 16:39:33.252415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:39:33.253093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Attempting to bind port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:33.276476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983189e8-58dd-4534-b127-97f90dd4bcec {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:33.293333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.321895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Transition to ACTIVE for port object 983189e8-58dd-4534-b127-97f90dd4bcec will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:33.327792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 62e40baa-e064-40c3-a8ea-b2093c47f186 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:33.331903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.336276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928a229-b54c-47df-a28b-4e0c778d935a req-6c952c30-6ce1-4854-9360-4e49e9a79776 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:33.338802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b928a229-b54c-47df-a28b-4e0c778d935a req-6c952c30-6ce1-4854-9360-4e49e9a79776 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 931 time: 0.5859032 Jul 27 16:39:33.348856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d88792-384e-4d3e-8909-904587dfcae0 req-c987b1e1-bb9a-453d-931e-b3792cabfc16 service neutron] 10.222.0.64 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558100 Jul 27 16:39:33.389811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:33.390388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Checking segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:33.391069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Bound using segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:33.391991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Bound port: 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:33.392564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.412497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:33.437931 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:33.523334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Attempting to bind port 983189e8-58dd-4534-b127-97f90dd4bcec on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:33.524760 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2be0-4d98-4884-9ce4-e8bdc141f558 None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:37:48Z', 'revision_number': 4, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'aa10940a-60ec-42e1-b378-fcab30a4a37f', 'name': '', 'network_id': 'd61048ec-a0da-4a74-a7f7-2d778bf3b02e', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'mac_address': 'fa:16:3e:d9:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '57078804-be47-46cc-8289-7d9eca6bca88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:46Z', 'updated_at': '2021-07-27T16:38:04Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'subnets': [{'id': '57078804-be47-46cc-8289-7d9eca6bca88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:33.527958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Attempting to bind port 983189e8-58dd-4534-b127-97f90dd4bcec by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:33.528527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Attempting to bind port 983189e8-58dd-4534-b127-97f90dd4bcec on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:33.538524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Port 983189e8-58dd-4534-b127-97f90dd4bcec on network 992b2325-adc5-4593-b32a-0ef6e6840d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:39:33.538844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Attempting to bind port 983189e8-58dd-4534-b127-97f90dd4bcec on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:33.545600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:33.545960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Checking segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:33.546332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Bound using segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:33.546775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Bound port: 983189e8-58dd-4534-b127-97f90dd4bcec, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:33.547141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.596316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e88b2810-68cb-429f-92f4-39b2844a1d93 None None] Provisioning for port 62e40baa-e064-40c3-a8ea-b2093c47f186 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:33.666462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 62e40baa-e064-40c3-a8ea-b2093c47f186 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:33.682561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 62e40baa-e064-40c3-a8ea-b2093c47f186 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:33.682942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.793458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:33.818186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b928a229-b54c-47df-a28b-4e0c778d935a req-b9d21df9-baef-442c-af4c-5e45e6a56357 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756235 Jul 27 16:39:33.819448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:33.825804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:33.842674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.860914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:33.899194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:33.966218 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b0be4-495d-419b-a412-42e2b1f935ee x-openstack-request-id: req-c17b0be4-495d-419b-a412-42e2b1f935ee {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:33.966502 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:33.968403 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c17b0be4-495d-419b-a412-42e2b1f935ee {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:33.970646 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:39:33.991069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:33.991718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.004055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/983189e8-58dd-4534-b127-97f90dd4bcec HTTP/1.1" status: 200 len: 1091 time: 2.7202604 Jul 27 16:39:34.072647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:34.073647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.075323 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 HTTP/1.1" status: 200 len: 1091 time: 4.7769451 Jul 27 16:39:34.156268 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba4dab-2d5d-4fd3-a6b5-5ddab241d7fe x-openstack-request-id: req-a9ba4dab-2d5d-4fd3-a6b5-5ddab241d7fe {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:34.156600 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41373e0f-ae22-46f5-8a38-8bd335a8dc2c", "name": "network-vif-deleted", "tag": "853fe231-b988-4205-a9c0-7f87aa1591ec", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:34.156865 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9ba4dab-2d5d-4fd3-a6b5-5ddab241d7fe {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:34.160299 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41373e0f-ae22-46f5-8a38-8bd335a8dc2c', 'name': 'network-vif-deleted', 'tag': '853fe231-b988-4205-a9c0-7f87aa1591ec', 'status': 'completed', 'code': 200} Jul 27 16:39:34.224849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.247726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280e223-6f92-4e4f-93b5-5d14be938fc0 None None] New status for floating IP 387968b9-3b98-4df1-8062-fe46a6a9e4d2: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:34.283464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe79f68-95fb-4e65-b3af-93014cf6a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:34.366529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.371912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-76d3e2fb-63c4-4eed-9efc-3ef2c7ea54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:34.381302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-76d3e2fb-63c4-4eed-9efc-3ef2c7ea54b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 1094 time: 0.2400453 Jul 27 16:39:34.434078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-cbc967cb-0f6c-43bf-aa4c-c20666f188de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:34.436668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-cbc967cb-0f6c-43bf-aa4c-c20666f188de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 1097 time: 0.4135301 Jul 27 16:39:34.477928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9124ff-2cba-4809-9f0d-b233afdfff33 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:34.545202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-b591174a-d06c-46c6-aae7-a241906ade72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983189e8-58dd-4534-b127-97f90dd4bcec HTTP/1.1" status: 200 len: 217 time: 0.1452608 Jul 27 16:39:34.551989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.563442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 62e40baa-e064-40c3-a8ea-b2093c47f186, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=62e40baa-e064-40c3-a8ea-b2093c47f186,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:34.599483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:34.721814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56259e-63dd-4373-bf9d-dd8f93a9860b req-34a08978-e9e7-4735-864f-ad7ea33a9a36 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:34.737741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd56259e-63dd-4373-bf9d-dd8f93a9860b req-34a08978-e9e7-4735-864f-ad7ea33a9a36 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 944 time: 0.7755504 Jul 27 16:39:34.751281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:34.752880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=62e40baa-e064-40c3-a8ea-b2093c47f186,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:34.792523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:34.839397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:34.866863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-c58d4825-b277-4e0e-bf61-4502c4751449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:34.887052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-c58d4825-b277-4e0e-bf61-4502c4751449 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.3001881 Jul 27 16:39:35.079077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-7910094f-477d-44e9-af5f-196e05004e38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585982 Jul 27 16:39:35.120153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-925f1c92-f1e7-4d97-9cc6-c2440aba67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:35.122756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-925f1c92-f1e7-4d97-9cc6-c2440aba67e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=37fdd2d7-91c9-40af-94e3-5f4a80bb0848 HTTP/1.1" status: 200 len: 1094 time: 0.9189649 Jul 27 16:39:35.159840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-b556c5ee-1d5d-43ef-8ac3-e0adb64f0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:35.162451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-b556c5ee-1d5d-43ef-8ac3-e0adb64f0e77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 200 len: 922 time: 0.6552784 Jul 27 16:39:35.162951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:35.209138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 62e40baa-e064-40c3-a8ea-b2093c47f186 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:35.350659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 62e40baa-e064-40c3-a8ea-b2093c47f186 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:35.351654 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:35.432561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Pushing event updated for resources: {'Port': ['ID=17c1fec3-7ffc-4eea-b886-e77a13ddc361,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:35.462530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd56259e-63dd-4373-bf9d-dd8f93a9860b req-661dc34c-4477-458f-a3b0-0e5d3c0e4c80 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7211154 Jul 27 16:39:35.513852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68c994f5-9032-4367-99ef-2bf7a81e4cd6 None None] Provisioning complete for port 62e40baa-e064-40c3-a8ea-b2093c47f186 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:35.514768 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68c994f5-9032-4367-99ef-2bf7a81e4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:35.549029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-6afa65d9-2abd-497b-b6ca-1843dc6c6ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 HTTP/1.1" status: 200 len: 217 time: 0.1024890 Jul 27 16:39:35.952248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-18b74586-4c30-4548-b3c3-90c4275c895a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 200 len: 217 time: 0.1276519 Jul 27 16:39:35.964613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-34662bc0-9874-4271-85f8-51abab272be4 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 200 len: 694 time: 0.1519835 Jul 27 16:39:35.981836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:35.983431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:35.987296 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f" -d '{"events": [{"name": "network-changed", "server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:36.064185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:36.074577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:36.075329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:36.221529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-f7d044bf-f9ee-4cb3-9b24-bd1f020bad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:36.225367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-f7d044bf-f9ee-4cb3-9b24-bd1f020bad80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 200 len: 860 time: 0.2556634 Jul 27 16:39:36.232886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-2057c17b-8dd3-48c5-96c9-57458375edc8 service neutron] 10.222.0.61 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513648 Jul 27 16:39:36.254849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:36.294961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:36.298958 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615" -d '{"events": [{"name": "network-changed", "server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:36.311822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-f70aa703-2da6-4dba-b655-59b170e9af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:36.314140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:36.315623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-f70aa703-2da6-4dba-b655-59b170e9af80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.7570481 Jul 27 16:39:36.320324 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48d07d3-add2-4e73-a050-aeab1916886e" -d '{"events": [{"server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "name": "network-vif-plugged", "status": "completed", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:36.351144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:36.362232 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:36.398794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-d79e8f51-cc40-4beb-a835-c8dbef67a7a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740340 Jul 27 16:39:36.424744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0ce3a153-16b9-4701-958d-7f6e9c45b3ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8087b4e4f971435094a2f6d9c4b3da32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131554 Jul 27 16:39:36.430642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:36.474350 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:36.539841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:36.577909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-e1a26cca-424a-4218-9b4e-716f497fe67f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:36.580187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-e1a26cca-424a-4218-9b4e-716f497fe67f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.5788565 Jul 27 16:39:36.602390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd62a79-e06f-4548-a045-07a7b354693f req-f4496b6f-ddf3-4d0f-af0a-5c69ef306d7e tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:36.604099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fd62a79-e06f-4548-a045-07a7b354693f req-f4496b6f-ddf3-4d0f-af0a-5c69ef306d7e tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 943 time: 0.9079688 Jul 27 16:39:36.641755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-292d6d63-7870-4449-8064-d512dab7f5ae service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317958 Jul 27 16:39:36.721191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fd62a79-e06f-4548-a045-07a7b354693f req-f9b4cf5c-695b-48ae-8264-7cf8a74cf0b8 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044612 Jul 27 16:39:36.739903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-70bd2e82-f735-456a-b510-f29a607c9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:36.742419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-70bd2e82-f735-456a-b510-f29a607c9196 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d61048ec-a0da-4a74-a7f7-2d778bf3b02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4926224 Jul 27 16:39:36.747398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-5207eb7c-876f-43d7-886a-dd21ca6cc2db tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 697 time: 0.1442204 Jul 27 16:39:36.756306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-9fade6d7-27d5-40b2-af6e-8a4ea8d7a037 service neutron] 10.222.0.61 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881318 Jul 27 16:39:36.759465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:36.944878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.024220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-07d0338d-5a04-4d72-8e67-f334e040724c service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661333 Jul 27 16:39:37.036853 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b4c7a-7129-448e-a67b-220606f3135d x-openstack-request-id: req-5c6b4c7a-7129-448e-a67b-220606f3135d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:37.037342 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:37.037743 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c6b4c7a-7129-448e-a67b-220606f3135d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:37.038260 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec', 'status': 'completed', 'code': 200} Jul 27 16:39:37.063925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-1deb4184-07db-4456-b5e9-fa9cf4947878 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.140 HTTP/1.1" status: 200 len: 697 time: 0.2884262 Jul 27 16:39:37.086565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.103546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ae93a91-dd77-4969-966b-8d9e0257d9c6 req-a5f549a3-639d-4174-80bc-b88de4becee5 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521844 Jul 27 16:39:37.221846 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bcd230-8dac-4fba-96d3-c70d24e42d9b x-openstack-request-id: req-76bcd230-8dac-4fba-96d3-c70d24e42d9b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:37.222625 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:37.222760 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76bcd230-8dac-4fba-96d3-c70d24e42d9b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:37.223695 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93', 'status': 'completed', 'code': 200} Jul 27 16:39:37.258084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Router 2404c245-06a9-48a9-9653-98db309cffbc is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:39:37.322582 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c97364-2de7-44f5-aaf7-bf1370863fda x-openstack-request-id: req-e8c97364-2de7-44f5-aaf7-bf1370863fda {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:37.323281 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "name": "network-vif-plugged", "status": "completed", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:37.323824 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8c97364-2de7-44f5-aaf7-bf1370863fda {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:37.324704 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'code': 200} Jul 27 16:39:37.552472 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.556712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.562510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec3011d4-fc28-4ba5-a82b-e354abebbc25 HTTP/1.1" status: 204 len: 168 time: 1.1265004 Jul 27 16:39:37.562510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f9da73b-39ac-4886-b881-29e2c871e745 req-336b70d1-c1b2-49c7-8d92-c42779340760 service neutron] 10.222.0.13 "GET /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180857 Jul 27 16:39:37.594813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-38db4518-21a2-49af-9255-9ae92e97c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:37.596947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-38db4518-21a2-49af-9255-9ae92e97c703 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 1094 time: 0.5067844 Jul 27 16:39:37.603171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747b4a5-83f5-4e19-99ff-1bdd74c12e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3011d4-fc28-4ba5-a82b-e354abebbc25,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:37.699671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:37.718781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-78a858b5-d205-4b13-bcd4-175d9bca57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:37.725315 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Sync routers for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:37.726533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-78a858b5-d205-4b13-bcd4-175d9bca57d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=37fdd2d7-91c9-40af-94e3-5f4a80bb0848 HTTP/1.1" status: 200 len: 1094 time: 0.3740358 Jul 27 16:39:37.762860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:37.766236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:37.796092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Deleting port fe057bb7-646d-411a-aa89-eb65da1ba78e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:37.796555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.871811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:37.874246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08a9b775-403b-4a75-aacc-11e1e46c44a6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4217081 Jul 27 16:39:37.889029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:37.906505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad32c9-6980-42ca-b1dd-62215a37f713 req-5b451979-8e80-4041-85b9-83465a3edb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:37.909097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67ad32c9-6980-42ca-b1dd-62215a37f713 req-5b451979-8e80-4041-85b9-83465a3edb10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 1096 time: 0.4162431 Jul 27 16:39:38.005709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 983189e8-58dd-4534-b127-97f90dd4bcec details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:38.012329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-f71ea60e-e98e-4305-ad78-90819fea043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:38.014879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-f71ea60e-e98e-4305-ad78-90819fea043b service neutron] 10.222.0.61 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 914 time: 0.4077761 Jul 27 16:39:38.061915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6d322-fb85-4154-b601-13701ca04788 req-644d6c6f-daf1-40d3-ac33-b99c4769a3a3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:38.066058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfc6d322-fb85-4154-b601-13701ca04788 req-644d6c6f-daf1-40d3-ac33-b99c4769a3a3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.5686808 Jul 27 16:39:38.124069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.125008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.126658 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:38.132880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67ad32c9-6980-42ca-b1dd-62215a37f713 req-a0cc7cb8-ce2a-493e-8c3c-0b61c2ac0c5f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104378 Jul 27 16:39:38.146881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-dbf1d7ab-a711-4e4b-95cb-014e1214f939 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983189e8-58dd-4534-b127-97f90dd4bcec HTTP/1.1" status: 200 len: 217 time: 0.1159496 Jul 27 16:39:38.157032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Calling delete_port for fe057bb7-646d-411a-aa89-eb65da1ba78e owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:38.257178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-393c3070-c2de-4097-855f-89f6b20dc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:38.259756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-393c3070-c2de-4097-855f-89f6b20dc781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 914 time: 0.5040135 Jul 27 16:39:38.345174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:38.359103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfc6d322-fb85-4154-b601-13701ca04788 req-6eb8d59e-1cee-4505-a352-f168d546238d tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803767 Jul 27 16:39:38.362491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-090b9e25-2e6a-4045-b76b-d2bee2375525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 HTTP/1.1" status: 200 len: 217 time: 0.0925469 Jul 27 16:39:38.374066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-e371705e-74a5-437d-83aa-d8c13cc14e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:38.376147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-e371705e-74a5-437d-83aa-d8c13cc14e31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.1707957 Jul 27 16:39:38.386472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '983189e8-58dd-4534-b127-97f90dd4bcec', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'port_id': '983189e8-58dd-4534-b127-97f90dd4bcec', 'mac_address': 'fa:16:3e:40:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c63763-bf69-4872-8995-42a8aaa257cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:38.439858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-a7909d5b-7297-49cf-bfa9-266cdc445be4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543358 Jul 27 16:39:38.464453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:38.531739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.572412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983189e8-58dd-4534-b127-97f90dd4bcec {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:38.601163 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:35Z', 'revision_number': 3, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:38.619942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:38.630362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.687212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.702643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7bc59ee1-c14f-47fd-b8a3-4ea1cfea4ab5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32546248cd884ed899c0767fd12cb8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322657 Jul 27 16:39:38.714108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:38.759602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:38.767078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event deleted for resources: {'Port': ['ID=fe057bb7-646d-411a-aa89-eb65da1ba78e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:38.821449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-89370fe8-cde2-404b-91f1-0cd01a257a93 service neutron] 10.222.0.61 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702917 Jul 27 16:39:38.852802 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Checking router: 2404c245-06a9-48a9-9653-98db309cffbc for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:38.853381 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Updating router 2404c245-06a9-48a9-9653-98db309cffbc port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:39:38.907254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-e4c6a8d1-2559-48b0-9385-3e71b5f6f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:38.909555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-e4c6a8d1-2559-48b0-9385-3e71b5f6f6e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.5272770 Jul 27 16:39:38.941317 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:38.985059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['983189e8-58dd-4534-b127-97f90dd4bcec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:39.033561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.038370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.040159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f5a51d0-ca73-4c57-984a-bef5a5309528 req-ab723fe8-50d9-4bc8-86e2-47bc735d095f tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "DELETE /v2.0/floatingips/387968b9-3b98-4df1-8062-fe46a6a9e4d2 HTTP/1.1" status: 204 len: 173 time: 1.9674110 Jul 27 16:39:39.048589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.110500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.121987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-ec1648e4-8102-4e61-98e8-7d9faec2609d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416807 Jul 27 16:39:39.151372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-513a5ce7-7f36-4ca9-8ad1-2aa4db75f14f req-8753a7cc-b08a-40ab-b2fb-3794aefff57d service neutron] 10.222.0.61 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068402 Jul 27 16:39:39.249222 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.253554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.259175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce924d86-184d-46ca-b833-f1271715cabb HTTP/1.1" status: 204 len: 168 time: 0.5115275 Jul 27 16:39:39.303915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234519e-05b9-4b15-9045-dbdfb2252b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce924d86-184d-46ca-b833-f1271715cabb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:39.469398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.478674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:39.493859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-d036dc6d-808a-4245-a385-5b218a01f145 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521776 Jul 27 16:39:39.527637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b40691-2f80-46ea-9771-bca8c0359d04 req-aa5b4a85-28c6-493e-8f77-55df8bb8af6d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:39.541190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93b40691-2f80-46ea-9771-bca8c0359d04 req-aa5b4a85-28c6-493e-8f77-55df8bb8af6d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 944 time: 0.3944187 Jul 27 16:39:39.546639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e6b53480-a053-4df9-a747-3508f5223298 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:39.548606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e6b53480-a053-4df9-a747-3508f5223298 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.1667597 Jul 27 16:39:39.600142 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.626962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Transition to ACTIVE for port object 17c1fec3-7ffc-4eea-b886-e77a13ddc361 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:39.638648 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.639017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:39.659209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'port_id': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93', 'mac_address': 'fa:16:3e:bb:11:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c63763-bf69-4872-8995-42a8aaa257cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:39.737110 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.773361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:39:39.795737 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3380c-7b8e-425b-971e-2cc6e8543fa9 None None] Pushing event updated for resources: {'Port': ['ID=17c1fec3-7ffc-4eea-b886-e77a13ddc361,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:39.802852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:39.805653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71ca9539-72f7-470f-9d92-b12e4a464b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.814136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.841352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93b40691-2f80-46ea-9771-bca8c0359d04 req-d544d041-541b-4b5d-8b2e-dc49da61bbaf tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989087 Jul 27 16:39:39.849645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bdaf3-5232-4c00-be2f-115825065839 req-4ac772d2-1820-4847-863e-522ac66be67a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:39.859385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Attempting to bind port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:39.860183 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Attempting to bind port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:39.861075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-651bdaf3-5232-4c00-be2f-115825065839 req-4ac772d2-1820-4847-863e-522ac66be67a tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 945 time: 0.3511102 Jul 27 16:39:39.861277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Attempting to bind port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:39.879859 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:39.880376 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:39.881032 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.881477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:39.882094 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Bound port: 17c1fec3-7ffc-4eea-b886-e77a13ddc361, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:39.882578 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:39.964016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-651bdaf3-5232-4c00-be2f-115825065839 req-280f019c-dd4c-4dcd-9f03-63d2b89dccc8 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015162 Jul 27 16:39:39.971115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:40.013846 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] For port 17c1fec3-7ffc-4eea-b886-e77a13ddc361, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:40.014671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Deleting port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:40.015897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.024089 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] For port 17c1fec3-7ffc-4eea-b886-e77a13ddc361, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17c1fec3-7ffc-4eea-b886-e77a13ddc361,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:40.036497 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.069086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3964fee1-c5e0-4a5b-93a9-f8ca1aee8615 req-bda9fcba-5565-4471-8601-ce3a662d60f8 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236821 Jul 27 16:39:40.186284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3380c-7b8e-425b-971e-2cc6e8543fa9 None None] Pushing event updated for resources: {'Port': ['ID=17c1fec3-7ffc-4eea-b886-e77a13ddc361,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:40.191321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:40.191684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:40.192826 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:40.228755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Allocated IP 172.20.0.1 (2d46a9e0-70b5-452a-9fb8-aa80c917032b/32fa1349-3553-490e-9595-83b7141e14f9/047ea7a4-bb99-4f74-b77d-e6f0f07b7da4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:40.316801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] For port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:40.318173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.358189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Calling delete_port for b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:40.508337 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:40.553693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779f4b5-0b0b-44ea-8013-debec8fb03df req-d5c6cf52-1848-487b-b5b3-f27787e55707 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:40.568471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9779f4b5-0b0b-44ea-8013-debec8fb03df req-d5c6cf52-1848-487b-b5b3-f27787e55707 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.3327539 Jul 27 16:39:40.629962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.652084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9779f4b5-0b0b-44ea-8013-debec8fb03df req-5f4c9419-ca56-41fb-a4af-1aead8b4d41d tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824997 Jul 27 16:39:40.700285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Transition to ACTIVE for port object 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:40.726710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.812466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event deleted for resources: {'Port': ['ID=b0092cb6-cc54-4937-a0b0-0ac8a1062fb2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:40.861729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.897200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] No DVR routers for this DVR port b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:40.900081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:40.902410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad0a689b-db05-4201-bfe0-821996c3d9d3 req-e99df431-84d3-4e7c-90d5-04c710db6ea0 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.61 "DELETE /v2.0/ports/b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 HTTP/1.1" status: 204 len: 173 time: 1.3337274 Jul 27 16:39:40.902947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-deleted', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:40.905486 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313cf4b0-8001-4341-9501-13dce2590082" -d '{"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-deleted", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:40.981971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:35Z', 'revision_number': 3, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:41.013539 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f920a-3339-4bce-89f8-53e814bfb369 None None] The sync data for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 is: [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:35Z', 'revision_number': 3, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:41.030764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:41.053153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:41.057120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Pushing event updated for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:41.072506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:41.133833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241be8d-31f1-47d6-a36d-06f14df32fbd req-3ceef802-1bf8-4f47-96f1-935da0ba0617 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:41.135709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4241be8d-31f1-47d6-a36d-06f14df32fbd req-3ceef802-1bf8-4f47-96f1-935da0ba0617 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.1004751 Jul 27 16:39:41.149920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a547-06dd-4871-a08f-efb5aea4a8d0 req-01f4c53b-7927-48ad-96ba-828bdab86b97 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:41.149920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f482a547-06dd-4871-a08f-efb5aea4a8d0 req-01f4c53b-7927-48ad-96ba-828bdab86b97 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.3498077 Jul 27 16:39:41.161279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:41.173639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Request body: {'floatingip': {'port_id': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:41.298955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:41.307440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:41.323065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066b65-435e-42cb-a5a2-1cb397886511 req-199e675f-bec3-4760-818c-84a80245e102 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:41.324976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed066b65-435e-42cb-a5a2-1cb397886511 req-199e675f-bec3-4760-818c-84a80245e102 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 944 time: 0.0845332 Jul 27 16:39:41.373036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed066b65-435e-42cb-a5a2-1cb397886511 req-b7f6d01a-95b5-432f-9962-1a5a4b702a83 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Jul 27 16:39:41.429320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f368b30e-7f0e-40e9-8f6b-f4137c62ecef None None] Provisioning for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:41.443808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f368b30e-7f0e-40e9-8f6b-f4137c62ecef None None] Provisioning complete for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:41.448908 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f368b30e-7f0e-40e9-8f6b-f4137c62ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:41.491829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:41.541037 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500d474-dc4e-465c-badf-b0dc1bed8358 x-openstack-request-id: req-4500d474-dc4e-465c-badf-b0dc1bed8358 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:41.542012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be32600-d1af-4d15-b9d5-c661fa5db776", "name": "network-vif-deleted", "tag": "b0092cb6-cc54-4937-a0b0-0ac8a1062fb2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:41.543105 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4500d474-dc4e-465c-badf-b0dc1bed8358 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:41.543682 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be32600-d1af-4d15-b9d5-c661fa5db776', 'name': 'network-vif-deleted', 'tag': 'b0092cb6-cc54-4937-a0b0-0ac8a1062fb2', 'status': 'completed', 'code': 200} Jul 27 16:39:41.551591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f482a547-06dd-4871-a08f-efb5aea4a8d0 req-eda8d4d7-46e9-4d57-b262-2709f7fd38e0 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651717 Jul 27 16:39:41.579950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f368b30e-7f0e-40e9-8f6b-f4137c62ecef None None] Port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:41.605194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:41.614625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:41.615617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:41.753798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b44bcea-c047-4df1-a0d5-667b133c373b req-06b228c5-a4df-41a3-b3fa-40ac8a1afd6c tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be32600-d1af-4d15-b9d5-c661fa5db776 HTTP/1.1" status: 200 len: 210 time: 0.0366228 Jul 27 16:39:41.855341 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:41.923585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:41.930921 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7da26df-ac6c-418c-a115-c9e9fc860cb4" -d '{"events": [{"server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "name": "network-vif-plugged", "status": "completed", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:41.986813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:41.993166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.037493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 983189e8-58dd-4534-b127-97f90dd4bcec up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:42.132904 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fbf5d0-3ca6-4a00-8f80-fb72e9dc33e4 x-openstack-request-id: req-26fbf5d0-3ca6-4a00-8f80-fb72e9dc33e4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:42.133880 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "name": "network-vif-plugged", "status": "completed", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:42.134639 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26fbf5d0-3ca6-4a00-8f80-fb72e9dc33e4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:42.135578 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93', 'code': 200} Jul 27 16:39:42.182178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:42.202047 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91e92b89-840a-486e-b4bf-f45e19ae9ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.266533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 983189e8-58dd-4534-b127-97f90dd4bcec completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:42.272339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 983189e8-58dd-4534-b127-97f90dd4bcec triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:42.273301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.353874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.367570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b7bd-ef21-4845-9be3-f4abdde87eb1 req-97186a08-17cf-47fe-9d6b-7e85ac928dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:42.370897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c70b7bd-ef21-4845-9be3-f4abdde87eb1 req-97186a08-17cf-47fe-9d6b-7e85ac928dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37fdd2d7-91c9-40af-94e3-5f4a80bb0848 HTTP/1.1" status: 200 len: 1096 time: 0.1272347 Jul 27 16:39:42.445788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c70b7bd-ef21-4845-9be3-f4abdde87eb1 req-f8bfeb62-41bb-422d-9ef8-b2878d7c541f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644660 Jul 27 16:39:42.459490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.547460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:42.553947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.555455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:42.602460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.661306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:42.672297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:42.673150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0092cb6-cc54-4937-a0b0-0ac8a1062fb2 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:42.729127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:42.799508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223286d5-5b58-4f1e-a719-31451b9a5c9c req-30fc5879-8161-41d5-99bb-743133638e5a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:42.806866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-223286d5-5b58-4f1e-a719-31451b9a5c9c req-30fc5879-8161-41d5-99bb-743133638e5a tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.1116850 Jul 27 16:39:42.861290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-223286d5-5b58-4f1e-a719-31451b9a5c9c req-a4f49879-0b3a-402d-8ea7-a7781ae757eb tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Jul 27 16:39:42.972873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b11d4ce-50e1-4b3e-bc54-5ded545aa962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:42.976274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-fb1cf0b6-eef8-4e6a-963e-0c57c589af41 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:42.978923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-fb1cf0b6-eef8-4e6a-963e-0c57c589af41 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.13 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 1.1091197 Jul 27 16:39:43.067162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17c1fec3-7ffc-4eea-b886-e77a13ddc361 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:43.140942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b77cf-6ea7-46cb-b218-09215e326d59 req-c3ae8471-f664-4c3c-8c34-92b8a1279ff3 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:43.149899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a09b77cf-6ea7-46cb-b218-09215e326d59 req-c3ae8471-f664-4c3c-8c34-92b8a1279ff3 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 945 time: 0.5265622 Jul 27 16:39:43.200916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b92db9-0900-492b-ae1f-c3f8691ff911 req-b7711713-cd26-4e55-a308-cfe1dae3e308 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:43.212920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33b92db9-0900-492b-ae1f-c3f8691ff911 req-b7711713-cd26-4e55-a308-cfe1dae3e308 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.1977515 Jul 27 16:39:43.319976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33b92db9-0900-492b-ae1f-c3f8691ff911 req-a5899643-c0fa-4a0b-81bb-2cb4b1c14c34 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007814 Jul 27 16:39:43.336052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b11d4ce-50e1-4b3e-bc54-5ded545aa962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.344832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7b11d4ce-50e1-4b3e-bc54-5ded545aa962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.374931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.401223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:43.411205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:43.411920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.441019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7b11d4ce-50e1-4b3e-bc54-5ded545aa962 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc3f74998fb84349b8192e9844c16467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095478 Jul 27 16:39:43.442472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11d4ce-50e1-4b3e-bc54-5ded545aa962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa6abb-c5fc-4040-a930-ac1d25198a97,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:43.445947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39330) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:43.531011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.540522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.557808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.569090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.570360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 17c1fec3-7ffc-4eea-b886-e77a13ddc361, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17c1fec3-7ffc-4eea-b886-e77a13ddc361,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:43.574826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.591062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.614522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a09b77cf-6ea7-46cb-b218-09215e326d59 req-cdc559c4-62e9-49bd-8685-c45d9e6d0d5d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624970 Jul 27 16:39:43.627644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.658732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.663029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=17c1fec3-7ffc-4eea-b886-e77a13ddc361,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:43.697712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.701536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.706105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5daa6abb-c5fc-4040-a930-ac1d25198a97 HTTP/1.1" status: 204 len: 168 time: 0.2583153 Jul 27 16:39:43.716396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0af18-7f40-4589-b518-7863e574ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa6abb-c5fc-4040-a930-ac1d25198a97,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:43.893244 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:43.930017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Pushing event updated for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:43.953338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Deleting port f316229e-3bc4-41c9-a371-47097139a9e8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:43.953974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:44.131543 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Floating IP 71b1dcba-64ac-4092-aad1-42b9a36ea287 associated. External IP: 172.25.4.36, port: 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b. Jul 27 16:39:44.139510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:44.143649 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603399f1-f7f0-47b5-a10c-0147ebb003eb" -d '{"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-plugged", "status": "completed", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:44.149138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17675d-cae0-435b-b29d-a69c1e1e2116 req-9a1c761a-f80a-4bbf-a5e5-9394f53eea62 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:44.151857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b17675d-cae0-435b-b29d-a69c1e1e2116 req-9a1c761a-f80a-4bbf-a5e5-9394f53eea62 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.1298871 Jul 27 16:39:44.211123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b17675d-cae0-435b-b29d-a69c1e1e2116 req-f6bd48c4-956e-4dd0-9429-e1103f16ffc9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Jul 27 16:39:44.271250 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca654d-d218-4733-8499-3caa965da9de x-openstack-request-id: req-11ca654d-d218-4733-8499-3caa965da9de {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:44.271635 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-plugged", "status": "completed", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:44.271980 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11ca654d-d218-4733-8499-3caa965da9de {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:44.272500 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec', 'code': 200} Jul 27 16:39:44.378765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] For port f316229e-3bc4-41c9-a371-47097139a9e8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f316229e-3bc4-41c9-a371-47097139a9e8,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:44.379914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:44.430389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Calling delete_port for f316229e-3bc4-41c9-a371-47097139a9e8 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:44.446977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:44.463755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:44.496472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0d6f-e463-42cd-bd6f-597890e395c3 req-c064d77f-6b73-4f3a-a852-e90db8a03ae9 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:44.499098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d2d0d6f-e463-42cd-bd6f-597890e395c3 req-c064d77f-6b73-4f3a-a852-e90db8a03ae9 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 946 time: 0.4515049 Jul 27 16:39:44.604496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a88573-8a15-4b2d-a9c5-aa86b62a48ea req-c5eeaa36-a408-449c-a5cf-abe3b781ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:44.607921 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82a88573-8a15-4b2d-a9c5-aa86b62a48ea req-c5eeaa36-a408-449c-a5cf-abe3b781ac2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 1096 time: 0.2132823 Jul 27 16:39:44.675331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084beb2-dd56-47e7-8285-5ef2685e679a req-3df8676c-a990-45dd-8e76-3714332084de tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:44.687662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a084beb2-dd56-47e7-8285-5ef2685e679a req-3df8676c-a990-45dd-8e76-3714332084de tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.2738094 Jul 27 16:39:44.793330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a084beb2-dd56-47e7-8285-5ef2685e679a req-53b47432-08e3-4b9e-9a8e-9b1cb6e153a5 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bfc502-eeb9-4a2c-8b37-d7098748d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039357 Jul 27 16:39:44.797974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82a88573-8a15-4b2d-a9c5-aa86b62a48ea req-4bcff58f-4291-41c6-8f06-fb6ca7f74cf9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404698 Jul 27 16:39:44.828746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-3d56ba1f-43d1-4934-9e9b-765bc5b134a4 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:44.831325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-3d56ba1f-43d1-4934-9e9b-765bc5b134a4 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.13 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 946 time: 0.2585773 Jul 27 16:39:45.008146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.012998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29d99c29-9bcf-46c0-8c7f-92a478df4727 None None] Provisioning complete for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:45.025112 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29d99c29-9bcf-46c0-8c7f-92a478df4727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.079846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d2d0d6f-e463-42cd-bd6f-597890e395c3 req-eb0b4339-9aaf-45bc-8f82-bb742e7c84b7 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140419 Jul 27 16:39:45.097330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17c1fec3-7ffc-4eea-b886-e77a13ddc361 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:45.121799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Deleting port 96bc727a-b3f8-4bf3-af76-01267cd1857d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:45.124717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.178574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-29d99c29-9bcf-46c0-8c7f-92a478df4727 None None] Port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:39:45.223118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:45.223503 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.256118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Router e595f654-bfd5-42de-a1d0-de9749b8b9c7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:45.345405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:45.346020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.347368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Router 2404c245-06a9-48a9-9653-98db309cffbc has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:45.372131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Calling delete_port for 96bc727a-b3f8-4bf3-af76-01267cd1857d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:45.378785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-c8b466d3-dfa9-4072-93a1-1a1962557bed tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:45.381186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-c8b466d3-dfa9-4072-93a1-1a1962557bed tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.6333947 Jul 27 16:39:45.412940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d1290-82d6-45cf-acd0-f2d4079e2d6d req-01556da1-2dab-47fb-b4ac-789a308069b9 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:45.427043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-066d1290-82d6-45cf-acd0-f2d4079e2d6d req-01556da1-2dab-47fb-b4ac-789a308069b9 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 945 time: 0.2121844 Jul 27 16:39:45.438233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.539329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f316229e-3bc4-41c9-a371-47097139a9e8 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:45.559532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Pushing event deleted for resources: {'Port': ['ID=f316229e-3bc4-41c9-a371-47097139a9e8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:45.561551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: f316229e-3bc4-41c9-a371-47097139a9e8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:39:45.561912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f316229e-3bc4-41c9-a371-47097139a9e8 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:45.562525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 96bc727a-b3f8-4bf3-af76-01267cd1857d no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:45.680762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.730318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 96bc727a-b3f8-4bf3-af76-01267cd1857d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=96bc727a-b3f8-4bf3-af76-01267cd1857d,segment=NetworkSegment(f8505a64-102f-4ffe-8fb3-b405270d0fb1),segment_id=f8505a64-102f-4ffe-8fb3-b405270d0fb1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:45.736566 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:45.801142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:45.877939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-066d1290-82d6-45cf-acd0-f2d4079e2d6d req-9ea582dc-3af5-4aa3-97f6-72686a7d8072 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453857 Jul 27 16:39:46.012526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.092046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Pushing event deleted for resources: {'Port': ['ID=96bc727a-b3f8-4bf3-af76-01267cd1857d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:46.143032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] No DVR routers for this DVR port f316229e-3bc4-41c9-a371-47097139a9e8 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:46.155779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.158980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e313ae2c-ebc0-4284-bb9d-d538ad299fbc req-32b747f4-8190-4ae7-b5ca-b30cea0c410b tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.13 "DELETE /v2.0/ports/f316229e-3bc4-41c9-a371-47097139a9e8 HTTP/1.1" status: 204 len: 173 time: 3.1649425 Jul 27 16:39:46.162014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] No DVR routers for this DVR port 96bc727a-b3f8-4bf3-af76-01267cd1857d on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:46.168129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'name': 'network-vif-deleted', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:46.171936 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18c1436-a54b-46ee-899d-25025d4174ca" -d '{"events": [{"server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "name": "network-vif-deleted", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:46.173405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.175567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-957bbee5-11df-46dd-afe3-4d52c46b1ea7 req-2f5f991d-9baa-4bea-a591-8e4feaab2721 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.13 "DELETE /v2.0/ports/96bc727a-b3f8-4bf3-af76-01267cd1857d HTTP/1.1" status: 204 len: 173 time: 1.3369164 Jul 27 16:39:46.176254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-deleted', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:46.179408 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b3869-b611-4a97-ad61-40d7778e4cca" -d '{"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-deleted", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:46.211421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a97dd278-fe86-45bf-a4d1-808a86d5439d req-e06cd6ff-fe98-43e9-a781-f3a8d90c0f3a tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 210 time: 0.0507083 Jul 27 16:39:46.237849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:46.259023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.259576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Sync routers for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:46.275618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:46.279232 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc8b16f-fd5b-4352-b269-2c878acc6167" -d '{"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:46.300863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:46.302366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:46.309625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:46.322912 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Sync routers for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:46.337053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd256125-ed38-4d05-9316-fe48e127f0cf admin admin] 10.222.0.64 "PUT /v2.0/routers/2404c245-06a9-48a9-9653-98db309cffbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4462857 Jul 27 16:39:46.346640 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:46.347294 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:46.347746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce803a-38a4-4975-971a-35530aa64c68 req-36f233f9-acb5-4e47-886a-fd1357accd46 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:46.350452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-02ce803a-38a4-4975-971a-35530aa64c68 req-36f233f9-acb5-4e47-886a-fd1357accd46 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 945 time: 0.8442514 Jul 27 16:39:46.380875 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f67f429c-cd65-43bb-ab7a-b57d8eb010e7 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "PUT /v2.0/floatingips/71b1dcba-64ac-4092-aad1-42b9a36ea287 HTTP/1.1" status: 200 len: 990 time: 5.2154078 Jul 27 16:39:46.473683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Deleting port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:46.476483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.659548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.672050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-02ce803a-38a4-4975-971a-35530aa64c68 req-ade54639-66a9-47c0-aa3f-a195ee9ca2df tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897456 Jul 27 16:39:46.684085 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:46.692953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fecd562-5072-484c-a48a-bff65b0ef228 req-f65f13e6-3920-40b5-aa82-a465d065c889 tempest-FloatingIPsAssociationTestJSON-1533686293 tempest-FloatingIPsAssociationTestJSON-1533686293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c25643bf-a8c1-42a4-9ce4-015e50d1cd72 HTTP/1.1" status: 200 len: 210 time: 0.0806098 Jul 27 16:39:46.715382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:46.789750 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50088f3b-3294-4081-8686-d34a7494a0b4 x-openstack-request-id: req-50088f3b-3294-4081-8686-d34a7494a0b4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:46.790413 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25643bf-a8c1-42a4-9ce4-015e50d1cd72", "name": "network-vif-deleted", "tag": "f316229e-3bc4-41c9-a371-47097139a9e8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:46.790984 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50088f3b-3294-4081-8686-d34a7494a0b4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:46.791843 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25643bf-a8c1-42a4-9ce4-015e50d1cd72', 'name': 'network-vif-deleted', 'tag': 'f316229e-3bc4-41c9-a371-47097139a9e8', 'status': 'completed', 'code': 200} Jul 27 16:39:46.826930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] For port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:46.827426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:46.883979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Calling delete_port for 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:46.896963 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f9e48-98a6-41aa-87f2-65bfdc165e83 x-openstack-request-id: req-b46f9e48-98a6-41aa-87f2-65bfdc165e83 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:46.897749 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-deleted", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:46.898491 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b46f9e48-98a6-41aa-87f2-65bfdc165e83 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:46.899141 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-deleted', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'status': 'completed', 'code': 200} Jul 27 16:39:47.044341 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfce829-bd23-4700-9989-78ba99895efa x-openstack-request-id: req-ccfce829-bd23-4700-9989-78ba99895efa {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:47.045103 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3191f8c1-dd26-4045-bb37-d2c0c471260e", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc727a-b3f8-4bf3-af76-01267cd1857d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:47.045703 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccfce829-bd23-4700-9989-78ba99895efa {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:47.046436 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3191f8c1-dd26-4045-bb37-d2c0c471260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc727a-b3f8-4bf3-af76-01267cd1857d', 'code': 200} Jul 27 16:39:47.477236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:47.498141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:41Z', 'revision_number': 4, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '047ea7a4-bb99-4f74-b77d-e6f0f07b7da4', 'name': '', 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'mac_address': 'fa:16:3e:46:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '32fa1349-3553-490e-9595-83b7141e14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:39Z', 'updated_at': '2021-07-27T16:39:42Z', 'revision_number': 2, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'subnets': [{'id': '32fa1349-3553-490e-9595-83b7141e14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:47.539579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:47.589159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d3a570e-e531-493b-8dc8-3e592791809e req-67003d64-b862-4088-9e32-f14e2f018433 tempest-ServerTagsTestJSON-1183003220 tempest-ServerTagsTestJSON-1183003220-project] 10.222.0.64 "GET /v2.0/ports?device_id=3191f8c1-dd26-4045-bb37-d2c0c471260e HTTP/1.1" status: 200 len: 210 time: 0.1140165 Jul 27 16:39:47.611367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f3d2d-478d-440b-91b6-1b9f83a8a8e7 req-2f2a1a16-bdd5-463b-8d7c-35eb66ee8e31 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:47.612253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Checking router: 2404c245-06a9-48a9-9653-98db309cffbc for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:47.612366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d3f3d2d-478d-440b-91b6-1b9f83a8a8e7 req-2f2a1a16-bdd5-463b-8d7c-35eb66ee8e31 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 945 time: 0.4413111 Jul 27 16:39:47.624504 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Updating router 2404c245-06a9-48a9-9653-98db309cffbc port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:39:47.728839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:47.749569 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:47.813266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d3f3d2d-478d-440b-91b6-1b9f83a8a8e7 req-67f840e9-89eb-4d54-b6df-ee4a1a6b265b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867280 Jul 27 16:39:47.847965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No active binding found for port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:39:47.854394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:47.930357 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:47.937151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '71b1dcba-64ac-4092-aad1-42b9a36ea287', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'port_id': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'mac_address': 'fa:16:3e:1d:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 1, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:47.956548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event deleted for resources: {'Port': ['ID=04fc7660-cceb-42e3-a0a5-f4f4e29cbd52,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:47.991312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-329440b3-d551-40df-8635-1d6b98617697 req-3de16afb-0fc9-49ec-913c-20d6721803f9 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 210 time: 0.0904424 Jul 27 16:39:48.074140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:48.147342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Checking router: e595f654-bfd5-42de-a1d0-de9749b8b9c7 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:48.197684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:48.202159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:48.260002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] No DVR routers for this DVR port 04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:48.266259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.276144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ec84cba-cbdf-4a8a-8110-92baeeb2a9e8 req-b4c3de18-1e31-409d-83bb-e8985c044d74 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "DELETE /v2.0/ports/04fc7660-cceb-42e3-a0a5-f4f4e29cbd52 HTTP/1.1" status: 204 len: 173 time: 2.8401263 Jul 27 16:39:48.335124 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.349765 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Transition to ACTIVE for port object 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:39:48.362431 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.438519 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a324-c9c1-49ce-8641-a8c691b56163 None None] Pushing event updated for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:48.530925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Attempting to bind port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:39:48.531636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Attempting to bind port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:39:48.531742 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Attempting to bind port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 on network 2d46a9e0-70b5-452a-9fb8-aa80c917032b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:39:48.554733 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:39:48.557395 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Checking segment: {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:48.560418 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.562279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Bound using segment: {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:39:48.563198 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Bound port: 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e6ae7f-3252-46ac-a8eb-2749a35315f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:39:48.563900 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.596294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5c543-1ad8-4b7d-b1d5-84a0c6dd95c8 req-fc5fd864-17d5-4d55-a8b9-9114d0350d94 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:48.616892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99d5c543-1ad8-4b7d-b1d5-84a0c6dd95c8 req-fc5fd864-17d5-4d55-a8b9-9114d0350d94 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=37fdd2d7-91c9-40af-94e3-5f4a80bb0848 HTTP/1.1" status: 200 len: 945 time: 0.3558631 Jul 27 16:39:48.639703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:48.696330 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] For port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:39:48.700879 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] For port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:39:48.711284 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:48.727607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:48.784333 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a324-c9c1-49ce-8641-a8c691b56163 None None] Pushing event updated for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:48.814358 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:48.815528 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:48.857994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'}, {'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-deleted', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:48.907249 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0a583-ccaa-4b51-b2ae-53102ca8395d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b"}, {"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-deleted", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:48.910849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99d5c543-1ad8-4b7d-b1d5-84a0c6dd95c8 req-36cd2411-286a-4c06-a146-2780a8406f16 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867157 Jul 27 16:39:49.005331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Deleting subnet 2a8489e5-13f7-4517-9765-1b1235041ea0 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:39:49.009853 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.072818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.107237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.205169 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f79444-809f-46d4-8061-9c7b4d11b231 x-openstack-request-id: req-41f79444-809f-46d4-8061-9c7b4d11b231 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:49.206208 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b", "status": "completed", "code": 200}, {"server_uuid": "cc416922-2489-4165-950b-844adfa65347", "name": "network-vif-deleted", "tag": "04fc7660-cceb-42e3-a0a5-f4f4e29cbd52", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:49.208920 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41f79444-809f-46d4-8061-9c7b4d11b231 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:49.212100 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'status': 'completed', 'code': 200} Jul 27 16:39:49.214607 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc416922-2489-4165-950b-844adfa65347', 'name': 'network-vif-deleted', 'tag': '04fc7660-cceb-42e3-a0a5-f4f4e29cbd52', 'status': 'completed', 'code': 200} Jul 27 16:39:49.298910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.395489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.625479 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:39:49.636609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.805107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8489e5-13f7-4517-9765-1b1235041ea0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:49.840231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:49.845715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b453b6-752a-4d43-974d-58285faf3f8f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:49.859383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-49ee9f74-7e62-4965-ab2b-04f637f16e4d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a8489e5-13f7-4517-9765-1b1235041ea0 HTTP/1.1" status: 204 len: 168 time: 1.1284430 Jul 27 16:39:49.861696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '71b1dcba-64ac-4092-aad1-42b9a36ea287', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'port_id': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'mac_address': 'fa:16:3e:1d:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 1, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:49.864002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:49.894798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d64371b72b1f4c6cbb10a50756ae85c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4112902 Jul 27 16:39:49.899950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:49.924823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab01582-b76b-4631-8026-534cabe8acf2 None None] The sync data for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 is: [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '71b1dcba-64ac-4092-aad1-42b9a36ea287', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'port_id': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'mac_address': 'fa:16:3e:1d:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 1, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:50.007703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.008211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.008713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.010675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.011289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.011754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.012207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.012931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.013405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.014121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.014756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.015266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddd624-eb88-4b55-b7bc-7ba96668bd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:50.054683 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52630fa3-6253-4ba3-8307-01d09eaec0e8 req-3e8d74a7-96a3-44ee-97c9-f8e8bbe59851 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc416922-2489-4165-950b-844adfa65347 HTTP/1.1" status: 200 len: 210 time: 0.3731670 Jul 27 16:39:50.176634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:50.210745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-2013c630-5ddc-4993-b936-e4442f6f05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:50.217153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-2013c630-5ddc-4993-b936-e4442f6f05cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef&device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 1096 time: 0.8901322 Jul 27 16:39:50.505509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:50.567509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff742e-9182-48a8-b70b-0633ea6ff3e4 None None] New status for floating IP 71b1dcba-64ac-4092-aad1-42b9a36ea287: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:39:50.606586 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:41Z', 'revision_number': 4, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '047ea7a4-bb99-4f74-b77d-e6f0f07b7da4', 'name': '', 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'mac_address': 'fa:16:3e:46:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '32fa1349-3553-490e-9595-83b7141e14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:39Z', 'updated_at': '2021-07-27T16:39:48Z', 'revision_number': 4, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'subnets': [{'id': '32fa1349-3553-490e-9595-83b7141e14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:50.645020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:50.665103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:50.699471 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47703c7-adf0-4b1a-be66-9e64e3023f9e None None] The sync data for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 is: [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:39:41Z', 'revision_number': 4, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '047ea7a4-bb99-4f74-b77d-e6f0f07b7da4', 'name': '', 'network_id': '2d46a9e0-70b5-452a-9fb8-aa80c917032b', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'mac_address': 'fa:16:3e:46:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '32fa1349-3553-490e-9595-83b7141e14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:39Z', 'updated_at': '2021-07-27T16:39:48Z', 'revision_number': 4, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'subnets': [{'id': '32fa1349-3553-490e-9595-83b7141e14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:50.724183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba804d29-f080-4f5f-a3ef-91d206078099']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:50.843410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8505a64-102f-4ffe-8fb3-b405270d0fb1') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:50.845530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8505a64-102f-4ffe-8fb3-b405270d0fb1') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:50.863849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-8a25532a-3bc4-4c0d-871e-8c569a0b3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:50.866075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-8a25532a-3bc4-4c0d-871e-8c569a0b3312 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a3c05795-2171-4a77-b3aa-857becddf989 HTTP/1.1" status: 200 len: 913 time: 0.6007206 Jul 27 16:39:51.058534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.110764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.241813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-2b06d10c-0843-4fb2-bcaa-9bbfce861ce2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b HTTP/1.1" status: 200 len: 1000 time: 0.3437567 Jul 27 16:39:51.322379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:51.406665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.432372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:39:51.454181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:51.455836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.475864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:39:51.476591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:39:51.502905 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:39:51.696345 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.793719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-a0120418-d7d7-4498-a12b-dc6705a59e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:51.796283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-a0120418-d7d7-4498-a12b-dc6705a59e9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4269539-7de0-47e6-8652-eeadd95dff14 HTTP/1.1" status: 200 len: 851 time: 0.4015155 Jul 27 16:39:51.847397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:51.859136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:51.887237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-0dac47d4-78c6-436b-8c61-65a7fa9307fa tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:51.922081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-0dac47d4-78c6-436b-8c61-65a7fa9307fa tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 1.2255888 Jul 27 16:39:52.029812 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:52.044654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:52.050086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7b453b6-752a-4d43-974d-58285faf3f8f HTTP/1.1" status: 204 len: 168 time: 2.1474051 Jul 27 16:39:52.054155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:52.072006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:52.086248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:52.110767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] 10.222.0.64 "DELETE /v2.0/networks/ba804d29-f080-4f5f-a3ef-91d206078099 HTTP/1.1" status: 204 len: 168 time: 2.2369294 Jul 27 16:39:52.122818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff2709-21fa-4951-97d1-f4fa9b538812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b453b6-752a-4d43-974d-58285faf3f8f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:52.190469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-cf87e197-a809-46bd-a582-e19ae7b5ae86 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/quotas/4b2e5fceeb634ac9b9d932b9108bc731 HTTP/1.1" status: 200 len: 375 time: 0.2671416 Jul 27 16:39:52.426638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-1ac6cb49-e338-48e8-9649-8f6a172eb09b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:52.433077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-1ac6cb49-e338-48e8-9649-8f6a172eb09b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/ports?device_id=37fdd2d7-91c9-40af-94e3-5f4a80bb0848 HTTP/1.1" status: 200 len: 945 time: 1.2873144 Jul 27 16:39:52.440669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed1b5-ccc6-459b-ac4c-a4d7ab7aebaf admin admin] Pushing event deleted for resources: {'Network': ['ID=ba804d29-f080-4f5f-a3ef-91d206078099,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:52.526599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-d14256d0-6fed-41c0-851f-7309c801b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:52.529929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-d14256d0-6fed-41c0-851f-7309c801b944 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3c05795-2171-4a77-b3aa-857becddf989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7182727 Jul 27 16:39:52.532384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:52.742011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-57ed6941-964d-4323-b3d4-39d7cab3b15d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:52.746285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-57ed6941-964d-4323-b3d4-39d7cab3b15d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.61 "GET /v2.0/ports?device_id=14da34be-70a2-4e40-8adb-58f5bab95c63 HTTP/1.1" status: 200 len: 945 time: 0.5990732 Jul 27 16:39:52.792705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-677dd66d-fa80-4089-a338-03cbc48c3748 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5984848 Jul 27 16:39:53.040071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ef08f8df-a7d7-4e28-8620-e2e94b0a264e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7640281f73148feb1dc33f9eee08345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031443 Jul 27 16:39:53.070071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab46248-b329-4e6e-8173-2466f52b26ef req-7010d2f7-f6d3-4ee7-9ceb-344fbd00fc38 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:53.076033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ab46248-b329-4e6e-8173-2466f52b26ef req-7010d2f7-f6d3-4ee7-9ceb-344fbd00fc38 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.8568146 Jul 27 16:39:53.095142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:53.197231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-2d812138-9309-4975-b72b-36c7799f0c5c service neutron] 10.222.0.64 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849339 Jul 27 16:39:53.224358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-94050356-c2b2-4f47-9973-d3601e5e4e5f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:53.233977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-94050356-c2b2-4f47-9973-d3601e5e4e5f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 0.9526787 Jul 27 16:39:53.250113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Deleting port aa10940a-60ec-42e1-b378-fcab30a4a37f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:53.250356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:53.314752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:53.385053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-40227d26-572d-4207-93f8-233b9f0b6bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850822 Jul 27 16:39:53.397874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-948c7962-dc3e-48c0-a881-ed07596af66a service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371372 Jul 27 16:39:53.398834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Deleting port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:53.400544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:53.564261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:39:53.565083 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:53.720095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:53.790442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] For port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:53.791896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:53.805488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ab46248-b329-4e6e-8173-2466f52b26ef req-3a097186-790f-4a63-9e76-59c4a0733b1f tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678877 Jul 27 16:39:53.853933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Calling delete_port for 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:54.015709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Deleting port 983189e8-58dd-4534-b127-97f90dd4bcec {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:54.017702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.042557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:54.076994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.084308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 983189e8-58dd-4534-b127-97f90dd4bcec no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:54.356947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:39:54.356947 n-d-723572-6 neutron-server[93925]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 27 16:39:54.356947 n-d-723572-6 neutron-server[93925]: [parameters: {'status': 'DOWN', 'ports_id': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93'}] Jul 27 16:39:54.356947 n-d-723572-6 neutron-server[93925]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:39:54.358230 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:39:54.361182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-368088351-network', 'tenant_id': '36a7ce80d635496d8b13b5fbfc6ec3aa'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:54.373502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] For port aa10940a-60ec-42e1-b378-fcab30a4a37f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=aa10940a-60ec-42e1-b378-fcab30a4a37f,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:54.373984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.380690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.418488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.429708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Calling delete_port for aa10940a-60ec-42e1-b378-fcab30a4a37f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:54.480243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59d0a583-ccaa-4b51-b2ae-53102ca8395d req-48e5a397-e96c-4b71-b3b2-192777f46fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0193849 Jul 27 16:39:54.491075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d7f77a3-bff4-4451-ab8f-60b10f2311c5 req-47e6bff3-b1c4-434a-9004-66c26f689ece tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 210 time: 0.1171486 Jul 27 16:39:54.510913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Made reservation on behalf of 36a7ce80d635496d8b13b5fbfc6ec3aa for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:54.521264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.533656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.546473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:54.548211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:54.554495 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8cb5bf-d77b-4956-a932-3f198669a766" -d '{"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-unplugged", "status": "completed", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:54.574566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.575056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.646901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.662376 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43cc098-ce55-4b03-8e11-c92008906171 x-openstack-request-id: req-c43cc098-ce55-4b03-8e11-c92008906171 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:54.662976 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-unplugged", "status": "completed", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:54.663395 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c43cc098-ce55-4b03-8e11-c92008906171 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:54.663630 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec', 'code': 200} Jul 27 16:39:54.707570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event deleted for resources: {'Port': ['ID=3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:54.709083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:54.747325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.749108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.750763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.751554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.753154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.753978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.755813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.757567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.758093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.758698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.759857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.760456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:54.822348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] For port 983189e8-58dd-4534-b127-97f90dd4bcec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=983189e8-58dd-4534-b127-97f90dd4bcec,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:54.823835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.836311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Deleting port 287c34f0-8920-4c38-99f8-543212410427 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:39:54.837211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.848595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] No DVR routers for this DVR port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:54.858950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:54.864498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe49bf33-32b5-4886-a678-63b69cb0f6d7 req-0b7ff749-05a7-4b7e-b017-7477c989c8e5 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "DELETE /v2.0/ports/3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 HTTP/1.1" status: 204 len: 173 time: 2.4080446 Jul 27 16:39:54.865272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'name': 'network-vif-deleted', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:54.887280 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c079ed-ce41-4331-be83-a1809a4bb051" -d '{"events": [{"server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "name": "network-vif-deleted", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:54.978191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Port 3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93 update to DOWN by agent not found {{(pid=93925) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 16:39:55.052340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Calling delete_port for 983189e8-58dd-4534-b127-97f90dd4bcec owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:55.060674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.105471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.107726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48bfc502-eeb9-4a2c-8b37-d7098748d879 HTTP/1.1" status: 204 len: 168 time: 2.0007195 Jul 27 16:39:55.216794 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c2d12a-11eb-4176-bfe9-654e35ceee5e x-openstack-request-id: req-91c2d12a-11eb-4176-bfe9-654e35ceee5e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:55.217224 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fdd2d7-91c9-40af-94e3-5f4a80bb0848", "name": "network-vif-deleted", "tag": "3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:55.217870 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91c2d12a-11eb-4176-bfe9-654e35ceee5e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:55.220762 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fdd2d7-91c9-40af-94e3-5f4a80bb0848', 'name': 'network-vif-deleted', 'tag': '3ef1820d-4b0a-43c6-a6bb-a8d3d65cea93', 'status': 'completed', 'code': 200} Jul 27 16:39:55.283662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c96b7-08f7-4e7e-800c-452050fb5668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfc502-eeb9-4a2c-8b37-d7098748d879,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:55.393479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.411448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.433420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:39:55.451865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.452679 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Added segment fc097054-53ca-4529-be0b-70f0bbe4b70d of type vlan for network 3bc92dc1-b534-40f4-a1fb-76ec916aa653 Jul 27 16:39:55.563635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.580895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 287c34f0-8920-4c38-99f8-543212410427 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:55.756100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:55.766096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:55.777964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:56.035719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc92dc1-b534-40f4-a1fb-76ec916aa653,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:56.046821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9988778 Jul 27 16:39:56.054951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 3bc92dc1-b534-40f4-a1fb-76ec916aa653 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:39:56.071634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9ef3-4ed6-482f-a9e3-321bab9b97a9 req-c1f27381-27b5-4ced-8a3f-0d59cede5b8d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:56.084225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fcdd9ef3-4ed6-482f-a9e3-321bab9b97a9 req-c1f27381-27b5-4ced-8a3f-0d59cede5b8d tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 945 time: 1.0276520 Jul 27 16:39:56.086421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39566) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:56.123867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Request body: {'subnet': {'network_id': '3bc92dc1-b534-40f4-a1fb-76ec916aa653', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-368088351-subnet', 'tenant_id': '36a7ce80d635496d8b13b5fbfc6ec3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:56.211491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fcdd9ef3-4ed6-482f-a9e3-321bab9b97a9 req-c6549ca7-1b35-4f96-ad83-cb4b28b2e14b tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261778 Jul 27 16:39:56.215688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Made reservation on behalf of 36a7ce80d635496d8b13b5fbfc6ec3aa for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:56.222534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:56.512552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] For port 287c34f0-8920-4c38-99f8-543212410427, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=287c34f0-8920-4c38-99f8-543212410427,segment=NetworkSegment(df44809d-66ff-4882-abe5-29499d4b456c),segment_id=df44809d-66ff-4882-abe5-29499d4b456c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:56.512552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:56.549740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Calling delete_port for 287c34f0-8920-4c38-99f8-543212410427 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:39:56.608244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d2324-a9a7-469f-a02b-e6eb1c7ff583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487c90c3-6b3c-48a9-8f21-a4f26ad75958,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:56.630188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:56.698060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21f645b-ab2e-46da-9876-b3b36c98bde5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:56.792319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Checking segment: {'id': 'fc097054-53ca-4529-be0b-70f0bbe4b70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3bc92dc1-b534-40f4-a1fb-76ec916aa653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:39:56.792960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Network hostable DHCP agents. Network: 3bc92dc1-b534-40f4-a1fb-76ec916aa653, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:39:56.815339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Network 3bc92dc1-b534-40f4-a1fb-76ec916aa653 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:39:56.827751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 3bc92dc1-b534-40f4-a1fb-76ec916aa653) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:56.833561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:56.834216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:56.846742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635f4b8-1c5e-457f-b0e2-f21f71a78dc3 None None] Network 3bc92dc1-b534-40f4-a1fb-76ec916aa653 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:56.861581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43bc68a0-f141-459a-98a0-5562f69a3b78 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7624681 Jul 27 16:39:56.916005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6bc303a8-6d77-41cc-be8f-9d0d96369b54 req-41af860c-5c32-441b-b6ba-4725ab75fe2d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 210 time: 0.1728771 Jul 27 16:39:57.296029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:57.384041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:57.419723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event deleted for resources: {'Port': ['ID=983189e8-58dd-4534-b127-97f90dd4bcec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:57.475937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfd3a7-2e81-48ce-b9e6-f88fc64b1a23 None None] Network 3bc92dc1-b534-40f4-a1fb-76ec916aa653 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:39:57.528094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa10940a-60ec-42e1-b378-fcab30a4a37f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:57.542477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-08b29bdc-d59a-461c-95c7-26ce04bb283c tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:57.558125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-08b29bdc-d59a-461c-95c7-26ce04bb283c tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 0.3452733 Jul 27 16:39:57.577980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Request body: {'port': {'device_id': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'admin_state_up': True, 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:57.960757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:57.965352 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.265072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] No DVR routers for this DVR port 983189e8-58dd-4534-b127-97f90dd4bcec on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:58.285549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.285549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87ae85b3-be59-487f-815b-2efed4871cd6 req-a8aef8b6-5d84-40e5-9100-20350f9847b6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.61 "DELETE /v2.0/ports/983189e8-58dd-4534-b127-97f90dd4bcec HTTP/1.1" status: 204 len: 173 time: 5.5167139 Jul 27 16:39:58.301890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-deleted', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:39:58.307972 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ef964-6010-44b5-b7f3-882527eab704" -d '{"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-deleted", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:58.342942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.369680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1745387563', 'description': 'tempest-description-1731129849'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:58.460417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-2aaf93d5-e8e7-4b46-aafc-7359651a8b3b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:58.462326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-2aaf93d5-e8e7-4b46-aafc-7359651a8b3b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 813 time: 0.4190838 Jul 27 16:39:58.548647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Pushing event deleted for resources: {'Port': ['ID=287c34f0-8920-4c38-99f8-543212410427,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:58.565209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.574560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Request body: {'port': {'device_id': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'admin_state_up': True, 'tenant_id': '4b2e5fceeb634ac9b9d932b9108bc731'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:58.584523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Allocated IP 172.20.0.3 (992b2325-adc5-4593-b32a-0ef6e6840d01/f8c63763-bf69-4872-8995-42a8aaa257cc/55a9cb9a-17d9-4fdc-895f-07eab958cbdc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:58.601998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.615918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe375-8f49-4fff-990e-a1dbf3d94d15 req-5f6c79fb-d78f-4c6d-8d3d-71bdfa429b09 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:58.618373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-577fe375-8f49-4fff-990e-a1dbf3d94d15 req-5f6c79fb-d78f-4c6d-8d3d-71bdfa429b09 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bec7777-184e-4029-aeec-ef9e76561840 HTTP/1.1" status: 200 len: 866 time: 1.0794084 Jul 27 16:39:58.664039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] No DVR routers for this DVR port 287c34f0-8920-4c38-99f8-543212410427 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:39:58.670246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.673515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9eb27dc0-8e94-4cb7-a9bb-3b6f8f1c46bd req-1e3202f7-dc42-46f0-93cf-16f71ad59418 tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.13 "DELETE /v2.0/ports/287c34f0-8920-4c38-99f8-543212410427 HTTP/1.1" status: 204 len: 173 time: 5.4208684 Jul 27 16:39:58.935723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:58.951101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:59.026203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-577fe375-8f49-4fff-990e-a1dbf3d94d15 req-badadd18-2bf5-4abe-91fb-3425a98227fc tempest-LiveAutoBlockMigrationV225Test-1549439967 tempest-LiveAutoBlockMigrationV225Test-1549439967-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee7fc07b-0e91-4047-b82f-a290fd35b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587670 Jul 27 16:39:59.035542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:59.056449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Made reservation on behalf of 4b2e5fceeb634ac9b9d932b9108bc731 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:39:59.061165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:59.096718 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:59.104700 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08943f1-720a-4e8c-95bf-11eb09b2b308 req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7539427 Jul 27 16:39:59.199051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc160-643c-42a3-a2c8-fb0c6cfb17b5 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37beae74-4e01-459b-8774-cc67c334892f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:59.333124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:39:59.344670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:39:59.480197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:59.488846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b02c4812-40f5-4463-9ab3-fde235039711 req-42eb35bb-f398-491d-a6ac-7163b4a11303 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 210 time: 0.0516992 Jul 27 16:39:59.495178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:59.499689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event updated for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:59.505758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:39:59.717416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Allocated IP 172.20.0.5 (992b2325-adc5-4593-b32a-0ef6e6840d01/f8c63763-bf69-4872-8995-42a8aaa257cc/57772bb6-2845-4fda-bb55-58335b540608) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:59.735037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:59.754861 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Sync routers for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:59.764249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5467adb1-1587-449d-9f17-eb50ce21bec4 admin admin] 10.222.0.64 "PUT /v2.0/routers/8e27042f-08e7-4d9f-9715-f7fb36a94d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6858711 Jul 27 16:39:59.773108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:39:59.809566 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:39:59.810724 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:59.867951 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8223c14-4812-451a-b437-5c0b9632c773 x-openstack-request-id: req-a8223c14-4812-451a-b437-5c0b9632c773 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:59.868387 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14da34be-70a2-4e40-8adb-58f5bab95c63", "name": "network-vif-deleted", "tag": "983189e8-58dd-4534-b127-97f90dd4bcec", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:59.868784 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8223c14-4812-451a-b437-5c0b9632c773 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:59.869694 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14da34be-70a2-4e40-8adb-58f5bab95c63', 'name': 'network-vif-deleted', 'tag': '983189e8-58dd-4534-b127-97f90dd4bcec', 'status': 'completed', 'code': 200} Jul 27 16:39:59.934539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-d82abb26-d347-497e-b1f3-6820aa71ddb6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/37beae74-4e01-459b-8774-cc67c334892f HTTP/1.1" status: 200 len: 1805 time: 0.0683835 Jul 27 16:39:59.939241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:39:59.944993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37beae74-4e01-459b-8774-cc67c334892f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:59.945460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37beae74-4e01-459b-8774-cc67c334892f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:39:59.947177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.022904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-056c2d13-9b64-4047-b84a-ab869d8da3de tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4491138 Jul 27 16:40:00.102738 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:00.126021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.145173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Request body: {'port': {'device_id': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:00.170555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:00.274294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.476967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.489915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.490692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:40:00.502195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.558637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.567829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.598613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db406da3-6f54-4155-9597-289e5b1baf88,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:00.629935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.655737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.663697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40889508-00e3-49bd-a0a3-4d243a152ed6 req-1eb0fc2a-f8c3-4293-b463-0081da6d45be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7280762 Jul 27 16:40:00.703060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Network 992b2325-adc5-4593-b32a-0ef6e6840d01 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:00.733192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:00.745482 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:39:57Z', 'revision_number': 5, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port': {'id': 'acf319d9-47c8-4bd6-b03d-fbca8af7b301', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:41Z', 'updated_at': '2021-07-27T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:00.757645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-952518022', 'description': 'tempest-description-36082329'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:00.775953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:00.783858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event updated for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:00.817115 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Checking router: 8e27042f-08e7-4d9f-9715-f7fb36a94d0d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:00.847018 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Routers {'8e27042f-08e7-4d9f-9715-f7fb36a94d0d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:40:00.852385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:39:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:00.889068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Deleting subnet 5e8af66b-54ea-4d3c-b294-e121c6421180 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:40:00.901845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.947852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:00.995552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:00.997009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.003409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Deleting port acf319d9-47c8-4bd6-b03d-fbca8af7b301 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:01.008977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.011339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.047758 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] Set router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:01.095698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-ed843cc1-b38f-4812-9d41-9b2ec0203228 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5279307 Jul 27 16:40:01.116309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Request body: {'port': {'device_id': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:01.137624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755371d5-b39d-4607-80e4-7d66159c5017 req-00b3b5cd-e1bd-45d1-8106-a83cab218648 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:01.139347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-755371d5-b39d-4607-80e4-7d66159c5017 req-00b3b5cd-e1bd-45d1-8106-a83cab218648 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 931 time: 0.4278269 Jul 27 16:40:01.174891 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:40:00Z', 'revision_number': 6, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:01.256896 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe72b-63f6-4845-8ce9-85dbce5831f1 None None] The sync data for ids ['8e27042f-08e7-4d9f-9715-f7fb36a94d0d'] in n-d-723572-6 is: [{'id': '8e27042f-08e7-4d9f-9715-f7fb36a94d0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2043746256-router', 'tenant_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:40Z', 'updated_at': '2021-07-27T16:40:00Z', 'revision_number': 6, 'project_id': 'cf016ba7c36d4d0ba3c28e0fac2d373d', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:01.294217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.326084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-755371d5-b39d-4607-80e4-7d66159c5017 req-8068d536-c628-4f9b-b9e3-273caf1d5076 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591232 Jul 27 16:40:01.374700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] For port acf319d9-47c8-4bd6-b03d-fbca8af7b301, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=acf319d9-47c8-4bd6-b03d-fbca8af7b301,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:01.375090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.432472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Calling delete_port for acf319d9-47c8-4bd6-b03d-fbca8af7b301 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:01.456487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a9cb9a-17d9-4fdc-895f-07eab958cbdc {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:01.470729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.506112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Transition to ACTIVE for port object 55a9cb9a-17d9-4fdc-895f-07eab958cbdc will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:01.533808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.648003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.732292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.746485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:01.809955 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.811460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8af66b-54ea-4d3c-b294-e121c6421180,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:01.819891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.824264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9973ae88-f8c0-49d1-9c81-e7e3006a76a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e8af66b-54ea-4d3c-b294-e121c6421180 HTTP/1.1" status: 204 len: 168 time: 1.6467917 Jul 27 16:40:01.840665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:01.849886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:01.908194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-deleted', 'tag': '287c34f0-8920-4c38-99f8-543212410427'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:01.911562 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd1427-4535-433e-945c-59d4f7e9051d" -d '{"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-deleted", "tag": "287c34f0-8920-4c38-99f8-543212410427"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:02.017591 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed19dab0-46bd-4068-a8c7-94b1f83e1ffc x-openstack-request-id: req-ed19dab0-46bd-4068-a8c7-94b1f83e1ffc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:02.018501 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bec7777-184e-4029-aeec-ef9e76561840", "name": "network-vif-deleted", "tag": "287c34f0-8920-4c38-99f8-543212410427", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:02.018944 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed19dab0-46bd-4068-a8c7-94b1f83e1ffc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:02.019375 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bec7777-184e-4029-aeec-ef9e76561840', 'name': 'network-vif-deleted', 'tag': '287c34f0-8920-4c38-99f8-543212410427', 'status': 'completed', 'code': 200} Jul 27 16:40:02.020267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.022778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2577a2a9-8217-4c98-a0ce-38e8e0555c45 req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2719035 Jul 27 16:40:02.032955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a432cb0-7d8c-4f10-8937-de0b9dae9359 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da3238b-376c-4f28-8c3f-d751a912683a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.084755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.106390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Attempting to bind port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:02.106734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Attempting to bind port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:02.107067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Attempting to bind port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:02.130217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc on network 992b2325-adc5-4593-b32a-0ef6e6840d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:02.130631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Attempting to bind port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:02.155647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:02.156473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Checking segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:02.156473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Bound using segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:02.156818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Bound port: 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:02.157178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.217248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-c495f2c3-3b08-4d59-9e01-63d517439d7d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/3da3238b-376c-4f28-8c3f-d751a912683a HTTP/1.1" status: 200 len: 1802 time: 0.1263433 Jul 27 16:40:02.241012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.261930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3da3238b-376c-4f28-8c3f-d751a912683a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:02.262362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3da3238b-376c-4f28-8c3f-d751a912683a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:02.318729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.352130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=acf319d9-47c8-4bd6-b03d-fbca8af7b301,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.362383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd67db44-43d6-41f5-8a30-91a71f6c7651']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:02.375172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:02.380050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df44809d-66ff-4882-abe5-29499d4b456c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:02.380540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df44809d-66ff-4882-abe5-29499d4b456c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:02.393722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:02.402333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.405074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.458870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.458870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.512516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:02.512516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.512516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] 10.222.0.13 "PUT /v2.0/ports/55a9cb9a-17d9-4fdc-895f-07eab958cbdc HTTP/1.1" status: 200 len: 1091 time: 2.3727353 Jul 27 16:40:02.512516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:02.514578 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa74d79-0778-4b1d-8507-0d941f17a2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:02.605613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc1de-0686-4592-a08c-f1c22f610ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.619454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.621942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.624706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:40:02.625113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:40:02.646504 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:40:02.652113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57772bb6-2845-4fda-bb55-58335b540608 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:02.663748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.694598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.705534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.714441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Transition to ACTIVE for port object 57772bb6-2845-4fda-bb55-58335b540608 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:02.715229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.732792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1203ed69-6929-43a3-a14e-2072325d0ac9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.750588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:02.935921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.113640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aa10940a-60ec-42e1-b378-fcab30a4a37f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:03.137640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: aa10940a-60ec-42e1-b378-fcab30a4a37f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:40:03.138347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device aa10940a-60ec-42e1-b378-fcab30a4a37f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:03.138986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device acf319d9-47c8-4bd6-b03d-fbca8af7b301 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:03.174390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: acf319d9-47c8-4bd6-b03d-fbca8af7b301 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:40:03.175230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device acf319d9-47c8-4bd6-b03d-fbca8af7b301 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:03.176105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.179382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.180014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e27042f-08e7-4d9f-9715-f7fb36a94d0d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:40:03.192686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.205414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dd67db44-43d6-41f5-8a30-91a71f6c7651 HTTP/1.1" status: 204 len: 168 time: 1.2948487 Jul 27 16:40:03.208208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.210233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fac2ec13-e71d-4ea0-9525-d2b36f3c9cbb admin admin] 10.222.0.64 "DELETE /v2.0/routers/8e27042f-08e7-4d9f-9715-f7fb36a94d0d HTTP/1.1" status: 204 len: 168 time: 3.4348323 Jul 27 16:40:03.215610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:03.216025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:03.259703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00b8b4-f99e-44d5-8011-b17937512263 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd67db44-43d6-41f5-8a30-91a71f6c7651,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:03.295509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.297557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f4b7451-d397-4afd-86bf-d1c6bd1409f5 req-dab71802-fc09-4e4c-bdd7-1b607e693e60 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0451267 Jul 27 16:40:03.357823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Deleting subnet 57078804-be47-46cc-8289-7d9eca6bca88 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:40:03.375000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-fc13acae-3fd5-45d2-93e6-9f3dba4e2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:03.375000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-fc13acae-3fd5-45d2-93e6-9f3dba4e2c85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 1094 time: 0.7675056 Jul 27 16:40:03.378128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:03.390953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.443228 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.506986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761d92-11a1-435d-a8bf-f212e4ac1796 req-eb99f9f1-a840-405c-97e6-0c4d0182a245 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:03.523307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e761d92-11a1-435d-a8bf-f212e4ac1796 req-eb99f9f1-a840-405c-97e6-0c4d0182a245 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 931 time: 1.0166273 Jul 27 16:40:03.530966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Deleting subnet 380f3d95-a5f9-4306-8040-4013565bc9aa {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:40:03.533120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-93c4dfa4-e39b-4812-a5cf-28b31dc7b446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc HTTP/1.1" status: 200 len: 217 time: 0.1072347 Jul 27 16:40:03.559270 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8658591-dad0-4eca-a063-99ba11cd3c4e x-openstack-request-id: req-d8658591-dad0-4eca-a063-99ba11cd3c4e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:03.559270 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:03.559270 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8658591-dad0-4eca-a063-99ba11cd3c4e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:03.559270 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc', 'status': 'completed', 'code': 200} Jul 27 16:40:03.559806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.618742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.620521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Attempting to bind port 57772bb6-2845-4fda-bb55-58335b540608 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:03.621000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Attempting to bind port 57772bb6-2845-4fda-bb55-58335b540608 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:03.621469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Attempting to bind port 57772bb6-2845-4fda-bb55-58335b540608 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:03.636342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b4c8ee26-4d14-49ec-a986-63deaedca019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:03.638831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b4c8ee26-4d14-49ec-a986-63deaedca019 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.0953388 Jul 27 16:40:03.702629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Port 57772bb6-2845-4fda-bb55-58335b540608 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:03.705577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Attempting to bind port 57772bb6-2845-4fda-bb55-58335b540608 on network 992b2325-adc5-4593-b32a-0ef6e6840d01 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:03.712092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-8eafe090-64d2-441b-881b-0c1abf679982 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644062 Jul 27 16:40:03.719812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:03.720588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Checking segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:03.721270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Bound using segment: {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:03.721674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.721882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Bound port: 57772bb6-2845-4fda-bb55-58335b540608, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ccba58-b797-42c6-8253-9ab20de44627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:03.722289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.789801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e761d92-11a1-435d-a8bf-f212e4ac1796 req-7408f658-0439-4985-a4f0-a956b6dc599b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560887 Jul 27 16:40:03.811031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.843036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2030049690', 'description': 'tempest-description-1068413300'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:03.877577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.924864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.948906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57078804-be47-46cc-8289-7d9eca6bca88,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:03.955249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.958738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7005e35-778f-4ed5-b5c1-1857d490684a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57078804-be47-46cc-8289-7d9eca6bca88 HTTP/1.1" status: 204 len: 168 time: 0.7029178 Jul 27 16:40:03.961878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:03.962195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35852fa-460d-4370-b936-402adebb1907 None None] Network d61048ec-a0da-4a74-a7f7-2d778bf3b02e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:03.965759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:04.018885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380f3d95-a5f9-4306-8040-4013565bc9aa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:04.022021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:04.026451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.029170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b83959d2-4007-4b3b-88ca-62b75c04b6f4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/380f3d95-a5f9-4306-8040-4013565bc9aa HTTP/1.1" status: 204 len: 168 time: 0.8028655 Jul 27 16:40:04.032468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:04.036660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=57772bb6-2845-4fda-bb55-58335b540608,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:04.055652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-03d44d6b-7d01-421d-ae8c-630187d2eb0c service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267558 Jul 27 16:40:04.070363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.146400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.220208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.240919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Deleting port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:04.241550 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.318760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:04.320002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.326740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/57772bb6-2845-4fda-bb55-58335b540608 HTTP/1.1" status: 200 len: 1091 time: 3.2109487 Jul 27 16:40:04.356069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] For port 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f265fd9-336e-4141-8f0a-dcc777dd9df9,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:04.356535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.400972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Calling delete_port for 9f265fd9-336e-4141-8f0a-dcc777dd9df9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:04.402736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.427323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] DHCP port deletion for d61048ec-a0da-4a74-a7f7-2d778bf3b02e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:40:04.527896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Deleting port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:04.534282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.588522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.601531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4aa9ca-934a-474e-8570-7683bfaa8710']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:04.624105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122afb79-356a-4353-9180-b17bed846f61') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:04.627292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122afb79-356a-4353-9180-b17bed846f61') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:04.639663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.643441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.663398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.677247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:40:04.678323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.736246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f265fd9-336e-4141-8f0a-dcc777dd9df9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:04.762135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] No DVR routers for this DVR port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:40:04.797958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:40:04.828753 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:40:04.841547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.842832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd82a657-303f-40c6-b471-630ec6966b94 req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0040863 Jul 27 16:40:04.843443 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.845388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7d0b-f665-478d-8e3f-a146b33c6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:04.918604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:04.922727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/7c4aa9ca-934a-474e-8570-7683bfaa8710 HTTP/1.1" status: 204 len: 168 time: 0.8843052 Jul 27 16:40:04.938230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b946-d082-4b47-8c96-3daf4b4aaa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4aa9ca-934a-474e-8570-7683bfaa8710,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:04.990687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6096ea9-37b1-49f6-9567-394c764a1c8e tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af3823-a57b-4a22-97dd-2c7c67176f3e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:05.002419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-5a96cb61-226f-449c-8d32-ac65b5663243 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8901429 Jul 27 16:40:05.015998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-7d77087c-08ef-4095-b4d7-33768f4aa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:05.017724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-7d77087c-08ef-4095-b4d7-33768f4aa263 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 1094 time: 0.5966146 Jul 27 16:40:05.028114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.073417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61048ec-a0da-4a74-a7f7-2d778bf3b02e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:05.083820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] For port 9f265fd9-336e-4141-8f0a-dcc777dd9df9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f265fd9-336e-4141-8f0a-dcc777dd9df9,segment=NetworkSegment(96b6fb60-c5dd-48ff-a645-99bc0dd2f525),segment_id=96b6fb60-c5dd-48ff-a645-99bc0dd2f525)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:05.084953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.116675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b6fb60-c5dd-48ff-a645-99bc0dd2f525') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:05.121202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b6fb60-c5dd-48ff-a645-99bc0dd2f525') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:05.139749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Calling delete_port for 9f265fd9-336e-4141-8f0a-dcc777dd9df9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:05.169537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-709481477', 'description': 'tempest-description-388917512'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:05.182463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.193613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-b43dc09f-a8d2-4ddb-8443-f7d2ec25d825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57772bb6-2845-4fda-bb55-58335b540608 HTTP/1.1" status: 200 len: 217 time: 0.1616292 Jul 27 16:40:05.238711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f265fd9-336e-4141-8f0a-dcc777dd9df9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:05.248959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.316405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:40:05.318732 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:40:05.321132 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:40:05.326141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-12edfb22-b684-45e4-8cee-e211006f4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:05.328332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-12edfb22-b684-45e4-8cee-e211006f4ce0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.1089885 Jul 27 16:40:05.373615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.375764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:05.390863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-5d151461-61ce-4c3e-ba8e-ca7af4d9b29c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479779 Jul 27 16:40:05.409608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be8241-9a58-47da-a887-ee3449403576 req-5c4f82a9-f0e1-48d3-8370-500ddbeddc7d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:05.413424 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22be8241-9a58-47da-a887-ee3449403576 req-5c4f82a9-f0e1-48d3-8370-500ddbeddc7d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 943 time: 0.2501900 Jul 27 16:40:05.413963 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.423806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9f265fd9-336e-4141-8f0a-dcc777dd9df9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:40:05.424267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f265fd9-336e-4141-8f0a-dcc777dd9df9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:05.426900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-33a4d61a-dc43-4167-bea5-414d3c4ecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:05.430266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-33a4d61a-dc43-4167-bea5-414d3c4ecd32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 1094 time: 0.2523274 Jul 27 16:40:05.483891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] No DVR routers for this DVR port 9f265fd9-336e-4141-8f0a-dcc777dd9df9 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:40:05.493229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86c5ba-60a9-4c7f-b28b-5e7a6a0d19ff None None] Pushing event deleted for resources: {'Port': ['ID=9f265fd9-336e-4141-8f0a-dcc777dd9df9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:05.562752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'tag': '57772bb6-2845-4fda-bb55-58335b540608'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:05.565001 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15774fa2-9ae4-400e-9d7d-acf6e3151396" -d '{"events": [{"name": "network-changed", "server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "tag": "57772bb6-2845-4fda-bb55-58335b540608"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:05.641660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22be8241-9a58-47da-a887-ee3449403576 req-d3a65130-74f5-4cca-87c6-2cff0efd891b tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207601 Jul 27 16:40:05.679742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.729161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.744022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-ac5bc4e2-3029-452f-aa9d-8055d9668e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:05.746241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-ac5bc4e2-3029-452f-aa9d-8055d9668e97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 914 time: 0.3009591 Jul 27 16:40:05.805530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-430399bd-5577-4ea6-8ae8-ffffabc24091 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17d3014a88914474ba7ec197588f6336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412454 Jul 27 16:40:05.806476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39722) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:05.826685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.834244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.841132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-097045aa-08b1-49c4-80ea-8e706b5d6211 req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6992416 Jul 27 16:40:05.909362 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:05.912065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d61048ec-a0da-4a74-a7f7-2d778bf3b02e HTTP/1.1" status: 204 len: 168 time: 1.9425406 Jul 27 16:40:05.917144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-82eb87f2-2ba3-495b-a15c-c2684f75d1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934428 Jul 27 16:40:05.923712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-da3ab0e1-83d0-4ee5-984c-de768ea1e61a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc HTTP/1.1" status: 200 len: 217 time: 0.1645653 Jul 27 16:40:05.931003 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75762a-d449-4ccc-a674-9f19bcba7149 x-openstack-request-id: req-6e75762a-d449-4ccc-a674-9f19bcba7149 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:05.931389 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "tag": "57772bb6-2845-4fda-bb55-58335b540608", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:05.933059 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e75762a-d449-4ccc-a674-9f19bcba7149 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:05.933614 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'tag': '57772bb6-2845-4fda-bb55-58335b540608', 'status': 'completed', 'code': 200} Jul 27 16:40:05.960868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5300a-a19e-4f09-8a5b-97ef1788f7ae tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80873ef1-deda-488a-ac94-673ab6087f8d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:05.968913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5bb1a-499f-40a1-bc1e-3183739d9154 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61048ec-a0da-4a74-a7f7-2d778bf3b02e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:06.016446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.058775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.182587 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.187383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.192895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee7fc07b-0e91-4047-b82f-a290fd35b09d HTTP/1.1" status: 204 len: 168 time: 0.3767302 Jul 27 16:40:06.208548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947fee-f6ce-44f3-9028-aeb2f34e8658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7fc07b-0e91-4047-b82f-a290fd35b09d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:06.300339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-18499210-b5a8-436d-b532-c2069a281e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:06.307069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-18499210-b5a8-436d-b532-c2069a281e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.3694301 Jul 27 16:40:06.337115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:06.356411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-6d397ad8-c8c0-4182-a09e-0c1584b1b73b tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/f5af3823-a57b-4a22-97dd-2c7c67176f3e HTTP/1.1" status: 200 len: 1805 time: 0.3574500 Jul 27 16:40:06.385489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-3c2f59c6-c99a-4c8e-9d2e-f0fa4edf7666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650749 Jul 27 16:40:06.478207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d7aa11f-7ef3-4e62-a986-e67b75b9712f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf016ba7c36d4d0ba3c28e0fac2d373d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372054 Jul 27 16:40:06.483283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39734) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:06.538286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-90e3c03c-f3c6-4a3b-9600-d3c6308b06e1 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/80873ef1-deda-488a-ac94-673ab6087f8d HTTP/1.1" status: 200 len: 1803 time: 0.1805592 Jul 27 16:40:06.541728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c24ae479-60a0-4521-b4e1-b5e37216d794 req-661730fa-9734-4eab-aae9-b2844a6d5b19 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026795 Jul 27 16:40:06.548188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f5af3823-a57b-4a22-97dd-2c7c67176f3e', 'remote_group_id': '80873ef1-deda-488a-ac94-673ab6087f8d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:06.548808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f5af3823-a57b-4a22-97dd-2c7c67176f3e', 'remote_group_id': '80873ef1-deda-488a-ac94-673ab6087f8d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:06.666382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-59f7fa5f-75c8-4954-b8d6-b5849306d779 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405822 Jul 27 16:40:06.733805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.812648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa74d79-0778-4b1d-8507-0d941f17a2a8 req-de870233-a045-4a51-8110-07461d035415 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347563 Jul 27 16:40:06.857031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.883846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.973150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:06.982799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.017686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-c2cd5adf-93e0-49e7-8023-54f5c91000bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:07.024366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-c2cd5adf-93e0-49e7-8023-54f5c91000bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 1094 time: 0.2080910 Jul 27 16:40:07.131675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.137151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.146978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a12d74d1-86fa-45f2-8bf2-09d625e4f3fb HTTP/1.1" status: 204 len: 168 time: 0.6595840 Jul 27 16:40:07.156636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeb6719-2dc9-402e-bb33-bc784dc0e46f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:07.180500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.195461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a100945e-aa4d-4a1a-acfa-3f59f3fc0b38 req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6532896 Jul 27 16:40:07.206390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.208573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55858b19-aa5e-43ba-8142-6915cd79f236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d74d1-86fa-45f2-8bf2-09d625e4f3fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:07.209551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.210629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.216663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.217252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.217848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.218415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.218976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.219558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.220138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.220754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.221456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3a8a6d-a2a0-46df-b169-d8445227dcf0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:07.229727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-017b85fc-2c8c-48a2-9cd5-2f4533b6e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:07.231716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-017b85fc-2c8c-48a2-9cd5-2f4533b6e6d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 200 len: 914 time: 0.1967895 Jul 27 16:40:07.280235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24d93-e606-4069-a646-bcb0265e8807 req-0729343c-7a27-4c0a-94e1-693f7a9b3324 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:07.293021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12c24d93-e606-4069-a646-bcb0265e8807 req-0729343c-7a27-4c0a-94e1-693f7a9b3324 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 943 time: 0.3115101 Jul 27 16:40:07.391602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-f4141af5-c37a-4887-8f84-3b24962992b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57772bb6-2845-4fda-bb55-58335b540608 HTTP/1.1" status: 200 len: 217 time: 0.1483662 Jul 27 16:40:07.398718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:07.430684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12c24d93-e606-4069-a646-bcb0265e8807 req-9e9b77f7-5a45-475b-a41f-60d8a74f38c0 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320658 Jul 27 16:40:07.495049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1875788387', 'description': 'tempest-description-1652449321'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:07.554942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.638711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-b62a1fcf-3d07-4032-9034-45321ca41df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:07.640971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-b62a1fcf-3d07-4032-9034-45321ca41df2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 200 len: 853 time: 0.2118928 Jul 27 16:40:07.649895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd9112ee-73b8-4be5-9ddd-8e800e08c1b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f456be2298c54cffb35fc20e9e59b422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482116 Jul 27 16:40:07.657437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:07.678886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 55a9cb9a-17d9-4fdc-895f-07eab958cbdc details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:07.710650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-2536ac2b-7dfd-4875-b597-92494f97448e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=992b2325-adc5-4593-b32a-0ef6e6840d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539684 Jul 27 16:40:07.809335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.816259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.818921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.864412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.876217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-6005fdbb-8fde-484c-844d-ccc9b60368b2 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513162 Jul 27 16:40:07.937638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:07.944154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2906b091-c1da-4e0d-9b14-4d4c854b3254 req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4536972 Jul 27 16:40:07.948100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413adb91-4f61-42ff-9829-fb25a641ab5f tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb1eef-23c7-482b-8fb9-5cc5d345cd0e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:07.980611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:07.993268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-150672209', 'description': 'tempest-description-754260320'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:08.002572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'port_id': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc', 'mac_address': 'fa:16:3e:d6:5e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c63763-bf69-4872-8995-42a8aaa257cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:08.051986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.063542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.066158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.069538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46258f18-348e-4a65-9587-08abdec00fa7 HTTP/1.1" status: 204 len: 168 time: 0.4083295 Jul 27 16:40:08.077191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15774fa2-9ae4-400e-9d7d-acf6e3151396 req-e20b8418-1b9c-4ab8-98bd-d2ef3f1d9769 service neutron] 10.222.0.13 "GET /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885722 Jul 27 16:40:08.086204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa59a-35c3-4edb-9396-b3b8db7db38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46258f18-348e-4a65-9587-08abdec00fa7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.121059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.203998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a9cb9a-17d9-4fdc-895f-07eab958cbdc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:08.248887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.261912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.291261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:08.297968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.299246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 57772bb6-2845-4fda-bb55-58335b540608 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:08.404126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.423020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c731f2f9-dda4-4948-9905-292adb9f6df2 req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4244394 Jul 27 16:40:08.435293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25459a-a2fc-46a2-88a0-360b99ee1fcd tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5921d6d7-5aea-4ada-be9a-c4ef0ab1e713,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.468923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=57772bb6-2845-4fda-bb55-58335b540608,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:08.535378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-3e549510-785e-4960-9537-5797a0a35b62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/35cb1eef-23c7-482b-8fb9-5cc5d345cd0e HTTP/1.1" status: 200 len: 1805 time: 0.0685098 Jul 27 16:40:08.567868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '57772bb6-2845-4fda-bb55-58335b540608', 'network_id': '992b2325-adc5-4593-b32a-0ef6e6840d01', 'port_id': '57772bb6-2845-4fda-bb55-58335b540608', 'mac_address': 'fa:16:3e:53:fd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c63763-bf69-4872-8995-42a8aaa257cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:08.671742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1ddb1a21-816c-4677-a1ed-dcadc2706348 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/5921d6d7-5aea-4ada-be9a-c4ef0ab1e713 HTTP/1.1" status: 200 len: 1803 time: 0.1249411 Jul 27 16:40:08.694583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35cb1eef-23c7-482b-8fb9-5cc5d345cd0e', 'remote_group_id': '5921d6d7-5aea-4ada-be9a-c4ef0ab1e713', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:08.695459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35cb1eef-23c7-482b-8fb9-5cc5d345cd0e', 'remote_group_id': '5921d6d7-5aea-4ada-be9a-c4ef0ab1e713', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:08.731791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.769470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.803921 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.806437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57772bb6-2845-4fda-bb55-58335b540608 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:08.856616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=57772bb6-2845-4fda-bb55-58335b540608,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:08.865085 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.919168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.926830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.977622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:08.980595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30ea5642-ca47-47ee-8385-190dadf61e4e req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2914021 Jul 27 16:40:09.005244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d909d-8c7e-4c7a-b156-d0cac96feab2 req-82e8f118-f25c-4c33-b93e-ec0d48ee6562 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:09.006351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ce4a-5178-420a-b41e-84c02b290b42 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82ae00f-6a7e-4269-b843-b49c96eb47d2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:09.019088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c21d909d-8c7e-4c7a-b156-d0cac96feab2 req-82e8f118-f25c-4c33-b93e-ec0d48ee6562 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 943 time: 0.2514892 Jul 27 16:40:09.039077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:09.057276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:09.137708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c21d909d-8c7e-4c7a-b156-d0cac96feab2 req-335729dd-a3ac-48c6-af0f-0212e2838e6d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158357 Jul 27 16:40:09.191840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['55a9cb9a-17d9-4fdc-895f-07eab958cbdc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:09.242808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['57772bb6-2845-4fda-bb55-58335b540608'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:09.306295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22368376-bc41-4ef2-9666-88103c003043 req-2a881b29-2523-4886-b928-847698dda7ea tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/5921d6d7-5aea-4ada-be9a-c4ef0ab1e713 HTTP/1.1" status: 200 len: 1803 time: 0.1385365 Jul 27 16:40:09.402016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22368376-bc41-4ef2-9666-88103c003043 req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:09.435872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22368376-bc41-4ef2-9666-88103c003043 req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:09.556976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:09.569393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22368376-bc41-4ef2-9666-88103c003043 req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:09.581246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22368376-bc41-4ef2-9666-88103c003043 req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:09.606172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22368376-bc41-4ef2-9666-88103c003043 req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/5921d6d7-5aea-4ada-be9a-c4ef0ab1e713 HTTP/1.1" status: 204 len: 173 time: 0.2837253 Jul 27 16:40:09.641854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd0aec-9b0d-4d2c-8759-c5df410783b0 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921d6d7-5aea-4ada-be9a-c4ef0ab1e713,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:09.703084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c9d3908-5832-4e12-8de3-57b7e6a1870b req-9768b9ef-3563-4cd4-b4ac-9c7e97574b9c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/35cb1eef-23c7-482b-8fb9-5cc5d345cd0e HTTP/1.1" status: 200 len: 1805 time: 0.0762341 Jul 27 16:40:09.752917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-933313645', 'description': 'tempest-description-702711497'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:09.840609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:09.922877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a656a48d-12c7-4801-98c7-8a899b5f1e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.032150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0c53-13f2-472e-83db-3ffac71d5256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.200600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-network', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:10.233560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.245415 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.341698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a3b1c9-aace-4757-b3a7-524fc4f148df,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:10.505606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a656a48d-12c7-4801-98c7-8a899b5f1e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.518814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.521703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-018bfc4e-974f-4b5b-9db0-ff47a1718376 req-54f0e8fc-12c0-42d3-bd4b-9e8b2a0e6144 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7768822 Jul 27 16:40:10.530203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185548-130c-45bb-8f6e-af71efd0e8b4 req-c1678041-6819-4ff9-bb59-807d8831013d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:10.543137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-01185548-130c-45bb-8f6e-af71efd0e8b4 req-c1678041-6819-4ff9-bb59-807d8831013d tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 944 time: 0.1833558 Jul 27 16:40:10.552979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a656a48d-12c7-4801-98c7-8a899b5f1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.669751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-01185548-130c-45bb-8f6e-af71efd0e8b4 req-ab0efac6-6219-4025-b599-f7485a25bc0a tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259816 Jul 27 16:40:10.678389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Made reservation on behalf of 9ecfbfa5d4f746ae85907ebb62d5c937 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:10.680763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.691692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.701858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a656a48d-12c7-4801-98c7-8a899b5f1e43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8c506845b474dceba5932274cc608db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6409371 Jul 27 16:40:10.701858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a48d-12c7-4801-98c7-8a899b5f1e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47840b9c-c748-4643-88c0-d100501f7de7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:10.702518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:10.852181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.857088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.875081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-307fa5b8-34c2-43d1-9555-0ff0e311e950 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 200 len: 1803 time: 0.1257792 Jul 27 16:40:10.886635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47a3b1c9-aace-4757-b3a7-524fc4f148df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:10.886971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47a3b1c9-aace-4757-b3a7-524fc4f148df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:10.896780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:40:10.908108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b755f1-9224-429f-bbc4-80a73792da6e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:10.916494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.916494 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Added segment ef8df7cc-25c5-4a32-aa14-c4b1878ecda7 of type vlan for network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 Jul 27 16:40:10.932205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.972681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:10.981693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.023374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.024911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:11.025773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.046300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4853902 Jul 27 16:40:11.047817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:11.074459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Request body: {'subnet': {'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-subnet', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:11.093124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.124015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Made reservation on behalf of 9ecfbfa5d4f746ae85907ebb62d5c937 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:11.126407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.130106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec37c9-b3b3-4625-9854-a4d2306b3979 admin admin] Pushing event updated for resources: {'Network': ['ID=70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:11.142807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:40:11.242261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.252821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.259563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47840b9c-c748-4643-88c0-d100501f7de7 HTTP/1.1" status: 204 len: 168 time: 0.5528502 Jul 27 16:40:11.381785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.392916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56edec9-bb8a-435c-a945-11ead5564513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47840b9c-c748-4643-88c0-d100501f7de7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:11.396533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.452962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0eb36d-ea4e-42ca-a367-d6dd166bdd58,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:11.475694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.485211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40e41c3f-52fb-49eb-bb4e-7a4876b12f51 req-4421d593-49b6-456a-8f21-88cbea6aae62 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6086833 Jul 27 16:40:11.504326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.598267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-7086e564-46be-4af9-be2a-b7f8404587df tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 200 len: 2396 time: 0.0938110 Jul 27 16:40:11.609575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47a3b1c9-aace-4757-b3a7-524fc4f148df', 'remote_group_id': None}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:11.609901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47a3b1c9-aace-4757-b3a7-524fc4f148df', 'remote_group_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:11.623806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:11.641555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Checking segment: {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:11.641937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Network hostable DHCP agents. Network: 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:40:11.674033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 55a9cb9a-17d9-4fdc-895f-07eab958cbdc up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:11.687481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:40:11.707534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:11.716708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:11.717330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.746713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8b262-c17c-40c3-99d5-5e89e2578c66 None None] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:11.767104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3cca0c5e-7b63-4d72-8fa1-67c2d55a1a4e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7046549 Jul 27 16:40:11.767641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:11.770944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.779508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:11.826969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.832572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.840130 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.841804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.860928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:11.866841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.884525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c20e8134-fb3d-415d-9869-e2aab1e62896 req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2780592 Jul 27 16:40:11.887265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:11.889052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:11.894902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da74e7-a0f6-40d7-b4f2-e7e02c1b7429 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d229198-6b07-43ce-b290-5fe57208c1fb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:11.965012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.063293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16d540-eebc-403e-97af-fff97fc5cc0a req-3045a61b-7667-4e69-b349-2594631d8893 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:12.074334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff16d540-eebc-403e-97af-fff97fc5cc0a req-3045a61b-7667-4e69-b349-2594631d8893 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 944 time: 0.1005592 Jul 27 16:40:12.156530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff16d540-eebc-403e-97af-fff97fc5cc0a req-abee7599-d683-4b0d-ae03-0811f85e1584 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Jul 27 16:40:12.272885 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f607c9b2-da89-4f33-b2f8-80777ab07e1e req-3188290b-5bba-42f8-8a14-376b3bda2a66 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 200 len: 2994 time: 0.0952628 Jul 27 16:40:12.293452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ff30173-dd34-4da2-aeca-cdeb2b10da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.299988 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.362594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.368536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-5d89d99d-0ff5-4336-8f77-9420dc51b456 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-group-rules/3d229198-6b07-43ce-b290-5fe57208c1fb HTTP/1.1" status: 200 len: 783 time: 0.0695486 Jul 27 16:40:12.423056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:12.465198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-14336822-d9bb-4049-a4f2-9d1c098514be tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 200 len: 2994 time: 0.0924184 Jul 27 16:40:12.478391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:12.489805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca421a-19fc-4fac-866a-bf2ef27981e3" -d '{"events": [{"server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "name": "network-vif-plugged", "status": "completed", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:12.498627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.499459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 57772bb6-2845-4fda-bb55-58335b540608 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:12.538097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-cb9e09f8-6c25-4294-8f48-d071a882d638 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574217 Jul 27 16:40:12.543736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.586322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'fixed_ips': [{'subnet_id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:40:12.589802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.595938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.672208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-0aa93f3a-1611-4ecd-8d3d-2a8b50a18200 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:12.672952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.681214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-0aa93f3a-1611-4ecd-8d3d-2a8b50a18200 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421161 Jul 27 16:40:12.707419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.711936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb2f86cb-a712-4153-ad1e-5c19ee21616b req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3d229198-6b07-43ce-b290-5fe57208c1fb HTTP/1.1" status: 204 len: 173 time: 0.2489300 Jul 27 16:40:12.717703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0924-a343-437a-a48b-7304e0bcd40c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d229198-6b07-43ce-b290-5fe57208c1fb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:12.725262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-02e7a722-edca-4364-9f5c-c7a78e5174dc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/quotas/990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 375 time: 0.0263102 Jul 27 16:40:12.824245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-ebde16b9-73f3-412e-b502-fdc307204cfc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975006 Jul 27 16:40:12.885673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Allocated IP 172.20.0.2 (70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9/d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5/300ad1f4-50c8-45df-811a-e11f7d1bad33) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:12.977195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:12.981390 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b11763c-2d1c-4ca4-ad7a-06dbf11e5c72 x-openstack-request-id: req-1b11763c-2d1c-4ca4-ad7a-06dbf11e5c72 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:12.981811 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "name": "network-vif-plugged", "status": "completed", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:12.982166 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b11763c-2d1c-4ca4-ad7a-06dbf11e5c72 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:12.982655 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc', 'code': 200} Jul 27 16:40:13.028310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:13.099197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 57772bb6-2845-4fda-bb55-58335b540608 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:13.128025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 57772bb6-2845-4fda-bb55-58335b540608 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:13.128959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.231559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.244588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Transition to ACTIVE for port object 300ad1f4-50c8-45df-811a-e11f7d1bad33 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:13.288273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Transition to ACTIVE for port object 300ad1f4-50c8-45df-811a-e11f7d1bad33 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:13.301055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.317855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.332161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-68056b3b-e1b0-4a41-81bd-93d12534effc tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 200 len: 2396 time: 0.2494555 Jul 27 16:40:13.373859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.383357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:13.399060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.409203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=57772bb6-2845-4fda-bb55-58335b540608,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:13.415022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:13.420784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.423085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:13.435063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Pushing event updated for resources: {'Port': ['ID=300ad1f4-50c8-45df-811a-e11f7d1bad33,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:13.485653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.559582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf825-0a43-4b41-a239-add345c4216c req-5b844a5a-c8ef-448b-871f-39dfc2e13cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:13.559582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0abcf825-0a43-4b41-a239-add345c4216c req-5b844a5a-c8ef-448b-871f-39dfc2e13cdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 1096 time: 0.3824644 Jul 27 16:40:13.575594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Attempting to bind port 300ad1f4-50c8-45df-811a-e11f7d1bad33 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:13.576174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Attempting to bind port 300ad1f4-50c8-45df-811a-e11f7d1bad33 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:13.576991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Attempting to bind port 300ad1f4-50c8-45df-811a-e11f7d1bad33 on network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:13.592701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:13.593545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Checking segment: {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:13.594168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.594808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Bound using segment: {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:13.595409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Bound port: 300ad1f4-50c8-45df-811a-e11f7d1bad33, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:13.595915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.600849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:13.632246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.669782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.764643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.768160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.782851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f55ca24-d107-4862-baff-f201283e9fb7 req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/47a3b1c9-aace-4757-b3a7-524fc4f148df HTTP/1.1" status: 204 len: 173 time: 0.4354308 Jul 27 16:40:13.805512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] For port 300ad1f4-50c8-45df-811a-e11f7d1bad33, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:13.815220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] For port 300ad1f4-50c8-45df-811a-e11f7d1bad33, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=300ad1f4-50c8-45df-811a-e11f7d1bad33,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:13.822128 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:13.855766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec312e-1f5c-4885-86a1-f312c08f6aad tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a3b1c9-aace-4757-b3a7-524fc4f148df,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:13.921423 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0abcf825-0a43-4b41-a239-add345c4216c req-46641780-cda9-4eb4-ac06-79b303666c11 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536825 Jul 27 16:40:13.922664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704b76d-6707-4e91-8b86-8787622fb5e1 None None] Pushing event updated for resources: {'Port': ['ID=300ad1f4-50c8-45df-811a-e11f7d1bad33,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:13.930782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b98d1fce-aad9-4f28-b81c-aa3518f73b28 req-5b1259f3-0440-42a8-9de1-85c24063bb65 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 210 time: 0.0722578 Jul 27 16:40:13.978219 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-319e0300-b412-4e1c-b8b8-fef486102cf7 req-1721bf2c-5b2a-477b-9a2f-a0bb6152a223 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] show failed (client error): The resource could not be found. Jul 27 16:40:13.989113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-319e0300-b412-4e1c-b8b8-fef486102cf7 req-1721bf2c-5b2a-477b-9a2f-a0bb6152a223 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/5921d6d7-5aea-4ada-be9a-c4ef0ab1e713 HTTP/1.1" status: 404 len: 352 time: 0.0347340 Jul 27 16:40:14.002574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910886-7cdc-4546-a48a-dcf89186b590 req-0b932c04-e035-47e4-ae90-5b334bbbb691 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:14.029620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee910886-7cdc-4546-a48a-dcf89186b590 req-0b932c04-e035-47e4-ae90-5b334bbbb691 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 945 time: 0.5145831 Jul 27 16:40:14.212239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Allocated IP 172.25.4.222 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/e01a9ba8-c10a-4376-802f-256a3b8c550c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:14.217455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-0652d8f5-d22e-4e13-9dbb-0cb16844b638 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/35cb1eef-23c7-482b-8fb9-5cc5d345cd0e HTTP/1.1" status: 200 len: 1805 time: 0.1017113 Jul 27 16:40:14.353333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee910886-7cdc-4546-a48a-dcf89186b590 req-1989172e-376b-4837-8061-3502a6f04b42 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220847 Jul 27 16:40:14.622166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:14.692083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:14.775228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:14.780147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:14.788649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5b39385-eb37-4f6c-9c50-9e338c56aeac req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/35cb1eef-23c7-482b-8fb9-5cc5d345cd0e HTTP/1.1" status: 204 len: 173 time: 0.5202372 Jul 27 16:40:14.798754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:14.836993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08f5f-9bde-41a3-914b-9b2d3f128fe3 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb1eef-23c7-482b-8fb9-5cc5d345cd0e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:14.985965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57772bb6-2845-4fda-bb55-58335b540608'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:15.000489 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817542c-9d96-40b1-a93c-261b2d1d59ba" -d '{"events": [{"server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "name": "network-vif-plugged", "status": "completed", "tag": "57772bb6-2845-4fda-bb55-58335b540608"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:15.017334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:15.034802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-de7af8e6-3342-4e7a-a988-8f0e169c4463 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/80873ef1-deda-488a-ac94-673ab6087f8d HTTP/1.1" status: 200 len: 1803 time: 0.1863875 Jul 27 16:40:15.052460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:15.200011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 300ad1f4-50c8-45df-811a-e11f7d1bad33 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:15.215990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:15.253306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:15.257634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:15.302311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Pushing event updated for resources: {'Port': ['ID=e01a9ba8-c10a-4376-802f-256a3b8c550c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:15.370459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 300ad1f4-50c8-45df-811a-e11f7d1bad33 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:15.376923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d618050d-100f-44f1-9096-ee194893e174 req-41066204-0186-4d86-918f-ecd50b623f66 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 210 time: 0.1627929 Jul 27 16:40:15.560832 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720524f0-2f54-4606-b1c2-d3bb6098a317 x-openstack-request-id: req-720524f0-2f54-4606-b1c2-d3bb6098a317 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:15.562293 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "name": "network-vif-plugged", "status": "completed", "tag": "57772bb6-2845-4fda-bb55-58335b540608", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:15.562989 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-720524f0-2f54-4606-b1c2-d3bb6098a317 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:15.563885 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57772bb6-2845-4fda-bb55-58335b540608', 'code': 200} Jul 27 16:40:15.600770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:15.614214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-bf307828-55fe-460c-a9ea-d9628c5774b6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063147 Jul 27 16:40:15.669560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:15.828511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc5bb9-5ab1-4a8d-9e16-2820546c739a req-d45ec1d4-1ca9-4b1c-b229-a0e7136429bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:15.829915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38dc5bb9-5ab1-4a8d-9e16-2820546c739a req-d45ec1d4-1ca9-4b1c-b229-a0e7136429bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 1096 time: 0.0890868 Jul 27 16:40:15.844258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f0018-f316-4427-ae6a-4ab497e91e8d None None] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:15.877934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38dc5bb9-5ab1-4a8d-9e16-2820546c739a req-643fd562-2574-497a-acc9-937c4afffb56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Jul 27 16:40:15.938473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Provisioning for port 300ad1f4-50c8-45df-811a-e11f7d1bad33 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:15.946991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Provisioning complete for port 300ad1f4-50c8-45df-811a-e11f7d1bad33 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:15.947720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:15.979156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.061624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-fb3b67f4-3e03-4ae1-91c1-9e8c22e8bdc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:16.063311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-fb3b67f4-3e03-4ae1-91c1-9e8c22e8bdc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4400141 Jul 27 16:40:16.131869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.135487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.136898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb8e84b1-e598-49bc-a868-c66c3870e848 req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/80873ef1-deda-488a-ac94-673ab6087f8d HTTP/1.1" status: 204 len: 173 time: 1.0283825 Jul 27 16:40:16.149555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Request body: {'port': {'device_id': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '990082e1c62a40b78650479271edff88'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:16.178869 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.225128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364898a-aea6-4c5e-b8f8-75edaef044f5 req-b0e757a2-af3b-4aee-8f3f-b8fde311a9f7 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:16.226695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6364898a-aea6-4c5e-b8f8-75edaef044f5 req-b0e757a2-af3b-4aee-8f3f-b8fde311a9f7 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 945 time: 0.1329281 Jul 27 16:40:16.257219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] For port 300ad1f4-50c8-45df-811a-e11f7d1bad33, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=300ad1f4-50c8-45df-811a-e11f7d1bad33,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:16.283639 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.295759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Made reservation on behalf of 990082e1c62a40b78650479271edff88 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:16.299759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.318992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.344013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6364898a-aea6-4c5e-b8f8-75edaef044f5 req-88aaef2e-7f89-4bbc-aed9-fca9484603c2 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941825 Jul 27 16:40:16.379375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b429f5-50bd-4cb4-babf-d60d06faea40 None None] Pushing event updated for resources: {'Port': ['ID=300ad1f4-50c8-45df-811a-e11f7d1bad33,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:16.558478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-7c3bda5f-10b3-45b7-8576-5e428a1576db tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/f5af3823-a57b-4a22-97dd-2c7c67176f3e HTTP/1.1" status: 200 len: 1805 time: 0.0868478 Jul 27 16:40:16.577919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.581180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.589193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703a1f8-cfcb-40fc-afba-62fce923f206 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80873ef1-deda-488a-ac94-673ab6087f8d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:16.605242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.698479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8cb25-4619-4b50-a23c-1320427786f9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:16.744484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.746352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9e0728a5-39c3-4a96-a690-927de8684582 None None] Provisioning complete for port 300ad1f4-50c8-45df-811a-e11f7d1bad33 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:16.750870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e0728a5-39c3-4a96-a690-927de8684582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.772924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a930758-db82-485f-a42c-158c7637dd7c req-c7ecdb66-c47f-4a88-aa22-207eee5f22b0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 210 time: 0.0554545 Jul 27 16:40:16.801208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.946746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.967116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:16.977942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6d08ed-08d3-4adc-94d0-2431e62c5704 req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5af3823-a57b-4a22-97dd-2c7c67176f3e HTTP/1.1" status: 204 len: 173 time: 0.4003766 Jul 27 16:40:17.029274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c67a0-ac91-4b42-8992-4c560ee544a6 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af3823-a57b-4a22-97dd-2c7c67176f3e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:17.181207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.253925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-21d2779c-478d-4822-b5ba-2a7a936ec666 tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/3da3238b-376c-4f28-8c3f-d751a912683a HTTP/1.1" status: 200 len: 2401 time: 0.1504049 Jul 27 16:40:17.288742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 300ad1f4-50c8-45df-811a-e11f7d1bad33 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:17.412594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.491143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 300ad1f4-50c8-45df-811a-e11f7d1bad33 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:17.494810 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.558876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.668349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.672687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:17.678547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-914b5c7d-863b-4b93-b948-6f441c4b28eb req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/3da3238b-376c-4f28-8c3f-d751a912683a HTTP/1.1" status: 204 len: 173 time: 0.4211285 Jul 27 16:40:17.698355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Allocated IP 192.168.233.134 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/f910266c-8ac5-4431-8f5b-4da59917eff2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:17.705168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b008ca-7444-45e7-9edf-0d68ac72bc2d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da3238b-376c-4f28-8c3f-d751a912683a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:17.714952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Router e48fb54b-648a-4b95-a821-ed38b78dd07b is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:40:17.832222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297116-22cf-439d-a5f5-e45ce487e2df req-99cdcc84-ed48-4e52-b155-2d11db419d15 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:17.841230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55297116-22cf-439d-a5f5-e45ce487e2df req-99cdcc84-ed48-4e52-b155-2d11db419d15 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 945 time: 0.2185395 Jul 27 16:40:17.896041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-3f3b0aae-2db0-461d-97cd-78742f71e42c tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "GET /v2.0/security-groups/37beae74-4e01-459b-8774-cc67c334892f HTTP/1.1" status: 200 len: 2398 time: 0.0682616 Jul 27 16:40:18.016566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.032013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:18.054578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.059184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55297116-22cf-439d-a5f5-e45ce487e2df req-bea9c680-8163-463f-8014-050b38ae9a79 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168295 Jul 27 16:40:18.065653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:40:18.079167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Sync routers for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:40:18.093173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:40:18.094473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:18.139762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.140860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.141566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc3c3c9c-3d02-4bf6-8b61-1769e65fda90 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3721511 Jul 27 16:40:18.148360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:18.149031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.152314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e68b9cfd-885b-4928-b146-551aef8a85d4 req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] 10.222.0.64 "DELETE /v2.0/security-groups/37beae74-4e01-459b-8774-cc67c334892f HTTP/1.1" status: 204 len: 173 time: 0.2455087 Jul 27 16:40:18.157268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:18.197071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8313b-62ba-4574-aad5-640209351e6d tempest-SecurityGroupRulesTestJSON-1135961987 tempest-SecurityGroupRulesTestJSON-1135961987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37beae74-4e01-459b-8774-cc67c334892f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:18.238073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Deleting subnet e21f645b-ab2e-46da-9876-b3b36c98bde5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:40:18.249214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.275246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.289198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f417a02e-1b00-437b-9145-5a8360431aa5 req-3e2dcf67-db8d-4c05-9d0b-bd794dc91f6d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 210 time: 0.1092620 Jul 27 16:40:18.324509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0110dbfe-9019-4090-ae88-242cb17470aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.327122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Transition to ACTIVE for port object f910266c-8ac5-4431-8f5b-4da59917eff2 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:18.339648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.347192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:18.401518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.448231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33420aa5-7cca-4947-9b84-3034b788f0c7 req-243c14de-65e9-4dd4-8bfb-322f8c876b69 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:18.456353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33420aa5-7cca-4947-9b84-3034b788f0c7 req-243c14de-65e9-4dd4-8bfb-322f8c876b69 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 945 time: 0.1945195 Jul 27 16:40:18.666348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.782592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:18.795226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:18.804033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:18.856644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:15Z', 'revision_number': 3, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:18.864859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:18.865835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:18.868972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:18.967377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Checking router: e48fb54b-648a-4b95-a821-ed38b78dd07b for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:18.967950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Updating router e48fb54b-648a-4b95-a821-ed38b78dd07b port e01a9ba8-c10a-4376-802f-256a3b8c550c binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:40:18.979277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0110dbfe-9019-4090-ae88-242cb17470aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.000710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0110dbfe-9019-4090-ae88-242cb17470aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.025365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.049215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-82ac4b80-6750-48b7-b018-65311ffdf56c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9108024 Jul 27 16:40:19.068299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33420aa5-7cca-4947-9b84-3034b788f0c7 req-5281a15b-2e3d-4232-83b3-232923aa5a49 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100643 Jul 27 16:40:19.078760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.106147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Request body: {'port': {'device_id': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:19.152280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.160128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e21f645b-ab2e-46da-9876-b3b36c98bde5 HTTP/1.1" status: 204 len: 168 time: 0.9990206 Jul 27 16:40:19.160128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bdaed-bdce-487b-aa54-a63428e0681c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21f645b-ab2e-46da-9876-b3b36c98bde5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:19.167059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:19.187867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0110dbfe-9019-4090-ae88-242cb17470aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c64b4a78401a4bf0b4bb55c4dd350572&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1502125 Jul 27 16:40:19.195216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40024) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:19.275454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110dbfe-9019-4090-ae88-242cb17470aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dba4408-6284-44dc-9352-924ea6f5f5e3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:19.354729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.362960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.491637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.497912 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.503053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Transition to ACTIVE for port object e01a9ba8-c10a-4376-802f-256a3b8c550c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:19.522459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.535140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.583532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.590729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b2084af-06e0-46dd-a6e6-a05b2cd50f25 None None] Provisioning for port f910266c-8ac5-4431-8f5b-4da59917eff2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:19.623302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b2084af-06e0-46dd-a6e6-a05b2cd50f25 None None] Provisioning complete for port f910266c-8ac5-4431-8f5b-4da59917eff2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:19.623824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2084af-06e0-46dd-a6e6-a05b2cd50f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.700988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3b2084af-06e0-46dd-a6e6-a05b2cd50f25 None None] Port f910266c-8ac5-4431-8f5b-4da59917eff2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:40:19.707207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7b94-131d-456b-adda-008f9a23c54d None None] Pushing event updated for resources: {'Port': ['ID=e01a9ba8-c10a-4376-802f-256a3b8c550c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:19.715611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Attempting to bind port e01a9ba8-c10a-4376-802f-256a3b8c550c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:19.717310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Attempting to bind port e01a9ba8-c10a-4376-802f-256a3b8c550c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:19.718970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Attempting to bind port e01a9ba8-c10a-4376-802f-256a3b8c550c on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:19.732908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:19.733597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:19.734351 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.734957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:19.735590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Bound port: e01a9ba8-c10a-4376-802f-256a3b8c550c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:19.736152 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.812813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.852130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] For port e01a9ba8-c10a-4376-802f-256a3b8c550c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:19.852364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc92dc1-b534-40f4-a1fb-76ec916aa653']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:19.862089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] For port e01a9ba8-c10a-4376-802f-256a3b8c550c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e01a9ba8-c10a-4376-802f-256a3b8c550c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:19.871673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.885479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0f3e4-6d7e-4140-a286-aed007462d58 req-fbe25749-e97e-431b-87b4-071a2c37efad tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:19.897497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cbc0f3e4-6d7e-4140-a286-aed007462d58 req-fbe25749-e97e-431b-87b4-071a2c37efad tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 936 time: 0.4221821 Jul 27 16:40:19.911459 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.919974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:19.938301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0dba4408-6284-44dc-9352-924ea6f5f5e3 HTTP/1.1" status: 204 len: 168 time: 0.7384579 Jul 27 16:40:20.010061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc097054-53ca-4529-be0b-70f0bbe4b70d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:20.013164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc097054-53ca-4529-be0b-70f0bbe4b70d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:20.015498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:40:20.018245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:20.040086 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.049072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cbc0f3e4-6d7e-4140-a286-aed007462d58 req-30a4525e-036a-4f9e-8f5d-c5f8041896ad tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090074 Jul 27 16:40:20.068272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.088353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:40:20.100871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:40:20.104948 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:40:20.190111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b111d37-16ad-4b5e-b23e-a117ecce222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dba4408-6284-44dc-9352-924ea6f5f5e3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:20.244240 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.263704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7b94-131d-456b-adda-008f9a23c54d None None] Pushing event updated for resources: {'Port': ['ID=e01a9ba8-c10a-4376-802f-256a3b8c550c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:20.265676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.286090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3bc92dc1-b534-40f4-a1fb-76ec916aa653 HTTP/1.1" status: 204 len: 168 time: 1.1178012 Jul 27 16:40:20.299663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c59b12-771e-4884-8a8c-f6db775d6b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc92dc1-b534-40f4-a1fb-76ec916aa653,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:20.318003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:20.421722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Allocated IP 172.20.0.1 (70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9/d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5/65441df7-3f3f-4c33-8ea9-1051a6047db3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:20.439990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7690034-9d8c-4ccb-93dd-7072e8515377 req-2e84da8f-0f3d-4f0e-9566-f37a19052a90 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:20.451501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7690034-9d8c-4ccb-93dd-7072e8515377 req-2e84da8f-0f3d-4f0e-9566-f37a19052a90 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 945 time: 0.3154323 Jul 27 16:40:20.630894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:20.650794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7690034-9d8c-4ccb-93dd-7072e8515377 req-cd3e9083-bb82-4201-af04-595f75390a38 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980884 Jul 27 16:40:20.674307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c5deecb-1147-4ee1-9fbb-a047ebe19ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.730601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:20.786161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:15Z', 'revision_number': 3, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:20.804522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f910266c-8ac5-4431-8f5b-4da59917eff2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:20.822751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1f19cf95-3434-49ec-ba46-427c630e5b86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36a7ce80d635496d8b13b5fbfc6ec3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904312 Jul 27 16:40:20.826987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:20.837407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.870370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c967f-bf0c-40d0-9d56-506cf64e563b None None] The sync data for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 is: [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:15Z', 'revision_number': 3, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:20.886827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Transition to ACTIVE for port object f910266c-8ac5-4431-8f5b-4da59917eff2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:20.893587 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.916059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c5deecb-1147-4ee1-9fbb-a047ebe19ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.927906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9c5deecb-1147-4ee1-9fbb-a047ebe19ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:20.952883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:20.982435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.007610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5deecb-1147-4ee1-9fbb-a047ebe19ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2039551f-70f9-4288-a952-18a2c85f9032,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:21.061808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.168579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.189489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Transition to ACTIVE for port object 65441df7-3f3f-4c33-8ea9-1051a6047db3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:21.275200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.278647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.279678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/487c90c3-6b3c-48a9-8f21-a4f26ad75958 HTTP/1.1" status: 204 len: 168 time: 0.4516761 Jul 27 16:40:21.293486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b625e3-cd3d-4d79-8e02-8d5451020213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487c90c3-6b3c-48a9-8f21-a4f26ad75958,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:21.302423 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9c5deecb-1147-4ee1-9fbb-a047ebe19ecc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3cf34074ac54357958470e5da9811e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697814 Jul 27 16:40:21.314609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:21.314609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:21.314609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:21.315439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40060) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:21.393143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:21.393143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:21.412841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.439510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-c0b93a0e-5a48-445b-b947-ffcc9399e148 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:21.441490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-c0b93a0e-5a48-445b-b947-ffcc9399e148 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 945 time: 0.5190451 Jul 27 16:40:21.472974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.526229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.578889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:21.579461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:21.579584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:21.579982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Bound port: f910266c-8ac5-4431-8f5b-4da59917eff2, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:21.580350 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.650089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.654030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.660335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2039551f-70f9-4288-a952-18a2c85f9032 HTTP/1.1" status: 204 len: 168 time: 0.3384421 Jul 27 16:40:21.714474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:21.721829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:21.725636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837a910-f31e-46bb-9162-b0c73c2e5616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2039551f-70f9-4288-a952-18a2c85f9032,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:21.800776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.807013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-1f19c3d0-b8b8-4d54-827e-5236d4556cb0 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:21.808782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-1f19c3d0-b8b8-4d54-827e-5236d4556cb0 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 945 time: 0.2024834 Jul 27 16:40:21.827141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:21.857441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:21.858541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:21.869208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] 10.222.0.61 "PUT /v2.0/ports/f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 1096 time: 2.7672384 Jul 27 16:40:21.887668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:21.908762 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:21.932936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:21.975303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Pushing event updated for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:22.001408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:22.204501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Deleting port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:22.205283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:22.383590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:22.464151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Deleting port 57772bb6-2845-4fda-bb55-58335b540608 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:22.464674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:22.560536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24b417af-15a8-4d04-b1ca-8b13d7a9da41 None None] Provisioning for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:22.566296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-24b417af-15a8-4d04-b1ca-8b13d7a9da41 None None] Provisioning complete for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:22.566860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24b417af-15a8-4d04-b1ca-8b13d7a9da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:22.580091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453ce5-1c55-460d-a1da-d690fbd6d9a8 req-dc24f5d4-124e-4d80-90fa-340624ed4cfc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:22.587757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76453ce5-1c55-460d-a1da-d690fbd6d9a8 req-dc24f5d4-124e-4d80-90fa-340624ed4cfc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 1.3516448 Jul 27 16:40:22.639192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dbb4c-a7eb-479d-a967-5e8c82694cab service neutron] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:22.683673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7eba4-5411-4f54-a475-8e1ae254d269 req-e3874f74-4481-437c-bdd8-69cf2ca9e7fb tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:22.693748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14d7eba4-5411-4f54-a475-8e1ae254d269 req-e3874f74-4481-437c-bdd8-69cf2ca9e7fb tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 945 time: 0.6511552 Jul 27 16:40:22.724865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-24b417af-15a8-4d04-b1ca-8b13d7a9da41 None None] Port 65441df7-3f3f-4c33-8ea9-1051a6047db3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:40:22.827529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] For port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:22.828252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:22.929808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14d7eba4-5411-4f54-a475-8e1ae254d269 req-90fca4df-cdd9-47ec-b186-224a70238fb6 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e379299-177c-4a0a-88aa-2930086ccb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332242 Jul 27 16:40:22.931068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76453ce5-1c55-460d-a1da-d690fbd6d9a8 req-080e44b5-6b1c-4002-b393-3417fce73933 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667739 Jul 27 16:40:23.004574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Calling delete_port for 55a9cb9a-17d9-4fdc-895f-07eab958cbdc owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:23.016050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-af6079b9-4aaa-41f4-b4a3-473add2fba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:23.018881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-af6079b9-4aaa-41f4-b4a3-473add2fba7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1099 time: 1.1021063 Jul 27 16:40:23.193688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-8be525f6-bac7-4049-bb57-39f7328f6a1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.1625969 Jul 27 16:40:23.200093 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d284441d-b8f3-42a7-a14e-b7a2734a048d x-openstack-request-id: req-d284441d-b8f3-42a7-a14e-b7a2734a048d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:23.202003 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:23.203298 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d284441d-b8f3-42a7-a14e-b7a2734a048d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:23.205101 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'status': 'completed', 'code': 200} Jul 27 16:40:23.213824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.298854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e01a9ba8-c10a-4376-802f-256a3b8c550c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:23.395280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] For port 57772bb6-2845-4fda-bb55-58335b540608, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=57772bb6-2845-4fda-bb55-58335b540608,segment=NetworkSegment(80ccba58-b797-42c6-8253-9ab20de44627),segment_id=80ccba58-b797-42c6-8253-9ab20de44627)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:23.398001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.502833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Calling delete_port for 57772bb6-2845-4fda-bb55-58335b540608 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:23.513123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e01a9ba8-c10a-4376-802f-256a3b8c550c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:23.529634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e01a9ba8-c10a-4376-802f-256a3b8c550c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:23.532192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.747189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-4bab5840-9374-4005-bad3-cc90f8d12f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:23.750460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-4bab5840-9374-4005-bad3-cc90f8d12f27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.4931717 Jul 27 16:40:23.773757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 55a9cb9a-17d9-4fdc-895f-07eab958cbdc no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:23.906203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.932255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.945630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:23.978595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.018064 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.057698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:24.090437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e01a9ba8-c10a-4376-802f-256a3b8c550c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e01a9ba8-c10a-4376-802f-256a3b8c550c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:24.099071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.122934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event deleted for resources: {'Port': ['ID=55a9cb9a-17d9-4fdc-895f-07eab958cbdc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:24.264656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e01a9ba8-c10a-4376-802f-256a3b8c550c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:24.270205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] No DVR routers for this DVR port 55a9cb9a-17d9-4fdc-895f-07eab958cbdc on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:40:24.295514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.308419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64a1bef2-33b9-4809-8ce3-52bfba2a3282 req-5aa6eb88-1c48-4287-a04c-b5b47e19b625 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "DELETE /v2.0/ports/55a9cb9a-17d9-4fdc-895f-07eab958cbdc HTTP/1.1" status: 204 len: 173 time: 2.8370790 Jul 27 16:40:24.350948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'name': 'network-vif-deleted', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:24.354924 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfc97c-5e97-4458-9440-311c1a31aebe" -d '{"events": [{"server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "name": "network-vif-deleted", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:24.369867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-348236295-network', 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:24.397220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Pushing event updated for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:24.402368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086580-24e6-412d-b127-8c3675554ccf req-a869aff4-8157-4533-b15b-a11807f16c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:24.403919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-a869aff4-8157-4533-b15b-a11807f16c08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6255107 Jul 27 16:40:24.406702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.442875 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa949c45-e946-4107-b1e0-54b432959ac7 req-7f20850d-5249-4d55-8f68-4683c795c515 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e73473f-f102-4105-821e-cb81b2fe6bf1 HTTP/1.1" status: 200 len: 210 time: 0.2403283 Jul 27 16:40:24.477036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:24.484311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.596730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.645242 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7e8328-7570-4612-8ecc-b7b389984f81 x-openstack-request-id: req-cb7e8328-7570-4612-8ecc-b7b389984f81 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:24.645651 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e73473f-f102-4105-821e-cb81b2fe6bf1", "name": "network-vif-deleted", "tag": "55a9cb9a-17d9-4fdc-895f-07eab958cbdc", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:24.646018 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb7e8328-7570-4612-8ecc-b7b389984f81 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:24.646623 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e73473f-f102-4105-821e-cb81b2fe6bf1', 'name': 'network-vif-deleted', 'tag': '55a9cb9a-17d9-4fdc-895f-07eab958cbdc', 'status': 'completed', 'code': 200} Jul 27 16:40:24.712990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:24.804638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Pushing event deleted for resources: {'Port': ['ID=57772bb6-2845-4fda-bb55-58335b540608,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:24.985452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] No DVR routers for this DVR port 57772bb6-2845-4fda-bb55-58335b540608 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:40:25.003653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.009445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9ff9e30-c8dc-4292-a6eb-408dacd362b5 req-74ea4070-6c58-4a61-a0c7-30affabcd78f tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.13 "DELETE /v2.0/ports/57772bb6-2845-4fda-bb55-58335b540608 HTTP/1.1" status: 204 len: 173 time: 3.1933675 Jul 27 16:40:25.148011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.154626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.162388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-9fcbc626-6122-4f08-9c44-dd5995a5a2dc service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456033 Jul 27 16:40:25.237208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:40:25.237827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e01a9ba8-c10a-4376-802f-256a3b8c550c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:25.256286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b5907-669e-408d-8844-12098fdb2307,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:25.271572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.272137 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Added segment 84f8047e-7f6d-4554-8171-a21d692a541b of type vlan for network d1152743-f096-455d-a431-6af1657879cd Jul 27 16:40:25.404800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.442969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd086580-24e6-412d-b127-8c3675554ccf req-746b27f3-199b-4229-96ea-7c6b5150c0b6 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494855 Jul 27 16:40:25.489582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e01a9ba8-c10a-4376-802f-256a3b8c550c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:25.491010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.503926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c353d-3dee-4121-aafe-c3e4b0c506d3 req-6da0b77f-a6d7-499d-b137-c0b4b13a4d68 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:25.506041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-993c353d-3dee-4121-aafe-c3e4b0c506d3 req-6da0b77f-a6d7-499d-b137-c0b4b13a4d68 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 1.2131743 Jul 27 16:40:25.576087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.584207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:25.586396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:25.594551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:25.599504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:25.687404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6156163 Jul 27 16:40:25.689455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:25.744621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 57772bb6-2845-4fda-bb55-58335b540608 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:25.861442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 57772bb6-2845-4fda-bb55-58335b540608 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:40:25.865995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 57772bb6-2845-4fda-bb55-58335b540608 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:25.867917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-993c353d-3dee-4121-aafe-c3e4b0c506d3 req-bfc2248a-5ff8-497a-b483-eb3001d2547f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421803 Jul 27 16:40:25.876819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Router e48fb54b-648a-4b95-a821-ed38b78dd07b has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:40:25.891415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Request body: {'subnet': {'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-348236295-subnet', 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:25.925704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-d94bf5ef-68db-48b9-80c1-02eb22a33050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:25.933108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-d94bf5ef-68db-48b9-80c1-02eb22a33050 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1099 time: 0.4259138 Jul 27 16:40:26.103055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aed0cd-ead1-4c4a-abe5-92a914edb6bd admin admin] Pushing event updated for resources: {'Network': ['ID=d1152743-f096-455d-a431-6af1657879cd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:26.104061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:26.107467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:26.131006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d1152743-f096-455d-a431-6af1657879cd details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:40:26.216025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f0839edc-0646-4c4f-88a6-97225bcd4c22 req-12b00006-267c-4894-93a1-b64440ccc761 tempest-MultipleCreateTestJSON-1453191093 tempest-MultipleCreateTestJSON-1453191093-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cfc86d-53ec-4443-aafc-67dc689597a4 HTTP/1.1" status: 200 len: 210 time: 0.1921124 Jul 27 16:40:26.380024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dedbeb94-0a46-4a97-ae4f-7404dc7c3ce1 None None] Provisioning complete for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:26.387821 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dedbeb94-0a46-4a97-ae4f-7404dc7c3ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:26.500757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-cdd2216e-9373-4000-a5b9-47e4d9b133fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:26.503939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-cdd2216e-9373-4000-a5b9-47e4d9b133fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.5487263 Jul 27 16:40:26.590427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dedbeb94-0a46-4a97-ae4f-7404dc7c3ce1 None None] Port 65441df7-3f3f-4c33-8ea9-1051a6047db3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:40:26.595929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-2784b5a8-bdb8-4cb1-a862-e813b7cb6e48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.0727470 Jul 27 16:40:26.599987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:40:26.611239 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Sync routers for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:40:26.618567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-347428df-8258-4eac-97c0-a611d273b95f admin admin] 10.222.0.64 "PUT /v2.0/routers/e48fb54b-648a-4b95-a821-ed38b78dd07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4686136 Jul 27 16:40:26.650066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'name': 'network-vif-deleted', 'tag': '57772bb6-2845-4fda-bb55-58335b540608'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:26.652475 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:40:26.653508 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:26.662283 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212aa83-5dda-473b-9a6f-12e516b31289" -d '{"events": [{"server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "name": "network-vif-deleted", "tag": "57772bb6-2845-4fda-bb55-58335b540608"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:26.712724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-963f9488-d07a-4844-9931-a53844076c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:26.715776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-963f9488-d07a-4844-9931-a53844076c2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0948353 Jul 27 16:40:26.819375 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba53880-3cb1-43c7-b2fe-e868ab71aac6 x-openstack-request-id: req-8ba53880-3cb1-43c7-b2fe-e868ab71aac6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:26.820180 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cfc86d-53ec-4443-aafc-67dc689597a4", "name": "network-vif-deleted", "tag": "57772bb6-2845-4fda-bb55-58335b540608", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:26.822974 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ba53880-3cb1-43c7-b2fe-e868ab71aac6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:26.823867 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cfc86d-53ec-4443-aafc-67dc689597a4', 'name': 'network-vif-deleted', 'tag': '57772bb6-2845-4fda-bb55-58335b540608', 'status': 'completed', 'code': 200} Jul 27 16:40:26.846530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:26.958049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-f1e40c01-9f72-4099-875c-54761df8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:26.979700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-f1e40c01-9f72-4099-875c-54761df8bcd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2525203 Jul 27 16:40:27.011857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:27.070099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7214495e-ac18-4b86-a096-7567e2efd186,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:27.095622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:27.096530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Network hostable DHCP agents. Network: d1152743-f096-455d-a431-6af1657879cd, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:40:27.126308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Network d1152743-f096-455d-a431-6af1657879cd is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:40:27.146838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d1152743-f096-455d-a431-6af1657879cd) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:27.162623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:27.165461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:27.171185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4417f-ef28-4e9d-97bc-c1e02f8e4f74 None None] Network d1152743-f096-455d-a431-6af1657879cd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:27.215624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95e06b27-7035-4e42-9ed6-45d669f87760 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4730446 Jul 27 16:40:27.388265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-193b5038-cf73-4a20-a3b8-701156b06066 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007196 Jul 27 16:40:27.500599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170f2b6-62de-4d25-b7da-e6f6d3ed55bc None None] Network d1152743-f096-455d-a431-6af1657879cd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:27.685770 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:22Z', 'revision_number': 4, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65441df7-3f3f-4c33-8ea9-1051a6047db3', 'name': '', 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'mac_address': 'fa:16:3e:b9:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:19Z', 'updated_at': '2021-07-27T16:40:23Z', 'revision_number': 2, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'subnets': [{'id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:27.707263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-74997b0f-df1d-4085-9a27-35389fb03b11 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2955196 Jul 27 16:40:27.712966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:27.713441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8377c-b626-44e8-bc36-7c35671bc11d req-d4436dd3-c554-4cac-99e2-bc8cbafbebc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:27.722768 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Checking router: e48fb54b-648a-4b95-a821-ed38b78dd07b for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:27.723264 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Updating router e48fb54b-648a-4b95-a821-ed38b78dd07b port 65441df7-3f3f-4c33-8ea9-1051a6047db3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:40:27.723866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbc8377c-b626-44e8-bc36-7c35671bc11d req-d4436dd3-c554-4cac-99e2-bc8cbafbebc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.6823344 Jul 27 16:40:27.727701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a15fd4-f89a-42d7-9e95-bda6a4f87cf0 req-6ef49182-9558-4b11-8cbc-992a206df354 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224976 Jul 27 16:40:27.781184 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:27.791237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:27.858981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbc8377c-b626-44e8-bc36-7c35671bc11d req-bf2099a3-7b95-4207-8af5-945fb8efc62b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267903 Jul 27 16:40:28.074699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.104281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:28.248346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Deleting subnet f8c63763-bf69-4872-8995-42a8aaa257cc {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:40:28.258721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.366729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.404488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Allocated IP 172.25.4.116 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/99005d15-1728-440a-a67b-473114bf416e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:28.489196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.617574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.687129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c63763-bf69-4872-8995-42a8aaa257cc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:28.701791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.709168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e3ac6d7e-cd3d-415c-a590-81c545db98a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f8c63763-bf69-4872-8995-42a8aaa257cc HTTP/1.1" status: 204 len: 168 time: 0.6014528 Jul 27 16:40:28.711342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:28.716275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.812634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.830677 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.846705 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Transition to ACTIVE for port object 65441df7-3f3f-4c33-8ea9-1051a6047db3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:28.867834 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:28.900266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=99005d15-1728-440a-a67b-473114bf416e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:28.943490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:28.945167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:28.947699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:29.087904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.121314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Attempting to bind port 65441df7-3f3f-4c33-8ea9-1051a6047db3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:29.122050 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Attempting to bind port 65441df7-3f3f-4c33-8ea9-1051a6047db3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:29.122850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Attempting to bind port 65441df7-3f3f-4c33-8ea9-1051a6047db3 on network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:29.152125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:29.153888 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Checking segment: {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:29.163251 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.164664 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Bound using segment: {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:29.166818 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Bound port: 65441df7-3f3f-4c33-8ea9-1051a6047db3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:29.167778 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.169769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.288717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.300697 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] For port 65441df7-3f3f-4c33-8ea9-1051a6047db3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:29.313593 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] For port 65441df7-3f3f-4c33-8ea9-1051a6047db3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65441df7-3f3f-4c33-8ea9-1051a6047db3,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:29.330907 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.366152 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Pushing event updated for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:29.392871 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.393568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.394205 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.394813 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.395314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.395867 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.396387 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.396897 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.397402 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.397900 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.398440 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.399122 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:29.520219 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:40:29.522748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-e1a2cd9f-61b3-4d55-a87a-a990cd295e88 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:29.531064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-e1a2cd9f-61b3-4d55-a87a-a990cd295e88 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.6950097 Jul 27 16:40:29.533385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:29.538536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.557694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992b2325-adc5-4593-b32a-0ef6e6840d01']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:29.574074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ccba58-b797-42c6-8253-9ab20de44627') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:29.574074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ccba58-b797-42c6-8253-9ab20de44627') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:29.591560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.615770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.624290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:40:29.625112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.688209 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28982fd-c05a-4846-aa2e-999e0b42c461 None None] Pushing event updated for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:40:29.709252 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:40:29.724203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.728171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:29.780171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.790879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] 10.222.0.64 "DELETE /v2.0/networks/992b2325-adc5-4593-b32a-0ef6e6840d01 HTTP/1.1" status: 204 len: 168 time: 1.0761437 Jul 27 16:40:29.790879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715d0b7-365b-4908-80f5-f9f624a2b94a admin admin] Pushing event deleted for resources: {'Network': ['ID=992b2325-adc5-4593-b32a-0ef6e6840d01,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:29.807602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-4fe8e450-56c5-47f9-b604-1ef1b06582e7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.0938072 Jul 27 16:40:29.839963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.862426 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:40:29.863824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:29.936079 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-e3e10f41-0175-4527-a1b8-2669d7c6c0df tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056862 Jul 27 16:40:30.029978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f395-005b-475e-93a9-3c5abebf9630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.056806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.083725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=99005d15-1728-440a-a67b-473114bf416e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:30.152023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-6d153035-27eb-46cb-84a7-99a57a2e046a service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008209 Jul 27 16:40:30.154573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:30.216381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de3b39e8-a44a-4799-aaf8-888cf064a17e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b2e5fceeb634ac9b9d932b9108bc731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599160 Jul 27 16:40:30.219260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:30.238833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:30.302011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f395-005b-475e-93a9-3c5abebf9630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.316212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f395-005b-475e-93a9-3c5abebf9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.317208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:22Z', 'revision_number': 4, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65441df7-3f3f-4c33-8ea9-1051a6047db3', 'name': '', 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'mac_address': 'fa:16:3e:b9:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:19Z', 'updated_at': '2021-07-27T16:40:29Z', 'revision_number': 4, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'subnets': [{'id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:30.333963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-a50e656f-4ebd-4d5d-8b3f-951012f2feb5 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660967 Jul 27 16:40:30.366395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5f395-005b-475e-93a9-3c5abebf9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b452a071-c91a-44ba-b3bf-6d2105c2f35c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:30.382900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.389634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-80c0fe7b-df3d-46b4-9466-0554c93ec1a9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6813757 Jul 27 16:40:30.410983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c1e5f395-005b-475e-93a9-3c5abebf9630 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59c9972e61b842848a2adffb572d6632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811652 Jul 27 16:40:30.411992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:30.415962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e0ab5-3c4a-45c9-a506-79eb449d12cc None None] The sync data for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 is: [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:22Z', 'revision_number': 4, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65441df7-3f3f-4c33-8ea9-1051a6047db3', 'name': '', 'network_id': '70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'mac_address': 'fa:16:3e:b9:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:19Z', 'updated_at': '2021-07-27T16:40:29Z', 'revision_number': 4, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'subnets': [{'id': 'd4f4bef3-e083-48e5-aa24-0e54a4e2e2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:30.532572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-8a334e46-73f9-4b35-a59f-bf3e65e9a063 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.1232591 Jul 27 16:40:30.533815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.615943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.641512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.713898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:30.718291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.761025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'mac_address': 'fa:16:3e:08:a3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:30.787227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-18d569be-52fb-44ae-9275-996d674c813a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:30.801311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbe120e6-cab7-4207-8565-f923355a0e3d req-18d569be-52fb-44ae-9275-996d674c813a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2631617 Jul 27 16:40:30.819105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.822209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.824858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e379299-177c-4a0a-88aa-2930086ccb74 HTTP/1.1" status: 204 len: 168 time: 0.6040635 Jul 27 16:40:30.850180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081c252-d4b2-4084-89c6-5cd70ed5aace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e379299-177c-4a0a-88aa-2930086ccb74,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:30.876659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.879509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:30.884929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b452a071-c91a-44ba-b3bf-6d2105c2f35c HTTP/1.1" status: 204 len: 168 time: 0.4524064 Jul 27 16:40:30.935179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cd955-fd1b-4400-820e-d19ffead0f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b452a071-c91a-44ba-b3bf-6d2105c2f35c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:30.963416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:31.034945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f910266c-8ac5-4431-8f5b-4da59917eff2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:31.169878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:31.179659 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:31.313550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65441df7-3f3f-4c33-8ea9-1051a6047db3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:31.334274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ad7a221-5e83-4cfd-9b52-3324c73ccfae req-63679ce3-a5f2-4161-a2ac-a7365fe69a54 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 210 time: 0.1005399 Jul 27 16:40:31.386133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252618-db4b-4728-85f6-d9dbf6f65d5d req-28adbceb-e4b9-4790-8f69-ebff5394f74d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:31.398405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3252618-db4b-4728-85f6-d9dbf6f65d5d req-28adbceb-e4b9-4790-8f69-ebff5394f74d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.3466139 Jul 27 16:40:31.499120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3252618-db4b-4728-85f6-d9dbf6f65d5d req-ed032095-f9d4-465d-9e61-81d7f033c547 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Jul 27 16:40:31.503522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:31.539141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:31.753827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:31.777370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:31.778951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.169631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:32.201652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c8411c8-bb8d-40c6-8b94-3a6b65f90210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.208385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.244822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-3dba7ca1-2926-4aeb-959c-e6dba753db9b tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8529248 Jul 27 16:40:32.297661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:32.446515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 65441df7-3f3f-4c33-8ea9-1051a6047db3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65441df7-3f3f-4c33-8ea9-1051a6047db3,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:32.473579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.503398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c8411c8-bb8d-40c6-8b94-3a6b65f90210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.540967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c8411c8-bb8d-40c6-8b94-3a6b65f90210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.554364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.590646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:32.689151 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c8411c8-bb8d-40c6-8b94-3a6b65f90210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa6406162db24e3bb9c2aebaa216bca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158329 Jul 27 16:40:32.690083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:32.755177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6964bd88-97b1-4d18-a244-28fe3bea0591 req-db534c46-e7c4-4899-a621-20ef9f79ba41 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 210 time: 0.2146177 Jul 27 16:40:32.757124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8411c8-bb8d-40c6-8b94-3a6b65f90210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c64b3c-9e1a-4a16-8520-66b7afb96164,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:32.791135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.837847 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.903831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.907493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.908787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6c64b3c-9e1a-4a16-8520-66b7afb96164 HTTP/1.1" status: 204 len: 168 time: 0.2170947 Jul 27 16:40:32.945313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f0922-a1ab-47bf-8a8a-56d447285820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c64b3c-9e1a-4a16-8520-66b7afb96164,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:32.950479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:32.952535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.182459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65441df7-3f3f-4c33-8ea9-1051a6047db3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:33.187391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e0c46-0b7b-4693-8c48-f1f407a971fb req-ef290b5f-c855-4ede-99f3-ee1b945fa416 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:33.195003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf3e0c46-0b7b-4693-8c48-f1f407a971fb req-ef290b5f-c855-4ede-99f3-ee1b945fa416 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 949 time: 0.2483506 Jul 27 16:40:33.213516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-6493e695-a1aa-49de-8c1f-0b42fedf04b6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:33.215460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-6493e695-a1aa-49de-8c1f-0b42fedf04b6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.3119831 Jul 27 16:40:33.215981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Allocated IP 172.25.4.237 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d9efb036-1987-4cdb-84a8-c79ea4067318) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:33.257771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf3e0c46-0b7b-4693-8c48-f1f407a971fb req-ac50d23f-b4d8-4f03-b9d5-d5f364099d6f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615950 Jul 27 16:40:33.268237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:33.351445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 65441df7-3f3f-4c33-8ea9-1051a6047db3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:33.351824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.462071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.540494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.570756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:33.575012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.596597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:33.599461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:33.610360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:33.633304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=d9efb036-1987-4cdb-84a8-c79ea4067318,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:33.735800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:33.791560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.7 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/4fd16da9-e198-4dd5-915e-c9d5efc5c385) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:33.798954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.008029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.013757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.090677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.101572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-18bd2766-1cb9-4316-9660-4c57c05f9001 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:34.103634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-18bd2766-1cb9-4316-9660-4c57c05f9001 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/networks?id=7ca65903-155c-48c6-9536-5b9c3df1595b HTTP/1.1" status: 200 len: 814 time: 0.1631875 Jul 27 16:40:34.104882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=d9efb036-1987-4cdb-84a8-c79ea4067318,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:34.121860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.148593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-f88e6d67-b07f-424e-a4ee-3fd0a7ecbb62 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/quotas/8bb8386836c441329e54cea1a12c3ae9 HTTP/1.1" status: 200 len: 375 time: 0.0312104 Jul 27 16:40:34.154586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.157534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b5fd89af-3a57-4c4e-a199-68dea7438cb3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9098709 Jul 27 16:40:34.233617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.248264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:34.251615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-b34be240-755d-49d5-a95a-bd61081c4957 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0789199 Jul 27 16:40:34.317623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:34.320550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f910266c-8ac5-4431-8f5b-4da59917eff2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:34.325831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f910266c-8ac5-4431-8f5b-4da59917eff2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:34.326471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.352466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:34.359822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:34.368711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:34.411127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-c2b50056-bb2d-42fb-aab3-9a85d685150a tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bb8386836c441329e54cea1a12c3ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2370405 Jul 27 16:40:34.447882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-e6054f7c-9266-4148-8f60-b28f30f00d0f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:34.449387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-e6054f7c-9266-4148-8f60-b28f30f00d0f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1790559 Jul 27 16:40:34.462332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-4d24a1a9-9d86-4188-a34e-5a20f082ff3a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:40:34.464034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd3eecda-a673-4ef5-8a32-4febe17153bb req-4d24a1a9-9d86-4188-a34e-5a20f082ff3a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076113 Jul 27 16:40:34.484208 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.499342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:34.500035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.510855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:34.513667 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d60ee-4602-4de8-8ef5-c96a47b7fafb" -d '{"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:34.529661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-5b48c0b4-1bcc-4336-bf76-d568ecd997c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2844574 Jul 27 16:40:34.536347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:34.544508 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.552235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Request body: {'port': {'device_id': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:34.609476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-337e610e-cba8-4531-8bdf-ada3e58e1f48 service neutron] 10.222.0.64 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935985 Jul 27 16:40:34.617888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:34.779553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:34.892294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-96401652-4394-4ff5-a8c1-cf8185e65f5c service neutron] 10.222.0.64 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527041 Jul 27 16:40:35.050229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e82a35-d099-4ed1-b2e7-2147dda1575a req-5b580bd5-48da-49ec-99bb-56d6f7a46e9b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:35.052535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38e82a35-d099-4ed1-b2e7-2147dda1575a req-5b580bd5-48da-49ec-99bb-56d6f7a46e9b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 931 time: 0.1618314 Jul 27 16:40:35.157498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38e82a35-d099-4ed1-b2e7-2147dda1575a req-52ff07ee-5567-48e6-926f-a85bd77fddbd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957952 Jul 27 16:40:35.290995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83edcf-2bcb-41a4-9419-79648e228ed1 req-51f53a35-0b3f-4cdd-8ac0-3458e9c27bda tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:35.305278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac83edcf-2bcb-41a4-9419-79648e228ed1 req-51f53a35-0b3f-4cdd-8ac0-3458e9c27bda tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1420698 Jul 27 16:40:35.423954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd16da9-e198-4dd5-915e-c9d5efc5c385 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:35.442895 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:35.461055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac83edcf-2bcb-41a4-9419-79648e228ed1 req-d03de691-1204-4c8a-87aa-6501b89e9e22 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545267 Jul 27 16:40:35.479276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Transition to ACTIVE for port object 4fd16da9-e198-4dd5-915e-c9d5efc5c385 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:35.486052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:35.571027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:35.591727 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff79a3-a904-4e73-86e2-3e4035dae19b x-openstack-request-id: req-47ff79a3-a904-4e73-86e2-3e4035dae19b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:35.592538 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:35.592538 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47ff79a3-a904-4e73-86e2-3e4035dae19b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:35.592836 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'code': 200} Jul 27 16:40:35.672007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Attempting to bind port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:35.672509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Attempting to bind port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:35.672856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Attempting to bind port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:35.717831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be513b39-c179-4469-b5f1-4a54e6013ed0 req-0d683fb1-ed1f-471e-847e-85bd3ba17e2b tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 210 time: 0.0469563 Jul 27 16:40:35.718555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:35.719117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Attempting to bind port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:35.727228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:35.727777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:35.728469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:35.729067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Bound port: 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:35.729646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:35.881509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:35.886533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:35.894401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:35.960369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:35.961411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:35.963073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] 10.222.0.13 "PUT /v2.0/ports/4fd16da9-e198-4dd5-915e-c9d5efc5c385 HTTP/1.1" status: 200 len: 1091 time: 1.4196424 Jul 27 16:40:35.963952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:35.966622 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:36.029633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad4bc-3af0-46da-9385-ec071086e4bc service neutron] Pushing event updated for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:36.054004 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c5096-382c-40c0-a5a8-477e8e415383 x-openstack-request-id: req-b24c5096-382c-40c0-a5a8-477e8e415383 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:36.054304 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:36.054630 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b24c5096-382c-40c0-a5a8-477e8e415383 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:36.054993 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385', 'status': 'completed', 'code': 200} Jul 27 16:40:36.062196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3387c93-acee-4585-a0e8-5e371b966727 req-bc4d7a7a-8950-46a2-adc5-18006351b2bb tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7921333 Jul 27 16:40:36.093577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:36.102571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10e415-8720-4eb8-ace5-5e3107e1deac req-bac82422-0495-403c-b431-fa1dc3f56c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:36.103845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af10e415-8720-4eb8-ace5-5e3107e1deac req-bac82422-0495-403c-b431-fa1dc3f56c33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.2090418 Jul 27 16:40:36.162652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:36.204387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-74cd1836-fee6-43a5-9368-9111547df349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:36.207665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-74cd1836-fee6-43a5-9368-9111547df349 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 1094 time: 0.1291587 Jul 27 16:40:36.242042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af10e415-8720-4eb8-ace5-5e3107e1deac req-293f57af-0553-40c8-962b-d2220afcc8c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243179 Jul 27 16:40:36.304636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-11c5615d-8d1d-4ea1-bd84-df4a1e8f051f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385 HTTP/1.1" status: 200 len: 217 time: 0.0827186 Jul 27 16:40:36.417711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:36.429921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-17bd6db3-cb8d-4713-96da-ebeda5bb0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:36.432313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-17bd6db3-cb8d-4713-96da-ebeda5bb0045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.0696607 Jul 27 16:40:36.704921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Allocated IP 172.25.4.88 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/79965662-2b0e-4ed2-be4c-72502ef35588) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:36.794520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40414) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:36.884640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-439a9339-335b-4266-8061-24c616ca151f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4440839 Jul 27 16:40:36.951022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.033634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36bba3-be22-47b2-bcbb-93b60d7df5d3 req-554de487-1348-4ee1-b180-db3239bf3fa7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:37.044394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d36bba3-be22-47b2-bcbb-93b60d7df5d3 req-554de487-1348-4ee1-b180-db3239bf3fa7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 943 time: 0.7306523 Jul 27 16:40:37.062053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.108298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef41500c-3630-4bb0-9b09-b21dde6d81b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.137572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:40:37.172813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-e686172a-c497-4833-96fc-8b25e853667f tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:37.173134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:37.175603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-e686172a-c497-4833-96fc-8b25e853667f tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.13 "GET /v2.0/networks?id=7ca65903-155c-48c6-9536-5b9c3df1595b HTTP/1.1" status: 200 len: 814 time: 0.3030801 Jul 27 16:40:37.182636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=79965662-2b0e-4ed2-be4c-72502ef35588,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:37.195963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:37.209725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:37.217947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Request body: {'port': {'device_id': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'admin_state_up': True, 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:37.244989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d36bba3-be22-47b2-bcbb-93b60d7df5d3 req-cedb5faa-afdd-4149-8612-46b0d1c67190 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995785 Jul 27 16:40:37.267170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40428) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:37.329578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-b38090f6-6a2b-4811-a3ff-f4343c42f0dd service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098306 Jul 27 16:40:37.380347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.493926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.581497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c93889c-7504-4c0c-a3e3-91bcf1aeb77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.644791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef41500c-3630-4bb0-9b09-b21dde6d81b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.665733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e84b56c-364e-41c2-9519-c1f8d0727480 req-97948f8c-fc3c-4b67-a54f-9b611ce98555 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327193 Jul 27 16:40:37.677664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef41500c-3630-4bb0-9b09-b21dde6d81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.689706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e0483-83ed-4147-9fc3-0a9577093723 req-08492987-12df-4de0-8c48-93bf84c7247c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:37.692338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f69e0483-83ed-4147-9fc3-0a9577093723 req-08492987-12df-4de0-8c48-93bf84c7247c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1662774 Jul 27 16:40:37.726328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ef41500c-3630-4bb0-9b09-b21dde6d81b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f190d955e2246e1895c8ddb44b2140e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305189 Jul 27 16:40:37.728145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:37.758601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f69e0483-83ed-4147-9fc3-0a9577093723 req-80c8d14c-bb6e-46be-9412-75978e003760 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521715 Jul 27 16:40:37.797662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41500c-3630-4bb0-9b09-b21dde6d81b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f660de2-184f-4986-9dac-1930fee041e6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:37.931628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:37.957077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77cc5156-dc6b-4831-99a9-4b4f9b1b60ac req-460a9305-dfff-4851-a75a-4656c060dd7d tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 210 time: 0.0852582 Jul 27 16:40:38.005126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-ede705cc-02bb-41f9-b472-464feb83f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:38.010309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-ede705cc-02bb-41f9-b472-464feb83f772 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 1094 time: 0.2188151 Jul 27 16:40:38.056991 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.072523 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c93889c-7504-4c0c-a3e3-91bcf1aeb77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.101062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c93889c-7504-4c0c-a3e3-91bcf1aeb77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.141950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Made reservation on behalf of 8bb8386836c441329e54cea1a12c3ae9 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:38.150324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.295319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.334551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.350208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0c93889c-7504-4c0c-a3e3-91bcf1aeb77c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddb7bda545474fd6af17344a1282e470&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0812612 Jul 27 16:40:38.351850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93889c-7504-4c0c-a3e3-91bcf1aeb77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071962fb-39a1-4a64-b5fc-9c78cefb4342,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:38.371296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:38.493387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-89656fb7-c954-4f40-a57a-ad92338f66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:38.498161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-89656fb7-c954-4f40-a57a-ad92338f66c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.3415382 Jul 27 16:40:38.615323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=79965662-2b0e-4ed2-be4c-72502ef35588,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:38.648510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.655089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.657584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f660de2-184f-4986-9dac-1930fee041e6 HTTP/1.1" status: 204 len: 168 time: 0.9225020 Jul 27 16:40:38.669630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Allocated IP 172.20.0.9 (7ca65903-155c-48c6-9536-5b9c3df1595b/01ec9774-f447-4e6e-a9be-e6e50935155a/82f1001a-b668-44cf-8805-75e711c7974b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:38.703639 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.743679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.834412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.839327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.843129 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.845189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/071962fb-39a1-4a64-b5fc-9c78cefb4342 HTTP/1.1" status: 204 len: 168 time: 0.4662540 Jul 27 16:40:38.846322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74a581-c840-4808-be01-20b17b73d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f660de2-184f-4986-9dac-1930fee041e6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:38.868703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cf6a-4f7c-432a-ae05-feed13d908d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071962fb-39a1-4a64-b5fc-9c78cefb4342,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:38.880477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:38.887961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3387c93-acee-4585-a0e8-5e371b966727 req-23a3ed81-27c7-4d3b-9963-b7eeee06bdc7 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8001711 Jul 27 16:40:39.118910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3387c93-acee-4585-a0e8-5e371b966727 req-7fa47e3a-b3e9-4bc8-9fa3-a003492cd4e3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.2197537 Jul 27 16:40:39.327673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-abf403f1-456e-4ee8-a494-d4cabf2039b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385 HTTP/1.1" status: 200 len: 217 time: 0.4359283 Jul 27 16:40:39.394123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387c93-acee-4585-a0e8-5e371b966727 req-73704aa3-bb41-4965-a332-c85c292dade9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:39.398255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3387c93-acee-4585-a0e8-5e371b966727 req-73704aa3-bb41-4965-a332-c85c292dade9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2644575 Jul 27 16:40:39.575660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-d67bdf9b-64a8-48be-9bb6-cd28f551d212 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:39.583589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-d67bdf9b-64a8-48be-9bb6-cd28f551d212 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.7039740 Jul 27 16:40:39.630006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:39.633282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-3daf6569-2aca-4bdd-af8f-df6419998ae5 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:39.653037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-20623163-88e1-4e1f-834a-d1f272104fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:39.666026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-20623163-88e1-4e1f-834a-d1f272104fc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2121744 Jul 27 16:40:39.716697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:39.733457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Transition to ACTIVE for port object 82f1001a-b668-44cf-8805-75e711c7974b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:39.748586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f813f6d0-31b1-402b-8130-57b4e691bba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:39.764598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cb9679b8-2629-476f-9086-2cd05e23a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:39.802711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4fd16da9-e198-4dd5-915e-c9d5efc5c385 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:39.811767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b542-8b76-4a9c-8291-da9ef32087af req-883c2233-c9c6-4db3-917e-cf87e3a4ac5e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:39.814684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df51b542-8b76-4a9c-8291-da9ef32087af req-883c2233-c9c6-4db3-917e-cf87e3a4ac5e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 943 time: 0.2602291 Jul 27 16:40:39.969115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df51b542-8b76-4a9c-8291-da9ef32087af req-ae7fd464-ae0f-4ace-acbe-3f5c5b01def6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356189 Jul 27 16:40:40.024924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:40.177577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:40.189779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:40.214120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '4fd16da9-e198-4dd5-915e-c9d5efc5c385', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': '4fd16da9-e198-4dd5-915e-c9d5efc5c385', 'mac_address': 'fa:16:3e:d6:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:40.396716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:40.452809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Network 7ca65903-155c-48c6-9536-5b9c3df1595b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:40.471008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd16da9-e198-4dd5-915e-c9d5efc5c385 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:40.473945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6afca-223d-43b7-8342-57bfeaa10914 req-0f222830-ee15-4e31-b0b0-ce09b19af043 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:40.495034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66f6afca-223d-43b7-8342-57bfeaa10914 req-0f222830-ee15-4e31-b0b0-ce09b19af043 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 931 time: 0.2825911 Jul 27 16:40:40.497881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-efc1c2c7-2308-4934-b7a6-fe9f59010f08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2367356 Jul 27 16:40:40.502723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:40.510587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:40.528537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:40.540564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:40.661301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66f6afca-223d-43b7-8342-57bfeaa10914 req-ca783c91-cc5b-4732-a8d4-9d06527dbba1 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625590 Jul 27 16:40:40.675867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:40.676945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:40.678942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:40.839651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4fd16da9-e198-4dd5-915e-c9d5efc5c385'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:40.925994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-3daf6569-2aca-4bdd-af8f-df6419998ae5 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:40.939954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-3daf6569-2aca-4bdd-af8f-df6419998ae5 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.184652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a433cc0c-6ca6-4e79-bab5-76fa9a115d4b req-3daf6569-2aca-4bdd-af8f-df6419998ae5 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5995822 Jul 27 16:40:41.197244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f813f6d0-31b1-402b-8130-57b4e691bba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.201519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-0042c602-3b24-44f4-949a-4a476f023cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468818 Jul 27 16:40:41.207060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f813f6d0-31b1-402b-8130-57b4e691bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.249793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d75c1963-8b47-4223-a50e-f81670bedd47 None None] Provisioning for port 82f1001a-b668-44cf-8805-75e711c7974b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:41.256216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:41.286271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d75c1963-8b47-4223-a50e-f81670bedd47 None None] Provisioning complete for port 82f1001a-b668-44cf-8805-75e711c7974b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:41.286525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d75c1963-8b47-4223-a50e-f81670bedd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.385046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-7d91f25a-9dd9-40b3-8013-b23abaee07a0 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1838427 Jul 27 16:40:41.386844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f813f6d0-31b1-402b-8130-57b4e691bba0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db517778ec3d404b83030cd8383544e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6685660 Jul 27 16:40:41.387667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:41.391603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f6d0-31b1-402b-8130-57b4e691bba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d4335-dadf-4b40-9893-2e7352adcd28,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:41.629740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-b5f75c5e-f611-44fb-8d92-e258b5d4eeb9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2543614 Jul 27 16:40:41.639469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6569-2aca-4bdd-af8f-df6419998ae5 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761b5a64-8186-4461-9312-dba1ab0e99b3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:41.647229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:41.659881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Request body: {'port': {'device_id': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:41.665878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d75c1963-8b47-4223-a50e-f81670bedd47 None None] Port 82f1001a-b668-44cf-8805-75e711c7974b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:40:41.669089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2132416304-network', 'tenant_id': 'ad798b88261e4a809de7eea2b4c06cc4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:41.764133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:40:41.764133 n-d-723572-6 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:40:41.764133 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id': 'ad798b88261e4a809de7eea2b4c06cc4', 'id': '0af13c53-8a9b-4e57-8cba-3a1eff8a6d57', 'expiration': datetime.datetime(2021, 7, 27, 16, 42, 41, 732944)}] Jul 27 16:40:41.764133 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:40:41.765211 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:40:41.768054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.782540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.859175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648363d-d423-4c5b-9a1b-07c1e1baedae req-39d2e4af-f01a-4446-8117-a1f879c5b651 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:41.882563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f648363d-d423-4c5b-9a1b-07c1e1baedae req-39d2e4af-f01a-4446-8117-a1f879c5b651 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 944 time: 0.4711342 Jul 27 16:40:41.912758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.923401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94e485-4ee9-45a2-b8c4-d4091f570ac1 req-2dba5518-27d3-445f-a711-13c2a744d46e service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138760 Jul 27 16:40:41.937712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:41.993977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f648363d-d423-4c5b-9a1b-07c1e1baedae req-33ab501b-bdd3-4fae-af08-0b9baf4d91fc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097176 Jul 27 16:40:42.092949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.101806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.110232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c3d4335-dadf-4b40-9893-2e7352adcd28 HTTP/1.1" status: 204 len: 168 time: 0.6972601 Jul 27 16:40:42.125311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15a6442c-005d-47df-a0ac-a7e9e4c08a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.141140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065198-7741-4c1a-a854-763cb2f05dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d4335-dadf-4b40-9893-2e7352adcd28,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:42.338353 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.397079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Made reservation on behalf of ad798b88261e4a809de7eea2b4c06cc4 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:42.401556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.479793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.677607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:42.981312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Allocated IP 172.25.4.40 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:42.990140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f1001a-b668-44cf-8805-75e711c7974b {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:43.008757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.071096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Transition to ACTIVE for port object 82f1001a-b668-44cf-8805-75e711c7974b will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:43.112896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.172752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.199513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.216349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:40:43.228082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.228484 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Added segment 846648fd-c924-4ad4-a788-0d3a4830b473 of type vlan for network 3220e798-fa5f-4ab1-9571-267002a78993 Jul 27 16:40:43.313865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.353710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.429816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab09fb91-5bfb-40ab-9160-9b9df3a2efed,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:43.434473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.435931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:43.436950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.706432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:43.803082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5dad-3586-4c21-87b0-e1f2681d2638 req-b298859a-db0e-459a-8a8d-12e1ff6375ac tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:43.816488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4fd16da9-e198-4dd5-915e-c9d5efc5c385 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:43.817041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f9b5dad-3586-4c21-87b0-e1f2681d2638 req-b298859a-db0e-459a-8a8d-12e1ff6375ac tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.1499000 Jul 27 16:40:43.889413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f9b5dad-3586-4c21-87b0-e1f2681d2638 req-9f1ebb96-65cd-4a43-81b5-132cb2950007 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702331 Jul 27 16:40:43.969068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:43.987485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:43.988474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.014342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:44.019394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.021996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3220e798-fa5f-4ab1-9571-267002a78993,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:44.044467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cea31dac-01d9-4534-9aae-cfb095e540f5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7870545 Jul 27 16:40:44.048912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:44.056977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Request body: {'subnet': {'network_id': '3220e798-fa5f-4ab1-9571-267002a78993', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2132416304-subnet', 'tenant_id': 'ad798b88261e4a809de7eea2b4c06cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:44.110945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 3220e798-fa5f-4ab1-9571-267002a78993 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:40:44.143152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Made reservation on behalf of ad798b88261e4a809de7eea2b4c06cc4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:44.151279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.267451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.296863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:44.330626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:44.333179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:44.338556 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c0aca1-e39d-4b44-955b-a66624bb9dcf" -d '{"events": [{"server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:44.346991 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.354841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:44.378902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:44.416883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:44.493699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:44.505048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-04ec91fb-2c57-46b9-9077-a997d56a6b33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5856018 Jul 27 16:40:44.608872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3c8a-1db7-4447-a97c-ff386aeb6fc1 req-b724fc0b-6842-44ac-8c7c-58f7948ee3a1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:44.620256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-292a3c8a-1db7-4447-a97c-ff386aeb6fc1 req-b724fc0b-6842-44ac-8c7c-58f7948ee3a1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.3276148 Jul 27 16:40:44.629075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Attempting to bind port 82f1001a-b668-44cf-8805-75e711c7974b on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:44.629949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Attempting to bind port 82f1001a-b668-44cf-8805-75e711c7974b by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:44.630574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.631635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Attempting to bind port 82f1001a-b668-44cf-8805-75e711c7974b on network 7ca65903-155c-48c6-9536-5b9c3df1595b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:44.651533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Port 82f1001a-b668-44cf-8805-75e711c7974b on network 7ca65903-155c-48c6-9536-5b9c3df1595b not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:44.654504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Attempting to bind port 82f1001a-b668-44cf-8805-75e711c7974b on network 7ca65903-155c-48c6-9536-5b9c3df1595b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:44.670477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:44.672098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Checking segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:44.674484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Bound using segment: {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:44.678594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Bound port: 82f1001a-b668-44cf-8805-75e711c7974b, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952222a-8ba2-4e38-83f7-9262b0d0e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:44.679650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.749882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af36029d-3b99-4a39-a3f9-1c7fe67dbc70,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:44.770057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-292a3c8a-1db7-4447-a97c-ff386aeb6fc1 req-21a45969-61f5-483d-a97b-514c986aab69 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485837 Jul 27 16:40:44.822768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Checking segment: {'id': '846648fd-c924-4ad4-a788-0d3a4830b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:44.823797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Network hostable DHCP agents. Network: 3220e798-fa5f-4ab1-9571-267002a78993, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:40:44.887738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Network 3220e798-fa5f-4ab1-9571-267002a78993 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:40:44.929158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 3220e798-fa5f-4ab1-9571-267002a78993) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:44.954534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:44.956240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:44.956756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c0aef-8a61-4804-97a4-3d70fda5be36 None None] Network 3220e798-fa5f-4ab1-9571-267002a78993 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:45.003920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-185f277f-8431-4674-8f94-ed67d27a0be0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9506156 Jul 27 16:40:45.034586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:45.059157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:45.061054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:45.085569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:45.107562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:45.444791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f2f5-fac7-4924-b643-7796a5237bbb req-cc415fe3-6e75-4eaf-9e00-75c0d3e5e10e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:45.476180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbf1f2f5-fac7-4924-b643-7796a5237bbb req-cc415fe3-6e75-4eaf-9e00-75c0d3e5e10e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.3625431 Jul 27 16:40:45.498782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6ba84-b1ba-4d52-ae92-7b8e29ed199e None None] Network 3220e798-fa5f-4ab1-9571-267002a78993 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:45.660070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbf1f2f5-fac7-4924-b643-7796a5237bbb req-c7a252a5-81be-4c04-a217-d56bfd36dc01 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806316 Jul 27 16:40:45.871203 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da4d71-d804-4ceb-b064-388c5f524a9d x-openstack-request-id: req-86da4d71-d804-4ceb-b064-388c5f524a9d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:45.871666 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:45.872079 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86da4d71-d804-4ceb-b064-388c5f524a9d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:45.872758 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385', 'code': 200} Jul 27 16:40:46.313096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e597e29-be54-4d1c-b51e-0885c633a848 req-1748b47d-50a7-4598-989b-a21fc5a7a761 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:46.329420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e597e29-be54-4d1c-b51e-0885c633a848 req-1748b47d-50a7-4598-989b-a21fc5a7a761 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.2492042 Jul 27 16:40:46.418175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e597e29-be54-4d1c-b51e-0885c633a848 req-13abee40-8e63-4edd-97a6-181655bc23d5 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864065 Jul 27 16:40:46.523107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:46.524997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:46.526654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] 10.222.0.13 "PUT /v2.0/ports/82f1001a-b668-44cf-8805-75e711c7974b HTTP/1.1" status: 200 len: 1091 time: 4.8943412 Jul 27 16:40:46.529587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:46.532372 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ae6b3-ba70-430d-aa79-11074585cd32" -d '{"events": [{"name": "network-changed", "server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "tag": "82f1001a-b668-44cf-8805-75e711c7974b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:46.616328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:46.634454 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:46.654240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1ec18-091f-409f-8a3c-528c68937622 service neutron] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:46.778451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:47.054548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102e740-2264-4b48-80f8-d5d264a02972 req-4f4e2375-1b97-4170-9f64-2250ed4760cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:47.060536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5102e740-2264-4b48-80f8-d5d264a02972 req-4f4e2375-1b97-4170-9f64-2250ed4760cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 1096 time: 0.7116597 Jul 27 16:40:47.122389 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33d263bb-49a2-47eb-baa4-12ae0235c785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.282012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-2e7cfade-0f07-42ac-bb1e-4c9d640aca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:47.283704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-2e7cfade-0f07-42ac-bb1e-4c9d640aca80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bb8386836c441329e54cea1a12c3ae9&device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 1094 time: 0.4701939 Jul 27 16:40:47.335027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5102e740-2264-4b48-80f8-d5d264a02972 req-003c47d3-23d9-4df9-95a5-e0e6a79d6074 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939226 Jul 27 16:40:47.397795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33d263bb-49a2-47eb-baa4-12ae0235c785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.428183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33d263bb-49a2-47eb-baa4-12ae0235c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.484642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.498243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.573059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-33d263bb-49a2-47eb-baa4-12ae0235c785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92feded300f64840991f7ec0d8e92761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926519 Jul 27 16:40:47.574002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d263bb-49a2-47eb-baa4-12ae0235c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d68d51-fecb-4b0f-9bfc-5e6b1f691ca0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:47.579448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40632) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:47.654633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-03c9c69d-0e2c-46bf-92ee-2b5b06d7bc6b tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:47.662538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-03c9c69d-0e2c-46bf-92ee-2b5b06d7bc6b tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/networks?id=3220e798-fa5f-4ab1-9571-267002a78993 HTTP/1.1" status: 200 len: 821 time: 0.2727993 Jul 27 16:40:47.697236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-4de17c7e-1fe4-44a2-b6f1-eabb92cf08e6 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/quotas/ad798b88261e4a809de7eea2b4c06cc4 HTTP/1.1" status: 200 len: 375 time: 0.0328021 Jul 27 16:40:47.754618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-3b82b4e8-74c0-435b-8a03-a2dd5b336352 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad798b88261e4a809de7eea2b4c06cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563593 Jul 27 16:40:47.771757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.783106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-a8f8e5e9-0eca-49f0-9a8c-e2b4975dbd3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f1001a-b668-44cf-8805-75e711c7974b HTTP/1.1" status: 200 len: 217 time: 0.1736624 Jul 27 16:40:47.794813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event updated for resources: {'Port': ['ID=8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:47.805913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.827966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.829575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-02919385-0bbc-4cc4-9d41-a4e10cc4e1a2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1987667 Jul 27 16:40:47.848126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:47.895294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-e429a3b7-e518-4ae7-aa91-47ff3c41eebc tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0589287 Jul 27 16:40:47.930653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-b03405f7-1a8f-4e0d-a1d2-04787d7de900 service neutron] 10.222.0.64 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741831 Jul 27 16:40:48.022750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:48.026804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:48.028087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32d68d51-fecb-4b0f-9bfc-5e6b1f691ca0 HTTP/1.1" status: 204 len: 168 time: 0.4476678 Jul 27 16:40:48.058490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee795-953c-456d-839f-f639b9533614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d68d51-fecb-4b0f-9bfc-5e6b1f691ca0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:48.102841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-93b9f591-958b-458b-89d2-3146a7ea0648 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:48.107775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74822a41-a3b4-4d31-a48a-e1d2b752abc3 req-93b9f591-958b-458b-89d2-3146a7ea0648 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2028866 Jul 27 16:40:48.109946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-bf94c232-aab7-463c-aad2-591fba91f797 service neutron] 10.222.0.64 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781683 Jul 27 16:40:48.286877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900d0b-5c6b-46f3-a0e2-b1c184549d40 req-d0fef5ad-7f36-417c-8768-a1950a7c2b13 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:48.300868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82900d0b-5c6b-46f3-a0e2-b1c184549d40 req-d0fef5ad-7f36-417c-8768-a1950a7c2b13 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.1008897 Jul 27 16:40:48.394355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82900d0b-5c6b-46f3-a0e2-b1c184549d40 req-f0d74559-9292-4cc2-be55-f88d35da63a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Jul 27 16:40:48.512200 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2dfc9f-90ca-49a7-9059-9b5190e7490d x-openstack-request-id: req-ac2dfc9f-90ca-49a7-9059-9b5190e7490d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:48.512642 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "tag": "82f1001a-b668-44cf-8805-75e711c7974b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:48.512834 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac2dfc9f-90ca-49a7-9059-9b5190e7490d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:48.513467 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b', 'status': 'completed', 'code': 200} Jul 27 16:40:48.693969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c979d-980e-4c21-81b3-3fc9cea2736b req-d4de03eb-8ba5-4fff-93e5-405c2563ed47 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:48.698764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-976c979d-980e-4c21-81b3-3fc9cea2736b req-d4de03eb-8ba5-4fff-93e5-405c2563ed47 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.1109166 Jul 27 16:40:48.712972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c2f67-1c38-43a2-9b74-3076ca293b10 req-e0c27a98-0bdb-4c50-86e0-bcf9682bee59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:48.722735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c0c2f67-1c38-43a2-9b74-3076ca293b10 req-e0c27a98-0bdb-4c50-86e0-bcf9682bee59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1214890 Jul 27 16:40:48.787079 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-976c979d-980e-4c21-81b3-3fc9cea2736b req-90d2943c-73c7-4ffa-af1f-744dbfb0f837 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812228 Jul 27 16:40:48.790909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c0c2f67-1c38-43a2-9b74-3076ca293b10 req-95a580a5-b7a0-4181-9f43-c703280655f2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629747 Jul 27 16:40:48.917666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07bcbcf6-acda-47ce-866f-c66ca83218a4 req-5da3542c-b424-4422-91a0-dc0649cd822e tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips/7320003f-b416-48da-869d-2c795d27bb31 HTTP/1.1" status: 200 len: 692 time: 0.0949247 Jul 27 16:40:48.995342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-57ae5656-eeb9-4089-ad0d-324f1bd58596 req-6e52b083-d004-419f-a725-3db4aa2bcbd8 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 210 time: 0.0487366 Jul 27 16:40:49.177210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcbcf6-acda-47ce-866f-c66ca83218a4 req-53543430-52a4-492d-9fd5-18100b46a05a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:49.181536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07bcbcf6-acda-47ce-866f-c66ca83218a4 req-53543430-52a4-492d-9fd5-18100b46a05a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2508645 Jul 27 16:40:49.213986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-07bcbcf6-acda-47ce-866f-c66ca83218a4 req-b13876c2-4156-423c-aa4e-8e967fe9e147 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:40:49.228104 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07bcbcf6-acda-47ce-866f-c66ca83218a4 req-b13876c2-4156-423c-aa4e-8e967fe9e147 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303688 Jul 27 16:40:49.335237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14172116-2b65-44e2-9291-cd65ea51554d req-ff96391e-50aa-4f3b-9373-acdbe67e0bb4 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips/7320003f-b416-48da-869d-2c795d27bb31 HTTP/1.1" status: 200 len: 692 time: 0.0734496 Jul 27 16:40:49.554534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14172116-2b65-44e2-9291-cd65ea51554d req-77d3b62a-a291-4b2f-aeb0-57a72285fff3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:49.556028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14172116-2b65-44e2-9291-cd65ea51554d req-77d3b62a-a291-4b2f-aeb0-57a72285fff3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2150173 Jul 27 16:40:49.620815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14172116-2b65-44e2-9291-cd65ea51554d req-85ceb039-4590-4ec7-a227-a5443faa9298 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0564771 Jul 27 16:40:49.701388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c6029-5ee7-4dea-9996-1f0a8df642a3 req-67a5aa26-86a1-4147-83c5-109f710ba32c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:49.716745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-337c6029-5ee7-4dea-9996-1f0a8df642a3 req-67a5aa26-86a1-4147-83c5-109f710ba32c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.1594014 Jul 27 16:40:49.784476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-337c6029-5ee7-4dea-9996-1f0a8df642a3 req-d4dad487-e88d-4b96-ac29-824a4b4c1b7d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654247 Jul 27 16:40:49.833556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14172116-2b65-44e2-9291-cd65ea51554d req-093556a7-8074-48d9-8a4c-014df0dcbdea tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.1719730 Jul 27 16:40:50.136929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:50.160149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a23d1-d5b6-464f-aee8-2ff2a9b937a7 req-86441068-b8ed-4008-988b-4f59f75e6317 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:50.162292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d1a23d1-d5b6-464f-aee8-2ff2a9b937a7 req-86441068-b8ed-4008-988b-4f59f75e6317 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1539288 Jul 27 16:40:50.242996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Deleting port 8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:50.243345 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.258145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d1a23d1-d5b6-464f-aee8-2ff2a9b937a7 req-39abdc19-f1f6-41aa-ab93-c2d9a9c476ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816023 Jul 27 16:40:50.371115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d757fec8-1043-4a37-aabf-40d08e6f36e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.374944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-d934d113-5490-478a-bd7b-36af4b68a4c3 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:50.377527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-d934d113-5490-478a-bd7b-36af4b68a4c3 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.61 "GET /v2.0/networks?id=3220e798-fa5f-4ab1-9571-267002a78993 HTTP/1.1" status: 200 len: 821 time: 0.3156819 Jul 27 16:40:50.406024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Request body: {'port': {'device_id': '955245a0-0f6c-43ba-958d-07f37110e961', 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993', 'admin_state_up': True, 'tenant_id': 'ad798b88261e4a809de7eea2b4c06cc4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:50.435790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.436145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.490483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Calling delete_port for 8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:50.506451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab34a-1539-4c19-881e-cb7e01da018e req-c683b6dc-8d9c-4585-85ac-aec3e2adeee8 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:50.514694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a0ab34a-1539-4c19-881e-cb7e01da018e req-c683b6dc-8d9c-4585-85ac-aec3e2adeee8 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.1219001 Jul 27 16:40:50.586082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a0ab34a-1539-4c19-881e-cb7e01da018e req-e81924d4-a990-4878-b8bd-3bd573cb2ae1 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Jul 27 16:40:50.588004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d757fec8-1043-4a37-aabf-40d08e6f36e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.594826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d757fec8-1043-4a37-aabf-40d08e6f36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.664679 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d757fec8-1043-4a37-aabf-40d08e6f36e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a83188d77a9345e3a5cc9e3289d17b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245154 Jul 27 16:40:50.665154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:50.667719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fec8-1043-4a37-aabf-40d08e6f36e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47de4001-a8df-460a-9569-cc92ba132cf8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:50.675820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Made reservation on behalf of ad798b88261e4a809de7eea2b4c06cc4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:50.681089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.786908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-ad4655e4-b05c-476d-bbd0-ad05f0db85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:50.789988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-ad4655e4-b05c-476d-bbd0-ad05f0db85e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01ec9774-f447-4e6e-a9be-e6e50935155a HTTP/1.1" status: 200 len: 853 time: 0.0840719 Jul 27 16:40:50.816668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.841917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-543a4abc-72a2-4658-a1d7-bdb3ade97bb5 req-5a5af71b-0deb-4656-9743-6835e4842c1e tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 210 time: 0.0574470 Jul 27 16:40:50.850795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.896057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event deleted for resources: {'Port': ['ID=8b5ecd8f-a9cb-49ac-a27d-c5a13e46533e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:50.916775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-68ea8752-477d-4836-8c9f-b6761d50bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:50.918045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-68ea8752-477d-4836-8c9f-b6761d50bf19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ca65903-155c-48c6-9536-5b9c3df1595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174061 Jul 27 16:40:50.977460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:50.983861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.984169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.984617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.985065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.985396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.985749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.986086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.986415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.986738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.987593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.988004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:50.988330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:51.102608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-ba41a990-05f4-4f1e-925a-0ab745d54199 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707709 Jul 27 16:40:51.115508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.118397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.119579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14172116-2b65-44e2-9291-cd65ea51554d req-b2e7d55c-abfd-40da-8f5e-b547a889184f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "DELETE /v2.0/floatingips/7320003f-b416-48da-869d-2c795d27bb31 HTTP/1.1" status: 204 len: 173 time: 1.2852027 Jul 27 16:40:51.134607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Allocated IP 172.20.0.13 (3220e798-fa5f-4ab1-9571-267002a78993/af36029d-3b99-4a39-a3f9-1c7fe67dbc70/f94095a2-bed5-4ea4-b024-d7509992d5c5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:51.156751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eda240-f7a8-47ac-8b7c-d469bb5c8789 req-0a9dc9a2-ec7f-496e-b697-a2b869648f97 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:51.161173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48eda240-f7a8-47ac-8b7c-d469bb5c8789 req-0a9dc9a2-ec7f-496e-b697-a2b869648f97 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.1504426 Jul 27 16:40:51.172453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.175904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.177190 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47de4001-a8df-460a-9569-cc92ba132cf8 HTTP/1.1" status: 204 len: 168 time: 0.5109875 Jul 27 16:40:51.200801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717bb3b-9c3c-4d01-a000-4c61b9f1ebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47de4001-a8df-460a-9569-cc92ba132cf8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:51.331764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48eda240-f7a8-47ac-8b7c-d469bb5c8789 req-5841dde9-9813-4dd9-a5b2-e27e2539b2ae tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878341 Jul 27 16:40:51.385464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5fca1a-e3b9-4a33-a798-4ecfdb022284 req-21983b3b-71c2-4ca1-9531-c95f0fada080 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748094 Jul 27 16:40:51.613099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e94522-f643-4e98-b875-56dbf28891c1 req-5951b3e1-70ec-42b6-b691-05e135028b73 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:51.628968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22e94522-f643-4e98-b875-56dbf28891c1 req-5951b3e1-70ec-42b6-b691-05e135028b73 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1934438 Jul 27 16:40:51.638535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c7b51-9ae8-4b9d-aabb-08ae6c450ebc req-aef6d6bb-582d-4d62-93cb-212a1549bbc3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:51.641897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-045c7b51-9ae8-4b9d-aabb-08ae6c450ebc req-aef6d6bb-582d-4d62-93cb-212a1549bbc3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3672979 Jul 27 16:40:51.648197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.686879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-625a25a6-bf99-4ef8-9083-7588b7e37b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:51.689531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-625a25a6-bf99-4ef8-9083-7588b7e37b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.3164656 Jul 27 16:40:51.733230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22e94522-f643-4e98-b875-56dbf28891c1 req-ba538e07-936b-463f-b28b-ae89b3b35f66 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972714 Jul 27 16:40:51.778358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-87119a86-9ce6-4997-8f05-323b8e62ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:51.779946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-87119a86-9ce6-4997-8f05-323b8e62ed00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bb8386836c441329e54cea1a12c3ae9&device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 1094 time: 0.2767935 Jul 27 16:40:51.864410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:51.911215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d314fdf-c055-4dba-8edb-49f3d4a50e15 req-5ca8cf19-2fb2-4282-b76a-f3567e7ce65a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=9ecfbfa5d4f746ae85907ebb62d5c937 HTTP/1.1" status: 200 len: 1656 time: 0.1088727 Jul 27 16:40:52.054878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-9edf0db0-7305-42d0-8c26-4a45699bfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.056937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-9edf0db0-7305-42d0-8c26-4a45699bfa55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ca65903-155c-48c6-9536-5b9c3df1595b HTTP/1.1" status: 200 len: 915 time: 0.2682230 Jul 27 16:40:52.119802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-1f62466a-3447-499d-b929-36ea8dbe8947 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f1001a-b668-44cf-8805-75e711c7974b HTTP/1.1" status: 200 len: 217 time: 0.0549800 Jul 27 16:40:52.173721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d314fdf-c055-4dba-8edb-49f3d4a50e15 req-af0d202c-ef61-439d-81af-1c2f6f8741a8 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.175913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d314fdf-c055-4dba-8edb-49f3d4a50e15 req-af0d202c-ef61-439d-81af-1c2f6f8741a8 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks?id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 787 time: 0.2528210 Jul 27 16:40:52.197763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-7d314fdf-c055-4dba-8edb-49f3d4a50e15 req-51283a56-a9df-44c3-8a2e-4d066cb25bd9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:40:52.198800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d314fdf-c055-4dba-8edb-49f3d4a50e15 req-51283a56-a9df-44c3-8a2e-4d066cb25bd9 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084972 Jul 27 16:40:52.200781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-72e5ae83-768a-43b2-a8fe-4c06d08bb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.210070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-72e5ae83-768a-43b2-a8fe-4c06d08bb4aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01ec9774-f447-4e6e-a9be-e6e50935155a HTTP/1.1" status: 200 len: 853 time: 0.0747612 Jul 27 16:40:52.280816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-2760f698-ede6-470c-8d91-10d990354136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.281287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-91d97d0a-b45c-4213-858b-3090cf6612b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.282596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-2760f698-ede6-470c-8d91-10d990354136 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.5738866 Jul 27 16:40:52.283115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-91d97d0a-b45c-4213-858b-3090cf6612b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ca65903-155c-48c6-9536-5b9c3df1595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719910 Jul 27 16:40:52.285266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Network 3220e798-fa5f-4ab1-9571-267002a78993 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:52.294928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:52.302638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:52.320993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.367831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Pushing event updated for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:52.377512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-d37287ad-ec91-40eb-ac1f-1c05932f8c13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.0713036 Jul 27 16:40:52.397523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77b0f-e8ef-41dc-8bd2-f126b37b2112 req-56ada013-eb35-4a8a-ac31-d9ed0809b3d5 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.399279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca77b0f-e8ef-41dc-8bd2-f126b37b2112 req-56ada013-eb35-4a8a-ac31-d9ed0809b3d5 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.6084790 Jul 27 16:40:52.448894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.449513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:52.456311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-c52f5f91-1286-4a61-9c8c-0cf32782b591 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636989 Jul 27 16:40:52.483822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a36c9885-b633-4265-bcb5-2d725f4d6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.485433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a36c9885-b633-4265-bcb5-2d725f4d6c35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0971601 Jul 27 16:40:52.489268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-dbb7f47e-fb54-4b8a-9fcb-e80d4af628c2 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0879159 Jul 27 16:40:52.497311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5104f479-a576-4e9d-b850-654c14a7673a tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] Request body: {'port': {'network_id': '1a89e8a4-6202-4030-af7f-5d16551a8010', 'name': 'tempest-NetworksNegativeTestJSON-652429002'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:52.504327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca77b0f-e8ef-41dc-8bd2-f126b37b2112 req-32e90e41-1ef7-430b-81e7-a5f3427aeb5c tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939200 Jul 27 16:40:52.520356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Request body: {'port': {'device_id': '955245a0-0f6c-43ba-958d-07f37110e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:52.562092 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-5104f479-a576-4e9d-b850-654c14a7673a tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] POST failed (client error): The resource could not be found. Jul 27 16:40:52.562713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5104f479-a576-4e9d-b850-654c14a7673a tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.563867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5104f479-a576-4e9d-b850-654c14a7673a tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2415199 Jul 27 16:40:52.573925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6c66-6ee1-4e92-8736-6659dda722a8 req-0ac3150b-85ae-431e-a7e7-c38b98b3f0b0 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.575435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-545f6c66-6ee1-4e92-8736-6659dda722a8 req-0ac3150b-85ae-431e-a7e7-c38b98b3f0b0 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 932 time: 0.1848967 Jul 27 16:40:52.575917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.610373 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e1542d-fa85-448f-a635-dc045c21a104 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] DELETE failed (client error): The resource could not be found. Jul 27 16:40:52.610945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e1542d-fa85-448f-a635-dc045c21a104 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.613259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-05e1542d-fa85-448f-a635-dc045c21a104 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "DELETE /v2.0/networks/63d6b6cb-bcfa-4a63-b71a-aaec0f2bee96 HTTP/1.1" status: 404 len: 339 time: 0.0328267 Jul 27 16:40:52.621425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.642071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c193008-038d-4d07-86b6-e11e798bc766 req-5596ee5e-98fd-49ce-84d8-e02aeebeff1a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips/d8e47f6c-5dd6-47c9-ae70-00cd006c04b8 HTTP/1.1" status: 200 len: 692 time: 0.0935307 Jul 27 16:40:52.658692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-545f6c66-6ee1-4e92-8736-6659dda722a8 req-40a49d61-a78e-4807-8bc1-0b6e18f25a52 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688818 Jul 27 16:40:52.660860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-993ae6b3-ba70-430d-aa79-11074585cd32 req-be9d5345-fade-4b37-b8ec-92c336dd11a7 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972094 Jul 27 16:40:52.679365 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfc074c-3c1d-41de-9fc9-b8d089e5f1af tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] DELETE failed (client error): The resource could not be found. Jul 27 16:40:52.681818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfc074c-3c1d-41de-9fc9-b8d089e5f1af tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.695693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5dfc074c-3c1d-41de-9fc9-b8d089e5f1af tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "DELETE /v2.0/ports/8e8b3520-a3e8-4e61-94a1-181da64cb0a2 HTTP/1.1" status: 404 len: 333 time: 0.0643890 Jul 27 16:40:52.695893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.734492 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09032b8-ea0d-4fa1-afd3-3f740a5ae033 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] DELETE failed (client error): The resource could not be found. Jul 27 16:40:52.734953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09032b8-ea0d-4fa1-afd3-3f740a5ae033 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.737435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c09032b8-ea0d-4fa1-afd3-3f740a5ae033 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "DELETE /v2.0/subnets/3cc50119-36c4-4caf-8607-81dc8b468dba HTTP/1.1" status: 404 len: 337 time: 0.0394697 Jul 27 16:40:52.743112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.772282 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6f8aea-f4e5-43e5-b078-25fea4176ee0 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] GET failed (client error): The resource could not be found. Jul 27 16:40:52.774564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0b6f8aea-f4e5-43e5-b078-25fea4176ee0 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "GET /v2.0/networks/f56649d1-5884-44a5-b4df-024fc3fb0eb7 HTTP/1.1" status: 404 len: 339 time: 0.0302582 Jul 27 16:40:52.780465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.799163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:52.820957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-3f56fb04-ca5b-4eb5-9e54-8794fea56a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.822498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-3f56fb04-ca5b-4eb5-9e54-8794fea56a6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171372 Jul 27 16:40:52.832103 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-53668ff5-f582-4ac6-bf03-e61917865e7d tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] GET failed (client error): The resource could not be found. Jul 27 16:40:52.834028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-53668ff5-f582-4ac6-bf03-e61917865e7d tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "GET /v2.0/ports/8427f170-c32a-4826-8eef-637b81bef007 HTTP/1.1" status: 404 len: 333 time: 0.0522897 Jul 27 16:40:52.841979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.875527 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40a15a7-c977-42e5-9859-aaae6e63af9c tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] GET failed (client error): The resource could not be found. Jul 27 16:40:52.876520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d40a15a7-c977-42e5-9859-aaae6e63af9c tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "GET /v2.0/subnets/ee4ecbc2-a059-471c-a24f-d7772d7a6458 HTTP/1.1" status: 404 len: 337 time: 0.0309324 Jul 27 16:40:52.882821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.888062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-213e346b-0107-423a-a440-b5c2e1e4e6ad tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:52.905226 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-213e346b-0107-423a-a440-b5c2e1e4e6ad tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] PUT failed (client error): The resource could not be found. Jul 27 16:40:52.905801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213e346b-0107-423a-a440-b5c2e1e4e6ad tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.906972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-213e346b-0107-423a-a440-b5c2e1e4e6ad tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "PUT /v2.0/networks/a6ae3b68-a2b4-452d-9629-32c4ed5a9d23 HTTP/1.1" status: 404 len: 339 time: 0.0231884 Jul 27 16:40:52.912766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.918705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2ee59dcc-bb49-4d56-ba8d-5758bc499170 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:52.945193 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee59dcc-bb49-4d56-ba8d-5758bc499170 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] PUT failed (client error): The resource could not be found. Jul 27 16:40:52.945879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee59dcc-bb49-4d56-ba8d-5758bc499170 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:52.951096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2ee59dcc-bb49-4d56-ba8d-5758bc499170 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "PUT /v2.0/ports/0347ecba-fbc1-4faf-921c-6f6ae4a8f6b0 HTTP/1.1" status: 404 len: 333 time: 0.0333037 Jul 27 16:40:52.952525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:52.964501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7ac7a-ee66-488b-8eba-5cb574ba437f req-df93399e-1007-484e-84f1-9b79cddb3e94 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.966174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-deb7ac7a-ee66-488b-8eba-5cb574ba437f req-df93399e-1007-484e-84f1-9b79cddb3e94 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.1611841 Jul 27 16:40:52.967190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-821232e3-4773-4bf1-8d34-597588cb7f20 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:52.994464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c193008-038d-4d07-86b6-e11e798bc766 req-503c1d49-0733-4aaa-a0d1-773ac33dc58f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:52.996360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c193008-038d-4d07-86b6-e11e798bc766 req-503c1d49-0733-4aaa-a0d1-773ac33dc58f tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.3362772 Jul 27 16:40:53.021661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-deb7ac7a-ee66-488b-8eba-5cb574ba437f req-c8e43a63-0c8a-4a82-8711-bea11e60a931 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477259 Jul 27 16:40:53.025626 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-821232e3-4773-4bf1-8d34-597588cb7f20 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] PUT failed (client error): The resource could not be found. Jul 27 16:40:53.026092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821232e3-4773-4bf1-8d34-597588cb7f20 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:40:53.028530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-821232e3-4773-4bf1-8d34-597588cb7f20 tempest-NetworksNegativeTestJSON-605731224 tempest-NetworksNegativeTestJSON-605731224-project] 10.222.0.64 "PUT /v2.0/subnets/d6d411a1-ddb1-4f42-950b-9bdfec61eceb HTTP/1.1" status: 404 len: 337 time: 0.0687652 Jul 27 16:40:53.145605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-6614dd97-f579-4a8f-919e-844bb6496211 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066196 Jul 27 16:40:53.151612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c193008-038d-4d07-86b6-e11e798bc766 req-03f65e92-aa1c-4e17-8fc4-ed7f13a56105 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1339157 Jul 27 16:40:53.209000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d5e96-161d-4423-80df-2df5bca19ead req-159270aa-9266-4eba-b8f2-2729cc5d862d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:53.216796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf8d5e96-161d-4423-80df-2df5bca19ead req-159270aa-9266-4eba-b8f2-2729cc5d862d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.0862553 Jul 27 16:40:53.258290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf8d5e96-161d-4423-80df-2df5bca19ead req-769b2aff-0edc-41d2-9621-db45718209f5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Jul 27 16:40:53.309049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c193008-038d-4d07-86b6-e11e798bc766 req-b52caae6-2e90-4466-b75d-70a7ea192e1b tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1441622 Jul 27 16:40:53.380813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:53.489571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-48e922a8-f621-433c-8c4b-fa0b97f054c1 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345385 Jul 27 16:40:53.558698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89114c33-7162-4012-81af-81fe5d366207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.574004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Deleting port 79965662-2b0e-4ed2-be4c-72502ef35588 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:53.574407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.647012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94095a2-bed5-4ea4-b024-d7509992d5c5 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:53.663387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.693493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Transition to ACTIVE for port object f94095a2-bed5-4ea4-b024-d7509992d5c5 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:53.700373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.744585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc155f68-e64b-4046-8d88-ad0fc58176e8 req-e0927565-45a3-4878-bbdf-8d0c3d93edcd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:53.752312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc155f68-e64b-4046-8d88-ad0fc58176e8 req-e0927565-45a3-4878-bbdf-8d0c3d93edcd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.1305926 Jul 27 16:40:53.754683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.754683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.779602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Calling delete_port for 79965662-2b0e-4ed2-be4c-72502ef35588 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:53.789459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Pushing event updated for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:53.794424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89114c33-7162-4012-81af-81fe5d366207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.802117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89114c33-7162-4012-81af-81fe5d366207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.829595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc155f68-e64b-4046-8d88-ad0fc58176e8 req-26c98689-62b6-41bd-8a70-db04bae05915 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620620 Jul 27 16:40:53.858889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-89114c33-7162-4012-81af-81fe5d366207 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ef9fa7dd29c45dda5edcf863ff1a64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769723 Jul 27 16:40:53.859786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89114c33-7162-4012-81af-81fe5d366207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986d94f-4d3a-4a9a-9a68-2f963972ebe4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:53.862667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:53.876863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 82f1001a-b668-44cf-8805-75e711c7974b details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:53.926129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.952774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:53.993765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Attempting to bind port f94095a2-bed5-4ea4-b024-d7509992d5c5 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:53.995619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Attempting to bind port f94095a2-bed5-4ea4-b024-d7509992d5c5 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '846648fd-c924-4ad4-a788-0d3a4830b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:53.996771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Attempting to bind port f94095a2-bed5-4ea4-b024-d7509992d5c5 on network 3220e798-fa5f-4ab1-9571-267002a78993 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:54.013025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Port f94095a2-bed5-4ea4-b024-d7509992d5c5 on network 3220e798-fa5f-4ab1-9571-267002a78993 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:40:54.013980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Attempting to bind port f94095a2-bed5-4ea4-b024-d7509992d5c5 on network 3220e798-fa5f-4ab1-9571-267002a78993 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:54.028937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:54.033138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:54.033692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Checking segment: {'id': '846648fd-c924-4ad4-a788-0d3a4830b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:54.034347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Bound using segment: {'id': '846648fd-c924-4ad4-a788-0d3a4830b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:54.035166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Bound port: f94095a2-bed5-4ea4-b024-d7509992d5c5, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846648fd-c924-4ad4-a788-0d3a4830b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:54.036252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.057166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '82f1001a-b668-44cf-8805-75e711c7974b', 'network_id': '7ca65903-155c-48c6-9536-5b9c3df1595b', 'port_id': '82f1001a-b668-44cf-8805-75e711c7974b', 'mac_address': 'fa:16:3e:46:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ec9774-f447-4e6e-a9be-e6e50935155a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:54.057486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9354d-a516-4a5e-aaff-c634609235a1 req-75004001-e25f-497d-a18b-403ebe86285d tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.057822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-69a9354d-a516-4a5e-aaff-c634609235a1 req-75004001-e25f-497d-a18b-403ebe86285d tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 943 time: 0.1062641 Jul 27 16:40:54.059490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.062505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.064903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7986d94f-4d3a-4a9a-9a68-2f963972ebe4 HTTP/1.1" status: 204 len: 168 time: 0.2000368 Jul 27 16:40:54.087743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecbee7-bd5e-4f07-abec-1ed50c0a00ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986d94f-4d3a-4a9a-9a68-2f963972ebe4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.112702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-69a9354d-a516-4a5e-aaff-c634609235a1 req-65dbd915-bbb7-4318-8c4e-a50bcf80cc55 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Jul 27 16:40:54.122458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.147216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f1001a-b668-44cf-8805-75e711c7974b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:54.181167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:54.188044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.191657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.233512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:54.235969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event deleted for resources: {'Port': ['ID=79965662-2b0e-4ed2-be4c-72502ef35588,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.262084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5,segment=NetworkSegment(846648fd-c924-4ad4-a788-0d3a4830b473),segment_id=846648fd-c924-4ad4-a788-0d3a4830b473)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:54.272981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.295843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.309385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f2ea-9c7d-44b4-bc30-c02c7e04ac9b req-3f44708d-a60c-4565-ae11-69afe935b80a tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.313368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb72f2ea-9c7d-44b4-bc30-c02c7e04ac9b req-3f44708d-a60c-4565-ae11-69afe935b80a tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 944 time: 0.1138313 Jul 27 16:40:54.369044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb72f2ea-9c7d-44b4-bc30-c02c7e04ac9b req-997699e3-9839-43e6-9700-ad03f613ced5 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jul 27 16:40:54.381590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.382320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.383839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] 10.222.0.61 "PUT /v2.0/ports/f94095a2-bed5-4ea4-b024-d7509992d5c5 HTTP/1.1" status: 200 len: 1092 time: 1.8688364 Jul 27 16:40:54.386323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:54.388736 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2b7b8-97b1-494d-9e11-03624e5ee701" -d '{"events": [{"name": "network-changed", "server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:54.403061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.406004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:54.407196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c193008-038d-4d07-86b6-e11e798bc766 req-a4aa7608-df14-4a57-9177-c60251f7b0c5 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8e47f6c-5dd6-47c9-ae70-00cd006c04b8 HTTP/1.1" status: 204 len: 173 time: 1.0895109 Jul 27 16:40:54.446958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2ccb2-6168-4e9c-a507-a4fd12a12976 service neutron] Pushing event updated for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.476102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['82f1001a-b668-44cf-8805-75e711c7974b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:54.518968 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c65a2-924f-47a2-91e1-7263157ee3d1 x-openstack-request-id: req-d06c65a2-924f-47a2-91e1-7263157ee3d1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:54.519242 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:54.519499 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d06c65a2-924f-47a2-91e1-7263157ee3d1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:54.520005 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5', 'status': 'completed', 'code': 200} Jul 27 16:40:54.563674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-7a56ddf3-7d29-45f1-9f33-2a2bc757a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.565305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-7a56ddf3-7d29-45f1-9f33-2a2bc757a585 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad798b88261e4a809de7eea2b4c06cc4&device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 1095 time: 0.1263800 Jul 27 16:40:54.583267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895a3fd-22ce-4bd5-b61c-e5701ed107a6 req-bcd64aa8-2a23-4190-a541-b9595c196e88 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.584791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-2112075f-df02-4929-a6b5-272d7c52aa03 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips/c8dca4b0-aeb6-4ab6-9687-16cf7c5f288b HTTP/1.1" status: 200 len: 693 time: 0.0601764 Jul 27 16:40:54.585637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9895a3fd-22ce-4bd5-b61c-e5701ed107a6 req-bcd64aa8-2a23-4190-a541-b9595c196e88 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1055841 Jul 27 16:40:54.660715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-e81c7372-5601-44d3-88ca-6242b1ad2a11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0737739 Jul 27 16:40:54.680105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9895a3fd-22ce-4bd5-b61c-e5701ed107a6 req-ae995220-3deb-4d05-b035-f5456163832d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Jul 27 16:40:54.757866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-9b3a803b-21d1-4dd1-a91a-437984064ebd tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.759635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-9b3a803b-21d1-4dd1-a91a-437984064ebd tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1641839 Jul 27 16:40:54.767110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478aa99-3314-4160-9621-560252fce711 req-a8a05370-3c55-45d9-a8eb-b5a558131172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:54.769227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-a8a05370-3c55-45d9-a8eb-b5a558131172 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af36029d-3b99-4a39-a3f9-1c7fe67dbc70 HTTP/1.1" status: 200 len: 861 time: 0.0994217 Jul 27 16:40:54.823794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-ad4bb1ce-a192-4e15-912e-caa013a980ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3220e798-fa5f-4ab1-9571-267002a78993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379143 Jul 27 16:40:54.835868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-8d542c89-6bde-48b6-8742-d3660a4e0e5a tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0632048 Jul 27 16:40:54.966155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-8eac3190-2dec-458e-b19e-62bc7879e5cf tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1221843 Jul 27 16:40:55.001783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-4ace913b-eb81-4e47-97b4-2f92d39afc03 service neutron] 10.222.0.61 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692879 Jul 27 16:40:55.115692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-2a9e6ac7-0f4d-486b-b606-d33f6e27899a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.117386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-2a9e6ac7-0f4d-486b-b606-d33f6e27899a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.2004836 Jul 27 16:40:55.147760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:55.161798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777ef1-2a6c-4cdc-bcee-7885f946acc7 req-4a1afb25-6c11-4997-9892-45f6b5661a38 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.163526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8777ef1-2a6c-4cdc-bcee-7885f946acc7 req-4a1afb25-6c11-4997-9892-45f6b5661a38 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 945 time: 0.2233698 Jul 27 16:40:55.203191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8478aa99-3314-4160-9621-560252fce711 req-ef259bbc-da79-47bc-b607-0a65fe0b459f service neutron] 10.222.0.61 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816463 Jul 27 16:40:55.251855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8777ef1-2a6c-4cdc-bcee-7885f946acc7 req-c1e183f7-2b89-4c41-9f05-bb62e0845110 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744848 Jul 27 16:40:55.253694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Deleting port d9efb036-1987-4cdb-84a8-c79ea4067318 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:55.253983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.303151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358959899'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:55.362191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:55.363319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.365077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-55941f19-391d-4995-8231-a9fac0b28f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.366590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-55941f19-391d-4995-8231-a9fac0b28f0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad798b88261e4a809de7eea2b4c06cc4&device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 1095 time: 0.0952671 Jul 27 16:40:55.371140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:55.375436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.432720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.439560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.439905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.458159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b96d6-f223-442f-b33d-3239a6c753ed req-d9a43838-b445-4a50-a01c-4c7ec6db0190 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.459673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15b96d6-f223-442f-b33d-3239a6c753ed req-d9a43838-b445-4a50-a01c-4c7ec6db0190 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 944 time: 0.1293809 Jul 27 16:40:55.477036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Calling delete_port for d9efb036-1987-4cdb-84a8-c79ea4067318 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:55.503837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-069b5113-245d-4449-8eda-5ab4ce46177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.505631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-069b5113-245d-4449-8eda-5ab4ce46177b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3220e798-fa5f-4ab1-9571-267002a78993 HTTP/1.1" status: 200 len: 922 time: 0.1306412 Jul 27 16:40:55.559647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-34339c7c-a3ab-49ce-a1bf-15121c42cd6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0423784 Jul 27 16:40:55.562792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15b96d6-f223-442f-b33d-3239a6c753ed req-e18d0930-220a-446d-9779-b291954edb4a tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863135 Jul 27 16:40:55.582847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port 4fd16da9-e198-4dd5-915e-c9d5efc5c385, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4fd16da9-e198-4dd5-915e-c9d5efc5c385,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:55.583436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.622916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-7daa2285-aa2e-4a7d-be93-a55256a6bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.624539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for 4fd16da9-e198-4dd5-915e-c9d5efc5c385 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:55.624922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-7daa2285-aa2e-4a7d-be93-a55256a6bb47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af36029d-3b99-4a39-a3f9-1c7fe67dbc70 HTTP/1.1" status: 200 len: 861 time: 0.0544648 Jul 27 16:40:55.682074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-820e459e-cdd4-40ca-86a6-b3dacf1952f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3220e798-fa5f-4ab1-9571-267002a78993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438247 Jul 27 16:40:55.774135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849729c6-f23d-46e1-b672-6528029191c3 req-1acf5cd3-b23a-4a27-8fb0-1828e40f6494 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:55.775605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-849729c6-f23d-46e1-b672-6528029191c3 req-1acf5cd3-b23a-4a27-8fb0-1828e40f6494 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 944 time: 0.1463125 Jul 27 16:40:55.781250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.791377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.822819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.828496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:40:55.828963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-e25d4b5b-6493-427a-8d12-d1957998492a service neutron] 10.222.0.61 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365926 Jul 27 16:40:55.836878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-849729c6-f23d-46e1-b672-6528029191c3 req-01c913d5-78c7-46b9-ac44-92e9e814f195 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540974 Jul 27 16:40:55.890633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event deleted for resources: {'Port': ['ID=d9efb036-1987-4cdb-84a8-c79ea4067318,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:55.892944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b326f7e3-0a57-46da-a186-699afdf1f4db,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:55.899132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.899486 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 052093fa-1e73-4a17-a3b7-1be5ccc529ca of type vlan for network 5b781681-9147-423c-8586-41a83532a0d9 Jul 27 16:40:55.903203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 82f1001a-b668-44cf-8805-75e711c7974b up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:55.970736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:55.977340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cb2b7b8-97b1-494d-9e11-03624e5ee701 req-6e5906ee-d189-4ff7-ab61-216db4741d6f service neutron] 10.222.0.61 "GET /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373916 Jul 27 16:40:55.982902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 82f1001a-b668-44cf-8805-75e711c7974b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:40:55.987672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 82f1001a-b668-44cf-8805-75e711c7974b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:40:55.988171 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.018525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.047118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=4fd16da9-e198-4dd5-915e-c9d5efc5c385,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:56.100632 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.114109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port 4fd16da9-e198-4dd5-915e-c9d5efc5c385 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:40:56.118793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.121391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.122550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f186d2b5-dea5-4233-9c4f-2ea69c68f027 req-12c8ff33-def8-4784-907d-942f67def6b3 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "DELETE /v2.0/floatingips/c8dca4b0-aeb6-4ab6-9687-16cf7c5f288b HTTP/1.1" status: 204 len: 173 time: 1.1216068 Jul 27 16:40:56.126131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.126553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:56.128908 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355ae13a-db57-4b8b-94e8-9e3720794f86" -d '{"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-plugged", "status": "completed", "tag": "82f1001a-b668-44cf-8805-75e711c7974b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:56.129396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a2d6ee7-bfe3-4802-a17d-fa52250aef31 req-7b45d0eb-2b77-4dd0-870b-4041621aabbc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "DELETE /v2.0/ports/4fd16da9-e198-4dd5-915e-c9d5efc5c385 HTTP/1.1" status: 204 len: 173 time: 0.9803848 Jul 27 16:40:56.130253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'name': 'network-vif-deleted', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:40:56.133790 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3def12-dfd4-4f96-8cc0-0d2c0c990e13" -d '{"events": [{"server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "name": "network-vif-deleted", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:56.150131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.154821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b916d-b8a0-469a-a532-9fc04cd14321 req-ce92f22c-9f98-4c6f-8144-173a9adbd173 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:56.155341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:56.161557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f1b916d-b8a0-469a-a532-9fc04cd14321 req-ce92f22c-9f98-4c6f-8144-173a9adbd173 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1114042 Jul 27 16:40:56.161842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:56.162669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.167003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.168125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4fd16da9-e198-4dd5-915e-c9d5efc5c385 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:56.232734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 4fd16da9-e198-4dd5-915e-c9d5efc5c385 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:40:56.233060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4fd16da9-e198-4dd5-915e-c9d5efc5c385 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:56.247460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f1b916d-b8a0-469a-a532-9fc04cd14321 req-1d020a84-4cb9-40af-9f85-f59793560608 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764444 Jul 27 16:40:56.282281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:56.293652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.294404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.295127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.296667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.297542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.298268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.298930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.299673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.300360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.302319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.305125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.306707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:56.316894 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d9cea-af07-41a3-97eb-c79be30f579f x-openstack-request-id: req-fb1d9cea-af07-41a3-97eb-c79be30f579f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:56.317649 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-plugged", "status": "completed", "tag": "82f1001a-b668-44cf-8805-75e711c7974b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:56.318146 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb1d9cea-af07-41a3-97eb-c79be30f579f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:56.319190 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b', 'code': 200} Jul 27 16:40:56.332350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1817458 Jul 27 16:40:56.335147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:56.352458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232746924'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:56.378527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:56.384385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.407637 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda750b-9643-4232-967c-3fe05fe28562 x-openstack-request-id: req-5dda750b-9643-4232-967c-3fe05fe28562 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:56.409412 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d3ef69-39ee-47d0-84c8-0f84f76df8f6", "name": "network-vif-deleted", "tag": "4fd16da9-e198-4dd5-915e-c9d5efc5c385", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:56.409412 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dda750b-9643-4232-967c-3fe05fe28562 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:56.409763 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d3ef69-39ee-47d0-84c8-0f84f76df8f6', 'name': 'network-vif-deleted', 'tag': '4fd16da9-e198-4dd5-915e-c9d5efc5c385', 'status': 'completed', 'code': 200} Jul 27 16:40:56.429987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:40:56.432137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-8f5892b0-a991-44e1-93bd-2bd69bdb616b tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips/f5402140-bb5f-485f-ae69-d6f482525b38 HTTP/1.1" status: 200 len: 693 time: 0.1545625 Jul 27 16:40:56.433532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b553d-a45f-4aef-8a9f-275936c6fa38 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=5b781681-9147-423c-8586-41a83532a0d9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:56.445204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 5b781681-9147-423c-8586-41a83532a0d9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:40:56.470985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4661c66-1c42-4d52-9470-b1ca5515fdb5 req-c53c18fd-6579-4d58-8d54-bc9e55ca2815 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d3ef69-39ee-47d0-84c8-0f84f76df8f6 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Jul 27 16:40:56.475148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.475498 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 08da388d-57d4-434b-9b5b-ec9cb88eeec0 of type vlan for network 372ca2a2-7d01-44d3-ac48-27c7b629d89a Jul 27 16:40:56.535338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.569017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.574906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:56.575672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:56.686057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3491657 Jul 27 16:40:56.806343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:56.813093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '5b781681-9147-423c-8586-41a83532a0d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:56.994550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-a66871c6-4e31-4173-a38b-71d5a63c0a77 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:56.996003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-a66871c6-4e31-4173-a38b-71d5a63c0a77 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.5455096 Jul 27 16:40:57.001296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce462df-12cb-411c-825c-965e393657f2 req-e11cec5f-78da-4f77-bc67-e47bb03db8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:57.002848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cce462df-12cb-411c-825c-965e393657f2 req-e11cec5f-78da-4f77-bc67-e47bb03db8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 1096 time: 0.5542521 Jul 27 16:40:57.068144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03cf37-38ab-4acf-ba96-f016f0cce376 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=372ca2a2-7d01-44d3-ac48-27c7b629d89a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:57.073119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:57.076361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.085517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-c6391800-1edc-4780-9089-2c084d9f22d2 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.0793049 Jul 27 16:40:57.097597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:40:57.107513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2e2ef-ec10-43f3-b0fe-0786046a95e1 req-d3bf446b-005e-4af3-a207-b819c463ac8c tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:57.109251 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ada2e2ef-ec10-43f3-b0fe-0786046a95e1 req-d3bf446b-005e-4af3-a207-b819c463ac8c tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.4558864 Jul 27 16:40:57.168960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ada2e2ef-ec10-43f3-b0fe-0786046a95e1 req-31954c7c-1832-420d-9882-e7d588d0dcb8 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Jul 27 16:40:57.185113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cce462df-12cb-411c-825c-965e393657f2 req-d1df3d38-f7f0-4561-aaf0-d1ae4b66b9ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707985 Jul 27 16:40:57.194885 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-97c3d7a1-3d3c-46bb-a7dc-04e9694225ab tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.0983617 Jul 27 16:40:57.299476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c01153-85f2-42cb-bd79-24df665fc4ed req-78773119-824d-4eeb-b4c8-0e7490ca6cc7 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:57.300944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1c01153-85f2-42cb-bd79-24df665fc4ed req-78773119-824d-4eeb-b4c8-0e7490ca6cc7 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 944 time: 0.0689142 Jul 27 16:40:57.352649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1c01153-85f2-42cb-bd79-24df665fc4ed req-ec4e59bc-7ada-44db-b788-d0d525c5b915 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Jul 27 16:40:57.425190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Deleting port 99005d15-1728-440a-a67b-473114bf416e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:57.425829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.482028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.575178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=2bea2f75-8117-470b-a8a8-1bd8a9cce0f7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:57.581893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.582230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.600817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Calling delete_port for 99005d15-1728-440a-a67b-473114bf416e owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:57.602930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '052093fa-1e73-4a17-a3b7-1be5ccc529ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5b781681-9147-423c-8586-41a83532a0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:57.603303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 5b781681-9147-423c-8586-41a83532a0d9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:40:57.632882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132ba8-8e9b-4064-b240-6f664e4cfe72 req-a3f95f0e-71f9-4209-8ee0-4a41e641ed2d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:57.634700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df132ba8-8e9b-4064-b240-6f664e4cfe72 req-a3f95f0e-71f9-4209-8ee0-4a41e641ed2d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.0802526 Jul 27 16:40:57.670416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 5b781681-9147-423c-8586-41a83532a0d9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:40:57.684070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df132ba8-8e9b-4064-b240-6f664e4cfe72 req-d6409c75-7e62-4b46-942d-f69da749b997 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Jul 27 16:40:57.690732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 5b781681-9147-423c-8586-41a83532a0d9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:57.696737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:57.698378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.710595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa279a-5ec7-4673-afb3-f8e3cd4cdbe6 None None] Network 5b781681-9147-423c-8586-41a83532a0d9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:57.727817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc00f928-a6c1-4796-ad88-42bbc027a384 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9157906 Jul 27 16:40:57.728023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:57.735547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:57.854806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.914197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Pushing event deleted for resources: {'Port': ['ID=99005d15-1728-440a-a67b-473114bf416e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:57.942137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:57.945741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:57.948077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-5b781681-9147-423c-8586-41a83532a0d9', 'network_id': '5b781681-9147-423c-8586-41a83532a0d9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '2bea2f75-8117-470b-a8a8-1bd8a9cce0f7'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:40:57.949130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.060681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.063552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.064766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c3984db-bb26-4b57-9bd2-6a94469ffe09 req-6781076c-0492-4238-8678-8fb4ac9ab5f0 tempest-FloatingIPDetailsTestJSON-765662496 tempest-FloatingIPDetailsTestJSON-765662496-project] 10.222.0.64 "DELETE /v2.0/floatingips/f5402140-bb5f-485f-ae69-d6f482525b38 HTTP/1.1" status: 204 len: 173 time: 0.8599036 Jul 27 16:40:58.074417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:58.093775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-fee17eb5-d484-46df-85ac-1f3d1acb694b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:58.095726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-fee17eb5-d484-46df-85ac-1f3d1acb694b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.1410630 Jul 27 16:40:58.116508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-01fa1e33-d927-419e-a947-0b53860b27ed tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.0137527 Jul 27 16:40:58.122864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Allocated IP 2001:db8::2 (5b781681-9147-423c-8586-41a83532a0d9/2bea2f75-8117-470b-a8a8-1bd8a9cce0f7/f1ecbefb-7dc9-44a3-86c1-21388b61a7fe) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:58.157360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-093dc7f5-5073-4d36-bb00-3de2e370b820 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338023 Jul 27 16:40:58.297153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-0d48d21f-8be7-4867-bb73-c8eabbb912c4 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310673 Jul 27 16:40:58.330384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.334615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f94095a2-bed5-4ea4-b024-d7509992d5c5 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:58.345699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Transition to ACTIVE for port object f1ecbefb-7dc9-44a3-86c1-21388b61a7fe will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:58.374905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Transition to ACTIVE for port object f1ecbefb-7dc9-44a3-86c1-21388b61a7fe will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:58.407050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.422319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-d3656e46-ed7c-43a7-b05b-307e52052754 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206934 Jul 27 16:40:58.431933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.488236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Network 5b781681-9147-423c-8586-41a83532a0d9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:58.497759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:58.500576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:58.527405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Pushing event updated for resources: {'Port': ['ID=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:58.541275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:58.586778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b121ab-2c6a-4866-ae5e-ebe8c3cf7c3d req-4629b92b-7116-40bc-abda-d13bf347d3aa tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:58.595766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67b121ab-2c6a-4866-ae5e-ebe8c3cf7c3d req-4629b92b-7116-40bc-abda-d13bf347d3aa tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.2605460 Jul 27 16:40:58.609955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '08da388d-57d4-434b-9b5b-ec9cb88eeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:58.610538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 372ca2a2-7d01-44d3-ac48-27c7b629d89a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:40:58.634728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5,segment=NetworkSegment(846648fd-c924-4ad4-a788-0d3a4830b473),segment_id=846648fd-c924-4ad4-a788-0d3a4830b473)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:58.648757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Attempting to bind port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:40:58.649143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Attempting to bind port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '052093fa-1e73-4a17-a3b7-1be5ccc529ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5b781681-9147-423c-8586-41a83532a0d9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:40:58.649517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Attempting to bind port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe on network 5b781681-9147-423c-8586-41a83532a0d9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:40:58.653731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f94095a2-bed5-4ea4-b024-d7509992d5c5', 'network_id': '3220e798-fa5f-4ab1-9571-267002a78993', 'port_id': 'f94095a2-bed5-4ea4-b024-d7509992d5c5', 'mac_address': 'fa:16:3e:b8:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af36029d-3b99-4a39-a3f9-1c7fe67dbc70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:58.687858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:40:58.688247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Checking segment: {'id': '052093fa-1e73-4a17-a3b7-1be5ccc529ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5b781681-9147-423c-8586-41a83532a0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:40:58.688692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.689173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Bound using segment: {'id': '052093fa-1e73-4a17-a3b7-1be5ccc529ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5b781681-9147-423c-8586-41a83532a0d9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:40:58.689700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Bound port: f1ecbefb-7dc9-44a3-86c1-21388b61a7fe, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052093fa-1e73-4a17-a3b7-1be5ccc529ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5b781681-9147-423c-8586-41a83532a0d9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:40:58.690146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.703690 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67b121ab-2c6a-4866-ae5e-ebe8c3cf7c3d req-9735a869-dd7a-48f9-a145-fd286af2159e tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067903 Jul 27 16:40:58.713697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:40:58.742292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 372ca2a2-7d01-44d3-ac48-27c7b629d89a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:58.762768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:58.763727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.789911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1a31-bfe4-46b4-b29d-23ac4596f338 req-2103c2a4-1760-4e21-af07-0b25125cf72e tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:58.798170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] For port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:58.800521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e86f8888-66c0-4c1c-bb64-392548c3272f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0697474 Jul 27 16:40:58.802288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] For port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,segment=NetworkSegment(052093fa-1e73-4a17-a3b7-1be5ccc529ca),segment_id=052093fa-1e73-4a17-a3b7-1be5ccc529ca)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:58.809207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-490c1a31-bfe4-46b4-b29d-23ac4596f338 req-2103c2a4-1760-4e21-af07-0b25125cf72e tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 944 time: 0.1690817 Jul 27 16:40:58.810162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9aa3f-3901-4f47-999a-e7418fd8def8 None None] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:40:58.812024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:58.836526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440418752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:40:58.870411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-490c1a31-bfe4-46b4-b29d-23ac4596f338 req-3ae76b8c-3da3-466a-b64d-6eb3cf0f900b tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583212 Jul 27 16:40:58.915264 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.936228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.938302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.986514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:58.989737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c16c-0fef-466d-9e7a-b07b2fbab52f None None] Pushing event updated for resources: {'Port': ['ID=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:58.999122 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.006930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53041599-197d-4709-8ded-b30cedecdd89 req-2c205657-ab1e-447d-bce1-b3be6d7e38e0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.0551887 Jul 27 16:40:59.057534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94095a2-bed5-4ea4-b024-d7509992d5c5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:40:59.102465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5,segment=NetworkSegment(846648fd-c924-4ad4-a788-0d3a4830b473),segment_id=846648fd-c924-4ad4-a788-0d3a4830b473)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:59.111440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.130969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.134641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.168300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.169554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b5e2721-04ae-47c3-9f86-41a6745670bf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3560455 Jul 27 16:40:59.172654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:40:59.201981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:59.205167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-372ca2a2-7d01-44d3-ac48-27c7b629d89a', 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:40:59.206420 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.261618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437bf7-601e-4f55-b443-7a2922dfa269 req-4ec83377-75ac-41f2-b615-6b1ba5e1d925 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:40:59.263179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82437bf7-601e-4f55-b443-7a2922dfa269 req-4ec83377-75ac-41f2-b615-6b1ba5e1d925 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1536360 Jul 27 16:40:59.387004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82437bf7-601e-4f55-b443-7a2922dfa269 req-f7a3dd90-f9cd-43e9-87bf-2eb189ad349f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934927 Jul 27 16:40:59.407647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f94095a2-bed5-4ea4-b024-d7509992d5c5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:59.493544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Allocated IP 2001:db8:1::2 (372ca2a2-7d01-44d3-ac48-27c7b629d89a/2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36/ea23bbcb-94ec-45bf-82fe-40f54fef43ff) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:59.558886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Deleting port 65441df7-3f3f-4c33-8ea9-1051a6047db3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:40:59.559845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.664639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] For port 65441df7-3f3f-4c33-8ea9-1051a6047db3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65441df7-3f3f-4c33-8ea9-1051a6047db3,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:59.665317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.681319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Calling delete_port for 65441df7-3f3f-4c33-8ea9-1051a6047db3 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:40:59.770823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.839191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.852338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Transition to ACTIVE for port object ea23bbcb-94ec-45bf-82fe-40f54fef43ff will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:59.877417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Transition to ACTIVE for port object ea23bbcb-94ec-45bf-82fe-40f54fef43ff will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:40:59.885048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.938031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:59.943282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:59.948253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:40:59.972535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:40:59.984374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Pushing event updated for resources: {'Port': ['ID=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:00.036524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Attempting to bind port ea23bbcb-94ec-45bf-82fe-40f54fef43ff on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:00.037200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Attempting to bind port ea23bbcb-94ec-45bf-82fe-40f54fef43ff by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '08da388d-57d4-434b-9b5b-ec9cb88eeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:00.037744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Attempting to bind port ea23bbcb-94ec-45bf-82fe-40f54fef43ff on network 372ca2a2-7d01-44d3-ac48-27c7b629d89a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:00.041259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Pushing event deleted for resources: {'Port': ['ID=65441df7-3f3f-4c33-8ea9-1051a6047db3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:00.044844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:00.045309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Checking segment: {'id': '08da388d-57d4-434b-9b5b-ec9cb88eeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:00.045790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.046410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Bound using segment: {'id': '08da388d-57d4-434b-9b5b-ec9cb88eeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:00.046838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Bound port: ea23bbcb-94ec-45bf-82fe-40f54fef43ff, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da388d-57d4-434b-9b5b-ec9cb88eeec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '372ca2a2-7d01-44d3-ac48-27c7b629d89a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:00.051495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.204281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] For port ea23bbcb-94ec-45bf-82fe-40f54fef43ff, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:00.212777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] For port ea23bbcb-94ec-45bf-82fe-40f54fef43ff, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,segment=NetworkSegment(08da388d-57d4-434b-9b5b-ec9cb88eeec0),segment_id=08da388d-57d4-434b-9b5b-ec9cb88eeec0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:00.222032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.332636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a449f-ab5b-4953-9e59-e3b8f3379219 req-8af95eea-711d-44b4-a391-ddf3b25476f7 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:00.344699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-463a449f-ab5b-4953-9e59-e3b8f3379219 req-8af95eea-711d-44b4-a391-ddf3b25476f7 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.2206388 Jul 27 16:41:00.409997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8::1 (5b781681-9147-423c-8586-41a83532a0d9/2bea2f75-8117-470b-a8a8-1bd8a9cce0f7/796e30e9-8f97-4534-a260-26f5cd91fb5f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:00.413843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f94095a2-bed5-4ea4-b024-d7509992d5c5 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:00.438736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-463a449f-ab5b-4953-9e59-e3b8f3379219 req-eca15e44-6f6f-456a-927a-f94b23e8e980 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762670 Jul 27 16:41:00.468560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-8a7c378b-2767-4c0b-8055-ebc4b4692ae6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:00.470309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-8a7c378b-2767-4c0b-8055-ebc4b4692ae6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.3190079 Jul 27 16:41:00.498188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': 'f621721e-3119-475d-a116-2a11cbee6d28', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:00.530924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d58c3-7923-4143-8657-19b59d00d20b None None] Pushing event updated for resources: {'Port': ['ID=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:00.595870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f94095a2-bed5-4ea4-b024-d7509992d5c5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:00.620897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f94095a2-bed5-4ea4-b024-d7509992d5c5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:00.621450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.686388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ecf16-1811-4745-b722-da6bc3ee89b6 req-b79f13be-9cc0-4cb0-9a89-69b6cbfb90d4 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:00.696399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-874ecf16-1811-4745-b722-da6bc3ee89b6 req-b79f13be-9cc0-4cb0-9a89-69b6cbfb90d4 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 945 time: 0.5322609 Jul 27 16:41:00.747063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b5940-e349-4af9-b841-f480ae1fdb0d None None] Network 5b781681-9147-423c-8586-41a83532a0d9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:00.759773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-484467a6-60b6-4f12-b024-5b92e4fecdfc req-e70c0202-74d4-4406-9dec-96264f570522 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.0466003 Jul 27 16:41:00.822154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.863267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 796e30e9-8f97-4534-a260-26f5cd91fb5f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:00.951820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:00.958415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:00.962560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.003043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-874ecf16-1811-4745-b722-da6bc3ee89b6 req-f3639fda-6d55-4809-95ea-151946ef7a50 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053005 Jul 27 16:41:01.020169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.063567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 5b781681-9147-423c-8586-41a83532a0d9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:01.067465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:01.071856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:01.074312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.223143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.12 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/0cf274f6-a817-4426-ba51-ce75eaea119e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:01.262091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=796e30e9-8f97-4534-a260-26f5cd91fb5f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:01.313698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3a1b5-5f64-428c-9e80-5d6ff6360178 req-2fe71ee3-6fd1-4b61-98cc-684087a5ef33 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:01.315998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bc3a1b5-5f64-428c-9e80-5d6ff6360178 req-2fe71ee3-6fd1-4b61-98cc-684087a5ef33 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.3862152 Jul 27 16:41:01.328246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fae33c6f-597b-4371-984b-cab180f5cdd8 None None] Provisioning for port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:01.414308 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.417793 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.488778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:01.493744 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4bb038-e934-46df-b955-b38dd2240b29" -d '{"events": [{"server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "name": "network-vif-plugged", "status": "completed", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:01.520348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5,segment=NetworkSegment(846648fd-c924-4ad4-a788-0d3a4830b473),segment_id=846648fd-c924-4ad4-a788-0d3a4830b473)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:01.529409 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.537816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1ecbefb-7dc9-44a3-86c1-21388b61a7fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:01.646028 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b7eea7-7683-4661-8185-72ce65ef9c2a x-openstack-request-id: req-54b7eea7-7683-4661-8185-72ce65ef9c2a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:01.646429 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "name": "network-vif-plugged", "status": "completed", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:01.647119 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54b7eea7-7683-4661-8185-72ce65ef9c2a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:01.647641 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5', 'code': 200} Jul 27 16:41:01.658661 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bc3a1b5-5f64-428c-9e80-5d6ff6360178 req-6129b853-6c1d-4d22-b6ba-d921974af191 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416778 Jul 27 16:41:01.743050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:01.763810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:01.768808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.786606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:01.787127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:01.953112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6092c1fe-11fe-405e-8fc3-7df2e1c8aeaa req-bbec16cb-8adb-4432-8ff8-a44e1c4a7a24 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.0652518 Jul 27 16:41:01.984304 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.031917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb9c1-4f11-4375-aa92-f281d4e3c2c1 req-79199a98-589d-40fa-b32c-4136fc3ca64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:02.037811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1dbb9c1-4f11-4375-aa92-f281d4e3c2c1 req-79199a98-589d-40fa-b32c-4136fc3ca64a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 1097 time: 0.3553936 Jul 27 16:41:02.120714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,segment=NetworkSegment(052093fa-1e73-4a17-a3b7-1be5ccc529ca),segment_id=052093fa-1e73-4a17-a3b7-1be5ccc529ca)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:02.128155 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.135397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ea23bbcb-94ec-45bf-82fe-40f54fef43ff up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:02.172134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1dbb9c1-4f11-4375-aa92-f281d4e3c2c1 req-977f6c6b-341f-4919-b29e-4fab22c2d5e7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956385 Jul 27 16:41:02.387962 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.396943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.397332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.439825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:02.465665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Provisioning for port 796e30e9-8f97-4534-a260-26f5cd91fb5f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:02.477938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ea23bbcb-94ec-45bf-82fe-40f54fef43ff completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:02.484131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Provisioning complete for port 796e30e9-8f97-4534-a260-26f5cd91fb5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:02.484777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.542561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d7e6c-51a5-47af-a9d3-f0c9d8cbb893 None None] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:02.588095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=796e30e9-8f97-4534-a260-26f5cd91fb5f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:02.610735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Port 796e30e9-8f97-4534-a260-26f5cd91fb5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:02.637180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Provisioning complete for port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:02.637828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d015736-7af2-469a-855c-bbd59d2a12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.651794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.664480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 5b781681-9147-423c-8586-41a83532a0d9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:02.666713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:02.799392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:02.810242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Router e48fb54b-648a-4b95-a821-ed38b78dd07b has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:02.819049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:02.823502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:02.826193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:02.942011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Provisioning complete for port 796e30e9-8f97-4534-a260-26f5cd91fb5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:02.942862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:02.945674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d87c1-a0cf-4bba-a4b2-cd3243fa5c86 req-f272b938-29d0-4621-9c45-cd8917385c79 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:02.947813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-956d87c1-a0cf-4bba-a4b2-cd3243fa5c86 req-f272b938-29d0-4621-9c45-cd8917385c79 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1305797 Jul 27 16:41:02.958649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:41:02.982963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3b4d-a528-4421-9ac3-8aac18e35bf6 req-80601399-0d30-429c-9c50-3a2e936daddb tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:02.991035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b7c3b4d-a528-4421-9ac3-8aac18e35bf6 req-80601399-0d30-429c-9c50-3a2e936daddb tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 946 time: 0.3560193 Jul 27 16:41:03.058574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.069804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Port 796e30e9-8f97-4534-a260-26f5cd91fb5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:03.118746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Provisioning for port ea23bbcb-94ec-45bf-82fe-40f54fef43ff completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:03.132497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Provisioning complete for port ea23bbcb-94ec-45bf-82fe-40f54fef43ff triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:03.132720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:03.132858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.132949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.153589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-43c1d804-50a5-4b5e-ad1f-31960c2e046e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6674397 Jul 27 16:41:03.165310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:03.175198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Request body: {'port': {'device_id': 'f621721e-3119-475d-a116-2a11cbee6d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:03.184941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75fcddb0-26d3-4be3-b1a4-ccbd81f19438 admin admin] 10.222.0.64 "PUT /v2.0/routers/e48fb54b-648a-4b95-a821-ed38b78dd07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1090419 Jul 27 16:41:03.188495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:03.195397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-956d87c1-a0cf-4bba-a4b2-cd3243fa5c86 req-a15986b9-45a2-4abd-9416-62a14f383811 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391942 Jul 27 16:41:03.218640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:03.231829 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] Sync routers for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:03.238257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-24db4cfd-45cc-4dc7-960b-e5bbd27dfbf6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0639577 Jul 27 16:41:03.238904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:03.245966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:03.249242 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:03.277254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Sync routers for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:03.300696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1ecbefb-7dc9-44a3-86c1-21388b61a7fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:03.309895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b76d41-6882-488e-8f57-c5b0b5d6607f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:03.317753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2b76d41-6882-488e-8f57-c5b0b5d6607f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports/796e30e9-8f97-4534-a260-26f5cd91fb5f HTTP/1.1" status: 200 len: 911 time: 0.0744352 Jul 27 16:41:03.317753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:03.319242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:03.319915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:03.325650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b7c3b4d-a528-4421-9ac3-8aac18e35bf6 req-4576cb0d-95cd-40ea-85ab-669e3dc20018 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187843 Jul 27 16:41:03.340024 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:03.364806 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:03.365462 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:03.454639 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:03.458790 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eb6ba-279f-4d90-b0b6-d343f08cd695 None None] The sync data for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:03.483944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.557721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.582258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] For port ea23bbcb-94ec-45bf-82fe-40f54fef43ff, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,segment=NetworkSegment(08da388d-57d4-434b-9b5b-ec9cb88eeec0),segment_id=08da388d-57d4-434b-9b5b-ec9cb88eeec0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:03.592085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:03.592597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.597462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.638834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.661468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:03.778491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02fcba83-0d38-4976-882a-249f989b1a2d None None] Provisioning complete for port 796e30e9-8f97-4534-a260-26f5cd91fb5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:03.778900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02fcba83-0d38-4976-882a-249f989b1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.833867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3679b16-a300-4a0d-a2fd-389e7bd4e39e None None] Pushing event updated for resources: {'Port': ['ID=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:03.875106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:03.890856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02fcba83-0d38-4976-882a-249f989b1a2d None None] Port 796e30e9-8f97-4534-a260-26f5cd91fb5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:03.990018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-02fcba83-0d38-4976-882a-249f989b1a2d None None] Provisioning complete for port ea23bbcb-94ec-45bf-82fe-40f54fef43ff triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:03.990018 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02fcba83-0d38-4976-882a-249f989b1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.008881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebfdd-a479-43e5-83cf-16b5e7554381 req-9919eb3b-c67b-4fbb-b35d-5f4e02b7bf87 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:04.016211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c87ebfdd-a479-43e5-83cf-16b5e7554381 req-9919eb3b-c67b-4fbb-b35d-5f4e02b7bf87 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 932 time: 0.5549948 Jul 27 16:41:04.059048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:59Z', 'revision_number': 5, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:04.087486 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.093547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Checking router: e48fb54b-648a-4b95-a821-ed38b78dd07b for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:04.106440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Routers {'e48fb54b-648a-4b95-a821-ed38b78dd07b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:04.107092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e48fb54b-648a-4b95-a821-ed38b78dd07b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:04.137494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c87ebfdd-a479-43e5-83cf-16b5e7554381 req-90a9d6f7-5816-4f1c-a5f3-8364f1332e56 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198459 Jul 27 16:41:04.157362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf274f6-a817-4426-ba51-ce75eaea119e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:04.184137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.221643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Transition to ACTIVE for port object 0cf274f6-a817-4426-ba51-ce75eaea119e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:04.233322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.314348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8:1::1 (372ca2a2-7d01-44d3-ac48-27c7b629d89a/2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36/597266b7-2911-4f87-9594-bd6234eff308) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:04.326687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Deleting port e01a9ba8-c10a-4376-802f-256a3b8c550c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:04.327185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.386686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Pushing event updated for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:04.444212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] Set router e48fb54b-648a-4b95-a821-ed38b78dd07b gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:04.625233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.642026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Attempting to bind port 0cf274f6-a817-4426-ba51-ce75eaea119e on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:04.642560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Attempting to bind port 0cf274f6-a817-4426-ba51-ce75eaea119e by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:04.643118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Attempting to bind port 0cf274f6-a817-4426-ba51-ce75eaea119e on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:04.651448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:59Z', 'revision_number': 5, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:04.672030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Port 0cf274f6-a817-4426-ba51-ce75eaea119e on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:04.672748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Attempting to bind port 0cf274f6-a817-4426-ba51-ce75eaea119e on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:04.678758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8ceac-f35e-473f-8dd4-11cb8e0baa27 None None] The sync data for ids ['e48fb54b-648a-4b95-a821-ed38b78dd07b'] in n-d-723572-6 is: [{'id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'name': 'tempest-FloatingIPDetailsTestJSON-1423559035-router', 'tenant_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:40:11Z', 'updated_at': '2021-07-27T16:40:59Z', 'revision_number': 5, 'project_id': '9ecfbfa5d4f746ae85907ebb62d5c937', 'gw_port': {'id': 'e01a9ba8-c10a-4376-802f-256a3b8c550c', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48fb54b-648a-4b95-a821-ed38b78dd07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:40:13Z', 'updated_at': '2021-07-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:04.688229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:04.688783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:04.689412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:04.690176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Bound port: 0cf274f6-a817-4426-ba51-ce75eaea119e, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:04.691259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.701167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 597266b7-2911-4f87-9594-bd6234eff308 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:04.736472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] For port e01a9ba8-c10a-4376-802f-256a3b8c550c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e01a9ba8-c10a-4376-802f-256a3b8c550c,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:04.737546 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.781823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Calling delete_port for e01a9ba8-c10a-4376-802f-256a3b8c550c owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:04.811975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86774ad8-2b69-4f07-81df-ab4f81bc06f8 req-5b106fb4-82e4-4722-81a8-52a0433c4268 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:04.813311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7616d7-4fc0-48cd-b4a1-249016d8a9b5 req-c36ca0b0-3ac6-4594-9fb0-7c3de77719ef tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:04.814487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86774ad8-2b69-4f07-81df-ab4f81bc06f8 req-5b106fb4-82e4-4722-81a8-52a0433c4268 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.4938076 Jul 27 16:41:04.815596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7616d7-4fc0-48cd-b4a1-249016d8a9b5 req-c36ca0b0-3ac6-4594-9fb0-7c3de77719ef tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 946 time: 0.2703481 Jul 27 16:41:04.841718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.885740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:04.908212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0cf274f6-a817-4426-ba51-ce75eaea119e,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:04.910081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:04.921420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:04.932812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86774ad8-2b69-4f07-81df-ab4f81bc06f8 req-e83680f8-da5f-4228-a7df-f2777b1e9203 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058660 Jul 27 16:41:04.938908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:04.940051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.940185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7616d7-4fc0-48cd-b4a1-249016d8a9b5 req-bed7aa28-beea-40d6-9e03-e6a836bdc9d9 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Jul 27 16:41:04.942981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:04.945630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=597266b7-2911-4f87-9594-bd6234eff308,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:05.161127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:05.161921 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.163171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] 10.222.0.13 "PUT /v2.0/ports/0cf274f6-a817-4426-ba51-ce75eaea119e HTTP/1.1" status: 200 len: 1092 time: 1.9934633 Jul 27 16:41:05.163651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:05.166309 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12" -d '{"events": [{"name": "network-changed", "server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:05.318804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ea23bbcb-94ec-45bf-82fe-40f54fef43ff up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:05.397515 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cf287e-6c12-4e14-82ea-e96a61e45fd3 x-openstack-request-id: req-05cf287e-6c12-4e14-82ea-e96a61e45fd3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:05.401982 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:05.402471 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05cf287e-6c12-4e14-82ea-e96a61e45fd3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:05.403042 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e', 'status': 'completed', 'code': 200} Jul 27 16:41:05.407265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39558-cfa8-494b-9934-6c84b76ca05d service neutron] Pushing event updated for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:05.453707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ea23bbcb-94ec-45bf-82fe-40f54fef43ff triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:05.454082 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.527120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.555327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9aed9a8-e58e-47c7-958a-9471897efd5c None None] Provisioning for port 597266b7-2911-4f87-9594-bd6234eff308 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:05.572477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e01a9ba8-c10a-4376-802f-256a3b8c550c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:05.592769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-33d14987-5a61-472f-9c54-67b23755cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:05.594568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-33d14987-5a61-472f-9c54-67b23755cc19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 1095 time: 0.3580813 Jul 27 16:41:05.619439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9aed9a8-e58e-47c7-958a-9471897efd5c None None] Provisioning complete for port 597266b7-2911-4f87-9594-bd6234eff308 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:05.619819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9aed9a8-e58e-47c7-958a-9471897efd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.725699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.730063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-a959986b-31e0-4bbc-a7db-d93112bcb010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf274f6-a817-4426-ba51-ce75eaea119e HTTP/1.1" status: 200 len: 217 time: 0.1059458 Jul 27 16:41:05.748130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b9aed9a8-e58e-47c7-958a-9471897efd5c None None] Port 597266b7-2911-4f87-9594-bd6234eff308 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:05.784276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65441df7-3f3f-4c33-8ea9-1051a6047db3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:05.810984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 65441df7-3f3f-4c33-8ea9-1051a6047db3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:05.811496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65441df7-3f3f-4c33-8ea9-1051a6047db3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:05.888017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.892336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.970723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b306-9e44-4718-859f-471d0e093ae2 req-0541fe10-27db-45cd-9d76-971cf7d7377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:05.974058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-0541fe10-27db-45cd-9d76-971cf7d7377c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2091835 Jul 27 16:41:05.976353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.977191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48fb54b-648a-4b95-a821-ed38b78dd07b {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:05.985621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:05.988288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59b00577-020b-4438-b211-bacd01f53fdd admin admin] 10.222.0.64 "DELETE /v2.0/routers/e48fb54b-648a-4b95-a821-ed38b78dd07b HTTP/1.1" status: 204 len: 168 time: 2.7696810 Jul 27 16:41:05.992064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:06.056999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.089564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592853e-4976-4be4-88f5-f67c94ec9351 req-94e3338c-6373-4c4d-99c2-93a54ae0f4c8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:06.091580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7592853e-4976-4be4-88f5-f67c94ec9351 req-94e3338c-6373-4c4d-99c2-93a54ae0f4c8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 944 time: 0.2344151 Jul 27 16:41:06.150058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-804ffd8a-e03b-4818-9b4e-3207cd614e3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585503 Jul 27 16:41:06.261777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Deleting subnet d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:06.272092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7592853e-4976-4be4-88f5-f67c94ec9351 req-4878f802-6f00-4590-bf71-5c11fe11edff tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313992 Jul 27 16:41:06.311089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.386706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.443700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360db7-832b-4fe0-80e0-887e8f19ad76 req-d0af8f34-89fd-400b-bf5d-cf661b0ba1e0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:06.445037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33360db7-832b-4fe0-80e0-887e8f19ad76 req-d0af8f34-89fd-400b-bf5d-cf661b0ba1e0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.2931459 Jul 27 16:41:06.457037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-b602c5c5-1b72-4e3d-ae9c-051e703bf759 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968984 Jul 27 16:41:06.605402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbde605-72ba-4132-92b1-f871337ec461 req-57934390-d3a2-4eb9-8dc1-71cf562ee52b tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:06.607836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbbde605-72ba-4132-92b1-f871337ec461 req-57934390-d3a2-4eb9-8dc1-71cf562ee52b tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 946 time: 0.2252846 Jul 27 16:41:06.627669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.654168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33360db7-832b-4fe0-80e0-887e8f19ad76 req-cbc4d41c-0433-4531-b050-638e570382e4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960506 Jul 27 16:41:06.724260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbbde605-72ba-4132-92b1-f871337ec461 req-8908913c-ac59-4d04-9041-dd3081bfe542 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001863 Jul 27 16:41:06.744271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.754879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b856b306-9e44-4718-859f-471d0e093ae2 req-4333cf8d-e576-40d9-9b3a-a0a7f85b933c service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838044 Jul 27 16:41:06.772144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.772144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.791934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.839487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:06.841599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5 HTTP/1.1" status: 204 len: 168 time: 0.7858171 Jul 27 16:41:06.842491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f90e8-46ec-44dc-8408-2097bdc523c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f4bef3-e083-48e5-aa24-0e54a4e2e2d5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:06.843634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5ed21-a26b-4b60-87c0-cd1326bc4b81 None None] Network 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:06.844194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:06.928995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=597266b7-2911-4f87-9594-bd6234eff308,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:06.995468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.029598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:07.032813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:07.065809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-ffc89db8-6b3a-4662-a2ff-653347fa96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.067431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-ffc89db8-6b3a-4662-a2ff-653347fa96d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 1095 time: 0.1636331 Jul 27 16:41:07.254867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e01a9ba8-c10a-4376-802f-256a3b8c550c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:07.266350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Deleting port 300ad1f4-50c8-45df-811a-e11f7d1bad33 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:07.267492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.294962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:07.304380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] DHCP port deletion for 70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:07.321063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e01a9ba8-c10a-4376-802f-256a3b8c550c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:07.321434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e01a9ba8-c10a-4376-802f-256a3b8c550c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:07.521209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Deleting port 300ad1f4-50c8-45df-811a-e11f7d1bad33 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:07.521591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.547749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-8244e250-731f-417e-8cb8-1ae32528c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.551049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-8244e250-731f-417e-8cb8-1ae32528c46c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.4668052 Jul 27 16:41:07.574713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] For port 300ad1f4-50c8-45df-811a-e11f7d1bad33, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=300ad1f4-50c8-45df-811a-e11f7d1bad33,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:07.575731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.632837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-27ecf7bb-f5c3-466c-a83a-2fadea412d35 None None] Provisioning complete for port 597266b7-2911-4f87-9594-bd6234eff308 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:07.633318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27ecf7bb-f5c3-466c-a83a-2fadea412d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.652480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-b9ef9e9a-5140-43b0-bbd8-93ecb1e1f110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf274f6-a817-4426-ba51-ce75eaea119e HTTP/1.1" status: 200 len: 217 time: 0.0924573 Jul 27 16:41:07.653501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Calling delete_port for 300ad1f4-50c8-45df-811a-e11f7d1bad33 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:07.684000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:07.687699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] For port 300ad1f4-50c8-45df-811a-e11f7d1bad33, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=300ad1f4-50c8-45df-811a-e11f7d1bad33,segment=NetworkSegment(ef8df7cc-25c5-4a32-aa14-c4b1878ecda7),segment_id=ef8df7cc-25c5-4a32-aa14-c4b1878ecda7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:07.688820 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:07.707919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-54a9bc55-52fa-4c2d-8f9f-9e907ba5b441 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3912950 Jul 27 16:41:07.710830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:07.714432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] Sync routers for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:07.736028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Calling delete_port for 300ad1f4-50c8-45df-811a-e11f7d1bad33 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:07.747734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27ecf7bb-f5c3-466c-a83a-2fadea412d35 None None] Port 597266b7-2911-4f87-9594-bd6234eff308 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:07.760103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:07.761072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:07.766953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8d53-cbc3-4de9-9dc3-37c44a2940df req-da2b6978-5c2b-4e4d-a459-48a66de93510 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.774414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6aae8d53-cbc3-4de9-9dc3-37c44a2940df req-da2b6978-5c2b-4e4d-a459-48a66de93510 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 944 time: 0.3440609 Jul 27 16:41:07.820209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:07.822696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-df3215ec-e7b3-42ac-b387-be4a1fcb9dd9 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.824591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-df3215ec-e7b3-42ac-b387-be4a1fcb9dd9 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.61 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 946 time: 0.2563121 Jul 27 16:41:07.833300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c8fee-063d-4544-b6bf-005947e93e17 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.839730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-042c8fee-063d-4544-b6bf-005947e93e17 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports/597266b7-2911-4f87-9594-bd6234eff308 HTTP/1.1" status: 200 len: 913 time: 0.1222568 Jul 27 16:41:07.851253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:07.882619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:07.885725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:07.899038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-480cce32-efa1-42d5-bc04-227944ee9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:07.900649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-480cce32-efa1-42d5-bc04-227944ee9a9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2346373 Jul 27 16:41:07.949920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:07.955049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf3d7b-efae-491f-95e5-e2064f5f4758 None None] The sync data for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:07.969449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0cf274f6-a817-4426-ba51-ce75eaea119e details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:07.991989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-b552582d-49c4-4cf4-857a-bf6b642ef8bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716605 Jul 27 16:41:07.995475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6aae8d53-cbc3-4de9-9dc3-37c44a2940df req-e8559884-77bf-470d-b42f-9b57a1aae4ff tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338606 Jul 27 16:41:08.137018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-63d9d99e-6235-4fbe-99d1-96f9a2bbf5df service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371980 Jul 27 16:41:08.138587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.200697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.220163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0cf274f6-a817-4426-ba51-ce75eaea119e,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:08.277593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] Pushing event deleted for resources: {'Port': ['ID=300ad1f4-50c8-45df-811a-e11f7d1bad33,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:08.287262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '0cf274f6-a817-4426-ba51-ce75eaea119e', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': '0cf274f6-a817-4426-ba51-ce75eaea119e', 'mac_address': 'fa:16:3e:d7:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:08.290652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911ba0f-bc5e-4ccb-a9c2-7e7594a8d0b5 None None] No DVR routers for this DVR port 300ad1f4-50c8-45df-811a-e11f7d1bad33 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:08.309098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ac935-fe48-4bc2-af99-b8cc59f582d8 req-c1f680a6-e498-4cf2-9cc2-34849f529d9c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:08.310937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b70ac935-fe48-4bc2-af99-b8cc59f582d8 req-c1f680a6-e498-4cf2-9cc2-34849f529d9c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.4646626 Jul 27 16:41:08.312380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f4ff75-fe91-4c09-8a8c-697f0609cd12 req-b8b34e70-1ecc-40dc-a2c4-c12a890ead7c service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653745 Jul 27 16:41:08.364745 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.380863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=300ad1f4-50c8-45df-811a-e11f7d1bad33,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:08.386547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] No DVR routers for this DVR port 300ad1f4-50c8-45df-811a-e11f7d1bad33 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:08.387592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf274f6-a817-4426-ba51-ce75eaea119e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:08.407016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Deleting port f94095a2-bed5-4ea4-b024-d7509992d5c5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:08.407648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.413667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b70ac935-fe48-4bc2-af99-b8cc59f582d8 req-20c10188-41e6-46c3-b89d-20956ccb91fa tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890279 Jul 27 16:41:08.443604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0cf274f6-a817-4426-ba51-ce75eaea119e,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:08.456603 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.557905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.558435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.559653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.560012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.560358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.560762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.561196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.561803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.562343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.562964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.563389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.563779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:08.585720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.613796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:08.631446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:08.631756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8df7cc-25c5-4a32-aa14-c4b1878ecda7') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:08.635756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:08.645684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.664394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038697-12bd-4c9c-a2bc-517e19293c1f req-f2bd0b33-7d38-4b10-9bdb-5fcc731a1090 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:08.673966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad038697-12bd-4c9c-a2bc-517e19293c1f req-f2bd0b33-7d38-4b10-9bdb-5fcc731a1090 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 946 time: 0.3583586 Jul 27 16:41:08.695597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.706989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:08.708396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:41:08.710746 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:41:08.740515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] For port f94095a2-bed5-4ea4-b024-d7509992d5c5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f94095a2-bed5-4ea4-b024-d7509992d5c5,segment=NetworkSegment(846648fd-c924-4ad4-a788-0d3a4830b473),segment_id=846648fd-c924-4ad4-a788-0d3a4830b473)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:08.740958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.743900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['0cf274f6-a817-4426-ba51-ce75eaea119e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:08.768900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad038697-12bd-4c9c-a2bc-517e19293c1f req-33f099ee-6976-44f3-841c-c1d86e97627c tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab09fb91-5bfb-40ab-9160-9b9df3a2efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906451 Jul 27 16:41:08.780808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Calling delete_port for f94095a2-bed5-4ea4-b024-d7509992d5c5 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:08.815760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.827240 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:08.835779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9 HTTP/1.1" status: 204 len: 168 time: 1.9872088 Jul 27 16:41:08.871087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db702f6f-806d-465c-ab8c-e368783946f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c94dd7-63d2-4b44-9ce5-e9f3b2da04a9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:09.122719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:09.191923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 300ad1f4-50c8-45df-811a-e11f7d1bad33 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:09.199124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-714b7e1c-18fa-4393-8a5a-d4c65de9ac1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ecfbfa5d4f746ae85907ebb62d5c937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740623 Jul 27 16:41:09.199837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:09.222900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 300ad1f4-50c8-45df-811a-e11f7d1bad33 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:09.223573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 300ad1f4-50c8-45df-811a-e11f7d1bad33 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:09.270174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.302305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.368469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.373089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.376333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.378280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9b755f1-9224-429f-bbc4-80a73792da6e HTTP/1.1" status: 204 len: 168 time: 0.1773252 Jul 27 16:41:09.384753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72065-0985-479e-bf62-d7ccfe614ddf req-4eb45b52-3860-4d46-929f-246e5f879c79 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:09.386565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4de72065-0985-479e-bf62-d7ccfe614ddf req-4eb45b52-3860-4d46-929f-246e5f879c79 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 945 time: 0.1514807 Jul 27 16:41:09.395968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f084-35da-4214-bff9-813828e9cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b755f1-9224-429f-bbc4-80a73792da6e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:09.552337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.574959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f94095a2-bed5-4ea4-b024-d7509992d5c5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:09.618744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4de72065-0985-479e-bf62-d7ccfe614ddf req-c2fe9054-2189-4951-ab94-ce5cfbea0f67 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756580 Jul 27 16:41:09.671694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77127f4f-0ba1-45c0-aaff-eba90a8990f9 req-29c63c08-66f0-487c-a424-d3b9ff11b77c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:09.694586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Pushing event deleted for resources: {'Port': ['ID=f94095a2-bed5-4ea4-b024-d7509992d5c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:09.704688 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77127f4f-0ba1-45c0-aaff-eba90a8990f9 req-29c63c08-66f0-487c-a424-d3b9ff11b77c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1600161 Jul 27 16:41:09.716510 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-977efb1e-8ead-4ff7-bae8-7a1262a95b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.769035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77127f4f-0ba1-45c0-aaff-eba90a8990f9 req-62930a86-0730-44e4-8259-21b968ab4332 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594013 Jul 27 16:41:09.795955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] No DVR routers for this DVR port f94095a2-bed5-4ea4-b024-d7509992d5c5 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:09.799899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:09.802431 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1d36cbd-df4b-41bd-9d36-7a1c279fad90 req-5210ceb7-b7fc-4c64-9dde-8032a4046033 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.61 "DELETE /v2.0/ports/f94095a2-bed5-4ea4-b024-d7509992d5c5 HTTP/1.1" status: 204 len: 173 time: 1.9647381 Jul 27 16:41:09.804611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'name': 'network-vif-deleted', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:09.807359 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f337904-6d0d-4a03-9476-8211ef609b23" -d '{"events": [{"server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "name": "network-vif-deleted", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:09.908299 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a824f8-eac9-4a28-b1d4-46f6e66ea675 x-openstack-request-id: req-68a824f8-eac9-4a28-b1d4-46f6e66ea675 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:09.908738 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955245a0-0f6c-43ba-958d-07f37110e961", "name": "network-vif-deleted", "tag": "f94095a2-bed5-4ea4-b024-d7509992d5c5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:09.908926 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68a824f8-eac9-4a28-b1d4-46f6e66ea675 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:09.909409 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955245a0-0f6c-43ba-958d-07f37110e961', 'name': 'network-vif-deleted', 'tag': 'f94095a2-bed5-4ea4-b024-d7509992d5c5', 'status': 'completed', 'code': 200} Jul 27 16:41:09.955956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0cf274f6-a817-4426-ba51-ce75eaea119e up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:10.039792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 0cf274f6-a817-4426-ba51-ce75eaea119e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:10.041498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43f9aff0-5976-4503-9113-a60fb11507c2 req-de8320ad-b005-4d4c-bea1-b77bc14cf175 tempest-ServerMetadataNegativeTestJSON-1640249417 tempest-ServerMetadataNegativeTestJSON-1640249417-project] 10.222.0.64 "GET /v2.0/ports?device_id=955245a0-0f6c-43ba-958d-07f37110e961 HTTP/1.1" status: 200 len: 210 time: 0.0726693 Jul 27 16:41:10.045612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 0cf274f6-a817-4426-ba51-ce75eaea119e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:10.046288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.088991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 597266b7-2911-4f87-9594-bd6234eff308 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:10.089883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.208700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.221298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.236222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 597266b7-2911-4f87-9594-bd6234eff308 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:10.265996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0cf274f6-a817-4426-ba51-ce75eaea119e,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:10.269129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:10.274864 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3aba0-14ae-4c11-b1d5-35692af0ed07" -d '{"events": [{"server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "name": "network-vif-plugged", "status": "completed", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:10.281714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.364110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:10.380747 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5728a4e1-c1ee-4b3d-b408-5c95930766bd x-openstack-request-id: req-5728a4e1-c1ee-4b3d-b408-5c95930766bd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:10.381047 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "name": "network-vif-plugged", "status": "completed", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:10.381434 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5728a4e1-c1ee-4b3d-b408-5c95930766bd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:10.381855 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e', 'code': 200} Jul 27 16:41:10.582409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:10.583824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee76-1ae6-45b7-9b05-4ea97844f7fb req-e0d56ff6-f156-4cd2-ae1e-d3c91ea062b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:10.586491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9988ee76-1ae6-45b7-9b05-4ea97844f7fb req-e0d56ff6-f156-4cd2-ae1e-d3c91ea062b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 1097 time: 0.1006193 Jul 27 16:41:10.620945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=597266b7-2911-4f87-9594-bd6234eff308,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:10.676674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9988ee76-1ae6-45b7-9b05-4ea97844f7fb req-3398567e-30d0-4052-917d-1761cf26557c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782683 Jul 27 16:41:10.828974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:11.019887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb68f5c-0c0c-478f-abcc-eea34db523a7 req-1591008f-b0bb-475e-98fc-a1b043c32719 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:11.025485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbb68f5c-0c0c-478f-abcc-eea34db523a7 req-1591008f-b0bb-475e-98fc-a1b043c32719 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 946 time: 0.1427495 Jul 27 16:41:11.071680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbb68f5c-0c0c-478f-abcc-eea34db523a7 req-983219aa-1b64-40c3-b24b-1d857d7148ec tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Jul 27 16:41:11.226151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c360-ea50-42c2-be02-176af73d9507 req-2da56caa-0bb3-4cb1-b674-9a11b18741af tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:11.227841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c560c360-ea50-42c2-be02-176af73d9507 req-2da56caa-0bb3-4cb1-b674-9a11b18741af tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1874411 Jul 27 16:41:11.241807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:11.268916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd16b-2a3e-4055-b0b2-ca8f6234a9d3 req-b0b2a5b7-9ad8-40d8-b4ba-290b523f4b94 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:11.270498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-724dd16b-2a3e-4055-b0b2-ca8f6234a9d3 req-b0b2a5b7-9ad8-40d8-b4ba-290b523f4b94 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1122499 Jul 27 16:41:11.330633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c560c360-ea50-42c2-be02-176af73d9507 req-62f39e85-a1ce-4a79-9eee-8078a5ebb5e9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Jul 27 16:41:11.410520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:11.421699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-546e8245-0723-431c-963b-5cdbdbd36746 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5667884 Jul 27 16:41:11.421921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:11.422032 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] Sync routers for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:11.422722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:11.439507 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:11.440860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:11.535284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:11.551887 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:11.553104 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:40:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:11.581543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Deleting subnet af36029d-3b99-4a39-a3f9-1c7fe67dbc70 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:11.592172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:11.604677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:11.605680 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c5814-1d42-4297-8576-dd96cb594807 None None] The sync data for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:11.715665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:11.747063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-724dd16b-2a3e-4055-b0b2-ca8f6234a9d3 req-0e50eb7e-c9b5-4d7b-b68d-cc455ae3a23c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4694672 Jul 27 16:41:11.805585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.097004 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72a50bbd-4112-4080-93f0-14e18b0a7451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.186469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.244713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af36029d-3b99-4a39-a3f9-1c7fe67dbc70,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:12.247043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.251725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-83fa745a-13d5-4c53-857d-b462f4cd13cd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af36029d-3b99-4a39-a3f9-1c7fe67dbc70 HTTP/1.1" status: 204 len: 168 time: 0.8239806 Jul 27 16:41:12.252832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:12.340709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.347939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.352194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dbdcc-aeb4-4d87-b159-f5ca76dd7d72 req-86c30561-7934-4a80-ab5e-581b258cf9b8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:12.353834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f6dbdcc-aeb4-4d87-b159-f5ca76dd7d72 req-86c30561-7934-4a80-ab5e-581b258cf9b8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 946 time: 0.1843767 Jul 27 16:41:12.390027 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.430265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f94095a2-bed5-4ea4-b024-d7509992d5c5 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:12.438923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-3c71c12e-fb25-4491-a864-93c23d330f15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526117 Jul 27 16:41:12.445802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.461024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3220e798-fa5f-4ab1-9571-267002a78993']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:12.465198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: f94095a2-bed5-4ea4-b024-d7509992d5c5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:12.465872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f94095a2-bed5-4ea4-b024-d7509992d5c5 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:12.475066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846648fd-c924-4ad4-a788-0d3a4830b473') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:12.475383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846648fd-c924-4ad4-a788-0d3a4830b473') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:12.492509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.498878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f6dbdcc-aeb4-4d87-b159-f5ca76dd7d72 req-9d630392-a801-462d-a73f-021d6a15eada tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279755 Jul 27 16:41:12.513055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.527096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:12.527816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:41:12.530517 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:41:12.609552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.618303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:12.621969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3220e798-fa5f-4ab1-9571-267002a78993 HTTP/1.1" status: 204 len: 168 time: 0.3673255 Jul 27 16:41:12.639566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be1d87-902a-417a-a8e8-a1898e0927c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3220e798-fa5f-4ab1-9571-267002a78993,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:12.736355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c2b7d115-b951-4212-ba2d-f54b9b4e4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:12.740964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c2b7d115-b951-4212-ba2d-f54b9b4e4a4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fa8096f13f744c7aac3c44810623670&device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 1096 time: 0.1811607 Jul 27 16:41:12.758293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2198b3a-5007-4eb3-9dc9-1227b46489f0 req-a19ada55-1788-47ad-b505-9844790b7da9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:12.760337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2198b3a-5007-4eb3-9dc9-1227b46489f0 req-a19ada55-1788-47ad-b505-9844790b7da9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.1504209 Jul 27 16:41:12.911788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2198b3a-5007-4eb3-9dc9-1227b46489f0 req-88e5a17a-24d6-4449-85f5-a6b1f63594f3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446393 Jul 27 16:41:12.934231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:12.987535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-a3a8a3d3-9dc6-484b-bf6e-3fa0ae4934ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:12.989397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-a3a8a3d3-9dc6-484b-bf6e-3fa0ae4934ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 200 len: 916 time: 0.2235801 Jul 27 16:41:13.061538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad8ea24e-8b6e-40e8-86a1-43fd54902ed9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad798b88261e4a809de7eea2b4c06cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253452 Jul 27 16:41:13.068591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:13.207633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.224011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-2362f039-318c-4fe0-af04-11523ec2aba1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 200 len: 1001 time: 0.2038472 Jul 27 16:41:13.231488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 796e30e9-8f97-4534-a260-26f5cd91fb5f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:13.231983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.261412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.335515 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.358014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c3e3e646-3470-4633-baea-c78fceee55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:13.359806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c3e3e646-3470-4633-baea-c78fceee55a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d2463d46-add0-4e1c-ad82-97feb6ca73db HTTP/1.1" status: 200 len: 854 time: 0.1239083 Jul 27 16:41:13.410842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.414695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.418864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab09fb91-5bfb-40ab-9160-9b9df3a2efed HTTP/1.1" status: 204 len: 168 time: 0.3460379 Jul 27 16:41:13.427903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.434089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5fc7-6dd7-47d7-a2c7-9ffdb716591a req-f29ea4f5-b2cd-4bea-a757-298c0fe3ca89 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:13.442139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d14d5fc7-6dd7-47d7-a2c7-9ffdb716591a req-f29ea4f5-b2cd-4bea-a757-298c0fe3ca89 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1152096 Jul 27 16:41:13.444873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 796e30e9-8f97-4534-a260-26f5cd91fb5f owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:13.473074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a805-837f-40ac-a64a-7bf828a5985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab09fb91-5bfb-40ab-9160-9b9df3a2efed,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:13.521937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d14d5fc7-6dd7-47d7-a2c7-9ffdb716591a req-a5426d26-bc04-49da-9aee-07dd4267f152 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785737 Jul 27 16:41:13.543034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c1c06247-191c-45ae-8863-3da4bf2e01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:13.553574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-c1c06247-191c-45ae-8863-3da4bf2e01f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=262c17d8-25c4-4720-b4ab-f27562dbdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815028 Jul 27 16:41:13.805178 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-20ad0a97-7c7d-4818-a771-d7f9003d8e1f service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426717 Jul 27 16:41:13.806667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:13.844844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=796e30e9-8f97-4534-a260-26f5cd91fb5f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:14.148202 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:41:14.158423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:14.239772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-743b478e-1c0a-4fd8-99e1-9ce0f8b614ce req-4c2c5e8a-1b7b-4290-bf1e-769ab1074086 service neutron] 10.222.0.61 "GET /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961866 Jul 27 16:41:14.466178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:14.485976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0263bb1-e2fc-4101-ab31-563f810b4a6b req-c882e304-e7e8-4e33-90ae-bb1f52ea0c98 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:14.488376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f0263bb1-e2fc-4101-ab31-563f810b4a6b req-c882e304-e7e8-4e33-90ae-bb1f52ea0c98 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.0966010 Jul 27 16:41:14.539855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f0263bb1-e2fc-4101-ab31-563f810b4a6b req-7b8e77fa-66fc-425a-9cdd-119cbffc2fab tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Jul 27 16:41:14.586736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:14.591975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ce0117c-d53c-4dda-b6a4-76cf4814bc74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1653318 Jul 27 16:41:14.595252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:14.604190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] Sync routers for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:14.637853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:14.650806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f369b58f-d835-43b8-b2f6-b8931eb8abfb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac HTTP/1.1" status: 200 len: 205 time: 0.0468192 Jul 27 16:41:14.651060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:14.651364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:14.659417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb777c-eb02-4f23-bee9-bfe52c2123dc req-a877f5ec-cacb-4dd8-9b5a-9c82c1597b0b tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:14.666209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cadb777c-eb02-4f23-bee9-bfe52c2123dc req-a877f5ec-cacb-4dd8-9b5a-9c82c1597b0b tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.1511290 Jul 27 16:41:14.710974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:14.736724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] Routers {'dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:14.738211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:14.740604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cadb777c-eb02-4f23-bee9-bfe52c2123dc req-060e8d34-9dfe-4cf4-b571-9b852334aadc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685351 Jul 27 16:41:14.750623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:14.778485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:14.779491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff02f38-df10-48c1-bc7c-c7de40ef694c None None] The sync data for ids ['dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:14.821077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:14.888985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-network', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:14.928823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Made reservation on behalf of e8b7bba055f144ac937a462626a4c62e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:14.934359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:14.944644 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:14.944863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.023493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.027816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.069372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.074352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.100225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:15.107099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.107099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:15.118549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.122504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad5c7234-2772-49bd-bf67-a2995eedc010 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac HTTP/1.1" status: 204 len: 168 time: 0.4675276 Jul 27 16:41:15.125045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:15.134625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194701f7-8bbb-4359-bf47-bc580100f7b4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:15.134625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.134625 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Added segment 4e40ce9c-e84b-4415-8b5b-17148a361d5e of type vlan for network 2838c4f1-3c24-43ae-8324-5f16dc762740 Jul 27 16:41:15.186772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.209604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:15.213502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.222630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.223586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:15.224311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.261681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.305312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5532954 Jul 27 16:41:15.311003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:15.317101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Request body: {'subnet': {'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-subnet', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:15.332177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92222f8-dd48-4812-b608-56f3c9ea6aca admin admin] Pushing event updated for resources: {'Network': ['ID=2838c4f1-3c24-43ae-8324-5f16dc762740,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:15.349397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:15.424248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Made reservation on behalf of e8b7bba055f144ac937a462626a4c62e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:15.438147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.467722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.622143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.672730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:15.693697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb8a1d-2cac-4adc-b78c-0aad670c1ede None None] Network 372ca2a2-7d01-44d3-ac48-27c7b629d89a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:15.723642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.729018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:15.729237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83155725-a60e-4907-8d3f-68584415248b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36 HTTP/1.1" status: 204 len: 168 time: 0.6027021 Jul 27 16:41:15.818174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 2bea2f75-8117-470b-a8a8-1bd8a9cce0f7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:15.821902 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.830454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:15.935376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=df13e847-5163-48df-8e07-07abb8485407,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:16.007147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Checking segment: {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:16.007465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Network hostable DHCP agents. Network: 2838c4f1-3c24-43ae-8324-5f16dc762740, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:16.019642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541193a-f1d2-413e-abea-6e2f10f3e4f1 req-385731b7-6179-4868-b25a-7ede056a42b4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:16.023628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6541193a-f1d2-413e-abea-6e2f10f3e4f1 req-385731b7-6179-4868-b25a-7ede056a42b4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.2315593 Jul 27 16:41:16.066265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:16.087321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2838c4f1-3c24-43ae-8324-5f16dc762740) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:16.101192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:16.101806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.109499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8fc33e-2bb4-4def-a88c-d9739508fc32 None None] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:16.113477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] DHCP port deletion for 372ca2a2-7d01-44d3-ac48-27c7b629d89a request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:16.129140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6541193a-f1d2-413e-abea-6e2f10f3e4f1 req-c51332ce-fc30-4233-a420-5927a1b71341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888333 Jul 27 16:41:16.137082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21af3964-f57e-4742-bf8b-8403a7a918ef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8246543 Jul 27 16:41:16.139894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:16.149539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:16.225455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.227583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.291233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.427878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.482058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebaff7-f2c2-4ee9-b11e-0c3e5f240104 None None] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:16.553453 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-c56e4628-3975-419c-a190-7f49a0955d5e service neutron] show failed (client error): The resource could not be found. Jul 27 16:41:16.554991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-c56e4628-3975-419c-a190-7f49a0955d5e service neutron] 10.222.0.61 "GET /v2.0/ports/f910266c-8ac5-4431-8f5b-4da59917eff2/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.2138700 Jul 27 16:41:16.609033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-448e3fdd-e30d-4073-bb30-7599d4722d38 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:16.627133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-448e3fdd-e30d-4073-bb30-7599d4722d38 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.2813745 Jul 27 16:41:16.652793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.721121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Deleting port ea23bbcb-94ec-45bf-82fe-40f54fef43ff {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:16.722229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.785818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:16.999754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfcc64-220f-4bf8-8a29-0a34cb5c53f1 req-5d916a93-34d2-4e16-b1b5-ca6caa1f6844 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:17.014066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8bfcc64-220f-4bf8-8a29-0a34cb5c53f1 req-5d916a93-34d2-4e16-b1b5-ca6caa1f6844 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 945 time: 0.7204120 Jul 27 16:41:17.025650 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.028886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.039823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] For port ea23bbcb-94ec-45bf-82fe-40f54fef43ff, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,segment=NetworkSegment(08da388d-57d4-434b-9b5b-ec9cb88eeec0),segment_id=08da388d-57d4-434b-9b5b-ec9cb88eeec0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:17.040376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.090131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Calling delete_port for ea23bbcb-94ec-45bf-82fe-40f54fef43ff owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:17.093090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=2bea2f75-8117-470b-a8a8-1bd8a9cce0f7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.104855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.111965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae3dce34-a735-4938-9a14-59f5cf4314f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/2bea2f75-8117-470b-a8a8-1bd8a9cce0f7 HTTP/1.1" status: 204 len: 168 time: 1.3794613 Jul 27 16:41:17.113534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:17.124081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe155a62-72eb-4209-a61f-fadc1b667258 None None] Network 5b781681-9147-423c-8586-41a83532a0d9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:17.145943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8bfcc64-220f-4bf8-8a29-0a34cb5c53f1 req-cad53279-05d1-4988-ba1e-550c14892592 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f3876a8-278d-4356-88df-1bd3247fb618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781977 Jul 27 16:41:17.168465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Deleting port a97fc426-55e4-4f93-8bfd-52f1de07c685 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:17.168986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.263771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ea23bbcb-94ec-45bf-82fe-40f54fef43ff no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:17.302908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.316365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-557cb333-cb21-408d-b561-5a33c0066736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:17.319874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-557cb333-cb21-408d-b561-5a33c0066736 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1101 time: 0.4123912 Jul 27 16:41:17.366576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:17.419378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] For port a97fc426-55e4-4f93-8bfd-52f1de07c685, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a97fc426-55e4-4f93-8bfd-52f1de07c685,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:17.419876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.525273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] The port 'ea23bbcb-94ec-45bf-82fe-40f54fef43ff' was deleted {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 16:41:17.529324 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.587607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] Pushing event deleted for resources: {'Port': ['ID=ea23bbcb-94ec-45bf-82fe-40f54fef43ff,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.620787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2c170-2a57-4f49-8afd-04a1e1f5c8a1 None None] No DVR routers for this DVR port ea23bbcb-94ec-45bf-82fe-40f54fef43ff on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:17.635982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.666771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.680346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372ca2a2-7d01-44d3-ac48-27c7b629d89a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.770240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] DHCP port deletion for 5b781681-9147-423c-8586-41a83532a0d9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:17.840905 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.842401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.843110 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Floating IP 09cdd9e5-9f31-4e7a-9e49-2faad6c4748a disassociated. External IP: 172.25.4.147, port: a97fc426-55e4-4f93-8bfd-52f1de07c685. Jul 27 16:41:17.845610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Calling delete_port for a97fc426-55e4-4f93-8bfd-52f1de07c685 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:17.860167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da388d-57d4-434b-9b5b-ec9cb88eeec0') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.860807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da388d-57d4-434b-9b5b-ec9cb88eeec0') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.863505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.886312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.900396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Deleting port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:17.903602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.978512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:17.985674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:17.986203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.000116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] For port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,segment=NetworkSegment(052093fa-1e73-4a17-a3b7-1be5ccc529ca),segment_id=052093fa-1e73-4a17-a3b7-1be5ccc529ca)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:18.000549 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.015230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Calling delete_port for f1ecbefb-7dc9-44a3-86c1-21388b61a7fe owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:41:18.053420 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:41:18.084326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636252ba-d705-4602-9f2b-010c60b48bee req-cebc621e-710e-4062-9887-6db396e375bf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:18.086763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-636252ba-d705-4602-9f2b-010c60b48bee req-cebc621e-710e-4062-9887-6db396e375bf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.7623844 Jul 27 16:41:18.118356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.134120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.159954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.165511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/372ca2a2-7d01-44d3-ac48-27c7b629d89a HTTP/1.1" status: 204 len: 168 time: 1.0473378 Jul 27 16:41:18.175756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:18.224393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] Pushing event deleted for resources: {'Port': ['ID=f1ecbefb-7dc9-44a3-86c1-21388b61a7fe,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:18.227364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b55bd-b8d8-4f9d-9839-633eb1049cb6 None None] No DVR routers for this DVR port f1ecbefb-7dc9-44a3-86c1-21388b61a7fe on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:18.241535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-636252ba-d705-4602-9f2b-010c60b48bee req-fd9f7092-2770-4925-a511-81a20369fcb5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197040 Jul 27 16:41:18.253859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.292686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.303857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.317183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.328486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5497ea-2ae9-4054-8783-45ef36242894 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=372ca2a2-7d01-44d3-ac48-27c7b629d89a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:18.393963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event deleted for resources: {'Port': ['ID=a97fc426-55e4-4f93-8bfd-52f1de07c685,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:18.617154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Router 735e333e-e85f-4bb8-a828-c21b15e79dac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:18.621008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.657081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b781681-9147-423c-8586-41a83532a0d9']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:18.658026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:18.680629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052093fa-1e73-4a17-a3b7-1be5ccc529ca') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:18.681762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052093fa-1e73-4a17-a3b7-1be5ccc529ca') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:18.716798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.736942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-802e8db1-17bd-4731-bf72-e8dac4e5796d req-a9ce9ec7-0df1-4183-a793-77f910af526a tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.1011870 Jul 27 16:41:18.797059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:18.864859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.923468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Transition to ACTIVE for port object f910266c-8ac5-4431-8f5b-4da59917eff2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:18.925754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:18.933228 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971e3fa-4b75-46a4-841d-e0bc43f4d55f" -d '{"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:18.956948 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:18.960401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:18.980932 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Sync routers for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:19.004937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Allocated IP 172.25.4.163 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/7174b011-6daa-4494-a04b-e70df959a69e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:19.022394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:19.026317 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:19.159310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.201612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] No DVR routers for this DVR port a97fc426-55e4-4f93-8bfd-52f1de07c685 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:19.205709 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418ef25-d943-4a37-9885-e77e5b99368a x-openstack-request-id: req-a418ef25-d943-4a37-9885-e77e5b99368a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:19.206221 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:19.206701 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a418ef25-d943-4a37-9885-e77e5b99368a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:19.215700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.217514 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'code': 200} Jul 27 16:41:19.242856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a495cd2d-f4a5-485a-b322-493a8581c96c req-15d0ebd1-6e27-4aae-a877-e3759f2b5c40 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.61 "DELETE /v2.0/ports/a97fc426-55e4-4f93-8bfd-52f1de07c685 HTTP/1.1" status: 204 len: 173 time: 2.5958619 Jul 27 16:41:19.243601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'name': 'network-vif-deleted', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:19.255579 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e7b211-c93b-45ee-afa1-89e285da510d" -d '{"events": [{"server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "name": "network-vif-deleted", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:19.279169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:19.279601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.287304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1ecbefb-7dc9-44a3-86c1-21388b61a7fe no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:41:19.290956 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:41:19.381294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f1ecbefb-7dc9-44a3-86c1-21388b61a7fe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:19.383166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1ecbefb-7dc9-44a3-86c1-21388b61a7fe not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:19.464708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] No DVR routers for this DVR port f910266c-8ac5-4431-8f5b-4da59917eff2 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:19.490196 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:19.552680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.609918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:19.610286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:19.610691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:19.644815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:19.645222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Attempting to bind port f910266c-8ac5-4431-8f5b-4da59917eff2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:19.672783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:19.673134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:19.673539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:19.674017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Bound port: f910266c-8ac5-4431-8f5b-4da59917eff2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:19.674393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.803657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.829167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.846456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/5b781681-9147-423c-8586-41a83532a0d9 HTTP/1.1" status: 204 len: 168 time: 1.6675057 Jul 27 16:41:19.849840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.855384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:19.884650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903325365'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:19.905129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4963-b6fd-467a-8aea-d7f306581a0f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=5b781681-9147-423c-8586-41a83532a0d9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.941224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:19.953029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:19.957642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:19.962306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:19.988051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.013510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a091b7d-eba7-414d-ae74-4037f2dc93c3 req-ef42bb01-86a7-4f54-8a7b-5b211a651a35 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:20.025592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a091b7d-eba7-414d-ae74-4037f2dc93c3 req-ef42bb01-86a7-4f54-8a7b-5b211a651a35 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.4365473 Jul 27 16:41:20.057160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:20.116014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a091b7d-eba7-414d-ae74-4037f2dc93c3 req-54956e82-a5dd-44c1-89fa-7237a745d9f9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847399 Jul 27 16:41:20.125265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.126015 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 9f2f32da-8774-4a85-adf0-59b243693ab5 of type vlan for network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 Jul 27 16:41:20.175642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.184403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:20.185528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.187260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] 10.222.0.13 "PUT /v2.0/ports/f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 1096 time: 2.8452837 Jul 27 16:41:20.214101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10670-c279-4feb-b8e0-8458688b8230 service neutron] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:20.258996 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:20.296673 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Checking router: 735e333e-e85f-4bb8-a828-c21b15e79dac for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:20.308724 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:20.309687 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:20.316784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.344573 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048b46b-bd8b-436e-a66e-1e8a8e2fca1d x-openstack-request-id: req-7048b46b-bd8b-436e-a66e-1e8a8e2fca1d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:20.345045 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3542bf7-0a64-43f9-8a4f-203d8b758ed1", "name": "network-vif-deleted", "tag": "a97fc426-55e4-4f93-8bfd-52f1de07c685", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:20.346614 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7048b46b-bd8b-436e-a66e-1e8a8e2fca1d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:20.347264 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3542bf7-0a64-43f9-8a4f-203d8b758ed1', 'name': 'network-vif-deleted', 'tag': 'a97fc426-55e4-4f93-8bfd-52f1de07c685', 'status': 'completed', 'code': 200} Jul 27 16:41:20.376317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:20.403488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:20.411957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:20.435290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.456034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:20.459090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.470624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a97fc426-55e4-4f93-8bfd-52f1de07c685 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:20.570617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: a97fc426-55e4-4f93-8bfd-52f1de07c685 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:20.587295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a97fc426-55e4-4f93-8bfd-52f1de07c685 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:20.588135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:20.593829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7174b011-6daa-4494-a04b-e70df959a69e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:20.610323 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:20.725062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8644993 Jul 27 16:41:20.731695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41684) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:20.738504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:20.743837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45551635-34dc-4579-8453-c5ed8e1273be tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=08479c05-0ec8-46c1-9e2e-b4647c6e7bc5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:20.770669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:20.785672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb1db189-7d1c-4446-a2f6-7d1a4056d5f7 req-8258569d-a915-4053-baf7-30ee2e8b2f82 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.2017727 Jul 27 16:41:20.810818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:20.974180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:20.978847 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:20.980230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-af603c52-0322-4519-9405-b5a1c132eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:20.981875 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-af603c52-0322-4519-9405-b5a1c132eb8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1099 time: 0.6319880 Jul 27 16:41:21.209961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:21.253534 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2245f-15e2-4050-8864-decb2e830a21 None None] The sync data for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 is: [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:37:54Z', 'revision_number': 4, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2889a1b1-2a75-4c83-aefb-f8c5896dc687', 'name': '', 'network_id': '262c17d8-25c4-4720-b4ab-f27562dbdb73', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'mac_address': 'fa:16:3e:d7:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:51Z', 'updated_at': '2021-07-27T16:38:03Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'subnets': [{'id': 'd2463d46-add0-4e1c-ad82-97feb6ca73db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:21.569209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:21.619545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:21.622654 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f" -d '{"events": [{"name": "network-changed", "server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:21.816034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=6136c819-80b1-4fbc-87b0-2cb29a75cd49,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.817998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '9f2f32da-8774-4a85-adf0-59b243693ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:21.818490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:21.826788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c458692-ec9d-416f-bbb0-b3c87bca53a3 None None] New status for floating IP 09cdd9e5-9f31-4e7a-9e49-2faad6c4748a: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:41:21.840839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-8df0044f-52d7-4af4-9321-306fc5db1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:21.844386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-8df0044f-52d7-4af4-9321-306fc5db1fb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.8428402 Jul 27 16:41:21.859194 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b763a4-316d-41b2-88d4-02e4b75318f7 x-openstack-request-id: req-e3b763a4-316d-41b2-88d4-02e4b75318f7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:21.859570 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:21.859970 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3b763a4-316d-41b2-88d4-02e4b75318f7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:21.860957 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'status': 'completed', 'code': 200} Jul 27 16:41:21.933921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-260947a9-f761-46b9-a39e-429a131002e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.0664735 Jul 27 16:41:21.949707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:21.953858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341359-f7d1-4507-b5b8-b50a2bc3ce3f req-071ec725-8d40-467c-b2ef-f9536e0a92ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:21.954586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-4de1e707-171b-473e-a9b4-aeb851c8046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:21.957093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-4de1e707-171b-473e-a9b4-aeb851c8046a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1099 time: 0.1618421 Jul 27 16:41:21.962060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a341359-f7d1-4507-b5b8-b50a2bc3ce3f req-071ec725-8d40-467c-b2ef-f9536e0a92ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.3337440 Jul 27 16:41:22.023378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ff3512f-3a4a-4f36-997f-894385b1b9e6 req-3c080b92-212f-48a2-8fb5-4d0bbb9925ad tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0768244 Jul 27 16:41:22.062164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.073895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:22.102964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.103726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.107001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a081dfd6-4afa-4fcd-a3ed-3863402f9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.108449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a081dfd6-4afa-4fcd-a3ed-3863402f9750 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1391294 Jul 27 16:41:22.112495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049cad7-dee2-4214-9ade-ed0a2e8c077d None None] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:22.155146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3cac4eec-c122-4cba-822a-591355a54c35 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4217126 Jul 27 16:41:22.157322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a341359-f7d1-4507-b5b8-b50a2bc3ce3f req-f7dae254-ad17-4b10-8b8f-6ee8c1fa02fb tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942713 Jul 27 16:41:22.164549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:22.175976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1297067680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:22.311003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.312240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.327818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a09a8779-5a1b-4849-a428-ffb2cc2f82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.329496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-a09a8779-5a1b-4849-a428-ffb2cc2f82da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094550 Jul 27 16:41:22.429709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.433986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-dc61ab99-4ca6-4ee6-abf9-aa638d2650a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.436823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-dc61ab99-4ca6-4ee6-abf9-aa638d2650a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.4662375 Jul 27 16:41:22.439242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.498431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-08479c05-0ec8-46c1-9e2e-b4647c6e7bc5', 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '6136c819-80b1-4fbc-87b0-2cb29a75cd49'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:41:22.499314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.590137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-3ef8de1d-0275-40b3-a30e-4d54aad13f3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.1395130 Jul 27 16:41:22.595237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.597685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-30ffb631-e912-4663-939d-a9ef7d61e3df tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4310386 Jul 27 16:41:22.608959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:22.622949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'port': {'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5', 'name': 'tempest-RoutersIpV6Test-364647391'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:22.674079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:22.708198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-21dae597-4c89-41f7-95ee-e2e9e4812526 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969599 Jul 27 16:41:22.712549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.725633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-2c481904-8465-4e29-b5dc-0285b8329037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.727465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-2c481904-8465-4e29-b5dc-0285b8329037 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1258705 Jul 27 16:41:22.751139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Allocated IP 2001:db8::2 (08479c05-0ec8-46c1-9e2e-b4647c6e7bc5/6136c819-80b1-4fbc-87b0-2cb29a75cd49/099386d3-3fbf-4286-a67d-561cd43f7884) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:22.836922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:22.841259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.870728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-a800fa2d-05e0-47bf-b41b-54c086215d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:22.874117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-a800fa2d-05e0-47bf-b41b-54c086215d3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332936 Jul 27 16:41:22.887257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] device_id is not set on port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:41:22.927479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea991-b810-4a6a-8a2e-953f3fdb71fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.948454 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:22.959742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Transition to ACTIVE for port object 099386d3-3fbf-4286-a67d-561cd43f7884 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:22.978868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Transition to ACTIVE for port object 099386d3-3fbf-4286-a67d-561cd43f7884 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:22.988546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.047995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Pushing event updated for resources: {'Port': ['ID=099386d3-3fbf-4286-a67d-561cd43f7884,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:23.060842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d9112b4-dfcc-45af-9b73-0a284ef74dde req-26141f93-cb92-4757-87bb-e30bcc9f889d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337166 Jul 27 16:41:23.080123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:23.083084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:23.083264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-9b3e64f9-c836-45e8-9fc2-61998834905a service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988668 Jul 27 16:41:23.087407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:23.236345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Attempting to bind port 099386d3-3fbf-4286-a67d-561cd43f7884 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:23.237972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Attempting to bind port 099386d3-3fbf-4286-a67d-561cd43f7884 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '9f2f32da-8774-4a85-adf0-59b243693ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:23.238744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Attempting to bind port 099386d3-3fbf-4286-a67d-561cd43f7884 on network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:23.246036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Router a636e9ff-3469-40b7-b293-84e335ed631f is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:41:23.248655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:23.249229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Checking segment: {'id': '9f2f32da-8774-4a85-adf0-59b243693ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:23.249805 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.250399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Bound using segment: {'id': '9f2f32da-8774-4a85-adf0-59b243693ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:23.251122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Bound port: 099386d3-3fbf-4286-a67d-561cd43f7884, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2f32da-8774-4a85-adf0-59b243693ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '08479c05-0ec8-46c1-9e2e-b4647c6e7bc5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:23.254337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.346751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04611b0-8e29-41c0-aa21-b3e42e2bf4e3 req-9cb88e70-5481-4bf5-bcca-b17f39d06f75 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.1392291 Jul 27 16:41:23.378641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] For port 099386d3-3fbf-4286-a67d-561cd43f7884, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:23.384695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] For port 099386d3-3fbf-4286-a67d-561cd43f7884, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=099386d3-3fbf-4286-a67d-561cd43f7884,segment=NetworkSegment(9f2f32da-8774-4a85-adf0-59b243693ab5),segment_id=9f2f32da-8774-4a85-adf0-59b243693ab5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:23.396201 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.480311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea991-b810-4a6a-8a2e-953f3fdb71fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.506225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea991-b810-4a6a-8a2e-953f3fdb71fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.554430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ecceb-1c0f-4729-86f2-f1f7ab8a0621 None None] Pushing event updated for resources: {'Port': ['ID=099386d3-3fbf-4286-a67d-561cd43f7884,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:23.583239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-e5181d37-78c4-449a-bdb8-3b5b53bcbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:23.584643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-e5181d37-78c4-449a-bdb8-3b5b53bcbd46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1099 time: 0.3752329 Jul 27 16:41:23.621950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b8ea991-b810-4a6a-8a2e-953f3fdb71fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04cb8ab1b2ad4319a7c8c1a6e6b545bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9426157 Jul 27 16:41:23.621950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:23.628219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:23.632673 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Sync routers for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:23.639777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea991-b810-4a6a-8a2e-953f3fdb71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1161168-3d94-4325-80b8-1977519b5629,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:23.678455 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:23.679777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:23.788855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:23.793986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-79af82e0-fab1-4f8f-8995-13d7003f43c6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6522238 Jul 27 16:41:23.799087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:24.056784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-36eb6869-f053-4812-a673-b339f5382e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:24.058490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-36eb6869-f053-4812-a673-b339f5382e1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.4560828 Jul 27 16:41:24.110777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:24.168273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8::353 (08479c05-0ec8-46c1-9e2e-b4647c6e7bc5/6136c819-80b1-4fbc-87b0-2cb29a75cd49/98cf2838-d1ac-4fa4-8694-e4330ae07d5b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:24.198220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-c7f4aba2-1b28-435b-9833-fbc8b5861779 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.0584955 Jul 27 16:41:24.367719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-a71ed7b9-9c46-4d1d-8934-f4de17305bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2691073 Jul 27 16:41:24.379230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f787-b61a-49f3-ae31-b95a15e70ce1 req-b1f9f40e-d343-4093-93dd-24e49fe37cc4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:24.394327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e625f787-b61a-49f3-ae31-b95a15e70ce1 req-b1f9f40e-d343-4093-93dd-24e49fe37cc4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.9994822 Jul 27 16:41:24.436773 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:21Z', 'revision_number': 3, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:24.503170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.504939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-1d6f9d70-ff4d-439c-b8c8-bb6084ab41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:24.506886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-1d6f9d70-ff4d-439c-b8c8-bb6084ab41b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0633290 Jul 27 16:41:24.535849 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Checking router: a636e9ff-3469-40b7-b293-84e335ed631f for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:24.536447 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Updating router a636e9ff-3469-40b7-b293-84e335ed631f port 7174b011-6daa-4494-a04b-e70df959a69e binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:24.580214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e625f787-b61a-49f3-ae31-b95a15e70ce1 req-f66c0397-7c68-4168-ad3b-70ab32cc286b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843467 Jul 27 16:41:24.601420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.643802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.645367 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.665099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 98cf2838-d1ac-4fa4-8694-e4330ae07d5b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:24.674693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44f3779b-d3f0-4178-b303-6de4495a1a06 req-56364698-59df-4b99-ae31-65fadf4a2020 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.1031535 Jul 27 16:41:24.761554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.820875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=98cf2838-d1ac-4fa4-8694-e4330ae07d5b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:24.856457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:24.880366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:24.901417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.902093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.911406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.914760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1161168-3d94-4325-80b8-1977519b5629 HTTP/1.1" status: 204 len: 168 time: 1.2837040 Jul 27 16:41:24.916854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:24.928819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:24.930705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:24.950217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-c6763ec1-4e73-4d4c-a138-11cbe70c81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:24.957006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-c6763ec1-4e73-4d4c-a138-11cbe70c81cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4003060 Jul 27 16:41:24.957385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8346e6-5361-4261-b31f-97fa9f46c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1161168-3d94-4325-80b8-1977519b5629,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:24.997650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e8013a55-1d34-4e42-8c1d-ed5b550fae06 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3775134 Jul 27 16:41:25.000279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:25.361134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 099386d3-3fbf-4286-a67d-561cd43f7884 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:25.427108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d9875-0bf4-483b-8c5e-060566cf3c70 None None] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:25.462017 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.485905 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Transition to ACTIVE for port object 7174b011-6daa-4494-a04b-e70df959a69e will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:25.496239 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.521878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Allocated IP 172.20.0.1 (2838c4f1-3c24-43ae-8324-5f16dc762740/df13e847-5163-48df-8e07-07abb8485407/e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:25.592025 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933551d6-dc00-4196-be5a-72dd0aef7122 None None] Pushing event updated for resources: {'Port': ['ID=7174b011-6daa-4494-a04b-e70df959a69e,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:25.637865 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Attempting to bind port 7174b011-6daa-4494-a04b-e70df959a69e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:25.638247 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Attempting to bind port 7174b011-6daa-4494-a04b-e70df959a69e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:25.638606 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Attempting to bind port 7174b011-6daa-4494-a04b-e70df959a69e on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:25.648555 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:25.649176 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:25.649506 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.650081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:25.650562 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Bound port: 7174b011-6daa-4494-a04b-e70df959a69e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:25.651203 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.718510 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.723120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 099386d3-3fbf-4286-a67d-561cd43f7884 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:25.733024 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] For port 7174b011-6daa-4494-a04b-e70df959a69e, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:25.743757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Provisioning for port 099386d3-3fbf-4286-a67d-561cd43f7884 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:25.747457 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] For port 7174b011-6daa-4494-a04b-e70df959a69e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7174b011-6daa-4494-a04b-e70df959a69e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:25.758044 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.765894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Provisioning complete for port 099386d3-3fbf-4286-a67d-561cd43f7884 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:25.766669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.778913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-7dd5b9bb-3686-49e1-bd27-2b1a290f4455 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063540 Jul 27 16:41:25.822059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:25.915300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933551d6-dc00-4196-be5a-72dd0aef7122 None None] Pushing event updated for resources: {'Port': ['ID=7174b011-6daa-4494-a04b-e70df959a69e,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:25.939258 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:25.941089 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:25.951698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ec48b2a-89f7-4c30-bf27-03fe37d0451e req-9727f6b5-9683-495f-84c0-da26048fc701 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0595100 Jul 27 16:41:25.963628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:26.036542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.051305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:26.057175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.062436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:26.083282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:26.134745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] For port 099386d3-3fbf-4286-a67d-561cd43f7884, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=099386d3-3fbf-4286-a67d-561cd43f7884,segment=NetworkSegment(9f2f32da-8774-4a85-adf0-59b243693ab5),segment_id=9f2f32da-8774-4a85-adf0-59b243693ab5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:26.141186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Pushing event updated for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:26.195729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.235807 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:26.321154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2daacd-52f2-4ec4-88ce-e2dc1d8bc340 None None] Pushing event updated for resources: {'Port': ['ID=099386d3-3fbf-4286-a67d-561cd43f7884,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:26.366496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:26.394213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384806e1-7252-429f-82d6-3a727ea82610 req-c20fe4a5-17e1-4605-a774-c47902b1c38a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:26.405077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-384806e1-7252-429f-82d6-3a727ea82610 req-c20fe4a5-17e1-4605-a774-c47902b1c38a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 948 time: 0.6301508 Jul 27 16:41:26.416395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'mac_address': 'fa:16:3e:08:a3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:26.465672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.550014 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.593448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f910266c-8ac5-4431-8f5b-4da59917eff2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:26.612382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1f5c3df-3ede-4151-8eb5-aa1f8e41e91f req-64baccd5-cfbd-4353-a281-70880b22a984 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949483 Jul 27 16:41:26.679306 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.695212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:26.703525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-384806e1-7252-429f-82d6-3a727ea82610 req-6348c8bf-be6c-4885-a85a-c0c7226503b9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971349 Jul 27 16:41:26.710263 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.736067 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:21Z', 'revision_number': 3, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:26.780463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.788853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:26.841788 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b881dc8-d384-42cc-ac07-fda08c205474 None None] The sync data for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 is: [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:21Z', 'revision_number': 3, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:26.871321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=98cf2838-d1ac-4fa4-8694-e4330ae07d5b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:26.886536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:26.913235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Provisioning for port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:26.935838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Provisioning complete for port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:26.936180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.065446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:27.095431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:27.186459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Provisioning complete for port 099386d3-3fbf-4286-a67d-561cd43f7884 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:27.186934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b789a10-a946-4dbb-8788-f17f089ceec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.270671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.277727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.333471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 099386d3-3fbf-4286-a67d-561cd43f7884 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:27.391687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.500737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.545569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Pushing event updated for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:27.644328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 099386d3-3fbf-4286-a67d-561cd43f7884 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:27.645502 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:27.659553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b208-6b11-45c2-ad35-55c7a5ae1887 req-8fb57292-2e86-4e70-b752-861ec11bea59 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:27.661505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43f5b208-6b11-45c2-ad35-55c7a5ae1887 req-8fb57292-2e86-4e70-b752-861ec11bea59 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 1.1954770 Jul 27 16:41:27.701887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:27.704781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:27.770630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de1643d5-fc15-4f72-98bb-a77450139ceb req-4ffa80dc-f25e-4624-b26d-c4f79402b268 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0670619 Jul 27 16:41:27.887867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43f5b208-6b11-45c2-ad35-55c7a5ae1887 req-ddae9db3-1eef-4c85-800d-8483d95acc8d tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829417 Jul 27 16:41:27.996760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cde7bbf7-e41a-48ce-89e5-bf1547ed2889 None None] Provisioning complete for port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:27.997970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cde7bbf7-e41a-48ce-89e5-bf1547ed2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:28.053880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-61a12cf1-25e9-44a4-9dfe-2289569c1ede tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:28.067625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-61a12cf1-25e9-44a4-9dfe-2289569c1ede tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f&tenant_id=990082e1c62a40b78650479271edff88&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 949 time: 0.6095755 Jul 27 16:41:28.096745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cde7bbf7-e41a-48ce-89e5-bf1547ed2889 None None] Port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:28.161700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:28.212025 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-ea96bcf3-ee4d-43ad-89f9-6151948305d8 service neutron] delete failed (client error): The resource could not be found. Jul 27 16:41:28.213221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-ea96bcf3-ee4d-43ad-89f9-6151948305d8 service neutron] 10.222.0.61 "DELETE /v2.0/ports/f910266c-8ac5-4431-8f5b-4da59917eff2/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.1326392 Jul 27 16:41:28.439485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Router a636e9ff-3469-40b7-b293-84e335ed631f has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:28.469933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547322d-c2b1-48d3-882e-10d99906b738 req-b78ad55e-db38-4571-bf92-1e1b9e13bf59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:28.471877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a547322d-c2b1-48d3-882e-10d99906b738 req-b78ad55e-db38-4571-bf92-1e1b9e13bf59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 949 time: 0.1003559 Jul 27 16:41:28.586964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a547322d-c2b1-48d3-882e-10d99906b738 req-6e97f075-574a-4663-9200-8e0d4d15eeca tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778718 Jul 27 16:41:28.677995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:28.697766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6c53515-794f-4473-afba-bbb9bb25cc1f admin admin] 10.222.0.64 "PUT /v2.0/routers/a636e9ff-3469-40b7-b293-84e335ed631f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8965940 Jul 27 16:41:28.706118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-fb1d6029-feef-4a62-98ed-9602f28500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:28.708344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-fb1d6029-feef-4a62-98ed-9602f28500b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1100 time: 0.3562143 Jul 27 16:41:28.737424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:28.761053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:28.761861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:28.958353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d491637e-6ab0-4171-a9ee-175e193b3c1f req-848ae9d4-8c5d-4b4c-9834-4cd973849627 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0403969 Jul 27 16:41:28.965069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=98cf2838-d1ac-4fa4-8694-e4330ae07d5b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:29.094788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-41774a9c-ead7-43b8-8641-e1bec6d3a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:29.102463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-41774a9c-ead7-43b8-8641-e1bec6d3a573 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3617034 Jul 27 16:41:29.175171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6607f-8b70-4c32-9607-94fbad15dbd7 req-877ce60d-4529-4744-8d52-332bba1fadd3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:29.183545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa6607f-8b70-4c32-9607-94fbad15dbd7 req-877ce60d-4529-4744-8d52-332bba1fadd3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.2302096 Jul 27 16:41:29.245733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:29.246231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7174b011-6daa-4494-a04b-e70df959a69e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:29.278617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:29.291449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-82f42543-3eeb-4b6b-9ca6-2f2238d9fbd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.1509395 Jul 27 16:41:29.296615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:29.351189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7174b011-6daa-4494-a04b-e70df959a69e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:29.359890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7174b011-6daa-4494-a04b-e70df959a69e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:29.360938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.391579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-0bd5aa6a-c5a5-43b6-b594-5f50a123370d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:29.396335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-0bd5aa6a-c5a5-43b6-b594-5f50a123370d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 819 time: 0.2705789 Jul 27 16:41:29.421589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-6790e5ea-8a42-47ca-a656-c06884529cf9 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/quotas/e8b7bba055f144ac937a462626a4c62e HTTP/1.1" status: 200 len: 375 time: 0.0188377 Jul 27 16:41:29.522617 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa6607f-8b70-4c32-9607-94fbad15dbd7 req-9c251bfe-fe42-46f5-ad84-5979ca1a5f59 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362608 Jul 27 16:41:29.548237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b48a2f-3f7c-44fa-813e-32a2aa70b3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.604684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.624215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-5fba7eb5-6395-4654-a9ba-10e45c2e5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:29.626763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-5fba7eb5-6395-4654-a9ba-10e45c2e5a71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3267238 Jul 27 16:41:29.661361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-10aeadf7-b140-4c13-ab78-8f206ec9dcec tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262473 Jul 27 16:41:29.674551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Sync routers for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:29.694260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7174b011-6daa-4494-a04b-e70df959a69e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7174b011-6daa-4494-a04b-e70df959a69e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:29.712960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.765816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:29.766458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:29.812512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-06fbc98f-4997-4850-ba8d-4ab80226b0c0 service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415396 Jul 27 16:41:29.825691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b48a2f-3f7c-44fa-813e-32a2aa70b3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.839345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b48a2f-3f7c-44fa-813e-32a2aa70b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:29.879230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-8a9bde08-4e65-4f6e-85e1-79d7cebf3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:29.882780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-8a9bde08-4e65-4f6e-85e1-79d7cebf3852 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413974 Jul 27 16:41:29.888973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d289e43e-8bdc-465b-a3e3-62641291fd0b is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:41:29.926476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02b48a2f-3f7c-44fa-813e-32a2aa70b3c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fe32b0cd8384e89b0d7e1b927fae583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181610 Jul 27 16:41:29.935999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:29.948961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b48a2f-3f7c-44fa-813e-32a2aa70b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879ee3a9-7569-4e39-bfa3-aa022630c922,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:30.009957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-e2b2cc7e-b20e-4ce9-9703-7a449fa6d970 service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963000 Jul 27 16:41:30.053574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.095768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:30.103582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.105050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f84246e2-9b2a-4401-abae-7a7263211f07 None None] Provisioning complete for port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:30.105624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f84246e2-9b2a-4401-abae-7a7263211f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.143324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7174b011-6daa-4494-a04b-e70df959a69e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:30.208065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.210947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.212299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/879ee3a9-7569-4e39-bfa3-aa022630c922 HTTP/1.1" status: 204 len: 168 time: 0.2749932 Jul 27 16:41:30.235387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65e5b8-417c-43ed-b03b-3a405f77ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879ee3a9-7569-4e39-bfa3-aa022630c922,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:30.257327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:30.403350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f84246e2-9b2a-4401-abae-7a7263211f07 None None] Port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:30.462756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-158c7bf8-1a9e-4077-a067-f288f41f7dba service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653460 Jul 27 16:41:30.507259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f910266c-8ac5-4431-8f5b-4da59917eff2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:30.546187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f910266c-8ac5-4431-8f5b-4da59917eff2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:30.546750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.619343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f02e1-552d-48a0-904a-591d337d020b req-b1ef5751-74ff-4a5b-9ded-28bf0f4e475c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:30.627240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-391f02e1-552d-48a0-904a-591d337d020b req-b1ef5751-74ff-4a5b-9ded-28bf0f4e475c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 949 time: 0.9078543 Jul 27 16:41:30.711781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3296b3d0-3388-477a-9fec-28353499e8f6 req-d5620e98-8437-43bf-99d4-5dba7cd317dc tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0590975 Jul 27 16:41:30.724691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 2, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:30.730923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:30.742564 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] Sync routers for ids ['d289e43e-8bdc-465b-a3e3-62641291fd0b'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:30.766184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9d31d68-9242-4e41-a1f8-a4bacb7c09ee tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d289e43e-8bdc-465b-a3e3-62641291fd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7573919 Jul 27 16:41:30.768087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:30.777366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] Routers {'d289e43e-8bdc-465b-a3e3-62641291fd0b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:30.778226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d289e43e-8bdc-465b-a3e3-62641291fd0b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:30.804270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Checking router: a636e9ff-3469-40b7-b293-84e335ed631f for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:30.804991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Updating router a636e9ff-3469-40b7-b293-84e335ed631f port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:30.853433 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.855986 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:30.856716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f65cef8d-ac0a-4569-8a6c-524bc098b80a req-0bdd3858-dc9c-4b3e-89cc-45d70ed5a7f0 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.0980229 Jul 27 16:41:30.887877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-391f02e1-552d-48a0-904a-591d337d020b req-04dc2208-d96d-4f29-8de0-3c9a6fae701d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583933 Jul 27 16:41:30.891098 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] Routers {'d289e43e-8bdc-465b-a3e3-62641291fd0b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:30.892198 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d289e43e-8bdc-465b-a3e3-62641291fd0b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:30.924548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22e49044-cb13-49f3-9e9e-9e1f91538638 req-84024f26-4f91-4718-984b-9f64226bb21d service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460430 Jul 27 16:41:30.925221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:30.991118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:30.994676 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4c24c-0e08-4ea3-be61-6213f5dc3797" -d '{"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:31.000753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:31.002009 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2024b-96df-426c-88ee-27d9296a7615 None None] The sync data for ids ['d289e43e-8bdc-465b-a3e3-62641291fd0b'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:31.008668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0aea3-c005-46e0-8588-5379c86531cf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:31.014459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85b0aea3-c005-46e0-8588-5379c86531cf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports/98cf2838-d1ac-4fa4-8694-e4330ae07d5b HTTP/1.1" status: 200 len: 983 time: 0.2413287 Jul 27 16:41:31.015648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:31.098449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:31.111526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.130343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa287a5-943e-43de-a3ba-0779dfcac02d req-cc074980-3441-4ef7-89d6-e5e58a5c6a3b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:31.132481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa287a5-943e-43de-a3ba-0779dfcac02d req-cc074980-3441-4ef7-89d6-e5e58a5c6a3b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.1180747 Jul 27 16:41:31.143678 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7204df-aab7-4ce9-a4ba-e291bb537b6e x-openstack-request-id: req-2b7204df-aab7-4ce9-a4ba-e291bb537b6e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:31.143971 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:31.144250 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b7204df-aab7-4ce9-a4ba-e291bb537b6e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:31.144663 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'code': 200} Jul 27 16:41:31.217340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa287a5-943e-43de-a3ba-0779dfcac02d req-00da0882-160f-451c-b477-9dbbdebf5a71 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771201 Jul 27 16:41:31.291538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7174b011-6daa-4494-a04b-e70df959a69e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:31.365718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:31.451219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7174b011-6daa-4494-a04b-e70df959a69e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:31.451681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.591795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.613042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Transition to ACTIVE for port object e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:31.628846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.698322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df80ec-a59c-4639-9632-cc6aa5ac838b None None] Pushing event updated for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:31.715582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.820708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Attempting to bind port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:31.821623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Attempting to bind port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:31.822125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Attempting to bind port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 on network 2838c4f1-3c24-43ae-8324-5f16dc762740 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:31.828897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:31.829453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Checking segment: {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:31.830563 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.842222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Bound using segment: {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:31.842958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Bound port: e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:31.845717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:31.907252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2295eb07-a28b-4cd4-8fda-0bf6c8481cab req-c1cbd022-cffc-435d-94a6-29adfffa50d8 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.0715883 Jul 27 16:41:31.964193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] For port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:31.968081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] For port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:31.996697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.095984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7eedb87c-8fa1-4172-be05-c46c203be643 req-4ea8ad5a-d513-43bd-a97d-548dc2286219 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.1107705 Jul 27 16:41:32.176397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:32.180580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:32.184048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df80ec-a59c-4639-9632-cc6aa5ac838b None None] Pushing event updated for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:32.410395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 98cf2838-d1ac-4fa4-8694-e4330ae07d5b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:32.410849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.487318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:32.497049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-77e8f535-67cc-4224-aa47-8874f1b47b67 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:32.498615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-77e8f535-67cc-4224-aa47-8874f1b47b67 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.4370263 Jul 27 16:41:32.511569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-52c1e254-03ca-4cf1-b468-546d5f9f8df2 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:32.515152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e6eb4-94cc-4ac0-b22a-1fffba24972f req-550b33d0-0baa-464c-b40e-b7973c7213f3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:32.519056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-52c1e254-03ca-4cf1-b468-546d5f9f8df2 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 819 time: 0.4633179 Jul 27 16:41:32.529234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5e6eb4-94cc-4ac0-b22a-1fffba24972f req-550b33d0-0baa-464c-b40e-b7973c7213f3 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 945 time: 0.1548729 Jul 27 16:41:32.552324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'port': {'device_id': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'admin_state_up': True, 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:32.609679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:32.626521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a5e6eb4-94cc-4ac0-b22a-1fffba24972f req-9194a2f9-aa68-424c-96bb-809652f7a000 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959711 Jul 27 16:41:32.677791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c9b74-8802-4604-bae4-b2093523ddc0 req-06a48bf4-e827-4447-a91b-e16122e56d19 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:32.686388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc4c9b74-8802-4604-bae4-b2093523ddc0 req-06a48bf4-e827-4447-a91b-e16122e56d19 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.4067986 Jul 27 16:41:32.755728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.800471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e62c35-1a15-41bf-a065-8398a107c948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.867082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 98cf2838-d1ac-4fa4-8694-e4330ae07d5b owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:32.883161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc4c9b74-8802-4604-bae4-b2093523ddc0 req-ae2deeec-fe74-468b-b09a-acbcc13749cd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954739 Jul 27 16:41:32.894955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f79790d1-1548-4240-9635-1263a544da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:31Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:32.978124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e62c35-1a15-41bf-a065-8398a107c948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.985725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e62c35-1a15-41bf-a065-8398a107c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:32.985971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79790d1-1548-4240-9635-1263a544da77 None None] The sync data for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 is: [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:31Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:33.017189 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.100682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60e62c35-1a15-41bf-a065-8398a107c948 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5be1fa822e4e45e3bdf2adafdb583627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679937 Jul 27 16:41:33.131004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:33.217883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e62c35-1a15-41bf-a065-8398a107c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b86b9-2cca-4865-b0e6-f529d8fb7ce0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:33.230413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Deleting port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:33.230900 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.233700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Made reservation on behalf of e8b7bba055f144ac937a462626a4c62e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:33.238100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.296827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.316094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef671f-fadd-4984-b8c7-4885e3768141 req-7d31337e-402c-4317-a346-b56bb8f52f1b tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:33.334698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fef671f-fadd-4984-b8c7-4885e3768141 req-7d31337e-402c-4317-a346-b56bb8f52f1b tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.2915769 Jul 27 16:41:33.362637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:33.393578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.425964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] For port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:33.426490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.430641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fef671f-fadd-4984-b8c7-4885e3768141 req-9bb6ef53-b2c1-4ce8-95cc-0928de09dec9 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Jul 27 16:41:33.455826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-032e7979-7ed5-4188-af3c-ddc4ca1f4a80 req-c0522964-3b3c-41ce-a2ad-93b536e0f1a6 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3542bf7-0a64-43f9-8a4f-203d8b758ed1 HTTP/1.1" status: 200 len: 210 time: 0.2436802 Jul 27 16:41:33.522343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:33.526900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:33.527692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.689681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c851c3f-c84e-4bb2-89cb-8f4b8100cc3c req-6b6fe17b-c4da-4986-b3f5-81cda7082a06 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.1137121 Jul 27 16:41:33.690900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.700101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.701377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/903b86b9-2cca-4865-b0e6-f529d8fb7ce0 HTTP/1.1" status: 204 len: 168 time: 0.5670125 Jul 27 16:41:33.723350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8d02-25fe-4876-8228-29932e38a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b86b9-2cca-4865-b0e6-f529d8fb7ce0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:33.746940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.853543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:33.865274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:33.959684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-d7be3237-d1a7-4ccf-a2d9-1347a50a710e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561349 Jul 27 16:41:33.991435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:34.000945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:34.105915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Allocated IP 172.20.0.11 (2838c4f1-3c24-43ae-8324-5f16dc762740/df13e847-5163-48df-8e07-07abb8485407/b0fca880-6cfa-4680-8840-34e551a2746d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:34.155090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=98cf2838-d1ac-4fa4-8694-e4330ae07d5b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:34.187001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-642bf430-98dc-4410-b525-48683b93398e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:34.204509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-642bf430-98dc-4410-b525-48683b93398e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355101 Jul 27 16:41:34.215761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-46d3d49a-0d62-4682-9be0-cc0acd6390a4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/quotas/990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 375 time: 0.0102305 Jul 27 16:41:34.319705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-509deab4-a1b6-4865-b6f3-213294b2aae9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942430 Jul 27 16:41:34.772692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2745eb3-581c-4622-b0ec-5ba913e086e8 req-c968741e-43f0-4068-855f-e97a08e91b03 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 210 time: 0.0964618 Jul 27 16:41:34.791872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-5c7a30f9-8d4c-4010-a6b8-e83ca18e57b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2782319 Jul 27 16:41:34.813681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:34.814193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:34.815280 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Floating IP 71b1dcba-64ac-4092-aad1-42b9a36ea287 disassociated. External IP: 172.25.4.36, port: 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b. Jul 27 16:41:34.815490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Calling delete_port for 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:34.911330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42002) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:34.965357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:35.022025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f704-417e-4639-9983-29eff3473c67 req-54e94227-b268-4fc3-88fa-edd3aa370e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:35.027753 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-54e94227-b268-4fc3-88fa-edd3aa370e98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.1444716 Jul 27 16:41:35.136659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d525c139-44ab-42f1-ab9e-89693f074196 req-0a70fd3d-aaea-4166-b9aa-4de4996e80d3 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.0864112 Jul 27 16:41:35.280157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-562689550-network', 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:35.282158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.291854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:35.357542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.370383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f704-417e-4639-9983-29eff3473c67 req-18370479-3fb3-45ba-9295-3faad55e5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:35.375511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:35.376108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-18370479-3fb3-45ba-9295-3faad55e5758 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3154056 Jul 27 16:41:35.376263 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.378216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Made reservation on behalf of 2281de2305f44caeb06218bb4ce19c2d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:35.380662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.390982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.395360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f073d-96f4-44e7-a41e-7983d87fb845 req-f34a2f12-9286-4f0b-bb45-1e91a8cf9cbc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:35.397216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-983f073d-96f4-44e7-a41e-7983d87fb845 req-f34a2f12-9286-4f0b-bb45-1e91a8cf9cbc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 867 time: 1.5929224 Jul 27 16:41:35.411784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event deleted for resources: {'Port': ['ID=6561f1a9-5326-4ac1-bcd6-b17a432a4f0b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:35.460933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-97d1c6f8-f570-430a-9a7e-384004d9894a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.0549343 Jul 27 16:41:35.549656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f704-417e-4639-9983-29eff3473c67 req-21f77661-5b95-4267-8894-a05f9f7c07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:35.551315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-21f77661-5b95-4267-8894-a05f9f7c07f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0817175 Jul 27 16:41:35.665778 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.686649 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.699980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.701554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-983f073d-96f4-44e7-a41e-7983d87fb845 req-18de6383-2cc0-42f4-8f18-b4ddae77405f tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups?id=751002d7-182e-4a55-8184-cfca8b1a6b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949946 Jul 27 16:41:35.733555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:35.748850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.757249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f704-417e-4639-9983-29eff3473c67 req-8fdc9bd5-a30f-46a1-8a30-5f5081a92452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:35.758831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-8fdc9bd5-a30f-46a1-8a30-5f5081a92452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964555 Jul 27 16:41:35.762283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099a1d5-53da-4e82-85dd-235301c1ca22,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:35.776833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.780856 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Added segment 6ce34158-dba4-4109-999c-db1c50cfaa32 of type vlan for network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 Jul 27 16:41:35.933496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d289e43e-8bdc-465b-a3e3-62641291fd0b has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:35.948219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.962635 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:35.962870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea6dc55d-8d2a-47b5-ab17-fa2f3ab38f2b req-f8693bb0-1f0b-4f93-896c-a22cb01e83a8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 210 time: 0.0511892 Jul 27 16:41:35.968028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.031996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-b00c6648-5720-477c-a1cd-40d1451d8960 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472887 Jul 27 16:41:36.038806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.039929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:36.040608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.109615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] Pushing event updated for resources: {'Network': ['ID=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:36.122753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:36.201785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Network 2838c4f1-3c24-43ae-8324-5f16dc762740 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:36.203448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:36.214970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:36.265544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef8997e8-f35d-4fd9-ab6f-bd14064fde0b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2900467 Jul 27 16:41:36.277224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.277687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:36.278790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.284809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Request body: {'subnet': {'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-562689550-subnet', 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:36.289768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-93f0a9c0-48c2-4ef9-9190-4d77556e2770 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456421 Jul 27 16:41:36.338437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:36.351261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] Sync routers for ids ['d289e43e-8bdc-465b-a3e3-62641291fd0b'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:36.355968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Made reservation on behalf of 2281de2305f44caeb06218bb4ce19c2d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:36.358419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.367398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] Routers {'d289e43e-8bdc-465b-a3e3-62641291fd0b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:36.368497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d289e43e-8bdc-465b-a3e3-62641291fd0b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.376068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b5019820-3246-4558-83c6-e6a5d9518af3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d289e43e-8bdc-465b-a3e3-62641291fd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3589790 Jul 27 16:41:36.396948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.407811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8711712 Jul 27 16:41:36.409105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357f02d-e2fb-42f3-9437-f3fb31afa409 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:36.409983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3434f704-417e-4639-9983-29eff3473c67 req-82aac0c8-ef8c-4dd9-908e-569a870b9e7e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014722 Jul 27 16:41:36.414865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.423189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Request body: {'port': {'device_id': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:36.437767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] Routers {'d289e43e-8bdc-465b-a3e3-62641291fd0b'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:36.438471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d289e43e-8bdc-465b-a3e3-62641291fd0b'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.489291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Router e595f654-bfd5-42de-a1d0-de9749b8b9c7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:36.492035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.493106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ef9f0-0474-4050-b49e-95dbeaa9c480 None None] The sync data for ids ['d289e43e-8bdc-465b-a3e3-62641291fd0b'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:36.505894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.519829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.520901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f3876a8-278d-4356-88df-1bd3247fb618 HTTP/1.1" status: 204 len: 168 time: 1.6057456 Jul 27 16:41:36.523286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:36.527450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.544906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:36.545249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:36.562699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7efd9-d753-48c2-a1dd-964dbfee663c tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3876a8-278d-4356-88df-1bd3247fb618,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:36.582245 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-5bebd735-d0b6-4451-8821-d24bc1aa6092 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] show failed (client error): The resource could not be found. Jul 27 16:41:36.582245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5bebd735-d0b6-4451-8821-d24bc1aa6092 tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "GET /v2.0/security-groups/5f3876a8-278d-4356-88df-1bd3247fb618 HTTP/1.1" status: 404 len: 347 time: 0.0518270 Jul 27 16:41:36.614194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42024) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.623855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b0ab-a94f-4256-baf6-e5dc7b3b20d4 req-2ad6e3d3-2118-4410-a929-942ad71e2d9f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:36.629552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1876b0ab-a94f-4256-baf6-e5dc7b3b20d4 req-2ad6e3d3-2118-4410-a929-942ad71e2d9f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 932 time: 0.3418915 Jul 27 16:41:36.638911 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:36.785358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-ffd3df87-f631-4220-9115-5d900c84ac0a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:36.786791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-ffd3df87-f631-4220-9115-5d900c84ac0a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4723816 Jul 27 16:41:36.789821 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-7e95aa6c-ce6c-418b-8917-4a720c84f483 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 16:41:36.790798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e95aa6c-ce6c-418b-8917-4a720c84f483 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d289e43e-8bdc-465b-a3e3-62641291fd0b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3839412 Jul 27 16:41:36.796203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.825036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1876b0ab-a94f-4256-baf6-e5dc7b3b20d4 req-aad53c63-b60c-468b-bce3-ece639564b81 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828499 Jul 27 16:41:36.837609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Request body: {'port': {'device_id': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '990082e1c62a40b78650479271edff88'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:36.900501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:36.900731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13b487a3-fad3-44dd-8da3-2eddbd79f788 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d289e43e-8bdc-465b-a3e3-62641291fd0b HTTP/1.1" status: 200 len: 205 time: 0.0949600 Jul 27 16:41:36.900862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:36.910389 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Sync routers for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:36.927214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:36.928394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:37.004909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07435cbe-555b-47fc-a980-0cb7536f1cd5 req-7918dcc4-eb33-4a39-81fc-7655749666af tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c6c8b65-fc41-4b52-8fc3-dc42491f68c0 HTTP/1.1" status: 200 len: 210 time: 0.1751454 Jul 27 16:41:37.120310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] No DVR routers for this DVR port 6561f1a9-5326-4ac1-bcd6-b17a432a4f0b on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:37.129554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:37.132499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d5de1c2-b97a-4627-97b6-015e3c134443 req-37a8ef02-5532-4ccd-bb41-285e634b4c62 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.61 "DELETE /v2.0/ports/6561f1a9-5326-4ac1-bcd6-b17a432a4f0b HTTP/1.1" status: 204 len: 173 time: 4.6083794 Jul 27 16:41:37.135879 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:37.140475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'name': 'network-vif-deleted', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:37.143406 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf0d5e3-aa0d-4a6a-b124-7e1a7714e2b7" -d '{"events": [{"server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "name": "network-vif-deleted", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:37.153842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:37.178571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:37.261280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Made reservation on behalf of 990082e1c62a40b78650479271edff88 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:37.264864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:37.271459 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33547d0-633f-416c-a167-01454f14c697 x-openstack-request-id: req-a33547d0-633f-416c-a167-01454f14c697 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:37.271796 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c8b65-fc41-4b52-8fc3-dc42491f68c0", "name": "network-vif-deleted", "tag": "6561f1a9-5326-4ac1-bcd6-b17a432a4f0b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:37.272000 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a33547d0-633f-416c-a167-01454f14c697 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:37.272388 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c8b65-fc41-4b52-8fc3-dc42491f68c0', 'name': 'network-vif-deleted', 'tag': '6561f1a9-5326-4ac1-bcd6-b17a432a4f0b', 'status': 'completed', 'code': 200} Jul 27 16:41:37.277150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca1188e-0914-47ac-adec-6def66a86933,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:37.305156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Checking segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:37.305840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Network hostable DHCP agents. Network: c1d85df1-b452-4b4e-b95f-e52c7d6d4f61, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:37.374969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:37.397197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c1d85df1-b452-4b4e-b95f-e52c7d6d4f61) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:37.410531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff705b-c7f8-4838-a1ac-f4e36378cbc7 None None] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:37.427584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:37.428361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:37.466940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b0eae7d-f5e7-45f9-8497-a0e7d69c7f73 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1794736 Jul 27 16:41:37.481380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Allocated IP 192.168.233.229 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/8d166c71-a8f2-4782-8931-bd6c07045d7c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:37.620171 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:37.705922 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Checking router: e595f654-bfd5-42de-a1d0-de9749b8b9c7 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:37.722162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a609ab1-bc07-4ab2-a3d6-1100da648a85 req-e1262efe-b43a-46ae-a67e-7dd898ff29c5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 210 time: 0.5828564 Jul 27 16:41:37.747429 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:37.749447 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:37.778681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Deleting port e44729ed-0c7e-4ce3-b403-c035a8a9dc83 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:37.779058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.040465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.070129 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:38.193886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.212127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.212933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d', 'fixed_ips': [{'subnet_id': 'cca1188e-0914-47ac-adec-6def66a86933'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:41:38.213590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.215023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Transition to ACTIVE for port object 8d166c71-a8f2-4782-8931-bd6c07045d7c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:38.288306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ca8f3-fb32-41d6-9bba-12cd1eae179f req-8afde0fb-80b5-4a29-96a1-2ddae81ed483 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:38.301126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c28ca8f3-fb32-41d6-9bba-12cd1eae179f req-8afde0fb-80b5-4a29-96a1-2ddae81ed483 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 932 time: 0.2537425 Jul 27 16:41:38.303271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.404837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Allocated IP 172.20.0.2 (c1d85df1-b452-4b4e-b95f-e52c7d6d4f61/cca1188e-0914-47ac-adec-6def66a86933/7ea844a8-4004-4b6b-b2e8-9df512777c87) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:38.407694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:38.415319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.416118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router d289e43e-8bdc-465b-a3e3-62641291fd0b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:38.423189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:38.426590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:38.441721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.443135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d20cfb3a-7f67-46d7-bf27-d91efc18c8a8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d289e43e-8bdc-465b-a3e3-62641291fd0b HTTP/1.1" status: 204 len: 168 time: 1.5451529 Jul 27 16:41:38.450327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.450929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.458428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:38.463130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:38.478201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c28ca8f3-fb32-41d6-9bba-12cd1eae179f req-f52fc207-0148-483a-98ec-1c3d52f7f524 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422298 Jul 27 16:41:38.507292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:38.540780 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:38.560045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:38.561053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.614735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-7949c90b-d368-4e18-9c31-b0fb4f8e1a10 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7973912 Jul 27 16:41:38.638404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Request body: {'port': {'device_id': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:38.662997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Calling delete_port for e44729ed-0c7e-4ce3-b403-c035a8a9dc83 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:38.852856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.872019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fca880-6cfa-4680-8840-34e551a2746d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:38.907076 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44f17b-6388-476b-be3a-72bacb9b7cec None None] The sync data for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 is: [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9fac338b-ae37-42fd-9521-ac956d3a563b', 'name': '', 'network_id': 'a3c05795-2171-4a77-b3aa-857becddf989', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'mac_address': 'fa:16:3e:73:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:57Z', 'updated_at': '2021-07-27T16:39:05Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'subnets': [{'id': 'b4269539-7de0-47e6-8652-eeadd95dff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:38.911009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 6136c819-80b1-4fbc-87b0-2cb29a75cd49 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:38.919941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.925788 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.938772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:38.974633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-f1e7f73c-6214-4d6d-874f-562f3fe79e83 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:38.986090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Transition to ACTIVE for port object 7ea844a8-4004-4b6b-b2e8-9df512777c87 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:38.993039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-f1e7f73c-6214-4d6d-874f-562f3fe79e83 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 0.6533246 Jul 27 16:41:39.019967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:39.032680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b966b8a0-cee3-4bef-abf0-52c6e81b3342 None None] Provisioning for port 8d166c71-a8f2-4782-8931-bd6c07045d7c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:39.057796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Transition to ACTIVE for port object 7ea844a8-4004-4b6b-b2e8-9df512777c87 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:39.068636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b966b8a0-cee3-4bef-abf0-52c6e81b3342 None None] Provisioning complete for port 8d166c71-a8f2-4782-8931-bd6c07045d7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:39.069037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b966b8a0-cee3-4bef-abf0-52c6e81b3342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.071695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.083572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.175118 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-5df5a1d2-c525-46ce-8d49-83d9e976f973 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/quotas/2281de2305f44caeb06218bb4ce19c2d HTTP/1.1" status: 200 len: 375 time: 0.1795104 Jul 27 16:41:39.185125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Transition to ACTIVE for port object b0fca880-6cfa-4680-8840-34e551a2746d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:39.192651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:39.209536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:39.211529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b966b8a0-cee3-4bef-abf0-52c6e81b3342 None None] Port 8d166c71-a8f2-4782-8931-bd6c07045d7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:39.214334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:39.233586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.239281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.243136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Pushing event updated for resources: {'Port': ['ID=7ea844a8-4004-4b6b-b2e8-9df512777c87,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.320593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.335075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Attempting to bind port 7ea844a8-4004-4b6b-b2e8-9df512777c87 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:39.335497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Attempting to bind port 7ea844a8-4004-4b6b-b2e8-9df512777c87 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:39.335871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Attempting to bind port 7ea844a8-4004-4b6b-b2e8-9df512777c87 on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:39.343303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:39.343621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Checking segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:39.343965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.344358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Bound using segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:39.345394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Bound port: 7ea844a8-4004-4b6b-b2e8-9df512777c87, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:39.345956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.370533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.406054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fe2f7-39ed-4c5d-a0fb-d9736bae1d71 None None] New status for floating IP 71b1dcba-64ac-4092-aad1-42b9a36ea287: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:41:39.432608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.469126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.471933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.474236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "DELETE /v2.0/security-groups/751002d7-182e-4a55-8184-cfca8b1a6b26 HTTP/1.1" status: 204 len: 168 time: 0.4532015 Jul 27 16:41:39.482467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:39.512513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad144e5-016d-485b-b14c-24e31445267b tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751002d7-182e-4a55-8184-cfca8b1a6b26,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.517824 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b957422a-7983-4474-a02c-0139baa534e8 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] show failed (client error): The resource could not be found. Jul 27 16:41:39.520685 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b957422a-7983-4474-a02c-0139baa534e8 tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "GET /v2.0/security-groups/751002d7-182e-4a55-8184-cfca8b1a6b26 HTTP/1.1" status: 404 len: 347 time: 0.0342748 Jul 27 16:41:39.525524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:39.591059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] For port 7ea844a8-4004-4b6b-b2e8-9df512777c87, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:39.606493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] For port 7ea844a8-4004-4b6b-b2e8-9df512777c87, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7ea844a8-4004-4b6b-b2e8-9df512777c87,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:39.613523 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.657579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-61ba6efe-d825-4ab7-8e81-80637e48d906 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4616752 Jul 27 16:41:39.678425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.704275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f146-3962-4fab-8b03-e07d86f3416b req-2167535d-6de4-4881-b04d-8e1bf1cc4f74 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:39.719143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83b5f146-3962-4fab-8b03-e07d86f3416b req-2167535d-6de4-4881-b04d-8e1bf1cc4f74 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 936 time: 0.5787868 Jul 27 16:41:39.722370 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-70244829-77e5-4d51-99f8-ff957d53986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.728706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121297e-2d30-4298-a0d3-3f518261a7a4 None None] Pushing event updated for resources: {'Port': ['ID=7ea844a8-4004-4b6b-b2e8-9df512777c87,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.757035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.758293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d166c71-a8f2-4782-8931-bd6c07045d7c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:39.774733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.797678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Transition to ACTIVE for port object 8d166c71-a8f2-4782-8931-bd6c07045d7c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:39.808809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.853512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=6136c819-80b1-4fbc-87b0-2cb29a75cd49,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.879666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dfed2-bb37-433a-9ea5-386f57f858c3 None None] Network 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:39.897244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Pushing event deleted for resources: {'Port': ['ID=e44729ed-0c7e-4ce3-b403-c035a8a9dc83,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:39.899589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83b5f146-3962-4fab-8b03-e07d86f3416b req-5d8b158c-51df-4196-bff6-6424427aca11 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794677 Jul 27 16:41:39.913717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:39.913717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c3abdd5-6831-47ae-8225-d36aec4ca359 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/6136c819-80b1-4fbc-87b0-2cb29a75cd49 HTTP/1.1" status: 204 len: 168 time: 1.4380481 Jul 27 16:41:39.918705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:39.935742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Attempting to bind port b0fca880-6cfa-4680-8840-34e551a2746d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:39.936081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Attempting to bind port b0fca880-6cfa-4680-8840-34e551a2746d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:39.936502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Attempting to bind port b0fca880-6cfa-4680-8840-34e551a2746d on network 2838c4f1-3c24-43ae-8324-5f16dc762740 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:40.036240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Port b0fca880-6cfa-4680-8840-34e551a2746d on network 2838c4f1-3c24-43ae-8324-5f16dc762740 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:40.036863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Attempting to bind port b0fca880-6cfa-4680-8840-34e551a2746d on network 2838c4f1-3c24-43ae-8324-5f16dc762740 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:40.116063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-6b87e8f1-7c4a-430a-87cd-624b9841f203 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405708 Jul 27 16:41:40.174615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.176050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:40.176624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Checking segment: {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:40.177704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Bound using segment: {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:40.177704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Bound port: b0fca880-6cfa-4680-8840-34e551a2746d, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e40ce9c-e84b-4415-8b5b-17148a361d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:40.178129 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.227414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:40.286143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.288865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.290221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb621d27-a850-4bda-8f86-041a1122c9be tempest-ServersTestBootFromVolume-1032395289 tempest-ServersTestBootFromVolume-1032395289-project] 10.222.0.64 "DELETE /v2.0/floatingips/09cdd9e5-9f31-4e7a-9e49-2faad6c4748a HTTP/1.1" status: 204 len: 168 time: 3.6746302 Jul 27 16:41:40.293720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:40.317846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] DHCP port deletion for 08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:40.394498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Deleting port 86acb0f3-ecac-4752-93c5-5064733cf357 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:40.395018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.419865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Attempting to bind port 8d166c71-a8f2-4782-8931-bd6c07045d7c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:40.422040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Attempting to bind port 8d166c71-a8f2-4782-8931-bd6c07045d7c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:40.422040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Attempting to bind port 8d166c71-a8f2-4782-8931-bd6c07045d7c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:40.426845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Port 8d166c71-a8f2-4782-8931-bd6c07045d7c on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:40.427113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Attempting to bind port 8d166c71-a8f2-4782-8931-bd6c07045d7c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:40.442417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Deleting port 099386d3-3fbf-4286-a67d-561cd43f7884 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:40.443550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.460752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:40.461099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:40.461500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:40.462170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Bound port: 8d166c71-a8f2-4782-8931-bd6c07045d7c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:40.462381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.537765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] For port 099386d3-3fbf-4286-a67d-561cd43f7884, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=099386d3-3fbf-4286-a67d-561cd43f7884,segment=NetworkSegment(9f2f32da-8774-4a85-adf0-59b243693ab5),segment_id=9f2f32da-8774-4a85-adf0-59b243693ab5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:40.539048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.544088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:40.560202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c9278946-173e-494f-b2b7-0f4cb7597c5a service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032478 Jul 27 16:41:40.574905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Calling delete_port for 099386d3-3fbf-4286-a67d-561cd43f7884 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:40.580699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:40.632108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.662276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.662276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.726003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.735208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Calling delete_port for 86acb0f3-ecac-4752-93c5-5064733cf357 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:40.745789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:40.746598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:40.748369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 1092 time: 4.3306103 Jul 27 16:41:40.752782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:40.756597 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f875f-5d61-4eda-8b45-cf85f97eae15" -d '{"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:40.801828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] Pushing event deleted for resources: {'Port': ['ID=099386d3-3fbf-4286-a67d-561cd43f7884,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:40.820188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6f000-cbea-4ad0-af7e-ad6f262d7854 None None] No DVR routers for this DVR port 099386d3-3fbf-4286-a67d-561cd43f7884 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:40.946511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 099386d3-3fbf-4286-a67d-561cd43f7884 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:40.947112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.083453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:41.087618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:41.106673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.123255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.180744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98d6fe-6955-4911-9083-2a37cbd9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:41.218811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Pushing event deleted for resources: {'Port': ['ID=86acb0f3-ecac-4752-93c5-5064733cf357,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:41.253730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 099386d3-3fbf-4286-a67d-561cd43f7884, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:41.254159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.270276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 099386d3-3fbf-4286-a67d-561cd43f7884 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:41.273506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Port 099386d3-3fbf-4286-a67d-561cd43f7884 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:41:41.277010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.280642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:41.281644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.283876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] 10.222.0.13 "PUT /v2.0/ports/8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 1096 time: 2.6495466 Jul 27 16:41:41.325311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:41.327903 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29571b5-ba43-454b-bd0a-15f65ecce178" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:41.413338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7ea844a8-4004-4b6b-b2e8-9df512777c87 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:41.419187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc51fec-ff77-4d67-922f-124ed896a63b None None] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:41.447250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port 099386d3-3fbf-4286-a67d-561cd43f7884 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:41.522438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8f81e-f121-434b-9c4f-01ff160610be req-1a9dd6a7-3f41-4325-a8e3-117fb72225a7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:41.530387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47b8f81e-f121-434b-9c4f-01ff160610be req-1a9dd6a7-3f41-4325-a8e3-117fb72225a7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 946 time: 1.1406641 Jul 27 16:41:41.558875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4db89095-1e0f-4e49-9592-8fe54c37cff0 None None] Provisioning for port 7ea844a8-4004-4b6b-b2e8-9df512777c87 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:41.575841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c796-42b9-4eb2-98b7-89e3b701d28a service neutron] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:41.600950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7ea844a8-4004-4b6b-b2e8-9df512777c87 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:41.608187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7ea844a8-4004-4b6b-b2e8-9df512777c87 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:41.608809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.674863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-36934721-be46-41e9-89d9-cb6e6ab3df14 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:41.676644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-36934721-be46-41e9-89d9-cb6e6ab3df14 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 946 time: 0.6347871 Jul 27 16:41:41.751442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=099386d3-3fbf-4286-a67d-561cd43f7884,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:41.796407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.803455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.804550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-fb3151fc-33e1-494c-aebf-be72e1949c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:41.808411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-fb3151fc-33e1-494c-aebf-be72e1949c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1099 time: 0.4248230 Jul 27 16:41:41.852867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47b8f81e-f121-434b-9c4f-01ff160610be req-c0cffeb7-6e3e-4b72-a0f1-63484a658222 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214960 Jul 27 16:41:41.858512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7ea844a8-4004-4b6b-b2e8-9df512777c87, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7ea844a8-4004-4b6b-b2e8-9df512777c87,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:41.859399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08479c05-0ec8-46c1-9e2e-b4647c6e7bc5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:41.890265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:41.966008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7ea844a8-4004-4b6b-b2e8-9df512777c87,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:41.973802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-bc9cb442-9f99-43c3-a353-74181f757aa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.1164727 Jul 27 16:41:41.984904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2f32da-8774-4a85-adf0-59b243693ab5') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:41.985296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2f32da-8774-4a85-adf0-59b243693ab5') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:41.998658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.011634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 099386d3-3fbf-4286-a67d-561cd43f7884 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:42.027188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.039973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:42.040408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.050987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 099386d3-3fbf-4286-a67d-561cd43f7884 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:42.051356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 099386d3-3fbf-4286-a67d-561cd43f7884 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:41:42.061585 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:41:42.072518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da90c-d03e-49db-84f0-8fd0fc1b5f5b req-6296b402-340b-49c2-929b-d9a509ce8c67 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.081044 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e47da90c-d03e-49db-84f0-8fd0fc1b5f5b req-6296b402-340b-49c2-929b-d9a509ce8c67 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 944 time: 1.0190244 Jul 27 16:41:42.099950 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.100421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5ffa-7a26-4b54-8018-a7fb6a3b61c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.106863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.112290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-767cfd13-4753-4cdf-8dca-f691ec5f74cc tempest-ServersTestManualDisk-294240065 tempest-ServersTestManualDisk-294240065-project] 10.222.0.64 "DELETE /v2.0/floatingips/71b1dcba-64ac-4092-aad1-42b9a36ea287 HTTP/1.1" status: 204 len: 168 time: 2.5825715 Jul 27 16:41:42.119396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:42.275446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.295328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port 0cf274f6-a817-4426-ba51-ce75eaea119e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:42.295673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.317618 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.323928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/08479c05-0ec8-46c1-9e2e-b4647c6e7bc5 HTTP/1.1" status: 204 len: 168 time: 2.3899643 Jul 27 16:41:42.328222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-911032af-9318-4691-923f-6a888e57fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.330056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-911032af-9318-4691-923f-6a888e57fb60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2653677 Jul 27 16:41:42.341637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cc3dd88-d003-4691-a8d9-cce0ba822b5b None None] Provisioning complete for port 7ea844a8-4004-4b6b-b2e8-9df512777c87 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:42.342015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cc3dd88-d003-4691-a8d9-cce0ba822b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.347103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.369502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:42.378281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159f5d2-50d8-4496-aa12-61a33cb6d18d req-dc6f7644-8f15-48a7-a9de-2971eecd55ea tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.380046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7159f5d2-50d8-4496-aa12-61a33cb6d18d req-dc6f7644-8f15-48a7-a9de-2971eecd55ea tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.3176219 Jul 27 16:41:42.385593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578640306'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:42.414861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6f4d-d10a-410b-957e-66c2abd1ccfc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=08479c05-0ec8-46c1-9e2e-b4647c6e7bc5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:42.437108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-9870ba78-36bc-46db-846d-f572b2c09cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.438934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-9870ba78-36bc-46db-846d-f572b2c09cc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1095 time: 1.5869968 Jul 27 16:41:42.513199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:42.517318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.543593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7159f5d2-50d8-4496-aa12-61a33cb6d18d req-8ea24b95-85ce-45f9-af8f-9e98ff770ccc tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415942 Jul 27 16:41:42.548679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-9ca3af4c-50fc-4bdc-b6a5-6fe3c2455bb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.0703321 Jul 27 16:41:42.587808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port 0cf274f6-a817-4426-ba51-ce75eaea119e, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0cf274f6-a817-4426-ba51-ce75eaea119e,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:42.588512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.591925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:42.626010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.626922 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 52532b66-1407-4b5e-a5e5-daea02f2e833 of type vlan for network 053ce0af-94c8-4b6b-99d0-c988255fea15 Jul 27 16:41:42.627074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e47da90c-d03e-49db-84f0-8fd0fc1b5f5b req-d24577d5-f735-4299-b965-69947676bd1d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374694 Jul 27 16:41:42.628883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for 0cf274f6-a817-4426-ba51-ce75eaea119e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:42.641137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-f2f23e8b-0bfc-4f51-b4f9-3d9a6178d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.641137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-f2f23e8b-0bfc-4f51-b4f9-3d9a6178d433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472119 Jul 27 16:41:42.666131 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb3b9d9-8ca9-4bc8-b9c4-c650d71ff03d x-openstack-request-id: req-9fb3b9d9-8ca9-4bc8-b9c4-c650d71ff03d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:42.666469 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:42.666972 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fb3b9d9-8ca9-4bc8-b9c4-c650d71ff03d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:42.667456 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:41:42.773786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.837093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.843035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.843650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:42.913257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b225-0657-45e8-9912-706a809aad4d req-f8b23684-f2e7-4ba8-9fdc-bd69dbe98feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.914841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-f8b23684-f2e7-4ba8-9fdc-bd69dbe98feb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.3258371 Jul 27 16:41:42.959715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-fb4fcf3a-ac3b-4206-afdc-f2eb740196b4 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:42.961408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-fb4fcf3a-ac3b-4206-afdc-f2eb740196b4 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.13 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.5297253 Jul 27 16:41:42.994353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-b0280f89-fa60-4058-a78b-7feb2528d0ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558860 Jul 27 16:41:43.026596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6453285 Jul 27 16:41:43.030894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:43.056014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded29a9-f12e-4206-a799-c9b48e19dd56 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=053ce0af-94c8-4b6b-99d0-c988255fea15,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:43.074070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:43.078502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:43.085318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-131a7876-5d7a-44e2-b2a1-8e447a0c4966 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348111 Jul 27 16:41:43.141330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-25ee8484-bb16-406e-93e8-22f8d4312454 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:43.143580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-25ee8484-bb16-406e-93e8-22f8d4312454 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 0.4817495 Jul 27 16:41:43.178676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-84bebdc1-47b9-4bd3-8d57-2d70e0e1e84d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:43.186522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-84bebdc1-47b9-4bd3-8d57-2d70e0e1e84d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 0.3763647 Jul 27 16:41:43.203270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Request body: {'port': {'device_id': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'admin_state_up': True, 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:43.208613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-18df05bb-7f77-47d9-859e-0f9e91b8be87 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/quotas/2281de2305f44caeb06218bb4ce19c2d HTTP/1.1" status: 200 len: 375 time: 0.0210574 Jul 27 16:41:43.249034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.256061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7ea844a8-4004-4b6b-b2e8-9df512777c87 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:43.339911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.346517 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.348375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7ea844a8-4004-4b6b-b2e8-9df512777c87 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:43.348903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.380572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-cb827b98-fb14-4861-8e68-b740d3354ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853112 Jul 27 16:41:43.400219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=0cf274f6-a817-4426-ba51-ce75eaea119e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:43.405571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71010-1e45-4aab-8621-66d95ccc9a96 req-a2ad124c-df52-4363-b847-4b99ff9d4e1a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:43.407642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1c71010-1e45-4aab-8621-66d95ccc9a96 req-a2ad124c-df52-4363-b847-4b99ff9d4e1a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 948 time: 0.6232128 Jul 27 16:41:43.452916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port 0cf274f6-a817-4426-ba51-ce75eaea119e on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:43.455659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.458453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fb9c786-9c62-40ec-a06c-1dd4125ed6e6 req-186b8086-7d3f-473d-b552-6df221cafb2b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "DELETE /v2.0/ports/0cf274f6-a817-4426-ba51-ce75eaea119e HTTP/1.1" status: 204 len: 173 time: 1.7416179 Jul 27 16:41:43.473330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-e699b703-cf13-49c1-a1e0-b0503b90a2df tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2636573 Jul 27 16:41:43.546702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-925847b3-1f2e-40eb-b70f-b310c163672c service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382345 Jul 27 16:41:43.615795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-c3146444-915c-4d24-ae52-a77752b354f5 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415641 Jul 27 16:41:43.623057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:43.626597 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.715328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-47d38053-59f0-4965-a93e-011c02526226 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869288 Jul 27 16:41:43.722615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1c71010-1e45-4aab-8621-66d95ccc9a96 req-7b49e2a6-7a17-4ec6-a68c-c024008c2552 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848747 Jul 27 16:41:43.818850 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06c698-0695-4885-be81-b7e21b33af75 x-openstack-request-id: req-5e06c698-0695-4885-be81-b7e21b33af75 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:43.819144 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:43.819404 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e06c698-0695-4885-be81-b7e21b33af75 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:43.819816 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'status': 'completed', 'code': 200} Jul 27 16:41:43.859266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Made reservation on behalf of 2281de2305f44caeb06218bb4ce19c2d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:43.863926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.884399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Deleting port 82f1001a-b668-44cf-8805-75e711c7974b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:43.884399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:43.965875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-5554cddc-f17d-42eb-b697-f477ce747864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:43.971977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-5554cddc-f17d-42eb-b697-f477ce747864 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1099 time: 0.1074882 Jul 27 16:41:44.075056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:44.075609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:44.104655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Calling delete_port for 82f1001a-b668-44cf-8805-75e711c7974b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:44.118481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-17629260-944b-4e73-a6fb-abda8b1e8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.120197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-17629260-944b-4e73-a6fb-abda8b1e8f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1348174 Jul 27 16:41:44.129201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda5f28-7e7d-4af6-a458-a06feeebc6c2 req-418d2c9c-5a99-4147-bb8f-e7624b9fac15 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.136769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1eda5f28-7e7d-4af6-a458-a06feeebc6c2 req-418d2c9c-5a99-4147-bb8f-e7624b9fac15 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 945 time: 0.1611786 Jul 27 16:41:44.192481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-cfa656ef-ec35-4731-ab59-c63de321d711 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.0532341 Jul 27 16:41:44.211678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0cf274f6-a817-4426-ba51-ce75eaea119e no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:44.261602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 0cf274f6-a817-4426-ba51-ce75eaea119e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:44.261602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0cf274f6-a817-4426-ba51-ce75eaea119e not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:44.262099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-db287b19-02eb-44fc-b3e9-0afc70a3a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.263592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-db287b19-02eb-44fc-b3e9-0afc70a3a44b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0625868 Jul 27 16:41:44.263790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 82f1001a-b668-44cf-8805-75e711c7974b no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:44.335802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1eda5f28-7e7d-4af6-a458-a06feeebc6c2 req-4364345f-f921-40e7-a43b-63d318150fe2 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/security-groups?id=11001ea4-1cc0-4e7f-855a-297851a346ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983626 Jul 27 16:41:44.400188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-45b0fd43-536e-48cd-a1cc-287a2b22693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.405904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-45b0fd43-536e-48cd-a1cc-287a2b22693c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339183 Jul 27 16:41:44.451550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:44.496502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:44.499640 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a333a-5b9c-4940-9e5b-ccc202803c1c" -d '{"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-unplugged", "status": "completed", "tag": "82f1001a-b668-44cf-8805-75e711c7974b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:44.521583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 82f1001a-b668-44cf-8805-75e711c7974b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=82f1001a-b668-44cf-8805-75e711c7974b,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:44.530798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:44.601130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8401b225-0657-45e8-9912-706a809aad4d req-437bb122-574a-4cd2-8ab9-5190767a8721 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0344028 Jul 27 16:41:44.651608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:44.652331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:44.660220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-de0e7262-3f29-4d4f-941f-c2f8dd57c13e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457426 Jul 27 16:41:44.672647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8019-c744-440b-b168-4ec456ac43c9 req-a229d84f-f79e-4314-b468-f08e2c38c284 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.675392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cca8019-c744-440b-b168-4ec456ac43c9 req-a229d84f-f79e-4314-b468-f08e2c38c284 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 944 time: 0.1557758 Jul 27 16:41:44.715217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-134eff6c-042d-45b6-aa40-e994e8ab1b14 req-8eae7c92-7395-45e7-80fb-d967a953f4a6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.7491844 Jul 27 16:41:44.774400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cca8019-c744-440b-b168-4ec456ac43c9 req-3dfd057c-f02b-4a44-9001-42b3ce5dff74 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892043 Jul 27 16:41:44.812725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d29571b5-ba43-454b-bd0a-15f65ecce178 req-fba1cfc0-78f8-4a80-96cf-e11a629069f0 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360569 Jul 27 16:41:44.853912 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c2b6f-3a25-4839-b530-1f7684546b4a x-openstack-request-id: req-ec9c2b6f-3a25-4839-b530-1f7684546b4a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:44.854593 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-unplugged", "status": "completed", "tag": "82f1001a-b668-44cf-8805-75e711c7974b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:44.855192 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec9c2b6f-3a25-4839-b530-1f7684546b4a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:44.856241 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b', 'code': 200} Jul 27 16:41:44.950267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:44.991607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5911a-96f6-472a-8cf0-216007a5e7f2 req-91f61e87-5632-43a1-9975-6b70ac16f537 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:44.993407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3bb5911a-96f6-472a-8cf0-216007a5e7f2 req-91f61e87-5632-43a1-9975-6b70ac16f537 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 948 time: 0.0761781 Jul 27 16:41:45.043763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3bb5911a-96f6-472a-8cf0-216007a5e7f2 req-ede208a0-5940-467c-8706-6363670bb066 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Jul 27 16:41:45.055715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:45.349292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:45.469881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-429f5ffd-bb6c-47a0-8ad1-4f0c7eaa54a9 req-05596fa6-7b19-4cbd-88ed-3929f5a41fd8 tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.64 "GET /v2.0/ports?device_id=043de90c-b73d-4dd9-bb54-57aa3cd0ef38 HTTP/1.1" status: 200 len: 210 time: 0.0346425 Jul 27 16:41:45.489808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-9bc566d8-c48d-45a4-b430-c3242af66273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:45.489808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-9bc566d8-c48d-45a4-b430-c3242af66273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1095 time: 0.7823222 Jul 27 16:41:45.495428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Allocated IP 172.20.0.10 (c1d85df1-b452-4b4e-b95f-e52c7d6d4f61/cca1188e-0914-47ac-adec-6def66a86933/b57608dd-81d8-4029-87f8-b8ff9ea70e01) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:45.500958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:45.510306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-29dc3988-cafb-44af-8a34-f746e38c6459 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:45.511866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-29dc3988-cafb-44af-8a34-f746e38c6459 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 0.6281919 Jul 27 16:41:45.579654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Pushing event deleted for resources: {'Port': ['ID=82f1001a-b668-44cf-8805-75e711c7974b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:45.662645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '52532b66-1407-4b5e-a5e5-daea02f2e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:45.662930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 053ce0af-94c8-4b6b-99d0-c988255fea15, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:45.732039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-a61468dd-fd14-48e3-b257-2684895cc76d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/quotas/2281de2305f44caeb06218bb4ce19c2d HTTP/1.1" status: 200 len: 375 time: 0.1567297 Jul 27 16:41:45.745761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] No DVR routers for this DVR port 82f1001a-b668-44cf-8805-75e711c7974b on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:45.748889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:45.751350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdc3d286-cc2d-4b4b-bf89-b9f546dd2f9d req-e4b46163-1aab-4898-ae8f-9a83158264ed tempest-AttachSCSIVolumeTestJSON-664271536 tempest-AttachSCSIVolumeTestJSON-664271536-project] 10.222.0.13 "DELETE /v2.0/ports/82f1001a-b668-44cf-8805-75e711c7974b HTTP/1.1" status: 204 len: 173 time: 2.7601504 Jul 27 16:41:45.762444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-deleted', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:45.764823 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3d1c0-b281-4c06-8388-3cbe78df9ec9" -d '{"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-deleted", "tag": "82f1001a-b668-44cf-8805-75e711c7974b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:45.826636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'name': 'network-vif-deleted', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:45.830855 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7df03-e013-434e-92ec-843186b75100" -d '{"events": [{"server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "name": "network-vif-deleted", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:45.836870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78a70414-91a4-4083-b6dd-786bcf696a75 req-f4825200-0f10-4c3b-a779-f834c019eab6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.0542448 Jul 27 16:41:45.882415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-e4606cdb-a8c9-4284-b32e-b55228d3c656 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:45.884000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-e4606cdb-a8c9-4284-b32e-b55228d3c656 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.61 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 0.6206384 Jul 27 16:41:45.924038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:45.931652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Request body: {'port': {'device_id': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'admin_state_up': True, 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:45.967821 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6759bb06-71fb-4645-8378-6e63e54b8623 x-openstack-request-id: req-6759bb06-71fb-4645-8378-6e63e54b8623 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:45.969037 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043de90c-b73d-4dd9-bb54-57aa3cd0ef38", "name": "network-vif-deleted", "tag": "82f1001a-b668-44cf-8805-75e711c7974b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:45.969375 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6759bb06-71fb-4645-8378-6e63e54b8623 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:45.970188 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043de90c-b73d-4dd9-bb54-57aa3cd0ef38', 'name': 'network-vif-deleted', 'tag': '82f1001a-b668-44cf-8805-75e711c7974b', 'status': 'completed', 'code': 200} Jul 27 16:41:46.063005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fafd28-7187-4a53-9909-379d50a03636 req-86d7f6cb-477a-4d94-a220-71ac6440e34b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:46.063262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-fa62b7ae-84dc-4c7c-9537-dbbf349be0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:46.065690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-fa62b7ae-84dc-4c7c-9537-dbbf349be0eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.5721273 Jul 27 16:41:46.066593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 053ce0af-94c8-4b6b-99d0-c988255fea15) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:46.072283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96fafd28-7187-4a53-9909-379d50a03636 req-86d7f6cb-477a-4d94-a220-71ac6440e34b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 944 time: 0.0887055 Jul 27 16:41:46.072726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:46.073648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.083714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6fab65-1b96-4d99-a896-07cb001058b7 None None] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:46.114928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96fafd28-7187-4a53-9909-379d50a03636 req-4e96dbf4-abf1-4831-acee-6ddf1f71b978 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Jul 27 16:41:46.160625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-b926b23c-bf21-4c2d-8602-72013fbd77dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.0755200 Jul 27 16:41:46.163414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Deleting port 2889a1b1-2a75-4c83-aefb-f8c5896dc687 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:46.164010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.195109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:46.200510 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942cda3-04a5-4735-84af-a6ad768f588f x-openstack-request-id: req-8942cda3-04a5-4735-84af-a6ad768f588f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:46.200804 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f621721e-3119-475d-a116-2a11cbee6d28", "name": "network-vif-deleted", "tag": "0cf274f6-a817-4426-ba51-ce75eaea119e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:46.201061 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8942cda3-04a5-4735-84af-a6ad768f588f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:46.201459 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f621721e-3119-475d-a116-2a11cbee6d28', 'name': 'network-vif-deleted', 'tag': '0cf274f6-a817-4426-ba51-ce75eaea119e', 'status': 'completed', 'code': 200} Jul 27 16:41:46.242468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-24bcb88f-93a6-4df4-bded-9e7d6f646386 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1851678 Jul 27 16:41:46.245486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:46.251047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1975296285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:46.346033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-fd08ac92-329b-4acc-9e3e-6fc053bdc04d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5873477 Jul 27 16:41:46.357005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.358046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.433155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:46.451843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'mac_address': 'fa:16:3e:48:8e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:46.478099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.486082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-e3f24043-8536-4a3a-a514-2991adf02755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:46.488240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-e3f24043-8536-4a3a-a514-2991adf02755 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.3073730 Jul 27 16:41:46.509558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.530528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.573770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] For port 2889a1b1-2a75-4c83-aefb-f8c5896dc687, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2889a1b1-2a75-4c83-aefb-f8c5896dc687,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:46.574195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.577451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Transition to ACTIVE for port object b57608dd-81d8-4029-87f8-b8ff9ea70e01 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:46.580621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d57af-0481-4fbf-929c-5ca4fefe24b0 req-652cc187-794c-4e0b-b6f9-f8675f4258de tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:46.583188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-9e8750ae-45f9-487c-b4b8-bbef0892292e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757496 Jul 27 16:41:46.590269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d7d57af-0481-4fbf-929c-5ca4fefe24b0 req-652cc187-794c-4e0b-b6f9-f8675f4258de tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 948 time: 0.3104234 Jul 27 16:41:46.632297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-053ce0af-94c8-4b6b-99d0-c988255fea15', 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': 'fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:41:46.632901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Calling delete_port for 2889a1b1-2a75-4c83-aefb-f8c5896dc687 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:46.633442 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.635246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Made reservation on behalf of 2281de2305f44caeb06218bb4ce19c2d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:46.638700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.646127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.648401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ed56facf-1945-461b-b849-499a5845c0f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4010551 Jul 27 16:41:46.650618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42186) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:46.661764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.683459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.690614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d166c71-a8f2-4782-8931-bd6c07045d7c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:46.715283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:46.756073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d7d57af-0481-4fbf-929c-5ca4fefe24b0 req-bfd166b1-73e0-4763-9804-0e1956c116c0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648116 Jul 27 16:41:46.770738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:46.873353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:46.904031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Allocated IP 2001:db8::2 (053ce0af-94c8-4b6b-99d0-c988255fea15/fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0/c86edfe7-29f5-4853-8201-fb31949326f1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:47.107982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70799a69-a11b-4cb0-a17f-ebfc284ca1e9 req-d164f8ff-be84-4400-9c99-4427f3761bed tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.0664608 Jul 27 16:41:47.110018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.138428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-695db7f5-7f72-4545-a134-502e8f3c0781 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746027 Jul 27 16:41:47.180867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Deleting port 9fac338b-ae37-42fd-9521-ac956d3a563b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:47.181024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.384286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.385919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.392952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Transition to ACTIVE for port object c86edfe7-29f5-4853-8201-fb31949326f1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:47.408461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Transition to ACTIVE for port object c86edfe7-29f5-4853-8201-fb31949326f1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:47.413568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8d166c71-a8f2-4782-8931-bd6c07045d7c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:47.454767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.524043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Pushing event updated for resources: {'Port': ['ID=c86edfe7-29f5-4853-8201-fb31949326f1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.536536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0fd55-7ff1-47d9-8642-011123dab5e9 req-1b6622ac-e800-476d-8401-dfd7b169f616 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:47.544628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86d0fd55-7ff1-47d9-8642-011123dab5e9 req-1b6622ac-e800-476d-8401-dfd7b169f616 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 944 time: 0.2876644 Jul 27 16:41:47.552954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:47.558373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:47.562025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:47.610988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Allocated IP 172.20.0.14 (c1d85df1-b452-4b4e-b95f-e52c7d6d4f61/cca1188e-0914-47ac-adec-6def66a86933/2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:47.654394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86d0fd55-7ff1-47d9-8642-011123dab5e9 req-2c848719-2e10-4991-8b7f-c1882057931c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088085 Jul 27 16:41:47.677947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Attempting to bind port c86edfe7-29f5-4853-8201-fb31949326f1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:47.678329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Attempting to bind port c86edfe7-29f5-4853-8201-fb31949326f1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '52532b66-1407-4b5e-a5e5-daea02f2e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:47.678701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Attempting to bind port c86edfe7-29f5-4853-8201-fb31949326f1 on network 053ce0af-94c8-4b6b-99d0-c988255fea15 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:47.687733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:47.688168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Checking segment: {'id': '52532b66-1407-4b5e-a5e5-daea02f2e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:47.688666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.689209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Bound using segment: {'id': '52532b66-1407-4b5e-a5e5-daea02f2e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:47.689791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Bound port: c86edfe7-29f5-4853-8201-fb31949326f1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52532b66-1407-4b5e-a5e5-daea02f2e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '053ce0af-94c8-4b6b-99d0-c988255fea15'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:47.690192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.699711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event updated for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.703591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-f240d8f7-23fe-4575-9e7d-87d5d91917fd service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1089764 Jul 27 16:41:47.740288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] For port 9fac338b-ae37-42fd-9521-ac956d3a563b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9fac338b-ae37-42fd-9521-ac956d3a563b,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:47.740288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.755773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Calling delete_port for 9fac338b-ae37-42fd-9521-ac956d3a563b owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:47.897754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] For port c86edfe7-29f5-4853-8201-fb31949326f1, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:47.905161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] For port c86edfe7-29f5-4853-8201-fb31949326f1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c86edfe7-29f5-4853-8201-fb31949326f1,segment=NetworkSegment(52532b66-1407-4b5e-a5e5-daea02f2e833),segment_id=52532b66-1407-4b5e-a5e5-daea02f2e833)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:47.926283 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:47.993972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.019640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69463b3b-9cd7-4026-981e-d0ad7604e038 None None] Pushing event updated for resources: {'Port': ['ID=c86edfe7-29f5-4853-8201-fb31949326f1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.025950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:48.110456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fac338b-ae37-42fd-9521-ac956d3a563b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.165609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:48.172367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:48.181592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-8b67f1a0-52a8-4e1f-9cbc-3633ffc1386a service neutron] 10.222.0.64 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0194499 Jul 27 16:41:48.445590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8::1 (053ce0af-94c8-4b6b-99d0-c988255fea15/fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0/919cdabe-84af-42d8-967c-4ff813c63f35) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:48.570303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0fca880-6cfa-4680-8840-34e551a2746d details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:48.736767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.758572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 919cdabe-84af-42d8-967c-4ff813c63f35 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:48.769109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:48.770076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.790172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:48.805754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'port_id': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'mac_address': 'fa:16:3e:c3:4b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:48.816277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.844218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a6e6e36-5c25-4e7d-8aad-33a314b17d0e req-cbb48ecb-3ac3-4cb2-83bf-8fba674b609b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f621721e-3119-475d-a116-2a11cbee6d28 HTTP/1.1" status: 200 len: 210 time: 0.1450629 Jul 27 16:41:48.845017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.898908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fb62744-b187-4009-aabf-f16e59f60cc7 None None] Provisioning for port b57608dd-81d8-4029-87f8-b8ff9ea70e01 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:48.906129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:48.913311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:48.927414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fb62744-b187-4009-aabf-f16e59f60cc7 None None] Provisioning complete for port b57608dd-81d8-4029-87f8-b8ff9ea70e01 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:48.927658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:48.927804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fb62744-b187-4009-aabf-f16e59f60cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:48.927966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.006031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0fb62744-b187-4009-aabf-f16e59f60cc7 None None] Port b57608dd-81d8-4029-87f8-b8ff9ea70e01 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:49.011799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560f875f-5d61-4eda-8b45-cf85f97eae15 req-8e014bd7-5e6d-498b-8a56-c4873b5f6012 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0420756 Jul 27 16:41:49.028485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.051278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=919cdabe-84af-42d8-967c-4ff813c63f35,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:49.067845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fca880-6cfa-4680-8840-34e551a2746d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:49.118569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:49.132736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.135474 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.157973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Transition to ACTIVE for port object 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:49.216730 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.222685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2889a1b1-2a75-4c83-aefb-f8c5896dc687,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:49.297388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event updated for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:49.306912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-c43f4a83-429c-454f-a61d-ba94d388c0d3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1156807 Jul 27 16:41:49.364384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35fbf-f189-4b0a-98bd-f85b2b8dc8a2 req-7f2aecc7-ef7e-473c-8530-6e546e73b179 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:49.367458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:49.369417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eea35fbf-f189-4b0a-98bd-f85b2b8dc8a2 req-7f2aecc7-ef7e-473c-8530-6e546e73b179 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 949 time: 0.9924798 Jul 27 16:41:49.395115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:49.572894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.595396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eea35fbf-f189-4b0a-98bd-f85b2b8dc8a2 req-6d9e5def-64c6-4a6d-812b-832e8a2c2809 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944962 Jul 27 16:41:49.600786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c86edfe7-29f5-4853-8201-fb31949326f1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:49.653413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-91856887-7e3b-4a29-aa7f-48a076f7a0e5 req-4163558d-d636-49f8-8cb8-e3cb5907a5c7 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 210 time: 0.6403427 Jul 27 16:41:49.661067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Request body: {'port': {'device_id': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:49.764228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:49.782885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:49.808363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c86edfe7-29f5-4853-8201-fb31949326f1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:49.815561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:49.819947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:50.067041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec45dc8-1877-479c-a177-128e398863d9 None None] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:50.104001 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.152594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484818a-50f1-46bc-818e-25351588d7e1 req-797ad27d-c971-45ce-b8d3-f4c69ac7866b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:50.181645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3484818a-50f1-46bc-818e-25351588d7e1 req-797ad27d-c971-45ce-b8d3-f4c69ac7866b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 945 time: 0.4805536 Jul 27 16:41:50.252518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:50.294014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:50.294014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.323610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.339415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.341392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.351862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.369608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Provisioning for port c86edfe7-29f5-4853-8201-fb31949326f1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:50.387459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Provisioning complete for port c86edfe7-29f5-4853-8201-fb31949326f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:50.388965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.419504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=919cdabe-84af-42d8-967c-4ff813c63f35,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:50.465899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 8d166c71-a8f2-4782-8931-bd6c07045d7c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:50.478148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 8d166c71-a8f2-4782-8931-bd6c07045d7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:50.479026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.495621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3484818a-50f1-46bc-818e-25351588d7e1 req-e0275ad1-cd4d-4909-aa25-c4aa41db9367 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115036 Jul 27 16:41:50.598980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0fca880-6cfa-4680-8840-34e551a2746d up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:50.647193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-74b08ec3-a5b5-4819-839a-ddaef96639d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7485223 Jul 27 16:41:50.667444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:50.670703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:50.683360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Request body: {'port': {'device_id': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:50.889313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:50.965197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b0fca880-6cfa-4680-8840-34e551a2746d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:50.972738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1efa-762d-4577-9fa1-da0b0c386d5f req-73f2ea06-39f5-4f94-ab4a-6906b1624b7b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:50.974433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f8c1efa-762d-4577-9fa1-da0b0c386d5f req-73f2ea06-39f5-4f94-ab4a-6906b1624b7b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 949 time: 0.1667469 Jul 27 16:41:50.992048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router c1e5d8d1-b7fb-442a-983f-6a23e33601fd is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:41:50.994368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.026715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b0fca880-6cfa-4680-8840-34e551a2746d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:51.027323 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.042200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] For port c86edfe7-29f5-4853-8201-fb31949326f1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c86edfe7-29f5-4853-8201-fb31949326f1,segment=NetworkSegment(52532b66-1407-4b5e-a5e5-daea02f2e833),segment_id=52532b66-1407-4b5e-a5e5-daea02f2e833)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:51.080755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f8c1efa-762d-4577-9fa1-da0b0c386d5f req-432410ee-7368-49ee-8079-7636d77c12e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855715 Jul 27 16:41:51.129464 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:41:51.144350 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.199930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:51.209031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:51.221666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd68cc11-9170-4bd9-a024-b0e91d021501 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/c1e5d8d1-b7fb-442a-983f-6a23e33601fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5690582 Jul 27 16:41:51.222086 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e3048-26b9-4b7f-97b6-b8185711dd26" -d '{"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-plugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:51.222483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:51.223771 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] Sync routers for ids ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:51.244048 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] Routers {'c1e5d8d1-b7fb-442a-983f-6a23e33601fd'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:51.245028 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:51.306392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04b778-13fc-450f-822a-08a39320bc13 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:51.308115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ec04b778-13fc-450f-822a-08a39320bc13 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports/919cdabe-84af-42d8-967c-4ff813c63f35 HTTP/1.1" status: 200 len: 911 time: 0.0845232 Jul 27 16:41:51.311281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:51.321209 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:51.333390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c947a8e-e7b0-46fc-a365-1622de73dc56 None None] Pushing event updated for resources: {'Port': ['ID=c86edfe7-29f5-4853-8201-fb31949326f1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:51.336908 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] Routers {'c1e5d8d1-b7fb-442a-983f-6a23e33601fd'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:51.338074 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:51.339467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:51.381863 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:51.387737 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d36b8c-ef22-42ac-9e7b-dc2597fa2a14 None None] The sync data for ids ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:51.417842 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.471965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.532023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4da38d47-848e-4e92-8ff1-e53c248c6347 None None] Provisioning for port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:51.540392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:51.545491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbdb6e7f-e7a8-421f-84a2-4a209dda4f93 req-e5da1852-ea21-4eb4-8d7b-bd41bd20a57c tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 210 time: 0.2212834 Jul 27 16:41:51.569878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:51.570936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4da38d47-848e-4e92-8ff1-e53c248c6347 None None] Provisioning complete for port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:51.572614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4da38d47-848e-4e92-8ff1-e53c248c6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.627323 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.637058 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dca308-e4ab-4d63-85d2-9449ff4571ae x-openstack-request-id: req-f7dca308-e4ab-4d63-85d2-9449ff4571ae {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:51.637360 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-plugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:51.637612 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7dca308-e4ab-4d63-85d2-9449ff4571ae {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:51.638095 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'code': 200} Jul 27 16:41:51.720007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57608dd-81d8-4029-87f8-b8ff9ea70e01 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:51.729294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.734803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4da38d47-848e-4e92-8ff1-e53c248c6347 None None] Port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:51.753809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Transition to ACTIVE for port object b57608dd-81d8-4029-87f8-b8ff9ea70e01 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:51.779166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:51.803320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.836046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-c28110cc-037a-4687-a763-77efb2abb659 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:51.837731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-c28110cc-037a-4687-a763-77efb2abb659 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.5219095 Jul 27 16:41:51.890091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Provisioning for port 919cdabe-84af-42d8-967c-4ff813c63f35 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:51.895768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Provisioning complete for port 919cdabe-84af-42d8-967c-4ff813c63f35 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:51.896192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.943081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.964752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Port 919cdabe-84af-42d8-967c-4ff813c63f35 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:51.976035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Provisioning complete for port c86edfe7-29f5-4853-8201-fb31949326f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:51.976035 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8c8b-962d-44f6-a5cf-647da358ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:51.980173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Pushing event updated for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:51.997287 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-814a60dc-7cde-4ca8-811e-76b55cef5e5b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.1389527 Jul 27 16:41:52.089375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.089730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.090075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.090410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.090743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.091073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.091400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.091876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.093776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.094157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.094492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.094835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:52.156274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-9b9c2db2-88e0-4856-8cdb-89e220124a2f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496275 Jul 27 16:41:52.173713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Router e595f654-bfd5-42de-a1d0-de9749b8b9c7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:52.183111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e0b4c-e1d5-4fdf-a4c2-e271529e5acb req-c25e5eef-ffca-41c1-9b57-a64e3da2a75c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:52.190194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-365e0b4c-e1d5-4fdf-a4c2-e271529e5acb req-c25e5eef-ffca-41c1-9b57-a64e3da2a75c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.4447687 Jul 27 16:41:52.234625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd166c7e-f1f2-4a62-a0c4-a940224296c7 req-78206664-9a7a-4fd6-a6d0-1b2a958f584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:52.239145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd166c7e-f1f2-4a62-a0c4-a940224296c7 req-78206664-9a7a-4fd6-a6d0-1b2a958f584b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1101 time: 0.4542241 Jul 27 16:41:52.283141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9902c41a-5b80-4a0d-b6b7-ceb88beda1d9 None None] Provisioning complete for port 919cdabe-84af-42d8-967c-4ff813c63f35 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:52.283661 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9902c41a-5b80-4a0d-b6b7-ceb88beda1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:52.353741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9902c41a-5b80-4a0d-b6b7-ceb88beda1d9 None None] Port 919cdabe-84af-42d8-967c-4ff813c63f35 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:52.412654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-fce8801d-688e-43b1-8cc7-b8e7f20a0d02 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:52.414497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-fce8801d-688e-43b1-8cc7-b8e7f20a0d02 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 815 time: 1.7790396 Jul 27 16:41:52.420102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd166c7e-f1f2-4a62-a0c4-a940224296c7 req-eb0d89fe-bbe9-4f00-a36c-1c2f3ddde34f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623969 Jul 27 16:41:52.437054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-365e0b4c-e1d5-4fdf-a4c2-e271529e5acb req-24e13aa8-a589-4179-b9ec-0107418639eb tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300434 Jul 27 16:41:52.507104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Router 735e333e-e85f-4bb8-a828-c21b15e79dac has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:52.603133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-903a0a46-db57-4b07-8f32-b76484cf6e73 None None] Provisioning complete for port 919cdabe-84af-42d8-967c-4ff813c63f35 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:52.603697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-903a0a46-db57-4b07-8f32-b76484cf6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:52.648752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-903a0a46-db57-4b07-8f32-b76484cf6e73 None None] Port 919cdabe-84af-42d8-967c-4ff813c63f35 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:52.657844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:52.733116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Attempting to bind port b57608dd-81d8-4029-87f8-b8ff9ea70e01 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:52.733890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Attempting to bind port b57608dd-81d8-4029-87f8-b8ff9ea70e01 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:52.734447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Attempting to bind port b57608dd-81d8-4029-87f8-b8ff9ea70e01 on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:52.749621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Port b57608dd-81d8-4029-87f8-b8ff9ea70e01 on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:52.749988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Attempting to bind port b57608dd-81d8-4029-87f8-b8ff9ea70e01 on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:52.755771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Request body: {'port': {'device_id': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'admin_state_up': True, 'tenant_id': '2281de2305f44caeb06218bb4ce19c2d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:52.757313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808759-3fda-4692-a02d-3901bcf22db9 req-bc8df3e7-cf22-435c-b1f3-ee692c7bd580 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:52.758826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71808759-3fda-4692-a02d-3901bcf22db9 req-bc8df3e7-cf22-435c-b1f3-ee692c7bd580 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1736355 Jul 27 16:41:52.810950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-f2b7c065-061c-4d9f-9f79-1b0bd0f07c88 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978687 Jul 27 16:41:52.854955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:52.855297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Checking segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:52.855689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Bound using segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:52.856141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Bound port: b57608dd-81d8-4029-87f8-b8ff9ea70e01, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:52.856535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.035031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:53.046877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Sync routers for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:53.056980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:53.057377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:53.066530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71808759-3fda-4692-a02d-3901bcf22db9 req-449a2712-22fd-4482-85e4-c142490757c8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967286 Jul 27 16:41:53.083952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b173d24-a516-4a81-91c9-ccc4599af9b1 admin admin] 10.222.0.64 "PUT /v2.0/routers/e595f654-bfd5-42de-a1d0-de9749b8b9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9492760 Jul 27 16:41:53.084654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:53.217839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:53.228693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Sync routers for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:53.239425 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4859eee6-9b9a-4a51-bc31-fecc890ab9ba admin admin] 10.222.0.64 "PUT /v2.0/routers/735e333e-e85f-4bb8-a828-c21b15e79dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9418848 Jul 27 16:41:53.241705 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:53.245214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:53.251830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:53.269763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-4216080d-60a3-4912-8d17-d63e19aac248 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435110 Jul 27 16:41:53.271247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:53.276187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:53.357069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e5f4930-edce-4cff-ba37-5fa7df8616e0 req-a5501c24-1248-4ebd-88c6-bde1c06838d0 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 210 time: 0.1436157 Jul 27 16:41:53.363399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:53.378928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c86edfe7-29f5-4853-8201-fb31949326f1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:53.379187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Made reservation on behalf of 2281de2305f44caeb06218bb4ce19c2d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:53.379187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.405455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.480094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.562499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:53.563849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.566562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] 10.222.0.13 "PUT /v2.0/ports/b57608dd-81d8-4029-87f8-b8ff9ea70e01 HTTP/1.1" status: 200 len: 1092 time: 4.2294409 Jul 27 16:41:53.583717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:53.589746 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:53.592902 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:53.630177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c86edfe7-29f5-4853-8201-fb31949326f1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:53.630524 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.639976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:53.646318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:53.659840 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f83807-2bfd-4c60-98d5-367c63c58b50" -d '{"events": [{"server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "name": "network-vif-plugged", "status": "completed", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:53.768652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b97b17-5318-4d85-9694-5b406c8225cb service neutron] Pushing event updated for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:53.776566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:53.806239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:41:47Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:53.845022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:53.845319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Checking router: e595f654-bfd5-42de-a1d0-de9749b8b9c7 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:53.904365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.043538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Routers {'e595f654-bfd5-42de-a1d0-de9749b8b9c7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:54.044281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:54.098104 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:41:48Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:54.169343 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Checking router: 735e333e-e85f-4bb8-a828-c21b15e79dac for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:54.194717 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Routers {'735e333e-e85f-4bb8-a828-c21b15e79dac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:54.200332 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['735e333e-e85f-4bb8-a828-c21b15e79dac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:54.299761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] Set router e595f654-bfd5-42de-a1d0-de9749b8b9c7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:54.389442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.390587 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] Set router 735e333e-e85f-4bb8-a828-c21b15e79dac gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:41:54.497328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f700ba4c-a85b-4a06-a43b-a657e4ceadae req-37ba3db9-400d-45b3-8012-1b03d8f98db0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.7338250 Jul 27 16:41:54.505233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.516067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Transition to ACTIVE for port object 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:54.529186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 919cdabe-84af-42d8-967c-4ff813c63f35 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:54.529593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.529762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.624087 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10507ffd-2ae9-42b1-bc1e-24f9e0c5ff41 x-openstack-request-id: req-10507ffd-2ae9-42b1-bc1e-24f9e0c5ff41 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:54.624521 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:54.624739 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10507ffd-2ae9-42b1-bc1e-24f9e0c5ff41 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:54.625080 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01', 'status': 'completed', 'code': 200} Jul 27 16:41:54.642005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:54.684633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 919cdabe-84af-42d8-967c-4ff813c63f35 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:54.700703 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1206c4ee-b67f-4ac5-bea2-53cb50895c44 x-openstack-request-id: req-1206c4ee-b67f-4ac5-bea2-53cb50895c44 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:54.701149 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "name": "network-vif-plugged", "status": "completed", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:54.701530 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1206c4ee-b67f-4ac5-bea2-53cb50895c44 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:54.702953 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'code': 200} Jul 27 16:41:54.710907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Pushing event updated for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:54.731279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:41:47Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:54.741241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-cc4c17f1-55df-4449-9d85-b71ea8859e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:54.744808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-cc4c17f1-55df-4449-9d85-b71ea8859e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 1095 time: 0.9885213 Jul 27 16:41:54.773159 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-84c68000-0938-487b-b69a-07696d267a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:41:48Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:54.828752 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c68000-0938-487b-b69a-07696d267a4f None None] The sync data for ids ['735e333e-e85f-4bb8-a828-c21b15e79dac'] in n-d-723572-6 is: [{'id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'name': 'tempest-ServersTestBootFromVolume-973828946-router', 'tenant_id': '8fa8096f13f744c7aac3c44810623670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:37:43Z', 'updated_at': '2021-07-27T16:41:48Z', 'revision_number': 5, 'project_id': '8fa8096f13f744c7aac3c44810623670', 'gw_port': {'id': '39c358eb-654e-4e23-81d8-67cbf67f0ca2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:32:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e333e-e85f-4bb8-a828-c21b15e79dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:37:45Z', 'updated_at': '2021-07-27T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:54.845504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd268f-f257-4855-8257-af8392c2a5e3 None None] The sync data for ids ['e595f654-bfd5-42de-a1d0-de9749b8b9c7'] in n-d-723572-6 is: [{'id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'name': 'tempest-ServersTestManualDisk-1550949153-router', 'tenant_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:38:48Z', 'updated_at': '2021-07-27T16:41:47Z', 'revision_number': 5, 'project_id': 'c38fc7e9a5034b3a80dfcc097d4bb3ef', 'gw_port': {'id': 'e05479e7-acba-41df-8111-3881b077fbbd', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595f654-bfd5-42de-a1d0-de9749b8b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:38:50Z', 'updated_at': '2021-07-27T16:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:54.870214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Allocated IP 172.20.0.7 (c1d85df1-b452-4b4e-b95f-e52c7d6d4f61/cca1188e-0914-47ac-adec-6def66a86933/0d044bca-1be3-46c9-8ebd-3219c4e6aebc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:54.870214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-2c063546-045e-4b4e-aa2a-1b8e4668610a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01 HTTP/1.1" status: 200 len: 217 time: 0.0755467 Jul 27 16:41:54.910603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62629d9-d953-437b-abd0-70a62be6c93d req-99fa8bb1-171b-488d-a550-f2e5040a12fa tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:54.912464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b62629d9-d953-437b-abd0-70a62be6c93d req-99fa8bb1-171b-488d-a550-f2e5040a12fa tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.8298707 Jul 27 16:41:55.052320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b62629d9-d953-437b-abd0-70a62be6c93d req-0b1a823f-5828-43bf-b47c-3c994b68fe58 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270354 Jul 27 16:41:55.068380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Deleting port e05479e7-acba-41df-8111-3881b077fbbd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:55.068745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.079507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Deleting port 39c358eb-654e-4e23-81d8-67cbf67f0ca2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:55.080247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.106461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-84ac0b03-7f42-46de-9f38-02ffd0203490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.107961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-84ac0b03-7f42-46de-9f38-02ffd0203490 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.1601667 Jul 27 16:41:55.159617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Attempting to bind port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:41:55.159971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Attempting to bind port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:41:55.160290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Attempting to bind port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:55.170336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.226534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:41:55.226918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Attempting to bind port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:41:55.265045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad5df2a7-3729-4c33-af4e-84672455b9f6 req-0a61e66a-74ae-4a56-a913-9703378fe3f2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 210 time: 0.0938838 Jul 27 16:41:55.297290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:41:55.297671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Checking segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:41:55.298027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Bound using segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:41:55.298481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Bound port: 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:41:55.299485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.316106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d084-38d2-4b59-babb-4b2529d51d5f req-2f3db085-b4f6-4601-a60d-ab1f78a78f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.317551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6202d084-38d2-4b59-babb-4b2529d51d5f req-2f3db085-b4f6-4601-a60d-ab1f78a78f94 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.4542952 Jul 27 16:41:55.334405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643fec-d840-4b5e-84d6-39e4d511015d req-64340177-06db-45ad-9abb-b26b72b7c185 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.335961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05643fec-d840-4b5e-84d6-39e4d511015d req-64340177-06db-45ad-9abb-b26b72b7c185 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.4417162 Jul 27 16:41:55.430596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=919cdabe-84af-42d8-967c-4ff813c63f35,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:55.493937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] For port 39c358eb-654e-4e23-81d8-67cbf67f0ca2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=39c358eb-654e-4e23-81d8-67cbf67f0ca2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:55.494313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.550093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05643fec-d840-4b5e-84d6-39e4d511015d req-4df394bb-de7c-4776-989a-51a0f55c1e8c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956329 Jul 27 16:41:55.551622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6202d084-38d2-4b59-babb-4b2529d51d5f req-caced07c-df6c-4722-b383-da1c1fe9b2cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136712 Jul 27 16:41:55.557182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2889a1b1-2a75-4c83-aefb-f8c5896dc687 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:55.560476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Calling delete_port for 39c358eb-654e-4e23-81d8-67cbf67f0ca2 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:55.585939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2889a1b1-2a75-4c83-aefb-f8c5896dc687 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:55.586661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2889a1b1-2a75-4c83-aefb-f8c5896dc687 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:55.587556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9fac338b-ae37-42fd-9521-ac956d3a563b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:55.616944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9fac338b-ae37-42fd-9521-ac956d3a563b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:55.617914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9fac338b-ae37-42fd-9521-ac956d3a563b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:55.631203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-a925a648-8ad3-4b07-aed8-fa37478e1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.633138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-a925a648-8ad3-4b07-aed8-fa37478e1daa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4845409 Jul 27 16:41:55.651115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:55.687999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] For port e05479e7-acba-41df-8111-3881b077fbbd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e05479e7-acba-41df-8111-3881b077fbbd,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:55.688529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.705694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Calling delete_port for e05479e7-acba-41df-8111-3881b077fbbd owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:55.768673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.777594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:55.796126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.812252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-309ce549-b508-495e-9268-e419f89254a5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.813782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-309ce549-b508-495e-9268-e419f89254a5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.6236167 Jul 27 16:41:55.814430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.823617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Transition to ACTIVE for port object 0d044bca-1be3-46c9-8ebd-3219c4e6aebc will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:55.846231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b248bc9-89d5-4869-b42f-0767d7e0a89c req-d15824c2-f171-464f-95ea-ce18e96a49c0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0713003 Jul 27 16:41:55.855858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:55.900544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:55.901184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:55.905752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] 10.222.0.61 "PUT /v2.0/ports/2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b HTTP/1.1" status: 200 len: 1092 time: 5.2268946 Jul 27 16:41:56.025465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-d76853da-5f35-4fe0-b2f6-a561789545f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714461 Jul 27 16:41:56.148049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519518c-caa9-419a-b37c-8eb06d8288dc service neutron] Pushing event updated for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:56.155633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8f48c8d6-9b8c-4823-9806-b2a5ddf7b113 req-4ad7b55a-8072-4519-85ee-70834e5120ec service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003819 Jul 27 16:41:56.206739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.263926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:56.342628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:56.358981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:56.375334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:56.422293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.445680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-f788d430-8434-4b08-9c99-ff40c61b5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.447366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-f788d430-8434-4b08-9c99-ff40c61b5eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 1095 time: 0.4520738 Jul 27 16:41:56.495069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c358eb-654e-4e23-81d8-67cbf67f0ca2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:56.539543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85e574-a34c-4ef2-8759-8bbf18675bac req-a66fe656-28a4-4c75-9ae8-efd832dab1a8 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.541240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f85e574-a34c-4ef2-8759-8bbf18675bac req-a66fe656-28a4-4c75-9ae8-efd832dab1a8 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3814089 Jul 27 16:41:56.615035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-9a31015c-0632-406d-9610-2d40c97a07b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b HTTP/1.1" status: 200 len: 217 time: 0.0967011 Jul 27 16:41:56.630472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router c1e5d8d1-b7fb-442a-983f-6a23e33601fd has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:41:56.645630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.646194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.648704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:41:56.650947 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34" -d '{"events": [{"name": "network-changed", "server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:56.671097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272f2d1-be3b-4f33-8b55-ae0dfe162077 req-8f302d96-5b3b-4ca4-9760-12c05426d86e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.672519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d272f2d1-be3b-4f33-8b55-ae0dfe162077 req-8f302d96-5b3b-4ca4-9760-12c05426d86e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.4173563 Jul 27 16:41:56.675970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-dfd83fd9-cc8c-478d-9278-2ffa8df314cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.677587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-dfd83fd9-cc8c-478d-9278-2ffa8df314cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 1095 time: 0.4060438 Jul 27 16:41:56.688694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.693102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34a4e2f1-86bb-4b6e-8543-001a9d9ff383 None None] Provisioning for port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:41:56.695911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:56.699183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.699376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34a4e2f1-86bb-4b6e-8543-001a9d9ff383 None None] Provisioning complete for port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:41:56.699755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34a4e2f1-86bb-4b6e-8543-001a9d9ff383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.743953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-34a4e2f1-86bb-4b6e-8543-001a9d9ff383 None None] Port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:41:56.747947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-cb785b4a-5d8f-4234-a338-a553955f7e7d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9994602 Jul 27 16:41:56.749229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-a2822a15-a25a-4878-a2c8-d3b3e617311b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5248990 Jul 27 16:41:56.760169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.790643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Request body: {'port': {'device_id': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:56.794321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e05479e7-acba-41df-8111-3881b077fbbd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:56.813792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f85e574-a34c-4ef2-8759-8bbf18675bac req-937429fd-4766-44ae-8c3c-5ba740a8eb78 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184124 Jul 27 16:41:56.821733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.961240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:56.966797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-d3191182-2ba3-4556-8389-0c8c2584aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:56.968848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-d3191182-2ba3-4556-8389-0c8c2584aa02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.3105242 Jul 27 16:41:56.978365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] Sync routers for ids ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:56.995657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.999112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:56.999603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] Routers {'c1e5d8d1-b7fb-442a-983f-6a23e33601fd'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:57.000903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:57.005667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aba567da-6ffc-4d5d-9bcb-e226dd924000 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/c1e5d8d1-b7fb-442a-983f-6a23e33601fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6925445 Jul 27 16:41:57.015491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:57.031369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d272f2d1-be3b-4f33-8b55-ae0dfe162077 req-23c11a21-1669-4476-8ebe-f4fb673a342b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454492 Jul 27 16:41:57.065568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.117207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:57.138049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] Routers {'c1e5d8d1-b7fb-442a-983f-6a23e33601fd'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:41:57.139187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:57.187399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:57.188018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be76c0-10d1-41d9-bde3-ba51db3a7f14 None None] The sync data for ids ['c1e5d8d1-b7fb-442a-983f-6a23e33601fd'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:57.225480 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cac51fc-97bd-4219-9c0a-5bb37953bbe1 x-openstack-request-id: req-2cac51fc-97bd-4219-9c0a-5bb37953bbe1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:57.225783 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:57.226075 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cac51fc-97bd-4219-9c0a-5bb37953bbe1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:57.226394 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b', 'status': 'completed', 'code': 200} Jul 27 16:41:57.235121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1662f6cb-0274-4eac-a1d9-ff6ed330c2ba tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1e5d8d1-b7fb-442a-983f-6a23e33601fd HTTP/1.1" status: 200 len: 205 time: 0.2117298 Jul 27 16:41:57.239704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.244925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:57.264942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-b21732fd-224c-410a-82de-a9d7fbdfb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:57.266616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-b21732fd-224c-410a-82de-a9d7fbdfb8ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 916 time: 0.5555964 Jul 27 16:41:57.267109 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.268172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735e333e-e85f-4bb8-a828-c21b15e79dac {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:57.319092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.324953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0ca8b006-379f-425f-a7ca-34d29a2f0192 admin admin] 10.222.0.64 "DELETE /v2.0/routers/735e333e-e85f-4bb8-a828-c21b15e79dac HTTP/1.1" status: 204 len: 168 time: 4.0697746 Jul 27 16:41:57.337101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:57.356340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5078dbb7-a3db-4261-bb9f-ff33bd966725 req-957d945e-a064-486b-afd8-334b5fcdcdf2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.1180944 Jul 27 16:41:57.363083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.368523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.463256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.11 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/ebca5275-ac48-40df-9c09-a3e64a317b70) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:57.492987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.493540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e595f654-bfd5-42de-a1d0-de9749b8b9c7 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:57.498534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.503132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aff9c639-14ba-4b16-a871-bf528f9eb9ca admin admin] 10.222.0.64 "DELETE /v2.0/routers/e595f654-bfd5-42de-a1d0-de9749b8b9c7 HTTP/1.1" status: 204 len: 168 time: 4.4150460 Jul 27 16:41:57.503278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:57.506457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.509857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-18e14b15-98bb-4bde-b90b-f2652b9ca4b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01 HTTP/1.1" status: 200 len: 217 time: 0.1836841 Jul 27 16:41:57.541026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f82b76-9ec3-4dd5-90b5-8ebdf2bd8108 req-6316ce23-5ab0-45b0-9139-3a241a127187 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:57.552603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4f82b76-9ec3-4dd5-90b5-8ebdf2bd8108 req-6316ce23-5ab0-45b0-9139-3a241a127187 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 931 time: 0.6394551 Jul 27 16:41:57.614228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Deleting subnet b4269539-7de0-47e6-8652-eeadd95dff14 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:57.635620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.681070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Deleting subnet d2463d46-add0-4e1c-ad82-97feb6ca73db {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:57.691100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-ec995fd8-ab61-4f23-98cc-ec4a6fbba7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:57.692533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-ec995fd8-ab61-4f23-98cc-ec4a6fbba7f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7003489 Jul 27 16:41:57.751050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.873960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:57.993825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.044324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Deleting port 366e1a18-9a22-44b1-83e5-e6cd7e65b493 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:58.044720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.071565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.102550 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.238526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b57608dd-81d8-4029-87f8-b8ff9ea70e01 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:58.278202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.291516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.327053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.404001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-50d43411-ea41-4c48-8e3c-ed6a91d59921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:58.405516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-50d43411-ea41-4c48-8e3c-ed6a91d59921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.8322120 Jul 27 16:41:58.414357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4f82b76-9ec3-4dd5-90b5-8ebdf2bd8108 req-204600bb-b438-44ee-b1ad-1395d554f4ce tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607860 Jul 27 16:41:58.470722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:58.491582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'port_id': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01', 'mac_address': 'fa:16:3e:6c:c8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca1188e-0914-47ac-adec-6def66a86933', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:58.514800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.515416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router c1e5d8d1-b7fb-442a-983f-6a23e33601fd {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:41:58.526977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.532653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cf1c8d6c-d1e8-4c03-9591-0e4143a34691 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/c1e5d8d1-b7fb-442a-983f-6a23e33601fd HTTP/1.1" status: 204 len: 168 time: 1.2776506 Jul 27 16:41:58.537082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-659c28e4-f52f-4c8b-a71a-d361e1bbd7f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878452 Jul 27 16:41:58.542956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:58.546560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.560968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.579201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57608dd-81d8-4029-87f8-b8ff9ea70e01 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:58.599974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:58.613345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:58.628192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442b39e-b085-41a8-ac28-a37fadc06427 None None] Network a3c05795-2171-4a77-b3aa-857becddf989 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:58.632611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.657117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27826-5a61-4219-87b7-de6987da45e9 req-90c78d0c-ef39-49eb-9fb8-8f4fbcb5ad0a tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:58.660009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22a27826-5a61-4219-87b7-de6987da45e9 req-90c78d0c-ef39-49eb-9fb8-8f4fbcb5ad0a tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.7467291 Jul 27 16:41:58.682727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.685139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b4269539-7de0-47e6-8652-eeadd95dff14 HTTP/1.1" status: 204 len: 168 time: 1.1808660 Jul 27 16:41:58.689510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:58.696668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42386) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:58.698179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:58.702509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:41:58.709383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697ddb7-5005-4686-ad56-096f8ee0e7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4269539-7de0-47e6-8652-eeadd95dff14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:58.752692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:41:58.763153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.765868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:58.776146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.776512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.776852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.777186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.777517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.777844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.778390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.778711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.779208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.779531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.779934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.780537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:58.806320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.816875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-de1cf1d6-f9d1-4314-bb39-353b4b44145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:58.818614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-de1cf1d6-f9d1-4314-bb39-353b4b44145b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3850822 Jul 27 16:41:58.867956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] For port 366e1a18-9a22-44b1-83e5-e6cd7e65b493, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=366e1a18-9a22-44b1-83e5-e6cd7e65b493,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:58.868335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.904110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Calling delete_port for 366e1a18-9a22-44b1-83e5-e6cd7e65b493 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:58.911547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:58.912176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.919975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] DHCP port deletion for a3c05795-2171-4a77-b3aa-857becddf989 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:58.925566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22a27826-5a61-4219-87b7-de6987da45e9 req-a2709aff-2008-4f95-aa88-e8c26a77b2af tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323360 Jul 27 16:41:58.940898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.957181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-82444406-3a93-44e1-a605-28fe91ddee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:58.958718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-82444406-3a93-44e1-a605-28fe91ddee7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1101 time: 0.5075634 Jul 27 16:41:58.959873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:58.962139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b57608dd-81d8-4029-87f8-b8ff9ea70e01'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:58.990414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-ee23577a-69f6-4f9b-8757-aaa398197305 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1505082 Jul 27 16:41:59.010277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0852b418-6f06-42b4-a5b3-e810116ee2c5 req-08552524-4f21-4d6c-be72-531259282c8a service neutron] 10.222.0.61 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555445 Jul 27 16:41:59.011754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Request body: {'port': {'device_id': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:41:59.096175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Deleting port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:59.097403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.110555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25e7fc-0494-48d0-9d85-ce1e3398093d req-61738e2b-8c44-403c-8b9a-1ab17847df0e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:59.112691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be25e7fc-0494-48d0-9d85-ce1e3398093d req-61738e2b-8c44-403c-8b9a-1ab17847df0e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.5408254 Jul 27 16:41:59.135156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.203918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d044bca-1be3-46c9-8ebd-3219c4e6aebc {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:41:59.221365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] For port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:59.222680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.225879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.228146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2463d46-add0-4e1c-ad82-97feb6ca73db,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:59.244250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-1c0f628b-c89a-4384-9e53-6ee1cc4d1964 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927357 Jul 27 16:41:59.245675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Calling delete_port for 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:59.247561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.249555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b66a8b23-38d4-4945-a378-7040586fa816 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d2463d46-add0-4e1c-ad82-97feb6ca73db HTTP/1.1" status: 204 len: 168 time: 1.8758893 Jul 27 16:41:59.254050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21427c95-f69e-4b4a-af5d-5aa84ba4aa04 None None] Network 262c17d8-25c4-4720-b4ab-f27562dbdb73 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:59.256508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 39c358eb-654e-4e23-81d8-67cbf67f0ca2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:59.256656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:41:59.301097 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.304844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Transition to ACTIVE for port object 0d044bca-1be3-46c9-8ebd-3219c4e6aebc will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:41:59.310181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-9d8726da-d53f-4048-b81e-03c03ddf8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:59.311858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-9d8726da-d53f-4048-b81e-03c03ddf8f6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3203914 Jul 27 16:41:59.315264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.333455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 39c358eb-654e-4e23-81d8-67cbf67f0ca2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:59.333694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 39c358eb-654e-4e23-81d8-67cbf67f0ca2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:59.334759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e05479e7-acba-41df-8111-3881b077fbbd no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:59.390981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-d8c30eb6-a7d6-427e-89e7-75fb205b937c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.0661542 Jul 27 16:41:59.404365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e05479e7-acba-41df-8111-3881b077fbbd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:41:59.404786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e05479e7-acba-41df-8111-3881b077fbbd not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:59.405203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:59.406604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.416665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Deleting port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:59.417043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.438605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccca87b-f813-463b-a785-bdbef3e877a6 req-148a0320-ca9c-43a5-85cc-5b984d455720 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:59.440167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ccca87b-f813-463b-a785-bdbef3e877a6 req-148a0320-ca9c-43a5-85cc-5b984d455720 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 932 time: 0.3831732 Jul 27 16:41:59.491787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be25e7fc-0494-48d0-9d85-ce1e3398093d req-63ec7470-95d6-4b30-b245-27318d7e0b8c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488781 Jul 27 16:41:59.543808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.595472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.603441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-d7e846e9-d873-4c87-b964-3bb686decf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:59.605597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-d7e846e9-d873-4c87-b964-3bb686decf67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 1095 time: 0.5256374 Jul 27 16:41:59.613219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:59.630935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 update to DOWN by agent not found {{(pid=93925) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 16:41:59.681373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] No DVR routers for this DVR port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:41:59.691212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e9cf-b8e1-4311-b4ea-64177f8d9282 None None] Pushing event deleted for resources: {'Port': ['ID=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:59.757788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fb59314-6acd-43f9-8ae9-1cb10ae53d9b req-b4818c2f-927e-4fff-9afc-9fb0e03b230f service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994156 Jul 27 16:41:59.789933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] For port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,segment=NetworkSegment(28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d),segment_id=28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:59.790619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.801474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-e251a4ef-2218-49f2-ab4b-9b6dd05d1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:41:59.804003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-e251a4ef-2218-49f2-ab4b-9b6dd05d1833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3827126 Jul 27 16:41:59.819765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] DHCP port deletion for 262c17d8-25c4-4720-b4ab-f27562dbdb73 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:41:59.859473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.875441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ccca87b-f813-463b-a785-bdbef3e877a6 req-eaecd5ad-8f74-4a1e-a312-2c8380c6db4e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605461 Jul 27 16:41:59.915004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Calling delete_port for 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:41:59.945091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Deleting port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:41:59.946187 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.961215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:41:59.994058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f22622-3881-41e6-b5c2-deb131bed1a2 None None] Network 053ce0af-94c8-4b6b-99d0-c988255fea15 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:41:59.994416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.000748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.003992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a57405b8-5fa4-4831-9130-f65f3a54ae3a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0 HTTP/1.1" status: 204 len: 168 time: 1.4583204 Jul 27 16:42:00.021993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:00.133137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=366e1a18-9a22-44b1-83e5-e6cd7e65b493,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.233712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] For port 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7f42ecab-205d-4bc7-9cb6-0acbb530a976,segment=NetworkSegment(440b07bf-a704-47a0-9fba-6a65743a3e83),segment_id=440b07bf-a704-47a0-9fba-6a65743a3e83)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.234069 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.240184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b57608dd-81d8-4029-87f8-b8ff9ea70e01 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:00.280243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Calling delete_port for 7f42ecab-205d-4bc7-9cb6-0acbb530a976 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:00.362938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-a6856d8a-fe6f-4cb6-bafa-886dcb1615a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.364538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-a6856d8a-fe6f-4cb6-bafa-886dcb1615a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5266733 Jul 27 16:42:00.416222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.433893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port b57608dd-81d8-4029-87f8-b8ff9ea70e01 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:00.452992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port b57608dd-81d8-4029-87f8-b8ff9ea70e01 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:00.453602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.473658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-859351a9-ee76-4d58-a8a2-b065fe056793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.479172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-859351a9-ee76-4d58-a8a2-b065fe056793 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 916 time: 0.8533027 Jul 27 16:42:00.518287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.525863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Attempting to bind port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:00.526252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Attempting to bind port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:00.526574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Attempting to bind port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:00.555262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] Pushing event deleted for resources: {'Port': ['ID=7f42ecab-205d-4bc7-9cb6-0acbb530a976,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.558343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0bf69-2839-46b0-a47c-769aeab299f7 None None] No DVR routers for this DVR port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:00.560924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5bb59-ffdb-456b-b402-d184bf92ed2b req-34b0afdf-53e3-4e3f-a19d-5e80097a4a29 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.571876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7af5bb59-ffdb-456b-b402-d184bf92ed2b req-34b0afdf-53e3-4e3f-a19d-5e80097a4a29 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.5452101 Jul 27 16:42:00.591371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-fda46338-ee4d-423f-b9ed-0037b849ae5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b HTTP/1.1" status: 200 len: 217 time: 0.0833743 Jul 27 16:42:00.600165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d91b4e-14ea-4d1c-8cd0-8ab07fd13224,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.601469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:00.601635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Attempting to bind port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc on network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:00.615057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] DHCP port deletion for 053ce0af-94c8-4b6b-99d0-c988255fea15 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:42:00.622606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.623873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.637124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] No DVR routers for this DVR port 20d91b4e-14ea-4d1c-8cd0-8ab07fd13224 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:00.654600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-347748b7-63d3-4fe6-b030-c524a8a43a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.655319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-347748b7-63d3-4fe6-b030-c524a8a43a21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.7578857 Jul 27 16:42:00.664522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:00.665211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Checking segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:00.665606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Bound using segment: {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:00.666201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Bound port: 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce34158-dba4-4109-999c-db1c50cfaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:00.666633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.689670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:00.692099 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e08a8b-e46e-4377-824b-8ec839c265b0" -d '{"events": [{"server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "name": "network-vif-plugged", "status": "completed", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:00.694212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Deleting port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:00.694560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.706332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebca5275-ac48-40df-9c09-a3e64a317b70 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:00.709271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.715473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.754124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Deleting port c86edfe7-29f5-4853-8201-fb31949326f1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:00.754598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.775247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.810963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae88e6-08c2-40c3-9bb1-b08f8f7996c7 req-e749a289-6b4b-4e91-9406-c066a7d1d28f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.812544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59ae88e6-08c2-40c3-9bb1-b08f8f7996c7 req-e749a289-6b4b-4e91-9406-c066a7d1d28f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 943 time: 0.8236158 Jul 27 16:42:00.819431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-97f1537f-122c-4698-bb83-3086f06b5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:00.821596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-97f1537f-122c-4698-bb83-3086f06b5945 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.2213738 Jul 27 16:42:00.821973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.826056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7af5bb59-ffdb-456b-b402-d184bf92ed2b req-14ce96ee-0657-4165-823f-9f565f0917a6 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481949 Jul 27 16:42:00.853059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.868483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] For port c86edfe7-29f5-4853-8201-fb31949326f1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c86edfe7-29f5-4853-8201-fb31949326f1,segment=NetworkSegment(52532b66-1407-4b5e-a5e5-daea02f2e833),segment_id=52532b66-1407-4b5e-a5e5-daea02f2e833)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.869033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.870451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c05795-2171-4a77-b3aa-857becddf989']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:00.887989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Calling delete_port for c86edfe7-29f5-4853-8201-fb31949326f1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:00.891451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:00.892145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a8e6cb-3f3d-4a11-9f89-1c758aeeeb1d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:00.909077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Transition to ACTIVE for port object ebca5275-ac48-40df-9c09-a3e64a317b70 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:00.927984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-e6a414bf-5a2d-455d-8033-9b06e253fd09 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527937 Jul 27 16:42:00.928531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.953694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.957949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] For port 7f42ecab-205d-4bc7-9cb6-0acbb530a976, host n-d-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.958331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:00.987935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.015683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Calling delete_port for 7f42ecab-205d-4bc7-9cb6-0acbb530a976 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:01.021193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] Pushing event deleted for resources: {'Port': ['ID=c86edfe7-29f5-4853-8201-fb31949326f1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.027387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:42:01.028054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064b719-3ccb-48ba-a1ff-b64edcda77dd None None] No DVR routers for this DVR port c86edfe7-29f5-4853-8201-fb31949326f1 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:01.043949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:01.045538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.051779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59ae88e6-08c2-40c3-9bb1-b08f8f7996c7 req-1ba81aba-b00c-4a99-8639-40b4e1b19296 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298682 Jul 27 16:42:01.059706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-749f69c8-5b40-4b1e-a11f-2da79ea37d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.061255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-749f69c8-5b40-4b1e-a11f-2da79ea37d3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.3907554 Jul 27 16:42:01.113896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:01.116692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f42ecab-205d-4bc7-9cb6-0acbb530a976,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.126333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] No DVR routers for this DVR port 7f42ecab-205d-4bc7-9cb6-0acbb530a976 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:01.135773 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a8b67-e373-4a7f-a4e5-9641806ed939 x-openstack-request-id: req-dc9a8b67-e373-4a7f-a4e5-9641806ed939 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:01.138415 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "name": "network-vif-plugged", "status": "completed", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:01.139015 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc9a8b67-e373-4a7f-a4e5-9641806ed939 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:01.140628 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01', 'code': 200} Jul 27 16:42:01.165428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.192189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-668fd4fb-d194-4d66-aab9-70f41c10c031 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.0935347 Jul 27 16:42:01.207085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port c86edfe7-29f5-4853-8201-fb31949326f1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:01.207459 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.346228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c86edfe7-29f5-4853-8201-fb31949326f1 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:01.352808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-763f73e9-fe08-4200-b7ff-a6946620a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.353820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-763f73e9-fe08-4200-b7ff-a6946620a90f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4807673 Jul 27 16:42:01.358761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.372959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c86edfe7-29f5-4853-8201-fb31949326f1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:01.373294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c86edfe7-29f5-4853-8201-fb31949326f1 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:01.377578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.378896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7f42ecab-205d-4bc7-9cb6-0acbb530a976 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:01.385798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.386433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.387843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0d044bca-1be3-46c9-8ebd-3219c4e6aebc HTTP/1.1" status: 200 len: 1091 time: 4.6014900 Jul 27 16:42:01.388472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:01.391823 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09dfa70-4aab-482f-84df-0321b22b1cec" -d '{"events": [{"name": "network-changed", "server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:01.407235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7f42ecab-205d-4bc7-9cb6-0acbb530a976 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:01.408681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7f42ecab-205d-4bc7-9cb6-0acbb530a976 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:01.429552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:01.431083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:01.439119 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:01.465898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Pushing event updated for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.520171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.586412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port c86edfe7-29f5-4853-8201-fb31949326f1, host n-d-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:01.586933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.601333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c17d8-25c4-4720-b4ab-f27562dbdb73']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:01.605182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-8d76e2f0-ada6-41ce-9425-078f88256546 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524906 Jul 27 16:42:01.609944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-3a38929e-4f83-4868-acf1-d991c0f68b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.611972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-3a38929e-4f83-4868-acf1-d991c0f68b28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.4092386 Jul 27 16:42:01.626448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6ed87-2eda-498c-975f-ffa973accbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.648943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for c86edfe7-29f5-4853-8201-fb31949326f1 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:01.655836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440b07bf-a704-47a0-9fba-6a65743a3e83') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:01.656135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440b07bf-a704-47a0-9fba-6a65743a3e83') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:01.661893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Port c86edfe7-29f5-4853-8201-fb31949326f1 was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:42:01.680828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.691351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cab6a1-79b2-4293-8066-ea49c56fad09 req-e63db4ef-11c3-4665-b8a8-44ff569a64bc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.692859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-42cab6a1-79b2-4293-8066-ea49c56fad09 req-e63db4ef-11c3-4665-b8a8-44ff569a64bc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.7770340 Jul 27 16:42:01.700378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.711264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.719748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.724084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a3c05795-2171-4a77-b3aa-857becddf989 HTTP/1.1" status: 204 len: 168 time: 3.0209990 Jul 27 16:42:01.731825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-4d484b94-1f46-4dd2-a714-bf1c7b291893 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924995 Jul 27 16:42:01.766140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306bed1-abd1-4e6e-8d64-0c1c8b73ca27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c05795-2171-4a77-b3aa-857becddf989,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.787235 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.792779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Attempting to bind port ebca5275-ac48-40df-9c09-a3e64a317b70 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:01.793118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Attempting to bind port ebca5275-ac48-40df-9c09-a3e64a317b70 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:01.793468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Attempting to bind port ebca5275-ac48-40df-9c09-a3e64a317b70 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:01.799565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=c86edfe7-29f5-4853-8201-fb31949326f1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.804343 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-42cab6a1-79b2-4293-8066-ea49c56fad09 req-64c4b129-5828-443f-a83d-1642cebf9a1f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Jul 27 16:42:01.808477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Port ebca5275-ac48-40df-9c09-a3e64a317b70 on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:01.808477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Attempting to bind port ebca5275-ac48-40df-9c09-a3e64a317b70 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:01.827222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port c86edfe7-29f5-4853-8201-fb31949326f1 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:01.854781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:01.855333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:01.856011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:01.856011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Bound port: ebca5275-ac48-40df-9c09-a3e64a317b70, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:01.856514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.859132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:01.859494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:01.872263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bc04-3af3-45bb-9c71-32f41fff482f req-b3c1111e-02b3-416e-a9e4-aafcaba03ddd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.880494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fba0bc04-3af3-45bb-9c71-32f41fff482f req-b3c1111e-02b3-416e-a9e4-aafcaba03ddd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 944 time: 0.6824126 Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:01.881860 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:01.919771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-b35d82b6-7c0a-473a-be28-f25dbf0f614c service neutron] 10.222.0.61 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240273 Jul 27 16:42:01.934458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:01.952332 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa9af7-d4df-44ab-b1ab-a5372e47007f x-openstack-request-id: req-52fa9af7-d4df-44ab-b1ab-a5372e47007f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:01.952613 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:01.952790 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52fa9af7-d4df-44ab-b1ab-a5372e47007f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:01.953706 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'status': 'completed', 'code': 200} Jul 27 16:42:01.957776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40efb-afb2-4fa4-8312-a6ef07dd6621 req-3d10e249-b565-412d-89cf-8807cf3bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:01.959209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4e40efb-afb2-4fa4-8312-a6ef07dd6621 req-3d10e249-b565-412d-89cf-8807cf3bed0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 1097 time: 0.7090037 Jul 27 16:42:02.103183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:02.153650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ebca5275-ac48-40df-9c09-a3e64a317b70,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:02.160350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Router 6f918af9-f76d-4db9-b0b6-aeff54c0418e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:02.164910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6ce4ca1e-2e97-417d-8055-d0890a2f56f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c38fc7e9a5034b3a80dfcc097d4bb3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265708 Jul 27 16:42:02.167801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:02.171729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.174788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-4de45faf-53b2-4fff-b343-0ecb5758e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.177209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-4de45faf-53b2-4fff-b343-0ecb5758e691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 1094 time: 0.6606390 Jul 27 16:42:02.258373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.259001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.260396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] 10.222.0.61 "PUT /v2.0/ports/ebca5275-ac48-40df-9c09-a3e64a317b70 HTTP/1.1" status: 200 len: 1092 time: 3.2535827 Jul 27 16:42:02.266251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:02.269127 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d14321e-c269-4c6f-bba8-60eb8254e695" -d '{"events": [{"name": "network-changed", "server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:02.305476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.314524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-faba7119-2a9e-4ef8-aa44-ef0a4bf20371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc HTTP/1.1" status: 200 len: 217 time: 0.1066968 Jul 27 16:42:02.316061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4e40efb-afb2-4fa4-8312-a6ef07dd6621 req-0f443595-96f2-4be2-b063-39bd66653276 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211799 Jul 27 16:42:02.324322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.329294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fba0bc04-3af3-45bb-9c71-32f41fff482f req-cf824bb2-f610-45fe-b813-7a4bd522cf38 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485078 Jul 27 16:42:02.345121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.349875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] 10.222.0.64 "DELETE /v2.0/networks/262c17d8-25c4-4720-b4ab-f27562dbdb73 HTTP/1.1" status: 204 len: 168 time: 3.0845098 Jul 27 16:42:02.350775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcbb8c-0b08-4058-9c9e-9ed24c36b54e req-78017fba-d539-4204-a97f-a026ce9cda04 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.352303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14bcbb8c-0b08-4058-9c9e-9ed24c36b54e req-78017fba-d539-4204-a97f-a026ce9cda04 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3741181 Jul 27 16:42:02.355812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648bf6d-3b9b-4923-8c75-dade8334685c service neutron] Pushing event updated for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:02.394245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efa2f4e9-c0f1-46fa-a08a-90a650b3fa34 req-8cd4b47a-1363-4a2a-8798-b78aced4d2f3 service neutron] 10.222.0.61 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340801 Jul 27 16:42:02.396643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-00283069-e6b9-4307-b85a-483fe6a6c0f5 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518779 Jul 27 16:42:02.415371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053ce0af-94c8-4b6b-99d0-c988255fea15']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.439859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56462985-d341-438f-be52-3479a2dbd184 admin admin] Pushing event deleted for resources: {'Network': ['ID=262c17d8-25c4-4720-b4ab-f27562dbdb73,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:02.450395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.466174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52532b66-1407-4b5e-a5e5-daea02f2e833') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.466637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52532b66-1407-4b5e-a5e5-daea02f2e833') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.511640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.518919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14bcbb8c-0b08-4058-9c9e-9ed24c36b54e req-e53ce8c1-50ac-4d99-905a-1b634df8df38 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372073 Jul 27 16:42:02.527812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:02.538999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0240e544-a74d-467e-b504-105b4027cd44 admin admin] 10.222.0.64 "PUT /v2.0/routers/6f918af9-f76d-4db9-b0b6-aeff54c0418e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7735465 Jul 27 16:42:02.548295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:02.548656 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Sync routers for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:02.566875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-cf25d94b-f881-4d46-8b67-d31a0fb91d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.567984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:02.568391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-cf25d94b-f881-4d46-8b67-d31a0fb91d2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 1095 time: 0.2367022 Jul 27 16:42:02.568648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.597885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:02.602472 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c9a1c1-4a53-40d7-9088-c454174480fc x-openstack-request-id: req-67c9a1c1-4a53-40d7-9088-c454174480fc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:02.602775 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:02.603019 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67c9a1c1-4a53-40d7-9088-c454174480fc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:02.603409 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70', 'status': 'completed', 'code': 200} Jul 27 16:42:02.608959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.638509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:02.647837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-34ff4741-d9f0-4587-b717-18a3c1963a8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebca5275-ac48-40df-9c09-a3e64a317b70 HTTP/1.1" status: 200 len: 217 time: 0.0420611 Jul 27 16:42:02.684021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.706703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:02.707133 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:02.714803 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:02.717425 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:02.717579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8112394-dba2-497e-9824-b54eb7aa15f5 req-f579e4b4-42f5-471a-b376-a314b9519cca service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850945 Jul 27 16:42:02.747890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.751215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.752781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ec6c14a-aaf4-40a0-8753-983e6f7fcf7b HTTP/1.1" status: 204 len: 168 time: 0.5834873 Jul 27 16:42:02.754368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-4a34b113-f840-450c-9abb-2240465afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.756460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-4a34b113-f840-450c-9abb-2240465afea0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.0994399 Jul 27 16:42:02.795686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.798025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40cf8-6105-4d4c-ae0b-76e7e62ed781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6c14a-aaf4-40a0-8753-983e6f7fcf7b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:02.823105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-1230716b-bf2f-43be-8f6f-0497a4d97898 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519478 Jul 27 16:42:02.823404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:02.836480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-3e286cb4-7996-4c51-b85b-de277f7d4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.838707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-3e286cb4-7996-4c51-b85b-de277f7d4561 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.2416942 Jul 27 16:42:02.848865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'port_id': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b', 'mac_address': 'fa:16:3e:f8:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca1188e-0914-47ac-adec-6def66a86933', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:02.871554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f0940de-78c6-4fe0-85f7-a98f2d0e461b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fa8096f13f744c7aac3c44810623670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661526 Jul 27 16:42:02.879261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:02.911790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.912463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.924601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:02.931496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/053ce0af-94c8-4b6b-99d0-c988255fea15 HTTP/1.1" status: 204 len: 168 time: 2.9048772 Jul 27 16:42:02.932518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:02.940014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1505654988', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:02.951248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587f42-b1d2-4796-9be4-7d30084efceb req-f9f49ea4-cb04-4828-859a-0c15b6a7253e tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:02.960289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-61587f42-b1d2-4796-9be4-7d30084efceb req-f9f49ea4-cb04-4828-859a-0c15b6a7253e tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 943 time: 0.5214214 Jul 27 16:42:02.981521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:02.994108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e530438-fad1-45d2-af59-1d3176991be0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=053ce0af-94c8-4b6b-99d0-c988255fea15,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.032390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-150509aa-0d92-4c4d-8af4-d35c8bb20662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:03.035199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-150509aa-0d92-4c4d-8af4-d35c8bb20662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752472 Jul 27 16:42:03.042506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:03.056203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-61587f42-b1d2-4796-9be4-7d30084efceb req-489e29c9-1cf6-4590-a647-2f00a5248c02 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Jul 27 16:42:03.079287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.109172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.122964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.123664 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:41:59Z', 'revision_number': 5, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port': {'id': '6628b502-a0bc-426e-b27a-dd3149fe7ccb', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:09Z', 'updated_at': '2021-07-27T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.124558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.143916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.161436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.161750 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Checking router: 6f918af9-f76d-4db9-b0b6-aeff54c0418e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:03.171002 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Routers {'6f918af9-f76d-4db9-b0b6-aeff54c0418e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:03.171653 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.208467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.250338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-8bf185bd-1a5e-4ee8-8a27-28bb7654235e service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925569 Jul 27 16:42:03.301500 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] Set router 6f918af9-f76d-4db9-b0b6-aeff54c0418e gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:03.307962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:03.368017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:42:03Z', 'revision_number': 6, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.473623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-622212c0-335c-4e97-9cba-ecd2615f8214 req-3a660f43-c7bc-4aa9-8e04-eb913dc630d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098141 Jul 27 16:42:03.558261 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fce971-3226-4fcb-8c47-c2ac88a1f141 None None] The sync data for ids ['6f918af9-f76d-4db9-b0b6-aeff54c0418e'] in n-d-723572-6 is: [{'id': '6f918af9-f76d-4db9-b0b6-aeff54c0418e', 'name': 'tempest-AttachSCSIVolumeTestJSON-962338475-router', 'tenant_id': '8bb8386836c441329e54cea1a12c3ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:06Z', 'updated_at': '2021-07-27T16:42:03Z', 'revision_number': 6, 'project_id': '8bb8386836c441329e54cea1a12c3ae9', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:03.602379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcde8f-f5fe-4a42-b3ed-2cde95fd72b7 req-fe39e524-4fe5-4b41-b8b0-c1be2afd06bf tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:03.604038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08dcde8f-f5fe-4a42-b3ed-2cde95fd72b7 req-fe39e524-4fe5-4b41-b8b0-c1be2afd06bf tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 944 time: 0.1344252 Jul 27 16:42:03.617648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.629721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.632189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-537c6777-90d9-4389-b62c-b202db07fdb1 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720927 Jul 27 16:42:03.707027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94394e2-33d6-4700-b852-f6ae808a4697 req-948f8baa-2a78-413c-9cdf-c672da08e95d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:03.708668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b94394e2-33d6-4700-b852-f6ae808a4697 req-948f8baa-2a78-413c-9cdf-c672da08e95d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.7264571 Jul 27 16:42:03.914031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Deleting port 6628b502-a0bc-426e-b27a-dd3149fe7ccb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:03.915436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.917535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.954251 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.956815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:03.960876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e342df86-c2c1-4f33-9cae-16516872b2a0 HTTP/1.1" status: 204 len: 168 time: 1.0805600 Jul 27 16:42:03.984476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08dcde8f-f5fe-4a42-b3ed-2cde95fd72b7 req-65fdf4c1-3d4e-4bcc-b085-dd35c34735ca tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655746 Jul 27 16:42:04.013732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b94394e2-33d6-4700-b852-f6ae808a4697 req-0b4d762e-10ac-4b97-9b5e-fac61db39f27 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814791 Jul 27 16:42:04.034242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8e8cb-0a82-4869-bddb-ebda843a2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e342df86-c2c1-4f33-9cae-16516872b2a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:04.042412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-2ad97001-d8e8-4070-a70a-45078d428c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.044050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-2ad97001-d8e8-4070-a70a-45078d428c7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 1094 time: 0.1101174 Jul 27 16:42:04.105979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-59f97b21-af07-4e9b-9723-29dcda8c5c75 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582872 Jul 27 16:42:04.151874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] For port 6628b502-a0bc-426e-b27a-dd3149fe7ccb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6628b502-a0bc-426e-b27a-dd3149fe7ccb,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:04.152561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.182419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Calling delete_port for 6628b502-a0bc-426e-b27a-dd3149fe7ccb owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:04.218060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:04.326049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-b0e784d3-9984-4955-8084-0c39df5db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.329124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-b0e784d3-9984-4955-8084-0c39df5db194 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 916 time: 0.2751877 Jul 27 16:42:04.386565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-8013d2c0-3112-49f0-8c25-658a226c6891 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc HTTP/1.1" status: 200 len: 217 time: 0.0471475 Jul 27 16:42:04.404980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950e28a-1a40-4b73-936f-b0d473f09634 req-3366542c-c3c0-4baf-b941-bedf00cd0035 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.409081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8950e28a-1a40-4b73-936f-b0d473f09634 req-3366542c-c3c0-4baf-b941-bedf00cd0035 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2853086 Jul 27 16:42:04.489828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-49e9f954-a8cf-4362-baa8-3b592957a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.491404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-49e9f954-a8cf-4362-baa8-3b592957a3ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.0812390 Jul 27 16:42:04.494917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8950e28a-1a40-4b73-936f-b0d473f09634 req-d17f811d-6b09-4885-bc8b-37de336e1a4f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Jul 27 16:42:04.508675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-0543594d-02ae-47ba-aa63-2ca876ebbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.514781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-0543594d-02ae-47ba-aa63-2ca876ebbce4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 1095 time: 0.3472097 Jul 27 16:42:04.549576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e12a45-0f48-4632-9bc9-7eabfeec169a req-aab8c4ea-4c6a-4c9c-bfb6-acd47f327fc8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.550809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-701852687-network', 'tenant_id': 'f0f6dc19de7e4a819d9928f586ca7fdb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:04.552312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97e12a45-0f48-4632-9bc9-7eabfeec169a req-aab8c4ea-4c6a-4c9c-bfb6-acd47f327fc8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 943 time: 0.3287678 Jul 27 16:42:04.586675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Made reservation on behalf of f0f6dc19de7e4a819d9928f586ca7fdb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:04.591173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.601972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.627842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-eb253cc7-31d4-4ae2-a31b-1f5cba228a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.629781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-eb253cc7-31d4-4ae2-a31b-1f5cba228a7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289070 Jul 27 16:42:04.641047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:04.644850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-39f7574a-7665-4ed7-ba8d-a0067a2a0001 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:42:04.645875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-39f7574a-7665-4ed7-ba8d-a0067a2a0001 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072899 Jul 27 16:42:04.723011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:04.729051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:04.730272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.773139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.798316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-e20b8612-c0d1-4d4e-9adc-81c15efd7eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440983 Jul 27 16:42:04.813951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97e12a45-0f48-4632-9bc9-7eabfeec169a req-acfb2e90-3cdf-456a-b706-51edf920f5ef tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093201 Jul 27 16:42:04.823720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.843761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.854467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.866618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:04.875687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.876051 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Added segment 14ca11f5-6fcd-442a-a431-ee70be60abdd of type vlan for network 4c20dc85-942a-40e1-b237-492f438488aa Jul 27 16:42:04.880259 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.913346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-9facaea3-a409-4563-8bc2-865cbea4290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.915737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-9facaea3-a409-4563-8bc2-865cbea4290e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.3621802 Jul 27 16:42:04.917230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:04.917399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.920318 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2d321-8412-4ed6-bddb-5666ba60c1fd" -d '{"events": [{"server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "name": "network-vif-plugged", "status": "completed", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:04.922160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.940658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:04.948291 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.980373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Pushing event deleted for resources: {'Port': ['ID=6628b502-a0bc-426e-b27a-dd3149fe7ccb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:04.992262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:04.993286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:04.993933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.034110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-bcde964c-7919-48d8-8517-7ede39fb1123 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebca5275-ac48-40df-9c09-a3e64a317b70 HTTP/1.1" status: 200 len: 217 time: 0.1020923 Jul 27 16:42:05.065367 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c300f7-75c1-4ec2-b385-63cc728e4d47 x-openstack-request-id: req-65c300f7-75c1-4ec2-b385-63cc728e4d47 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:05.066219 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "name": "network-vif-plugged", "status": "completed", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:05.067211 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65c300f7-75c1-4ec2-b385-63cc728e4d47 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:05.069670 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b', 'code': 200} Jul 27 16:42:05.083728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:05.107790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de02fb-8e3b-4765-81ad-d05786b2589a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:05.126232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9069855 Jul 27 16:42:05.134652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:05.153154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Request body: {'subnet': {'network_id': '4c20dc85-942a-40e1-b237-492f438488aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-701852687-subnet', 'tenant_id': 'f0f6dc19de7e4a819d9928f586ca7fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:05.179968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.226719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3dc50-65e2-4954-8247-3f4109e12f8e admin admin] Pushing event updated for resources: {'Network': ['ID=4c20dc85-942a-40e1-b237-492f438488aa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:05.242165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4c20dc85-942a-40e1-b237-492f438488aa details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:05.257652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Made reservation on behalf of f0f6dc19de7e4a819d9928f586ca7fdb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:05.258728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6628b502-a0bc-426e-b27a-dd3149fe7ccb no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:05.262002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.321423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6628b502-a0bc-426e-b27a-dd3149fe7ccb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:05.321773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6628b502-a0bc-426e-b27a-dd3149fe7ccb not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:05.322193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 366e1a18-9a22-44b1-83e5-e6cd7e65b493 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:05.324228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:05.353185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 366e1a18-9a22-44b1-83e5-e6cd7e65b493 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:05.353450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 366e1a18-9a22-44b1-83e5-e6cd7e65b493 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:05.367649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09dfa70-4aab-482f-84df-0321b22b1cec req-41bb56a4-9504-439e-9008-dbcf9a90d4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577078 Jul 27 16:42:05.446398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916568e-8178-4234-8608-59e42a30ce1b req-84480c91-26e7-4fdd-b662-977b60facdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:05.448181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0916568e-8178-4234-8608-59e42a30ce1b req-84480c91-26e7-4fdd-b662-977b60facdbb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 1097 time: 0.3168449 Jul 27 16:42:05.487047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39dcbc-df72-4f78-8751-942c547dac13 req-e20381a5-7189-424f-b5c6-820334be132f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:05.493396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d39dcbc-df72-4f78-8751-942c547dac13 req-e20381a5-7189-424f-b5c6-820334be132f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.2726841 Jul 27 16:42:05.539529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-757628105-network', 'tenant_id': '0aaf887ac35f46f0be6eb83eb87606a2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:05.604278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0916568e-8178-4234-8608-59e42a30ce1b req-414a92d0-2b9c-439e-ab18-6dc6efab0f26 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461706 Jul 27 16:42:05.624009 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d39dcbc-df72-4f78-8751-942c547dac13 req-3556131c-1e0f-44a9-9428-a173426b1b16 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214986 Jul 27 16:42:05.638798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Made reservation on behalf of 0aaf887ac35f46f0be6eb83eb87606a2 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:05.641424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.646653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.663880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.668791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 172.25.4.177 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f3764ba0-b284-4d0c-a5de-ee4ad977254c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:05.675876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-b6baacd1-917f-4619-9f5e-c91521916a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:05.676749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-b6baacd1-917f-4619-9f5e-c91521916a3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.5915859 Jul 27 16:42:05.699565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.778476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.810086 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.810578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f918af9-f76d-4db9-b0b6-aeff54c0418e {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:05.815961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:05.817178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd9bd744-d65c-481b-8f39-c2b4a4ef582a admin admin] 10.222.0.64 "DELETE /v2.0/routers/6f918af9-f76d-4db9-b0b6-aeff54c0418e HTTP/1.1" status: 204 len: 168 time: 3.2666492 Jul 27 16:42:05.829632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:05.847375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-fcdf50df-a42b-41b8-96c0-8f4adc934eda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577952 Jul 27 16:42:05.867154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-3cfccccc-10ae-4e1e-9c7f-1f31c5efe7f8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:42:05.868803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-3cfccccc-10ae-4e1e-9c7f-1f31c5efe7f8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086930 Jul 27 16:42:05.905866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddc98b2-b8c6-4a11-952f-e48ef28f5025,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:05.931220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452d83-e985-441d-a52a-68116ec9d9c2 req-f868b7c7-eaff-4635-b7fc-b186894514d0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:05.934170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49452d83-e985-441d-a52a-68116ec9d9c2 req-f868b7c7-eaff-4635-b7fc-b186894514d0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 944 time: 0.7278857 Jul 27 16:42:05.961915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Deleting subnet 01ec9774-f447-4e6e-a9be-e6e50935155a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:42:05.967248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Checking segment: {'id': '14ca11f5-6fcd-442a-a431-ee70be60abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:05.967248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Network hostable DHCP agents. Network: 4c20dc85-942a-40e1-b237-492f438488aa, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:05.976389 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.017083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005551d3-8e8a-4938-a8a5-1e88e7c990d9 req-a3a03635-f652-4d5e-b0ed-7c7e489aa70f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:06.019838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-005551d3-8e8a-4938-a8a5-1e88e7c990d9 req-a3a03635-f652-4d5e-b0ed-7c7e489aa70f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3060212 Jul 27 16:42:06.067048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.072006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.091207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49452d83-e985-441d-a52a-68116ec9d9c2 req-0effa3c0-f06c-45db-bd79-8c7b3cbee613 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316247 Jul 27 16:42:06.106393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Network 4c20dc85-942a-40e1-b237-492f438488aa is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:06.118257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-2f9050ca-01b4-465c-a1a9-f46d73e2267d service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356625 Jul 27 16:42:06.161198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.162168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4c20dc85-942a-40e1-b237-492f438488aa) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:06.177362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebe6f2-2b45-4bbf-a079-ed36e1a5e99a None None] Network 4c20dc85-942a-40e1-b237-492f438488aa requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:06.182460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-005551d3-8e8a-4938-a8a5-1e88e7c990d9 req-85de2088-b221-465c-82aa-68315732cffb tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414542 Jul 27 16:42:06.183374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.196700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:06.197674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.259381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.265442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:06.285540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c711ef24-2f99-412b-b579-c1412fc6375c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1284630 Jul 27 16:42:06.285821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0d044bca-1be3-46c9-8ebd-3219c4e6aebc details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:06.294798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf344b5-97e7-4b6e-984c-bd4df2fb250a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.304495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.304859 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Added segment 684210f7-7bb9-4fde-a891-f1e4c95fe0a6 of type vlan for network 91816403-7eb0-4c55-b3ee-093a1ae9360e Jul 27 16:42:06.320947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.329339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:06.337475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d14321e-c269-4c6f-bba8-60eb8254e695 req-791e5407-f071-4374-b246-63bcdcd49a37 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108266 Jul 27 16:42:06.344631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:06.347651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:06.385849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.421750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=f3764ba0-b284-4d0c-a5de-ee4ad977254c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.437651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.439123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:06.440251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.441194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f8a0-0e0c-49b3-ae4d-9c7702f8422c req-bae00786-b33c-4a44-9540-424c04845a10 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:06.442777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b48f8a0-0e0c-49b3-ae4d-9c7702f8422c req-bae00786-b33c-4a44-9540-424c04845a10 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 943 time: 0.2577581 Jul 27 16:42:06.450524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.526705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ec9774-f447-4e6e-a9be-e6e50935155a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.535283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:06.554013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'network_id': 'c1d85df1-b452-4b4e-b95f-e52c7d6d4f61', 'port_id': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'mac_address': 'fa:16:3e:30:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca1188e-0914-47ac-adec-6def66a86933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:06.562141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be2f0b-b47d-46da-9a72-5b00f5084bcf None None] Network 4c20dc85-942a-40e1-b237-492f438488aa requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:06.567810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.570177 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f57b4393-5756-4a6a-803c-22c480736929 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01ec9774-f447-4e6e-a9be-e6e50935155a HTTP/1.1" status: 204 len: 168 time: 0.7398622 Jul 27 16:42:06.571920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2451015 Jul 27 16:42:06.572933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:06.586471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:06.593153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Request body: {'subnet': {'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-757628105-subnet', 'tenant_id': '0aaf887ac35f46f0be6eb83eb87606a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:06.609969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a66a9e-c485-4473-a189-c63ad04ecec3 admin admin] Pushing event updated for resources: {'Network': ['ID=91816403-7eb0-4c55-b3ee-093a1ae9360e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.685105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39d718-4427-4b23-aeaa-b257aa50a254 None None] Network 7ca65903-155c-48c6-9536-5b9c3df1595b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:06.687087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:06.689120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ebca5275-ac48-40df-9c09-a3e64a317b70 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:06.693436 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.697010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Made reservation on behalf of 0aaf887ac35f46f0be6eb83eb87606a2 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:06.699937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.779828 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:06.843704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b48f8a0-0e0c-49b3-ae4d-9c7702f8422c req-abb0e6a8-5adb-4c03-8509-a2e14b38d95c tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907173 Jul 27 16:42:06.899876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Deleting port 38c41ea1-9360-472d-8851-b5f39a056281 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:06.902226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.010167 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.042833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ebca5275-ac48-40df-9c09-a3e64a317b70,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:07.053134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d044bca-1be3-46c9-8ebd-3219c4e6aebc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:07.085018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'ebca5275-ac48-40df-9c09-a3e64a317b70', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': 'ebca5275-ac48-40df-9c09-a3e64a317b70', 'mac_address': 'fa:16:3e:e9:c6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:07.097427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a3d21-c8a9-49b7-8369-5c60e3a90373 req-a5beff47-9cda-4a24-b215-4634b545cc8e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:07.098948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd1a3d21-c8a9-49b7-8369-5c60e3a90373 req-a5beff47-9cda-4a24-b215-4634b545cc8e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1621969 Jul 27 16:42:07.106344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] For port 38c41ea1-9360-472d-8851-b5f39a056281, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=38c41ea1-9360-472d-8851-b5f39a056281,segment=NetworkSegment(f952222a-8ba2-4e38-83f7-9262b0d0e06e),segment_id=f952222a-8ba2-4e38-83f7-9262b0d0e06e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:07.107010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.119382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:07.127125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Calling delete_port for 38c41ea1-9360-472d-8851-b5f39a056281 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:07.134514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.145062 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.170782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd1a3d21-c8a9-49b7-8369-5c60e3a90373 req-e624e980-8ff8-4bc5-b6e0-a711a6672feb tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Jul 27 16:42:07.172341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.201781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.216631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7732383b-f244-4197-9753-c4af0a17cc00 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:07.224281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7732383b-f244-4197-9753-c4af0a17cc00 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/networks?id=4c20dc85-942a-40e1-b237-492f438488aa HTTP/1.1" status: 200 len: 813 time: 0.3111532 Jul 27 16:42:07.228475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.233919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebca5275-ac48-40df-9c09-a3e64a317b70 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:07.263934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ebca5275-ac48-40df-9c09-a3e64a317b70,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:07.269193 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.278714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-b1faf6d5-fa6e-467a-9158-4fcf742c3ec5 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/quotas/f0f6dc19de7e4a819d9928f586ca7fdb HTTP/1.1" status: 200 len: 375 time: 0.0531871 Jul 27 16:42:07.307188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6ebad6-402c-4ad6-b5c5-466d04a43f46,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.343339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-659a88af-2f5c-4b9f-b318-c6fd138c5b08 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f6dc19de7e4a819d9928f586ca7fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636318 Jul 27 16:42:07.351346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-30d46f0a-96da-4fd0-95ce-96148b72e3f3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:42:07.351563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c8277-65e2-4da9-80e3-6c2d5be2ffd4 None None] DHCP port deletion for 7ca65903-155c-48c6-9536-5b9c3df1595b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:42:07.355058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.359414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-30d46f0a-96da-4fd0-95ce-96148b72e3f3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148487 Jul 27 16:42:07.385943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d6411d9a-e5d1-4c08-9c3c-e2f3799b832a is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:42:07.416292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118925a0-411d-487b-9b04-b6f1185fe37a req-3c9549c5-1a4e-4c8b-9ab7-9e3bae2405ac tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:07.418047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-118925a0-411d-487b-9b04-b6f1185fe37a req-3c9549c5-1a4e-4c8b-9ab7-9e3bae2405ac tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 945 time: 0.0931671 Jul 27 16:42:07.423551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Checking segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:07.424104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Network hostable DHCP agents. Network: 91816403-7eb0-4c55-b3ee-093a1ae9360e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:07.447626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.494407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c41ea1-9360-472d-8851-b5f39a056281,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.501679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] No DVR routers for this DVR port 38c41ea1-9360-472d-8851-b5f39a056281 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:07.508486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:07.538314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-118925a0-411d-487b-9b04-b6f1185fe37a req-c701e622-ae41-4dc3-a651-87114c7d3038 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826123 Jul 27 16:42:07.548543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['0d044bca-1be3-46c9-8ebd-3219c4e6aebc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:07.555041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-dfeffc7e-2d51-4853-96fa-25d09012daab service neutron] 10.222.0.64 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945868 Jul 27 16:42:07.559889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:07.575045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 91816403-7eb0-4c55-b3ee-093a1ae9360e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:07.577445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] Sync routers for ids ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:07.580976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:07.581624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.586962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.588362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c2f7f63e-be93-48d8-b5af-187db090a588 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6533625 Jul 27 16:42:07.590969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:07.600128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e7a88-63b7-49b1-b368-85570a1db1e2 None None] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:07.657443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ebca5275-ac48-40df-9c09-a3e64a317b70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:07.676287 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cf39085b-3559-448f-9bbf-080a438534e5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0884364 Jul 27 16:42:07.681748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.683984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] Routers {'d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:07.684730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.696202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca65903-155c-48c6-9536-5b9c3df1595b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.715790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f952222a-8ba2-4e38-83f7-9262b0d0e06e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.716497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f952222a-8ba2-4e38-83f7-9262b0d0e06e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.730871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.763090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-5326d191-e145-490c-b746-973eaf134bf4 service neutron] 10.222.0.64 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070715 Jul 27 16:42:07.765293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.766764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.780918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:07.785277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:07.787277 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:07.804934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e4ae1d31-5d17-404d-939a-1543b90bdb95 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers/d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 200 len: 885 time: 0.2127664 Jul 27 16:42:07.808761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:07.879484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.890716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:07.899415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ca65903-155c-48c6-9536-5b9c3df1595b HTTP/1.1" status: 204 len: 168 time: 1.3203735 Jul 27 16:42:07.900543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:07.904528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] Routers {'d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:07.905169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.933667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb247e8-2231-49ad-be9d-62672f60eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca65903-155c-48c6-9536-5b9c3df1595b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.987676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.988289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c7e65-fa31-4762-a7f8-291c98e16bad None None] The sync data for ids ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:07.996977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-929c8277-65e2-4da9-80e3-6c2d5be2ffd4 None None] Deleting port 38c41ea1-9360-472d-8851-b5f39a056281 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:07.997454 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-929c8277-65e2-4da9-80e3-6c2d5be2ffd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:08.069117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03389a0b-2cb5-475d-a11b-435254930ef8 req-09f415c9-1ee8-472b-a854-7e8a99590ac1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:08.070620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03389a0b-2cb5-475d-a11b-435254930ef8 req-09f415c9-1ee8-472b-a854-7e8a99590ac1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3550093 Jul 27 16:42:08.088172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eb581-0f7e-4d31-bc32-d252c8e4cd27 req-cd6016c6-7bd7-43bb-8f27-3308048fe2f7 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:08.089942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d8eb581-0f7e-4d31-bc32-d252c8e4cd27 req-cd6016c6-7bd7-43bb-8f27-3308048fe2f7 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 944 time: 0.0845103 Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-929c8277-65e2-4da9-80e3-6c2d5be2ffd4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7ca65903-155c-48c6-9536-5b9c3df1595b could not be found. Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 16:42:08.119322 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7ca65903-155c-48c6-9536-5b9c3df1595b could not be found. Jul 27 16:42:08.124405 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 16:42:08.144997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d8eb581-0f7e-4d31-bc32-d252c8e4cd27 req-0ac84884-217b-4c87-aeb6-4a83efa37e6b tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Jul 27 16:42:08.171488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf4dd4-bf93-478a-9433-37744f5a9f86 None None] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:08.239896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407918fe-c9cb-4c47-ae8c-f240fedceaf6 None None] DHCP port deletion for 7ca65903-155c-48c6-9536-5b9c3df1595b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:42:08.478749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-a83846f8-a7d2-4523-9c8e-ae28f62d6bea tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:08.488955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3d04d-0a73-4b3d-bd85-777d39f09e7a None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 16:42:08.489256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-a83846f8-a7d2-4523-9c8e-ae28f62d6bea tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 0.1667433 Jul 27 16:42:08.512469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-17b6be2e-6d97-472e-af12-81e06569e6f0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/quotas/0aaf887ac35f46f0be6eb83eb87606a2 HTTP/1.1" status: 200 len: 375 time: 0.0195172 Jul 27 16:42:08.561843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-b9a9cbc7-665c-453c-a197-41051f5b4554 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504143 Jul 27 16:42:08.570170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03389a0b-2cb5-475d-a11b-435254930ef8 req-fb52bc58-8e15-47bb-a2ec-d7c5e030dc48 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868760 Jul 27 16:42:08.670311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3d04d-0a73-4b3d-bd85-777d39f09e7a None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 16:42:08.697049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-02145df1-d723-4fdf-83ac-fff578ff57f2 service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345026 Jul 27 16:42:08.735671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3619b8f-70e3-4750-9b2f-65c7e22896de req-8739942b-fd4a-4f06-b2e0-f3e95524bfcb tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 210 time: 0.0821183 Jul 27 16:42:08.781955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-96224834-4c26-4df4-8644-682aa067c22d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9689994 Jul 27 16:42:08.783127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:08.789399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1505654988'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:08.921912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-8f74eaf2-2b3a-4c24-8c75-ef588bcd2b17 service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162695 Jul 27 16:42:08.992560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.112546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa0-883c-42ae-8763-765283d029e3 req-fa72f087-cd84-4f57-b700-5384d726fb55 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:09.121059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5173aa0-883c-42ae-8763-765283d029e3 req-fa72f087-cd84-4f57-b700-5384d726fb55 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.2253141 Jul 27 16:42:09.235788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 38c41ea1-9360-472d-8851-b5f39a056281 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:09.260621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 38c41ea1-9360-472d-8851-b5f39a056281 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:09.261278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 38c41ea1-9360-472d-8851-b5f39a056281 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:09.317636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5173aa0-883c-42ae-8763-765283d029e3 req-09adadb9-3bfa-4fe9-b4c6-f0cd882285fa tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876915 Jul 27 16:42:09.466463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b00229c2-5ce4-42f9-b527-356add9dd267 req-fd500743-4f37-4c10-8fe7-c70776ee3ddc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 210 time: 0.0415518 Jul 27 16:42:09.663778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-13805eb2-4a9c-458f-bb74-609a834b396b tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:09.665601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-13805eb2-4a9c-458f-bb74-609a834b396b tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.13 "GET /v2.0/networks?id=4c20dc85-942a-40e1-b237-492f438488aa HTTP/1.1" status: 200 len: 813 time: 0.2003763 Jul 27 16:42:09.666836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Deleting port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:09.667377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.705319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Request body: {'port': {'device_id': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa', 'admin_state_up': True, 'tenant_id': 'f0f6dc19de7e4a819d9928f586ca7fdb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:09.712032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-827cb0e2-a20b-4ab2-b7f2-3381962d4ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.723130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5261-e650-452f-96c0-11983664c380 req-c901aece-84a8-4827-9c07-384e09c033ac tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:09.725614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4c5261-e650-452f-96c0-11983664c380 req-c901aece-84a8-4827-9c07-384e09c033ac tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 944 time: 0.1420448 Jul 27 16:42:09.796995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c3f2-c48c-4f54-9af5-c9a5aa5a332d req-58b2c07b-069f-4af1-bd33-6f927e479ab8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:09.799107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-91a6c3f2-c48c-4f54-9af5-c9a5aa5a332d req-58b2c07b-069f-4af1-bd33-6f927e479ab8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 945 time: 0.3346229 Jul 27 16:42:09.804739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b4c5261-e650-452f-96c0-11983664c380 req-2787137e-162c-414f-ac93-87dc8173599a tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699558 Jul 27 16:42:09.811996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] For port 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:09.812404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.836761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.838153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Calling delete_port for 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:09.885260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:09.904348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-91a6c3f2-c48c-4f54-9af5-c9a5aa5a332d req-d0282e85-74bc-44bf-ab4e-adc6defa568c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932784 Jul 27 16:42:09.994123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Made reservation on behalf of f0f6dc19de7e4a819d9928f586ca7fdb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:09.997578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.037504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ab2e3-7396-46aa-a0c1-5e91ecf9a3fb req-e67b3fa8-123f-4424-86f2-8ae2eb933920 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:10.039525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c5ab2e3-7396-46aa-a0c1-5e91ecf9a3fb req-e67b3fa8-123f-4424-86f2-8ae2eb933920 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1423273 Jul 27 16:42:10.051914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-783227f9-6f85-4157-bbe9-0a73e431927d req-1478a972-cc6b-44f2-93d0-f097974c3aef tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 210 time: 0.0446112 Jul 27 16:42:10.097540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c5ab2e3-7396-46aa-a0c1-5e91ecf9a3fb req-147c5757-3732-4f61-9631-4d6065581514 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 Jul 27 16:42:10.113016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d6411d9a-e5d1-4c08-9c3c-e2f3799b832a has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:10.157976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.187811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Pushing event deleted for resources: {'Port': ['ID=047ea7a4-bb99-4f74-b77d-e6f0f07b7da4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.226900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.227259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.227613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.227954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.228292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.228652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.228990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.229322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.229653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.229981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.230310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.230664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.260749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Allocated IP 172.20.0.9 (4c20dc85-942a-40e1-b237-492f438488aa/8ddc98b2-b8c6-4a11-952f-e48ef28f5025/3553dba3-81a8-42af-87b3-b349d5f93484) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:10.271291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0d044bca-1be3-46c9-8ebd-3219c4e6aebc up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:10.301408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:10.309559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.310753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e53fe540-3abd-48ab-8131-9f489a206ac9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 200 len: 892 time: 1.5270708 Jul 27 16:42:10.315303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42586) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:10.326153 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] Sync routers for ids ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:10.345998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] Routers {'d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:10.348050 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:10.373540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:10.379625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:10.380601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.423002 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:10.448296 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] Routers {'d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:10.456723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.457341 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:10.558957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:10.559907 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d0487-609c-4c22-96d8-ca3d5a91c260 None None] The sync data for ids ['d6411d9a-e5d1-4c08-9c3c-e2f3799b832a'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:10.603043 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.610516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6fa99410-9408-44f0-ab04-b6cd14939331 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers/d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 200 len: 892 time: 0.2913392 Jul 27 16:42:10.612945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:10.640601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:10.646329 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca995b54-6c3c-46f3-9a90-ff3540a25bb1" -d '{"events": [{"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-plugged", "status": "completed", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:10.669371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb6b9f0e-f8d9-4ca8-872d-4f879eb968b1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 200 len: 205 time: 0.0522540 Jul 27 16:42:10.670427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:10.671454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ebca5275-ac48-40df-9c09-a3e64a317b70 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:10.679655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:10.693291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a07203d3-f71e-4613-b51a-f88e3d249d39 req-58494d8c-9dde-45db-a578-b1bd7c63af5d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 210 time: 0.0472107 Jul 27 16:42:10.717848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.744822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.776077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94545217-caad-4952-8e78-e493c4da5e1c req-a38ad224-2420-4e17-b451-8120225bb998 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:10.777376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94545217-caad-4952-8e78-e493c4da5e1c req-a38ad224-2420-4e17-b451-8120225bb998 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.3028185 Jul 27 16:42:10.784212 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb9d329-91ae-44e8-b2cc-f2469658b870 x-openstack-request-id: req-4fb9d329-91ae-44e8-b2cc-f2469658b870 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:10.784955 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-plugged", "status": "completed", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:10.785320 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fb9d329-91ae-44e8-b2cc-f2469658b870 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:10.785979 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'code': 200} Jul 27 16:42:10.831962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port ebca5275-ac48-40df-9c09-a3e64a317b70 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:10.836066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.855590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port ebca5275-ac48-40df-9c09-a3e64a317b70 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:10.856076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.891710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-8576a073-c014-401a-a11d-b84956a6aba2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:10.893260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-8576a073-c014-401a-a11d-b84956a6aba2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 0.4203413 Jul 27 16:42:10.948553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Request body: {'port': {'device_id': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'admin_state_up': True, 'tenant_id': '0aaf887ac35f46f0be6eb83eb87606a2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:10.958931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94545217-caad-4952-8e78-e493c4da5e1c req-01567d4c-28c8-4cb7-85a4-6ae610ee7c61 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733551 Jul 27 16:42:10.963837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:10.975387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.013666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.014607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ebca5275-ac48-40df-9c09-a3e64a317b70,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:11.020889 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.088275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:11.113593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Network 4c20dc85-942a-40e1-b237-492f438488aa is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:11.155440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:11.162252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:11.163395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Made reservation on behalf of 0aaf887ac35f46f0be6eb83eb87606a2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:11.166004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Pushing event updated for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:11.167588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.208579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6a2a-2f5a-4735-9000-3dd4613e8722 req-3c53bc6d-d415-4a37-9c1b-424f7df63b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.210117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e77d6a2a-2f5a-4735-9000-3dd4613e8722 req-3c53bc6d-d415-4a37-9c1b-424f7df63b0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 1096 time: 0.2943466 Jul 27 16:42:11.265870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.274549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.275213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.310247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e77d6a2a-2f5a-4735-9000-3dd4613e8722 req-a23db39b-0cc7-4eca-938e-99fb1ad1e83e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909743 Jul 27 16:42:11.317954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec41985-5a5f-4451-a279-21e9b3ed7287 req-796ccfe5-887b-4d98-b2a0-c0441f25d352 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.319530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fec41985-5a5f-4451-a279-21e9b3ed7287 req-796ccfe5-887b-4d98-b2a0-c0441f25d352 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 946 time: 0.2644019 Jul 27 16:42:11.340820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-7e0277b3-81e4-4fe7-ba87-44c4cc048b33 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6454263 Jul 27 16:42:11.386497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fec41985-5a5f-4451-a279-21e9b3ed7287 req-5ab6fc8d-dc5f-4395-bd4a-058c2b121f16 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Jul 27 16:42:11.409819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port f3764ba0-b284-4d0c-a5de-ee4ad977254c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:11.410254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.472738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44920a-cd60-4a51-bb81-b55b1ac4da20 req-b6b26dbb-b73f-401e-b821-6bd92506beee tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.474143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c44920a-cd60-4a51-bb81-b55b1ac4da20 req-b6b26dbb-b73f-401e-b821-6bd92506beee tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.5302377 Jul 27 16:42:11.480657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Router 2404c245-06a9-48a9-9653-98db309cffbc has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:11.539016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.560123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cebdc-35cc-404a-b8eb-2fe4200d67dd req-5f36587c-9699-4363-b97a-91b0b7ae99ae tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.561714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-790cebdc-35cc-404a-b8eb-2fe4200d67dd req-5f36587c-9699-4363-b97a-91b0b7ae99ae tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 931 time: 0.1140873 Jul 27 16:42:11.562696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for f3764ba0-b284-4d0c-a5de-ee4ad977254c owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:11.621696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Request body: {'port': {'device_id': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:11.626431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c44920a-cd60-4a51-bb81-b55b1ac4da20 req-7fe413e7-ab78-4df0-8980-686b2eca10cb tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192453 Jul 27 16:42:11.674510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-790cebdc-35cc-404a-b8eb-2fe4200d67dd req-f107afe0-8b1c-40b4-9d04-899ff649dbd9 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053877 Jul 27 16:42:11.725552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:11.735375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8301c918-cb45-48ea-a310-488f1738a88c admin admin] 10.222.0.64 "PUT /v2.0/routers/2404c245-06a9-48a9-9653-98db309cffbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8313661 Jul 27 16:42:11.743388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Sync routers for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:11.756030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:11.757651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Allocated IP 172.20.0.4 (91816403-7eb0-4c55-b3ee-093a1ae9360e/8a6ebad6-402c-4ad6-b5c5-466d04a43f46/9c628985-f129-43aa-8ef1-d13ad3096322) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:11.758293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:11.761296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:41:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:11.781407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.820650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-772d2120-8415-4133-8aa2-dc35892b0fbd req-d9dda6ec-18e1-4161-a587-d08833d91cbf tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 210 time: 0.0420251 Jul 27 16:42:11.968443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:11.982977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b4be-5a07-408d-805e-6b20ba1a7030 req-b638fe9e-7d70-448f-b8c4-fc72b10cb62a tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:11.984452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2573b4be-5a07-408d-805e-6b20ba1a7030 req-b638fe9e-7d70-448f-b8c4-fc72b10cb62a tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2729428 Jul 27 16:42:12.012125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=f3764ba0-b284-4d0c-a5de-ee4ad977254c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:12.018382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.129511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:12.132527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb2701ab-94a7-491d-8a9d-df762c7f3aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.177150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.189357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2573b4be-5a07-408d-805e-6b20ba1a7030 req-d8d96bef-5e24-4e0e-857f-b390d2c14f59 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582799 Jul 27 16:42:12.214461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.269717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.338234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:12.343812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:12.348129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:12.358363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:12.375276 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.387550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Deleting port 17c1fec3-7ffc-4eea-b886-e77a13ddc361 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:12.388636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.417963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:42:10Z', 'revision_number': 5, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port': {'id': '17c1fec3-7ffc-4eea-b886-e77a13ddc361', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404c245-06a9-48a9-9653-98db309cffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:39:32Z', 'updated_at': '2021-07-27T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:12.453975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Checking router: 2404c245-06a9-48a9-9653-98db309cffbc for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:12.468853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Routers {'2404c245-06a9-48a9-9653-98db309cffbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:12.470245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2404c245-06a9-48a9-9653-98db309cffbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:12.471062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.492922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:12.493713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.532526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-75ad37fd-c5d5-4751-8333-ba663acb1ea8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5896089 Jul 27 16:42:12.547719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Request body: {'port': {'device_id': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:12.595001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] Set router 2404c245-06a9-48a9-9653-98db309cffbc gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:12.598528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.605387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.639777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] For port 17c1fec3-7ffc-4eea-b886-e77a13ddc361, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17c1fec3-7ffc-4eea-b886-e77a13ddc361,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:12.640156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.663424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5c1ca119-c771-4404-bff0-526492452fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:42:12Z', 'revision_number': 6, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:12.675919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b9607-a76c-4507-b14b-1fab9eab4e28 req-835f5306-8d5c-4bfa-ad65-e75728126890 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:12.677640 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-726b9607-a76c-4507-b14b-1fab9eab4e28 req-835f5306-8d5c-4bfa-ad65-e75728126890 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.5812466 Jul 27 16:42:12.681370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Calling delete_port for 17c1fec3-7ffc-4eea-b886-e77a13ddc361 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:12.683853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.684415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router d6411d9a-e5d1-4c08-9c3c-e2f3799b832a {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:12.692818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.693938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-83c1243c-45e9-4ccd-a180-735a8ecc561b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 204 len: 168 time: 2.0195403 Jul 27 16:42:12.698303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:12.703142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ca119-c771-4404-bff0-526492452fef None None] The sync data for ids ['2404c245-06a9-48a9-9653-98db309cffbc'] in n-d-723572-6 is: [{'id': '2404c245-06a9-48a9-9653-98db309cffbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736880979-router', 'tenant_id': 'f71727f0d0754f0d94ea60343124c810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:39:29Z', 'updated_at': '2021-07-27T16:42:12Z', 'revision_number': 6, 'project_id': 'f71727f0d0754f0d94ea60343124c810', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:12.721482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.723541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36161338'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:12.769279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3553dba3-81a8-42af-87b3-b349d5f93484 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:12.777533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db87e49-5233-4cf5-9268-d12dafeea4fc req-a29cce9d-a61c-42c9-a00d-33a6e3e81dfe tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:12.779171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8db87e49-5233-4cf5-9268-d12dafeea4fc req-a29cce9d-a61c-42c9-a00d-33a6e3e81dfe tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 946 time: 0.2548699 Jul 27 16:42:12.781388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.785206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:12.788089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:12.788855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.791856 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2ffcb-9178-4c34-8071-357b03123096" -d '{"events": [{"server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "name": "network-vif-plugged", "status": "completed", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:12.817575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-726b9607-a76c-4507-b14b-1fab9eab4e28 req-3d92fcc3-77b0-43ca-8954-9d2659330569 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880475 Jul 27 16:42:12.830677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Transition to ACTIVE for port object 3553dba3-81a8-42af-87b3-b349d5f93484 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:12.839966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.847822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:12.900990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:12.901342 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 01cf703a-bdf8-4f93-800f-7b3a257ea859 of type vlan for network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa Jul 27 16:42:12.951922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Pushing event updated for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:12.970110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8db87e49-5233-4cf5-9268-d12dafeea4fc req-fb802650-f7e7-42dc-942b-878db76c0aa0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801746 Jul 27 16:42:13.016883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.107929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.114183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.114911 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.143396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e415c4-a702-421a-9537-4272d92f545f req-9e5f93ef-6840-4c36-ac24-808d0a3ffabc tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.145816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.155503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51e415c4-a702-421a-9537-4272d92f545f req-9e5f93ef-6840-4c36-ac24-808d0a3ffabc tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.2524107 Jul 27 16:42:13.181983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:13.203059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c1fec3-7ffc-4eea-b886-e77a13ddc361,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:13.217561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:13.217911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 047ea7a4-bb99-4f74-b77d-e6f0f07b7da4 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:13.242249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Attempting to bind port 3553dba3-81a8-42af-87b3-b349d5f93484 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:13.242874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Attempting to bind port 3553dba3-81a8-42af-87b3-b349d5f93484 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '14ca11f5-6fcd-442a-a431-ee70be60abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:13.243534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Attempting to bind port 3553dba3-81a8-42af-87b3-b349d5f93484 on network 4c20dc85-942a-40e1-b237-492f438488aa {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:13.271336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5726461 Jul 27 16:42:13.276157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Port 3553dba3-81a8-42af-87b3-b349d5f93484 on network 4c20dc85-942a-40e1-b237-492f438488aa not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:13.276508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Attempting to bind port 3553dba3-81a8-42af-87b3-b349d5f93484 on network 4c20dc85-942a-40e1-b237-492f438488aa {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:13.286455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:13.291476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:13.305222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ae58-006c-4bff-b108-e2c22e69174d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:13.308006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da72914-e045-4a3e-af2a-1edd23ff1e70 req-ca208963-6f19-439d-b2dc-ea720f93224f tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.310217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2da72914-e045-4a3e-af2a-1edd23ff1e70 req-ca208963-6f19-439d-b2dc-ea720f93224f tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 943 time: 0.2399287 Jul 27 16:42:13.322254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:13.328122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51e415c4-a702-421a-9537-4272d92f545f req-9d7ce8bb-b124-4ef7-89f3-699e86eedadf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690252 Jul 27 16:42:13.366871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.367145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:13.367364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Checking segment: {'id': '14ca11f5-6fcd-442a-a431-ee70be60abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:13.367755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Bound using segment: {'id': '14ca11f5-6fcd-442a-a431-ee70be60abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:13.368217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Bound port: 3553dba3-81a8-42af-87b3-b349d5f93484, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ca11f5-6fcd-442a-a431-ee70be60abdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:13.368604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.449200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:13.484625 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b796ad36-e1da-468c-b809-9ea2cb1d3d65 x-openstack-request-id: req-b796ad36-e1da-468c-b809-9ea2cb1d3d65 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:13.485215 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "name": "network-vif-plugged", "status": "completed", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:13.485585 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b796ad36-e1da-468c-b809-9ea2cb1d3d65 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:13.486253 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70', 'code': 200} Jul 27 16:42:13.487371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:13.495835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.503398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.503822 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.507314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:13.507853 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.511188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.512032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2da72914-e045-4a3e-af2a-1edd23ff1e70 req-b9f3e0a7-e2e8-4ca7-820e-277f24210f30 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621337 Jul 27 16:42:13.524250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Transition to ACTIVE for port object 9c628985-f129-43aa-8ef1-d13ad3096322 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:13.550427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3553dba3-81a8-42af-87b3-b349d5f93484,segment=NetworkSegment(14ca11f5-6fcd-442a-a431-ee70be60abdd),segment_id=14ca11f5-6fcd-442a-a431-ee70be60abdd)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:13.557971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.599922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.600866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2404c245-06a9-48a9-9653-98db309cffbc {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:13.605329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.614038 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.616480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-10814135-e4b6-4e30-ade3-87a3a30a2581 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2404c245-06a9-48a9-9653-98db309cffbc HTTP/1.1" status: 204 len: 168 time: 1.8551857 Jul 27 16:42:13.620818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42630) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:13.643539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:13.685971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.686591 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.688100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] 10.222.0.13 "PUT /v2.0/ports/3553dba3-81a8-42af-87b3-b349d5f93484 HTTP/1.1" status: 200 len: 1091 time: 2.0705945 Jul 27 16:42:13.697290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:13.699679 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea5f86-826e-4020-8e90-58487ae7618d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:13.744096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02401-02e9-4f44-bdee-ac45b2c8442f service neutron] Pushing event updated for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:13.755648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Deleting subnet 32fa1349-3553-490e-9595-83b7141e14f9 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:42:13.763367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.802636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eaa6b-9c96-4e9c-89e8-e937cc3e5a52 req-3e8ed70c-a807-4dd8-8d8d-1d52d5653780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.804195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc3eaa6b-9c96-4e9c-89e8-e937cc3e5a52 req-3e8ed70c-a807-4dd8-8d8d-1d52d5653780 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 1097 time: 0.3292873 Jul 27 16:42:13.833758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd480c-bd05-4b3b-a7e6-41a823f5a671 req-1563b3d9-1782-45a3-aa15-7989dc4ac27e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.834012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.835263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7bd480c-bd05-4b3b-a7e6-41a823f5a671 req-1563b3d9-1782-45a3-aa15-7989dc4ac27e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 943 time: 0.3179364 Jul 27 16:42:13.855704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Attempting to bind port 9c628985-f129-43aa-8ef1-d13ad3096322 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:13.856500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Attempting to bind port 9c628985-f129-43aa-8ef1-d13ad3096322 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:13.856500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Attempting to bind port 9c628985-f129-43aa-8ef1-d13ad3096322 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:13.867244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e50c83-aead-499e-9a1f-01226c48a3e8 req-083d8cb8-432b-4627-85c0-d514e0844b17 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.868828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85e50c83-aead-499e-9a1f-01226c48a3e8 req-083d8cb8-432b-4627-85c0-d514e0844b17 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2512352 Jul 27 16:42:13.877191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Port 9c628985-f129-43aa-8ef1-d13ad3096322 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:13.877529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Attempting to bind port 9c628985-f129-43aa-8ef1-d13ad3096322 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:13.899559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:13.899955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Checking segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:13.900306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Bound using segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:13.900754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Bound port: 9c628985-f129-43aa-8ef1-d13ad3096322, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:13.901119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:13.928956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc3eaa6b-9c96-4e9c-89e8-e937cc3e5a52 req-7f66b7c1-98cc-45cb-8176-ef2fd9075511 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154258 Jul 27 16:42:13.971821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7bd480c-bd05-4b3b-a7e6-41a823f5a671 req-beee1bf1-ad40-45e8-8158-503315fe4493 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070330 Jul 27 16:42:13.994214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-ed43d362-2174-4874-ac01-6d230b03bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:13.994214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-ed43d362-2174-4874-ac01-6d230b03bd1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0f6dc19de7e4a819d9928f586ca7fdb&device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 1094 time: 0.2374775 Jul 27 16:42:13.994214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.005847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85e50c83-aead-499e-9a1f-01226c48a3e8 req-bef08cc6-7558-46b7-bb49-c8fc6f7ad576 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226900 Jul 27 16:42:14.024114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.072032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:14.076806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:14.085245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.089144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-61f618cc-38fe-41e1-a8df-2fa0b593e20b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3553dba3-81a8-42af-87b3-b349d5f93484 HTTP/1.1" status: 200 len: 217 time: 0.0551522 Jul 27 16:42:14.109074 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b1192-d989-42e0-8851-5bb6fc193261 x-openstack-request-id: req-ce5b1192-d989-42e0-8851-5bb6fc193261 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:14.109359 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:14.109605 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce5b1192-d989-42e0-8851-5bb6fc193261 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:14.109995 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484', 'status': 'completed', 'code': 200} Jul 27 16:42:14.152776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.153845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.155359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] 10.222.0.61 "PUT /v2.0/ports/9c628985-f129-43aa-8ef1-d13ad3096322 HTTP/1.1" status: 200 len: 1091 time: 1.6118641 Jul 27 16:42:14.155940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:14.158362 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857fb2e-babb-4a36-b2e3-5db39010bd71" -d '{"events": [{"name": "network-changed", "server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:14.173035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.188544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=0a20b150-ba20-442b-a7c7-1dba15bef8d8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:14.209649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '01cf703a-bdf8-4f93-800f-7b3a257ea859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:14.210098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:14.228442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-fd6e1db1-870e-4b42-a6c3-fcad5bd66087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.230058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-fd6e1db1-870e-4b42-a6c3-fcad5bd66087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ddc98b2-b8c6-4a11-952f-e48ef28f5025 HTTP/1.1" status: 200 len: 853 time: 0.1063824 Jul 27 16:42:14.237552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e074a-8335-454e-b8d5-ca0836749cba service neutron] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:14.244921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fa1349-3553-490e-9595-83b7141e14f9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:14.250995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7a6de-8d36-465a-8b9e-912ef9469ff5 req-32855029-a727-43f7-93b0-edeba69c4bfa tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.252652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbbcbc8-9721-42f6-ac71-b7bac3cba749 None None] Network 2d46a9e0-70b5-452a-9fb8-aa80c917032b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:14.259297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12f7a6de-8d36-465a-8b9e-912ef9469ff5 req-32855029-a727-43f7-93b0-edeba69c4bfa tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1866739 Jul 27 16:42:14.274670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.276587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11798610-8b16-49dc-9c7d-dbf5825b20b3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32fa1349-3553-490e-9595-83b7141e14f9 HTTP/1.1" status: 204 len: 168 time: 0.6532948 Jul 27 16:42:14.281117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:14.300594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-8762d9dd-d21c-4149-bcd1-5cffe320c95f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c20dc85-942a-40e1-b237-492f438488aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368588 Jul 27 16:42:14.312480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:14.332935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb3a1c-e9ed-4d4e-9b31-257e7e91b256 req-d01fc48a-45ed-49db-bb90-19fd0a03985b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.334467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65fb3a1c-e9ed-4d4e-9b31-257e7e91b256 req-d01fc48a-45ed-49db-bb90-19fd0a03985b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1696651 Jul 27 16:42:14.337514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-484f043c-088a-4f73-80b4-e18a69dfd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.338858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-484f043c-088a-4f73-80b4-e18a69dfd870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 1094 time: 0.1127701 Jul 27 16:42:14.377585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:14.388948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a2e75-c23d-4aea-9c20-2a8db8504225 None None] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:14.397940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-c79b8f21-e7cd-4cef-a53b-815cd4cec7c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c628985-f129-43aa-8ef1-d13ad3096322 HTTP/1.1" status: 200 len: 217 time: 0.0482037 Jul 27 16:42:14.421785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.422478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.442610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65fb3a1c-e9ed-4d4e-9b31-257e7e91b256 req-140beeb5-06c9-4a59-acc9-fd704ddb68e2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Jul 27 16:42:14.469671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-f01c1be3-6cbb-4769-8153-c109c9cb5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.471311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-f01c1be3-6cbb-4769-8153-c109c9cb5489 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.0642130 Jul 27 16:42:14.472858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12f7a6de-8d36-465a-8b9e-912ef9469ff5 req-ce908f22-0b15-4948-8ede-34708b4cab35 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096846 Jul 27 16:42:14.507157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.513256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a85ba65a-a729-4b79-915c-4972da81aed5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2231882 Jul 27 16:42:14.529311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:14.535537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909155753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:14.542225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-c01a32ea-99b8-4623-8980-8d203888d3ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585144 Jul 27 16:42:14.563495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-4fad0800-b963-4ab5-904d-e4c118275452 service neutron] 10.222.0.13 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480102 Jul 27 16:42:14.574422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] DHCP port deletion for 2d46a9e0-70b5-452a-9fb8-aa80c917032b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:42:14.625328 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591b263d-ff14-4903-9c42-87eae55a1d76 x-openstack-request-id: req-591b263d-ff14-4903-9c42-87eae55a1d76 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:14.625773 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:14.626121 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-591b263d-ff14-4903-9c42-87eae55a1d76 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:14.626868 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322', 'status': 'completed', 'code': 200} Jul 27 16:42:14.685433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.686762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.698503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa', 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '0a20b150-ba20-442b-a7c7-1dba15bef8d8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:42:14.699870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.713936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Deleting port 62e40baa-e064-40c3-a8ea-b2093c47f186 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:14.714457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.741715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-32b28ab8-b66c-4b7a-92a2-6df718638297 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882415 Jul 27 16:42:14.793188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.807335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.813679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c6fe93f-0119-4268-8664-b4ded2df1148 req-5852b865-3d5b-4b52-939e-5d02f9a6ac8b service neutron] 10.222.0.13 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334666 Jul 27 16:42:14.829445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3c13-82bb-4a0e-919f-1600f2dd36cd req-1a7234fd-6af2-4c45-b175-b362a7b25a81 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:14.831666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3ad3c13-82bb-4a0e-919f-1600f2dd36cd req-1a7234fd-6af2-4c45-b175-b362a7b25a81 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 946 time: 0.2727032 Jul 27 16:42:14.872062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Deleting port 62e40baa-e064-40c3-a8ea-b2093c47f186 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:14.872377 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.886656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] For port 62e40baa-e064-40c3-a8ea-b2093c47f186, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=62e40baa-e064-40c3-a8ea-b2093c47f186,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:14.887825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.912761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Calling delete_port for 62e40baa-e064-40c3-a8ea-b2093c47f186 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:14.927270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:14.931454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b778a5e-e71c-4906-9be1-c146f93f36da tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3991668 Jul 27 16:42:14.941463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:15.011604 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.031101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Allocated IP 2001:db8::2 (4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa/0a20b150-ba20-442b-a7c7-1dba15bef8d8/870e8146-0b5e-440c-ace8-015fb0cfbab3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:15.080974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3ad3c13-82bb-4a0e-919f-1600f2dd36cd req-7bb74342-9ccd-4c0a-9999-d41575fc7903 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368634 Jul 27 16:42:15.088882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] For port 62e40baa-e064-40c3-a8ea-b2093c47f186, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=62e40baa-e064-40c3-a8ea-b2093c47f186,segment=NetworkSegment(36e6ae7f-3252-46ac-a8eb-2749a35315f1),segment_id=36e6ae7f-3252-46ac-a8eb-2749a35315f1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:15.089258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.117097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c785fc-d01a-4580-9af4-130dae41d88f req-a59e6099-7bda-44d3-87fe-e8c2f00cb486 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.118698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3c785fc-d01a-4580-9af4-130dae41d88f req-a59e6099-7bda-44d3-87fe-e8c2f00cb486 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.4792957 Jul 27 16:42:15.154599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Calling delete_port for 62e40baa-e064-40c3-a8ea-b2093c47f186 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:15.167122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75d9a7b-5b86-4d7d-a863-1b085fe95e7f req-6355151f-2d04-40de-96aa-d7e7891e858a service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163277 Jul 27 16:42:15.188235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3c785fc-d01a-4580-9af4-130dae41d88f req-dd8642ae-28f7-4ae8-9bb4-6491a901cca3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Jul 27 16:42:15.283809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.302447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Transition to ACTIVE for port object 870e8146-0b5e-440c-ace8-015fb0cfbab3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:15.306577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 62e40baa-e064-40c3-a8ea-b2093c47f186 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:15.312049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.332170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-e21e5238-b65e-47b5-b6a6-73230de4371c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.334134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-e21e5238-b65e-47b5-b6a6-73230de4371c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 946 time: 0.5132825 Jul 27 16:42:15.363650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] Pushing event deleted for resources: {'Port': ['ID=62e40baa-e064-40c3-a8ea-b2093c47f186,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:15.364768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-488e23e1-746a-4d72-bc55-f0d33f460e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.366296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-488e23e1-746a-4d72-bc55-f0d33f460e59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 1094 time: 0.0976193 Jul 27 16:42:15.369458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 62e40baa-e064-40c3-a8ea-b2093c47f186 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:15.369795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 62e40baa-e064-40c3-a8ea-b2093c47f186 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:15.370204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17c1fec3-7ffc-4eea-b886-e77a13ddc361 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:15.373636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b0bc1-0629-4ddc-aab8-7afb69ebbcfd req-aa0fd6e8-a80e-4509-8f55-bb38e91841ef tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.375136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad7b0bc1-0629-4ddc-aab8-7afb69ebbcfd req-aa0fd6e8-a80e-4509-8f55-bb38e91841ef tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 943 time: 0.1161125 Jul 27 16:42:15.394221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 17c1fec3-7ffc-4eea-b886-e77a13ddc361 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:15.396748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17c1fec3-7ffc-4eea-b886-e77a13ddc361 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:15.398988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Transition to ACTIVE for port object 870e8146-0b5e-440c-ace8-015fb0cfbab3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:15.400895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaea639-4c7a-4b3e-accd-314fa4f59f04 None None] No DVR routers for this DVR port 62e40baa-e064-40c3-a8ea-b2093c47f186 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:15.408900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.456587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:15.463608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:15.467185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:15.473676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Pushing event updated for resources: {'Port': ['ID=870e8146-0b5e-440c-ace8-015fb0cfbab3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:15.481274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea5f86-826e-4020-8e90-58487ae7618d req-05c10db6-1af5-48eb-8597-a12f3cc8d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.482814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-05c10db6-1af5-48eb-8597-a12f3cc8d69e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0f6dc19de7e4a819d9928f586ca7fdb&device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 1094 time: 0.5326195 Jul 27 16:42:15.498592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad7b0bc1-0629-4ddc-aab8-7afb69ebbcfd req-efbccf05-ad65-429f-8126-49fb8f2ac12b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560372 Jul 27 16:42:15.499839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-dcbf4108-2b34-4423-a0de-84dec47a0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.501341 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-dcbf4108-2b34-4423-a0de-84dec47a0207 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 915 time: 0.1250007 Jul 27 16:42:15.543042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Attempting to bind port 870e8146-0b5e-440c-ace8-015fb0cfbab3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:15.543691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Attempting to bind port 870e8146-0b5e-440c-ace8-015fb0cfbab3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '01cf703a-bdf8-4f93-800f-7b3a257ea859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:15.543853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Attempting to bind port 870e8146-0b5e-440c-ace8-015fb0cfbab3 on network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:15.550367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:15.550846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Checking segment: {'id': '01cf703a-bdf8-4f93-800f-7b3a257ea859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:15.551316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.552050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Bound using segment: {'id': '01cf703a-bdf8-4f93-800f-7b3a257ea859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:15.552241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Bound port: 870e8146-0b5e-440c-ace8-015fb0cfbab3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cf703a-bdf8-4f93-800f-7b3a257ea859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:15.553174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.571180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-c61e0f22-76c5-4daf-8bb5-bd0595348998 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c628985-f129-43aa-8ef1-d13ad3096322 HTTP/1.1" status: 200 len: 217 time: 0.0467353 Jul 27 16:42:15.643074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] For port 870e8146-0b5e-440c-ace8-015fb0cfbab3, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:15.648463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] For port 870e8146-0b5e-440c-ace8-015fb0cfbab3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=870e8146-0b5e-440c-ace8-015fb0cfbab3,segment=NetworkSegment(01cf703a-bdf8-4f93-800f-7b3a257ea859),segment_id=01cf703a-bdf8-4f93-800f-7b3a257ea859)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:15.652895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.674735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-3b0071a6-c428-4156-aa28-773d8e81df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.676405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-3b0071a6-c428-4156-aa28-773d8e81df2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.0956619 Jul 27 16:42:15.719192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-8ede3d9d-849a-4e4f-9d0a-c901a05a18de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344677 Jul 27 16:42:15.731452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d71bd-d7ff-4770-b933-2e7539471b63 None None] Pushing event updated for resources: {'Port': ['ID=870e8146-0b5e-440c-ace8-015fb0cfbab3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:15.750351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4987c7-3630-425f-bff8-022ec0df74bc req-a6d32d9d-1e23-47a8-90e3-ba4971917d3b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.751970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc4987c7-3630-425f-bff8-022ec0df74bc req-a6d32d9d-1e23-47a8-90e3-ba4971917d3b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1331494 Jul 27 16:42:15.837787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc4987c7-3630-425f-bff8-022ec0df74bc req-a69f6075-5d9f-424b-9392-edb4acc12749 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745239 Jul 27 16:42:15.878570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-42239091-fbde-4378-add2-d86a9245cf49 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435103 Jul 27 16:42:15.965358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:15.989114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc2849-fada-447c-957b-0fb7b8e5f749 req-b42d5947-20dd-44ba-96e9-405a4abcd72e tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:15.990735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebdc2849-fada-447c-957b-0fb7b8e5f749 req-b42d5947-20dd-44ba-96e9-405a4abcd72e tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 943 time: 0.7646279 Jul 27 16:42:16.038750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6857fb2e-babb-4a36-b2e3-5db39010bd71 req-2147dc9b-296e-4344-a72c-4b81c8d32ea8 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521614 Jul 27 16:42:16.054082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Pushing event deleted for resources: {'Port': ['ID=62e40baa-e064-40c3-a8ea-b2093c47f186,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:16.084223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.105447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] No DVR routers for this DVR port 62e40baa-e064-40c3-a8ea-b2093c47f186 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:16.146439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea5f86-826e-4020-8e90-58487ae7618d req-0dc7b9e0-2d70-4877-9c0b-e184b14d06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.147985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-0dc7b9e0-2d70-4877-9c0b-e184b14d06cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c20dc85-942a-40e1-b237-492f438488aa HTTP/1.1" status: 200 len: 914 time: 0.6517580 Jul 27 16:42:16.220913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25df02-37dd-48a0-bed2-75f2f46d7b44 req-d3483d0c-0ce3-4ec7-9249-5ab6c5cfe429 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.223123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e25df02-37dd-48a0-bed2-75f2f46d7b44 req-d3483d0c-0ce3-4ec7-9249-5ab6c5cfe429 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.0706222 Jul 27 16:42:16.270367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e25df02-37dd-48a0-bed2-75f2f46d7b44 req-e4b6309b-fd35-41d8-99cb-8c8161be351c tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Jul 27 16:42:16.279537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebdc2849-fada-447c-957b-0fb7b8e5f749 req-689e59b3-a6a9-4b2b-b176-6ed061ec21f1 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149715 Jul 27 16:42:16.319257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-63960701-9eab-4ddd-b346-2be1a424efc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3553dba3-81a8-42af-87b3-b349d5f93484 HTTP/1.1" status: 200 len: 217 time: 0.1387568 Jul 27 16:42:16.324606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port ebca5275-ac48-40df-9c09-a3e64a317b70 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:16.325436 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.336381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.409592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9c4e-9515-45fe-8360-8356e850a2e4 req-80a2c1c0-ba0d-4402-9fc0-8ae0eb52eb97 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.411172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e3d9c4e-9515-45fe-8360-8356e850a2e4 req-80a2c1c0-ba0d-4402-9fc0-8ae0eb52eb97 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.0759943 Jul 27 16:42:16.442384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d46a9e0-70b5-452a-9fb8-aa80c917032b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:16.471608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e3d9c4e-9515-45fe-8360-8356e850a2e4 req-d9f0e463-d8d7-4849-9d00-f98ce88ff822 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Jul 27 16:42:16.541644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e6ae7f-3252-46ac-a8eb-2749a35315f1') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:16.542000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e6ae7f-3252-46ac-a8eb-2749a35315f1') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:16.564784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea5f86-826e-4020-8e90-58487ae7618d req-4709fb24-7656-47f1-bea1-cea7d00749a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.565912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-4709fb24-7656-47f1-bea1-cea7d00749a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ddc98b2-b8c6-4a11-952f-e48ef28f5025 HTTP/1.1" status: 200 len: 853 time: 0.2361159 Jul 27 16:42:16.577816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.625623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.680187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-620f54ba-581e-480d-8db9-8c35bf0bdb4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c20dc85-942a-40e1-b237-492f438488aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965345 Jul 27 16:42:16.699629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.739308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:16.739603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:16.743127 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:16.806556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4e446-b9d2-4f5a-8dc6-ff830bd6f5b0 req-517694e0-b7c6-4f94-be58-949cea301289 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.808147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ef4e446-b9d2-4f5a-8dc6-ff830bd6f5b0 req-517694e0-b7c6-4f94-be58-949cea301289 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.0920050 Jul 27 16:42:16.837830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab4a5c-d559-47fb-b5de-236de2f37d52 None None] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:16.846365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port ebca5275-ac48-40df-9c09-a3e64a317b70, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ebca5275-ac48-40df-9c09-a3e64a317b70,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:16.846750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.863714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ef4e446-b9d2-4f5a-8dc6-ff830bd6f5b0 req-024cd8bc-f62b-467f-8848-12f27e472fcc tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Jul 27 16:42:16.913541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea9e9a38-3f41-49a6-926a-36ad738e3de7 None None] Provisioning for port 870e8146-0b5e-440c-ace8-015fb0cfbab3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:16.926403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3c47-cdc1-49c3-842b-20420eb597cf req-171470fe-25db-408f-abb8-85bc726c827e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:16.927960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afac3c47-cdc1-49c3-842b-20420eb597cf req-171470fe-25db-408f-abb8-85bc726c827e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 946 time: 0.5312371 Jul 27 16:42:16.931370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for ebca5275-ac48-40df-9c09-a3e64a317b70 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:16.972897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.978560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:16.980404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d46a9e0-70b5-452a-9fb8-aa80c917032b HTTP/1.1" status: 204 len: 168 time: 2.6828270 Jul 27 16:42:17.024883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2243c-a4dd-4def-8668-c5667e8d63eb req-18494f5a-8956-45df-998c-ca641dfda580 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.032481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aa2243c-a4dd-4def-8668-c5667e8d63eb req-18494f5a-8956-45df-998c-ca641dfda580 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 943 time: 0.1056862 Jul 27 16:42:17.056621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8::1 (4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa/0a20b150-ba20-442b-a7c7-1dba15bef8d8/32ff3656-8c67-4bb6-9c5d-0988589dbb3b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:17.074069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e8cce-0e32-40a7-9525-0498ef5c7bec admin admin] Pushing event deleted for resources: {'Network': ['ID=2d46a9e0-70b5-452a-9fb8-aa80c917032b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:17.090447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4aa2243c-a4dd-4def-8668-c5667e8d63eb req-ef19bf99-746d-47f4-b0ee-4d82036b1906 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563653 Jul 27 16:42:17.098562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-4bc558e1-3db8-48de-b533-0ca55d375ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070263 Jul 27 16:42:17.202982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afac3c47-cdc1-49c3-842b-20420eb597cf req-3af2c50b-1066-4db9-b76e-19c8f7547091 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629373 Jul 27 16:42:17.289098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.304770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ebca5275-ac48-40df-9c09-a3e64a317b70'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:17.326673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528486-f380-4117-8dfb-55c3ac1f5b66 req-27b6f97c-6bb1-4ee9-995a-12b307ac6177 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.329380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b528486-f380-4117-8dfb-55c3ac1f5b66 req-27b6f97c-6bb1-4ee9-995a-12b307ac6177 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1146002 Jul 27 16:42:17.369162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 870e8146-0b5e-440c-ace8-015fb0cfbab3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:17.399163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b528486-f380-4117-8dfb-55c3ac1f5b66 req-88e01dbe-b85c-4b38-9e1a-6eef25de26c1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Jul 27 16:42:17.433001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=ebca5275-ac48-40df-9c09-a3e64a317b70,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:17.483433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 870e8146-0b5e-440c-ace8-015fb0cfbab3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:17.493131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 870e8146-0b5e-440c-ace8-015fb0cfbab3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:17.494060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.521654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cea5f86-826e-4020-8e90-58487ae7618d req-3be153b7-71d5-43c9-9847-bb259d1ec814 service neutron] 10.222.0.13 "GET /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255494 Jul 27 16:42:17.544366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port ebca5275-ac48-40df-9c09-a3e64a317b70 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:17.550153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.552868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc190da7-a195-4ada-80f6-ae12e38e4430 req-93f70aca-109b-4381-a214-ffa10ddf91af tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "DELETE /v2.0/ports/ebca5275-ac48-40df-9c09-a3e64a317b70 HTTP/1.1" status: 204 len: 173 time: 2.1708074 Jul 27 16:42:17.553320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'name': 'network-vif-deleted', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:17.556935 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a16586-5252-4e75-afe9-0f7c266e5b6b" -d '{"events": [{"server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "name": "network-vif-deleted", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:17.589620 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.614538 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.622546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 32ff3656-8c67-4bb6-9c5d-0988589dbb3b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:17.651581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9673d2-3dea-46c2-bc73-1d85cac1cded req-eb084475-742a-4ee9-9675-8bc591524585 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.656554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a9673d2-3dea-46c2-bc73-1d85cac1cded req-eb084475-742a-4ee9-9675-8bc591524585 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 943 time: 0.1838722 Jul 27 16:42:17.657207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:17.663949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 870e8146-0b5e-440c-ace8-015fb0cfbab3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=870e8146-0b5e-440c-ace8-015fb0cfbab3,segment=NetworkSegment(01cf703a-bdf8-4f93-800f-7b3a257ea859),segment_id=01cf703a-bdf8-4f93-800f-7b3a257ea859)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:17.669597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.694445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.737982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af8f0ff0-55e1-47e1-80c6-62b5c9bae4ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8bb8386836c441329e54cea1a12c3ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785909 Jul 27 16:42:17.743001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42678) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:17.747203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=870e8146-0b5e-440c-ace8-015fb0cfbab3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:17.776305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a9673d2-3dea-46c2-bc73-1d85cac1cded req-f09a8f86-ce94-4fba-aae8-8329f5f99728 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029265 Jul 27 16:42:17.786039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:17.798728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:17.805375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:17.806560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.853984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.855745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=32ff3656-8c67-4bb6-9c5d-0988589dbb3b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:17.933566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:17.935968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a823fcd-c51a-47af-bf71-69f8db08fa91 req-b24c416b-ef7e-4f15-8314-4374eab03ab2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.943563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a823fcd-c51a-47af-bf71-69f8db08fa91 req-b24c416b-ef7e-4f15-8314-4374eab03ab2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.950010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a823fcd-c51a-47af-bf71-69f8db08fa91 req-b24c416b-ef7e-4f15-8314-4374eab03ab2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:17.951771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a823fcd-c51a-47af-bf71-69f8db08fa91 req-b24c416b-ef7e-4f15-8314-4374eab03ab2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec&device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039&device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 2418 time: 0.2391179 Jul 27 16:42:17.994540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-758119fc-84b3-4cf4-8d07-d205bd112cbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0385382 Jul 27 16:42:18.006322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d5a2c-5a74-4d8f-8e27-c9e32391d8ef req-5ee32222-be45-4e10-8c72-73f7c4d4ee3b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:18.007929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f03d5a2c-5a74-4d8f-8e27-c9e32391d8ef req-5ee32222-be45-4e10-8c72-73f7c4d4ee3b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1441689 Jul 27 16:42:18.020963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.024683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.028759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11001ea4-1cc0-4e7f-855a-297851a346ab HTTP/1.1" status: 204 len: 168 time: 0.2847302 Jul 27 16:42:18.045859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ca3f-cd89-4ddc-9a5c-2491499a5f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11001ea4-1cc0-4e7f-855a-297851a346ab,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:18.096105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f03d5a2c-5a74-4d8f-8e27-c9e32391d8ef req-bda1c060-4576-47c1-8907-78e471cd6d54 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657854 Jul 27 16:42:18.200045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a823fcd-c51a-47af-bf71-69f8db08fa91 req-95bf5bec-71c3-465e-a982-53b15eac476c tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104270 Jul 27 16:42:18.231883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9b9b7e73-5824-4dc6-9fca-9e34166bf8a5 None None] Provisioning for port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:18.240088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9b9b7e73-5824-4dc6-9fca-9e34166bf8a5 None None] Provisioning complete for port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:18.240935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7e73-5824-4dc6-9fca-9e34166bf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.243925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.288690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b7e73-5824-4dc6-9fca-9e34166bf8a5 None None] Port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:18.335320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3553dba3-81a8-42af-87b3-b349d5f93484 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:18.460243 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2491642-bd01-4188-ac87-74670016f44b x-openstack-request-id: req-f2491642-bd01-4188-ac87-74670016f44b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:18.460559 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86536e-4938-4e9b-893e-1754aab7db6e", "name": "network-vif-deleted", "tag": "ebca5275-ac48-40df-9c09-a3e64a317b70", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:18.460837 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2491642-bd01-4188-ac87-74670016f44b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:18.461220 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86536e-4938-4e9b-893e-1754aab7db6e', 'name': 'network-vif-deleted', 'tag': 'ebca5275-ac48-40df-9c09-a3e64a317b70', 'status': 'completed', 'code': 200} Jul 27 16:42:18.482153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3553dba3-81a8-42af-87b3-b349d5f93484,segment=NetworkSegment(14ca11f5-6fcd-442a-a431-ee70be60abdd),segment_id=14ca11f5-6fcd-442a-a431-ee70be60abdd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:18.496265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-a44a97f1-0e06-47e2-90c6-e264bb0f75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:18.497947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-a44a97f1-0e06-47e2-90c6-e264bb0f75ee service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4857411 Jul 27 16:42:18.500332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3553dba3-81a8-42af-87b3-b349d5f93484', 'network_id': '4c20dc85-942a-40e1-b237-492f438488aa', 'port_id': '3553dba3-81a8-42af-87b3-b349d5f93484', 'mac_address': 'fa:16:3e:7e:58:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddc98b2-b8c6-4a11-952f-e48ef28f5025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:18.541632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:18.571244 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.588657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3553dba3-81a8-42af-87b3-b349d5f93484 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:18.604607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b353b1b5-2c71-4415-a87c-8a05b9ffc12c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f71727f0d0754f0d94ea60343124c810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594640 Jul 27 16:42:18.604904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42696) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:18.615427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3553dba3-81a8-42af-87b3-b349d5f93484,segment=NetworkSegment(14ca11f5-6fcd-442a-a431-ee70be60abdd),segment_id=14ca11f5-6fcd-442a-a431-ee70be60abdd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:18.620069 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.636191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89030ed9-aa39-45e3-8ca3-362fd5ad7eb1 req-9771e47f-9532-4783-a82b-f99fe4d81f56 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:18.638252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89030ed9-aa39-45e3-8ca3-362fd5ad7eb1 req-9771e47f-9532-4783-a82b-f99fe4d81f56 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.1264994 Jul 27 16:42:18.678368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:18.682208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:18.708877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.713996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89030ed9-aa39-45e3-8ca3-362fd5ad7eb1 req-5a71f47e-7edd-4d49-9e27-33d4b90945f4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617893 Jul 27 16:42:18.750117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.808699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:18.825538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '9c628985-f129-43aa-8ef1-d13ad3096322', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'port_id': '9c628985-f129-43aa-8ef1-d13ad3096322', 'mac_address': 'fa:16:3e:a5:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ebad6-402c-4ad6-b5c5-466d04a43f46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:18.834714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-91e6b5f5-5c6e-4a87-b381-f30e73f40e36 req-87240c68-b124-4bea-af57-8237b16e0679 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0396125 Jul 27 16:42:18.852850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.865882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.865882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c154f26b-c489-4c95-8255-eb2858e1a89e HTTP/1.1" status: 204 len: 168 time: 0.2525864 Jul 27 16:42:18.883416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.895094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f17114-0801-4da8-b717-aa7d14334ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c154f26b-c489-4c95-8255-eb2858e1a89e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:18.898223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:18.978266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:18.984170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:18.999308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3553dba3-81a8-42af-87b3-b349d5f93484'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:19.074172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17d02e-d175-4b25-b8f3-5a52c99ad4e8 req-be635352-7310-4f3a-896b-d46107b051ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:19.077370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a17d02e-d175-4b25-b8f3-5a52c99ad4e8 req-be635352-7310-4f3a-896b-d46107b051ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1307781 Jul 27 16:42:19.081670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb317b-142e-4df0-a24d-cebdb0c08a34 req-aaa47148-a8ba-4437-9a7c-301cf4221ea6 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:19.088998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11eb317b-142e-4df0-a24d-cebdb0c08a34 req-aaa47148-a8ba-4437-9a7c-301cf4221ea6 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 943 time: 0.7807086 Jul 27 16:42:19.157446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a17d02e-d175-4b25-b8f3-5a52c99ad4e8 req-355cd7ab-d10e-432a-a44d-af95ce62e1b0 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Jul 27 16:42:19.226714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-a068a93f-dd21-45c9-9827-b2e81661d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:19.228500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-a068a93f-dd21-45c9-9827-b2e81661d9d2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7146137 Jul 27 16:42:19.248240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11eb317b-142e-4df0-a24d-cebdb0c08a34 req-85b1909a-1fa1-42c1-9eb2-e7cbc075ba42 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538427 Jul 27 16:42:19.320965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:19.329098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:19.330401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:19.345219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 870e8146-0b5e-440c-ace8-015fb0cfbab3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:19.458217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:19.486712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=32ff3656-8c67-4bb6-9c5d-0988589dbb3b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:19.522949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 870e8146-0b5e-440c-ace8-015fb0cfbab3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:19.523459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:19.543516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2b33-40a7-44af-a5a1-0ba3ea7cb14e req-19ab5342-bbf9-4faa-90ce-ae1efbaaf2d2 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:19.551463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4ec2b33-40a7-44af-a5a1-0ba3ea7cb14e req-19ab5342-bbf9-4faa-90ce-ae1efbaaf2d2 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 944 time: 0.2044816 Jul 27 16:42:19.564623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['9c628985-f129-43aa-8ef1-d13ad3096322'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:19.567577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:19.570626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311909bf-322a-48f8-b078-3a0f384bc052 req-4919562b-9107-412d-ad86-4b347a8e5e49 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:19.575189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:19.581089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-311909bf-322a-48f8-b078-3a0f384bc052 req-4919562b-9107-412d-ad86-4b347a8e5e49 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1598668 Jul 27 16:42:19.660797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-311909bf-322a-48f8-b078-3a0f384bc052 req-402f759d-03ce-4b9c-8982-ce7e5c77cb07 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Jul 27 16:42:19.688498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4ec2b33-40a7-44af-a5a1-0ba3ea7cb14e req-f19454b7-7a7d-4b10-96fe-0562a0203f81 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284602 Jul 27 16:42:19.858879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router 2dfebd98-ce5f-45d2-b537-ab16cb400f9f is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:42:19.987969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e2f0525-ead8-4eaa-8011-fd701a317906 req-4e06176a-343c-4a2c-980f-929f73b44ded tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0484605 Jul 27 16:42:20.073372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:20.086195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b184083-39a4-47e7-acc6-37aa88fc7617 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/2dfebd98-ce5f-45d2-b537-ab16cb400f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1373439 Jul 27 16:42:20.086769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:20.091407 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] Sync routers for ids ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:20.105603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] Routers {'2dfebd98-ce5f-45d2-b537-ab16cb400f9f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:20.108676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:20.144243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-467cb7d4-35c9-457c-874e-2777fc05d71d None None] Provisioning complete for port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:20.144919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-467cb7d4-35c9-457c-874e-2777fc05d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.190479 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:20.206665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe5ef6-eba2-4166-a3ce-fa297f031e6a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:20.213338 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] Routers {'2dfebd98-ce5f-45d2-b537-ab16cb400f9f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:20.214305 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:20.219640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ffe5ef6-eba2-4166-a3ce-fa297f031e6a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports/32ff3656-8c67-4bb6-9c5d-0988589dbb3b HTTP/1.1" status: 200 len: 911 time: 0.1356411 Jul 27 16:42:20.222669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:20.223399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:20.233929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a20b150-ba20-442b-a7c7-1dba15bef8d8'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:20.237728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-467cb7d4-35c9-457c-874e-2777fc05d71d None None] Port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:20.294014 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:20.304945 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec942882-deba-4e6d-8a6b-dfc1c5dece98 None None] The sync data for ids ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:20.348953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1539069607-network', 'tenant_id': '8a2466403769497ea074aea9edf091b5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:20.381341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:20.383831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.398494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.439257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3550fba-c177-4518-a2cd-451db58dd272 req-c205f987-3f11-410a-8698-5e38677d2f01 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:20.445013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3550fba-c177-4518-a2cd-451db58dd272 req-c205f987-3f11-410a-8698-5e38677d2f01 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1668527 Jul 27 16:42:20.517884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3550fba-c177-4518-a2cd-451db58dd272 req-04ad3127-69ac-485d-b751-7ee21c368f01 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686493 Jul 27 16:42:20.544344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96148b88-efcb-40f4-8083-46a2c99a5c7a req-1b219cbe-3e6f-464c-8428-f80f42b2f208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:20.546311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96148b88-efcb-40f4-8083-46a2c99a5c7a req-1b219cbe-3e6f-464c-8428-f80f42b2f208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 944 time: 0.1172733 Jul 27 16:42:20.568941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.615078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.622318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.668756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96148b88-efcb-40f4-8083-46a2c99a5c7a req-356c562a-40b7-459b-8b1a-b289fc9b4fbb tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111362 Jul 27 16:42:20.676157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c70fa-3b45-4869-9026-2be3b330b21d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:20.705844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:20.723132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.723873 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Added segment 3c51e50a-dfa3-432e-a14e-dd8c74378679 of type vlan for network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 Jul 27 16:42:20.771383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.837390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.838792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:20.839551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:20.911313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c0b9a-88f9-4885-bcf3-30359205a5c2 req-ef15c631-d5ab-465d-a183-37b2d39421cc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:20.913028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-418c0b9a-88f9-4885-bcf3-30359205a5c2 req-ef15c631-d5ab-465d-a183-37b2d39421cc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1465018 Jul 27 16:42:20.927311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6962914 Jul 27 16:42:20.931381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:20.937895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Request body: {'subnet': {'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1539069607-subnet', 'tenant_id': '8a2466403769497ea074aea9edf091b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:20.964239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189513c-cecd-4790-ae7e-97e873319438 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5885e2-65fa-40c5-82ad-4ba417ba4692,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:20.977527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:20.989580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-418c0b9a-88f9-4885-bcf3-30359205a5c2 req-ea60b6f4-bde2-4162-916b-2d7c886f2adb tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Jul 27 16:42:20.990730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:20.993271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.055506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2ede4-5801-4218-b2b7-2edca811ad7c req-280b681a-6943-4bdf-8949-d4d7ced5de2c tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:21.058073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88a2ede4-5801-4218-b2b7-2edca811ad7c req-280b681a-6943-4bdf-8949-d4d7ced5de2c tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 944 time: 0.1256611 Jul 27 16:42:21.136981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88a2ede4-5801-4218-b2b7-2edca811ad7c req-fa124066-7e35-44b7-9e94-37edce96d0c3 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Jul 27 16:42:21.140765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.152221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.160758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:21.161619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.166685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/ports/32ff3656-8c67-4bb6-9c5d-0988589dbb3b HTTP/1.1" status: 200 len: 911 time: 0.9403024 Jul 27 16:42:21.168329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:21.234769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e263f-6976-4855-98f1-ab57a0ae9a04 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=32ff3656-8c67-4bb6-9c5d-0988589dbb3b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.262591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.327076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f387621e-be3e-40c2-9755-0ee54761d2ed req-cd302680-cc1f-4040-9217-308a890f2804 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0880039 Jul 27 16:42:21.330866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-96bca497-90f6-4260-8c0c-dfb0739f111b req-9b0f4e6d-7ddf-4632-a968-6abfac4c5e40 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c86536e-4938-4e9b-893e-1754aab7db6e HTTP/1.1" status: 200 len: 210 time: 0.0792499 Jul 27 16:42:21.435278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=798a41dc-26b1-4fcc-899a-8e5200fbda8f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.459587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Checking segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:21.459952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Network hostable DHCP agents. Network: 6b5885e2-65fa-40c5-82ad-4ba417ba4692, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:21.527933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f825-7189-46a5-ae39-4696c3cdd5b3 req-2759cdd9-5b69-43c9-bedd-e9344f95ef6d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:21.529483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f224f825-7189-46a5-ae39-4696c3cdd5b3 req-2759cdd9-5b69-43c9-bedd-e9344f95ef6d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.2557058 Jul 27 16:42:21.532664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:21.573693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6b5885e2-65fa-40c5-82ad-4ba417ba4692) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:21.584955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1d4b9-4f02-4a94-b4ea-d597f6712830 None None] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:21.585492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:21.586004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.616367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83b518d0-0685-438c-8c42-abb82aaa4cdc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6820314 Jul 27 16:42:21.628896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f224f825-7189-46a5-ae39-4696c3cdd5b3 req-5a3bf89c-48cc-483a-9b66-cea27b97742d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863552 Jul 27 16:42:21.722962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:21.775087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277bb133-96d8-4ab4-b8b6-92fa3c19d779 None None] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:21.823168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48350326-709e-4c71-9691-bed11e80a2e6 req-ff1cba86-22bd-4400-8524-bbede4379c6b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:21.842860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48350326-709e-4c71-9691-bed11e80a2e6 req-ff1cba86-22bd-4400-8524-bbede4379c6b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2213817 Jul 27 16:42:21.921975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48350326-709e-4c71-9691-bed11e80a2e6 req-c5ce75f2-8466-462c-8ccc-609e283642aa tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741804 Jul 27 16:42:22.004757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39580a6-8b54-46f6-a99e-cd1e3d61c024 req-8ab6cda8-da38-4221-8f5a-1a722da8e3f3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:22.006972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b39580a6-8b54-46f6-a99e-cd1e3d61c024 req-8ab6cda8-da38-4221-8f5a-1a722da8e3f3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 944 time: 0.1900260 Jul 27 16:42:22.077876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b39580a6-8b54-46f6-a99e-cd1e3d61c024 req-ddbadf93-0af0-4d9b-b17d-1c0632b9a3c7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Jul 27 16:42:22.233263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 32ff3656-8c67-4bb6-9c5d-0988589dbb3b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:22.233583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.293569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60187055-7a90-4935-bdac-6c03030ebf0b req-21c4cb5a-acd7-4dae-a7c5-9e00a5624a86 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:22.295066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60187055-7a90-4935-bdac-6c03030ebf0b req-21c4cb5a-acd7-4dae-a7c5-9e00a5624a86 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1289186 Jul 27 16:42:22.324072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-042c16f5-ed0a-4177-a397-bf90eceae6ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:22.325632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-042c16f5-ed0a-4177-a397-bf90eceae6ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.1159785 Jul 27 16:42:22.334774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3553dba3-81a8-42af-87b3-b349d5f93484 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:22.342809 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-73bb9583-a42d-4086-afcc-9f9592354a32 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/quotas/8a2466403769497ea074aea9edf091b5 HTTP/1.1" status: 200 len: 375 time: 0.0105011 Jul 27 16:42:22.361545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.366934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60187055-7a90-4935-bdac-6c03030ebf0b req-3d40fe25-4ecf-478c-845b-7b253512f5f6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620451 Jul 27 16:42:22.378856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 32ff3656-8c67-4bb6-9c5d-0988589dbb3b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:22.395520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-8afce835-ce4f-480f-9748-be2b70f6378d tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431755 Jul 27 16:42:22.411299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 3553dba3-81a8-42af-87b3-b349d5f93484 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:22.417845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3553dba3-81a8-42af-87b3-b349d5f93484 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:22.418762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.506286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.530418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-0ab798c7-a6ae-4aac-b31b-04c4f2e1790a service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339886 Jul 27 16:42:22.534472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:22.538549 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa90f9-7e0a-4744-aea7-498c3b2ed372" -d '{"events": [{"server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "name": "network-vif-plugged", "status": "completed", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:22.558164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3553dba3-81a8-42af-87b3-b349d5f93484,segment=NetworkSegment(14ca11f5-6fcd-442a-a431-ee70be60abdd),segment_id=14ca11f5-6fcd-442a-a431-ee70be60abdd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:22.563828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.620121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:22.641746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-347a2078-f48d-4cca-9afa-0dd4a6f425f3 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970826 Jul 27 16:42:22.714935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:22.801341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 9c628985-f129-43aa-8ef1-d13ad3096322 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:22.807625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 9c628985-f129-43aa-8ef1-d13ad3096322 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:22.808773 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.839180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bd857-9321-4ea9-920d-d975ee7969c1 req-08a2a522-ca94-40a8-81d2-1096a25beae0 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:22.853125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f2bd857-9321-4ea9-920d-d975ee7969c1 req-08a2a522-ca94-40a8-81d2-1096a25beae0 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 944 time: 0.4129672 Jul 27 16:42:22.932291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f2bd857-9321-4ea9-920d-d975ee7969c1 req-15c404bc-63b8-4587-9c97-7d6546d0d099 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759757 Jul 27 16:42:22.989687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:22.997717 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ceff89-d777-4496-8062-129bfdb1f94c x-openstack-request-id: req-b1ceff89-d777-4496-8062-129bfdb1f94c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:22.997860 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "name": "network-vif-plugged", "status": "completed", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:22.998249 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1ceff89-d777-4496-8062-129bfdb1f94c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:22.998843 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484', 'code': 200} Jul 27 16:42:23.061030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:23.069010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:23.077051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-989921a4-9dac-4183-9b04-61f30b2b8c38 req-8cc79894-cac2-4677-804a-de32e7fb7cad tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 210 time: 0.0559435 Jul 27 16:42:23.080913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:23.156134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=32ff3656-8c67-4bb6-9c5d-0988589dbb3b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:23.185504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:23.198030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d841-015d-40b4-9850-a7ea9989be04 req-88e835be-fd01-4011-bb9c-4c9f2644c5bd tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:23.199657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6285d841-015d-40b4-9850-a7ea9989be04 req-88e835be-fd01-4011-bb9c-4c9f2644c5bd tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1897156 Jul 27 16:42:23.214374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72dbc-b522-4187-9ab6-b76db78ebada req-8a682fb3-809d-4b54-bf9a-80e6dd681144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:23.214374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50b72dbc-b522-4187-9ab6-b76db78ebada req-8a682fb3-809d-4b54-bf9a-80e6dd681144 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 1096 time: 0.2027001 Jul 27 16:42:23.316822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50b72dbc-b522-4187-9ab6-b76db78ebada req-fd3c050b-1b3d-4f7e-9838-552b0d28c7fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931435 Jul 27 16:42:23.330164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:23.332391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6285d841-015d-40b4-9850-a7ea9989be04 req-13b0775f-4f3b-459f-aa7d-c02025267437 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012712 Jul 27 16:42:23.447985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11238a1-a1b1-4aec-9a3c-eaefdc878194 req-a37a0b31-32e4-4bd4-80c1-f495f0b15d4e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:23.449554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a11238a1-a1b1-4aec-9a3c-eaefdc878194 req-a37a0b31-32e4-4bd4-80c1-f495f0b15d4e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2788923 Jul 27 16:42:23.529231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-eb105e88-e341-493a-8b20-823644b61fc7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:23.530687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-eb105e88-e341-493a-8b20-823644b61fc7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.1146917 Jul 27 16:42:23.550056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a11238a1-a1b1-4aec-9a3c-eaefdc878194 req-47962ba9-3a1e-49ec-9eb2-9fee1c41db02 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941384 Jul 27 16:42:23.552241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-7d41fd69-7580-4627-86b7-d6133c4a2eb5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.0129874 Jul 27 16:42:23.557883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router 2dfebd98-ce5f-45d2-b537-ab16cb400f9f has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:23.595108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-f25c8aa3-e536-4a2f-ba1b-b71dca44b08e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374360 Jul 27 16:42:23.658719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:23.668951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] Sync routers for ids ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:23.680222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] Routers {'2dfebd98-ce5f-45d2-b537-ab16cb400f9f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:23.680901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:23.701583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b24a8f55-2c14-464f-b9bc-3dc418980df2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/2dfebd98-ce5f-45d2-b537-ab16cb400f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318179 Jul 27 16:42:23.704205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:23.717451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:23.727565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] Routers {'2dfebd98-ce5f-45d2-b537-ab16cb400f9f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:23.728479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:23.748564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60337f32-4e1b-476b-84a5-4939d96eab7b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dfebd98-ce5f-45d2-b537-ab16cb400f9f HTTP/1.1" status: 200 len: 205 time: 0.0426335 Jul 27 16:42:23.752769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:23.771337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:23.772296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8fa95-ce65-4555-b0f4-487b50ce1681 None None] The sync data for ids ['2dfebd98-ce5f-45d2-b537-ab16cb400f9f'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:23.788644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-93f6e427-1308-46db-9316-b4b6cbcf4a28 service neutron] 10.222.0.13 "GET /v2.0/ports/8d166c71-a8f2-4782-8931-bd6c07045d7c/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.1139605 Jul 27 16:42:23.801958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-4e50eb86-3bf7-44c4-997f-cdf196f0aa6c service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980805 Jul 27 16:42:23.849549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:23.860950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874adbb-1354-462b-8189-ab6e4c8c003f req-b5125235-6eb0-4e03-a749-fb81c432ced2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:23.869599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e874adbb-1354-462b-8189-ab6e4c8c003f req-b5125235-6eb0-4e03-a749-fb81c432ced2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2269037 Jul 27 16:42:23.910731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-83d93502-20b3-470b-84da-379f6aad29b4 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009455 Jul 27 16:42:24.035913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e874adbb-1354-462b-8189-ab6e4c8c003f req-a1cef589-2941-4b4f-9ffa-801374c41e96 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653123 Jul 27 16:42:24.076405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.081534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.148714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.149396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfebd98-ce5f-45d2-b537-ab16cb400f9f {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:24.166408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.168137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c890bf77-9815-4253-8fb1-e04778d192dc tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/2dfebd98-ce5f-45d2-b537-ab16cb400f9f HTTP/1.1" status: 204 len: 168 time: 0.4140532 Jul 27 16:42:24.178986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:24.278189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 0a20b150-ba20-442b-a7c7-1dba15bef8d8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:42:24.283566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.302768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9953-151c-4c87-8415-a316702ec100 req-b3fb8ec6-2eb0-4764-aa8c-deacaea5eb3f tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.304963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c3c9953-151c-4c87-8415-a316702ec100 req-b3fb8ec6-2eb0-4764-aa8c-deacaea5eb3f tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 945 time: 0.1202428 Jul 27 16:42:24.331241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab5c99-7cdc-4022-9352-f0c60c315114 req-a46f04f7-e002-4bb3-b183-17185c4a26f0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.332925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0eab5c99-7cdc-4022-9352-f0c60c315114 req-a46f04f7-e002-4bb3-b183-17185c4a26f0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1636169 Jul 27 16:42:24.347235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.358253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-46b07f71-6f54-4129-ab7c-24cb24207ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.360721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-46b07f71-6f54-4129-ab7c-24cb24207ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1101 time: 0.2317643 Jul 27 16:42:24.391020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c3c9953-151c-4c87-8415-a316702ec100 req-cc49ff8b-7def-463d-b2f3-e115081078d2 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790575 Jul 27 16:42:24.436699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0eab5c99-7cdc-4022-9352-f0c60c315114 req-78257b3b-f836-4d0f-91ab-4b2c31b9fe12 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891297 Jul 27 16:42:24.498294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.531688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-288be200-1e99-4dab-a9aa-495f8e7c3824 req-dcfbfc25-6826-4dda-8bbc-6c37026b333b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 210 time: 0.0622931 Jul 27 16:42:24.602450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7aa538e7-f91f-42c8-b363-b991aae01728 req-85c2482b-b5dc-4126-bfff-aa5a1162b7d7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 210 time: 0.0619869 Jul 27 16:42:24.655101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.695181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=0a20b150-ba20-442b-a7c7-1dba15bef8d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:24.697801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.699857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-47bbe4a5-1ee7-4c62-a78b-4812be08df3f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/0a20b150-ba20-442b-a7c7-1dba15bef8d8 HTTP/1.1" status: 204 len: 168 time: 0.5177476 Jul 27 16:42:24.703284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:24.706476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-67636200-7f72-4ff8-8b4c-b273125a3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.708017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-67636200-7f72-4ff8-8b4c-b273125a3ff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1101 time: 0.2497857 Jul 27 16:42:24.708281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6360d9ba-5958-4900-a5ec-439b80e7a353 None None] Network 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:24.853714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:24.914436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc369c8-23be-4ba6-9277-a9e988e92cbb req-2a2fd5be-40e9-424b-b3de-d4c27fca556b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.916048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbc369c8-23be-4ba6-9277-a9e988e92cbb req-2a2fd5be-40e9-424b-b3de-d4c27fca556b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1478884 Jul 27 16:42:24.947646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-94709ef3-2568-46f8-a08a-0c0186e090c4 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.949456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-94709ef3-2568-46f8-a08a-0c0186e090c4 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.3570702 Jul 27 16:42:24.962416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-1bb7646c-5952-4f18-b355-87db146c122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.963924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-1bb7646c-5952-4f18-b355-87db146c122a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2128594 Jul 27 16:42:24.978507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594514ed-616e-4b18-a061-b6dae5e7e8a8 req-11dbf5fa-394c-481d-844d-2c3b0fb739f8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:24.989318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594514ed-616e-4b18-a061-b6dae5e7e8a8 req-11dbf5fa-394c-481d-844d-2c3b0fb739f8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.2870412 Jul 27 16:42:24.991490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dbc369c8-23be-4ba6-9277-a9e988e92cbb req-4616e296-43fc-40e7-837b-6dcf65814c6d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 Jul 27 16:42:24.994113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 870e8146-0b5e-440c-ace8-015fb0cfbab3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:24.995029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.000683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:25.004750 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd8d76-f9e0-479a-a8ec-3595a24bceea" -d '{"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-plugged", "status": "completed", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:25.009361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Request body: {'port': {'device_id': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'admin_state_up': True, 'tenant_id': '8a2466403769497ea074aea9edf091b5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:25.074463 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcc9e9-7630-43f4-ab1e-f16a6370bec1 x-openstack-request-id: req-bafcc9e9-7630-43f4-ab1e-f16a6370bec1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:25.075062 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-plugged", "status": "completed", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:25.075536 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bafcc9e9-7630-43f4-ab1e-f16a6370bec1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:25.077304 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322', 'code': 200} Jul 27 16:42:25.106225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 870e8146-0b5e-440c-ace8-015fb0cfbab3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=870e8146-0b5e-440c-ace8-015fb0cfbab3,segment=NetworkSegment(01cf703a-bdf8-4f93-800f-7b3a257ea859),segment_id=01cf703a-bdf8-4f93-800f-7b3a257ea859)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:25.106597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.126587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 870e8146-0b5e-440c-ace8-015fb0cfbab3 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:25.147534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] DHCP port deletion for 4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:42:25.172523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-594514ed-616e-4b18-a061-b6dae5e7e8a8 req-cf5e3139-5ec9-4808-bd60-e7ee955b87d2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821048 Jul 27 16:42:25.181630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-ff96ca69-f133-480d-aec0-ea2ce411b199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.1813087 Jul 27 16:42:25.269922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 870e8146-0b5e-440c-ace8-015fb0cfbab3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:25.273659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Deleting port 870e8146-0b5e-440c-ace8-015fb0cfbab3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:25.274397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.295779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-c9010a49-a660-461f-99ca-ab9b97c930b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.297976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-c9010a49-a660-461f-99ca-ab9b97c930b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0642962 Jul 27 16:42:25.300967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.319447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad21f-8a61-45c7-8b86-589df74c0196 req-cbdaf8e9-8c41-425c-9f09-1635f99d9512 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.327780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b36ad21f-8a61-45c7-8b86-589df74c0196 req-cbdaf8e9-8c41-425c-9f09-1635f99d9512 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1354141 Jul 27 16:42:25.365379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=870e8146-0b5e-440c-ace8-015fb0cfbab3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:25.376897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port 870e8146-0b5e-440c-ace8-015fb0cfbab3 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:42:25.377349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 870e8146-0b5e-440c-ace8-015fb0cfbab3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:25.384594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] For port 870e8146-0b5e-440c-ace8-015fb0cfbab3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=870e8146-0b5e-440c-ace8-015fb0cfbab3,segment=NetworkSegment(01cf703a-bdf8-4f93-800f-7b3a257ea859),segment_id=01cf703a-bdf8-4f93-800f-7b3a257ea859)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:25.384594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.384950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port 870e8146-0b5e-440c-ace8-015fb0cfbab3 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:25.397990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Calling delete_port for 870e8146-0b5e-440c-ace8-015fb0cfbab3 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:25.433890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b36ad21f-8a61-45c7-8b86-589df74c0196 req-0e15c7b9-5ba6-4b36-9f82-e69ad7e2becf tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050670 Jul 27 16:42:25.439258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84278b9-a6dc-4d1f-83f1-cf5ca315e330 req-69ecc680-8031-4ad7-b22d-e8ff0d04ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.440947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b84278b9-a6dc-4d1f-83f1-cf5ca315e330 req-69ecc680-8031-4ad7-b22d-e8ff0d04ba44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 1096 time: 0.2613952 Jul 27 16:42:25.461725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-d40fe2b1-bac0-4346-a20b-212e23b2aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.461725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-d40fe2b1-bac0-4346-a20b-212e23b2aa3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442697 Jul 27 16:42:25.478503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:25.482001 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: from cryptography.utils import int_from_bytes Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: from cryptography.utils import int_from_bytes Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.491607 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:42:25.495461 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 16:42:25.502831 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.527491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.536158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] Pushing event deleted for resources: {'Port': ['ID=870e8146-0b5e-440c-ace8-015fb0cfbab3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:25.540220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a1cd-1abc-4c59-83b4-a1707a8d04d8 None None] No DVR routers for this DVR port 870e8146-0b5e-440c-ace8-015fb0cfbab3 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:25.551886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b84278b9-a6dc-4d1f-83f1-cf5ca315e330 req-df7ad18d-285c-4c1c-817e-355566fe8666 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018555 Jul 27 16:42:25.554118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:25.576589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cf703a-bdf8-4f93-800f-7b3a257ea859') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:25.577097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cf703a-bdf8-4f93-800f-7b3a257ea859') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:25.609811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.628888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.637656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:25.637940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:25.641207 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:25.718057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a22d5-abda-403d-bd4b-b6a1aa0198aa req-7c895f71-6cfa-4a35-8f3c-6fa5c10facdf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.719722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-620a22d5-abda-403d-bd4b-b6a1aa0198aa req-7c895f71-6cfa-4a35-8f3c-6fa5c10facdf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1545966 Jul 27 16:42:25.726031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.738133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.740468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa HTTP/1.1" status: 204 len: 168 time: 1.0340312 Jul 27 16:42:25.742418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-148b5d20-1a19-44e0-8c37-f527a5cb92ec service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646949 Jul 27 16:42:25.752883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bcfde-5903-42e3-bd1e-35270313ef50 req-74b01d7e-04ae-45a7-a582-173fd317600c tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.754414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-317bcfde-5903-42e3-bd1e-35270313ef50 req-74b01d7e-04ae-45a7-a582-173fd317600c tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 945 time: 0.2060986 Jul 27 16:42:25.757468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42860) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:25.761111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7c67-14a6-433f-a885-1352167e0abf tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=4a35f9c3-6ca5-40af-9f82-3a4934bbcaaa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:25.762578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1760833301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:25.861420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-620a22d5-abda-403d-bd4b-b6a1aa0198aa req-ee26dad8-c137-4622-878d-8747a90379af tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246688 Jul 27 16:42:25.867825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Allocated IP 172.20.0.14 (6b5885e2-65fa-40c5-82ad-4ba417ba4692/798a41dc-26b1-4fcc-899a-8e5200fbda8f/6a757c09-8fa3-4fd8-b337-096fc8febee1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:25.899705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-317bcfde-5903-42e3-bd1e-35270313ef50 req-57ffaf94-e9f3-46b8-9edb-3cd2ba06d422 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252222 Jul 27 16:42:25.917795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.919392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:25.923349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-0225696e-040d-4034-9a4e-bfc1031e40db tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:25.925209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-0225696e-040d-4034-9a4e-bfc1031e40db tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.1652999 Jul 27 16:42:25.985535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5348d368-7548-4314-a150-43189c784d14 req-08854af7-4402-4ccf-a23c-bc8a86e0fe71 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 210 time: 0.0354199 Jul 27 16:42:25.989065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:26.050440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c262e131-7ce8-4c8f-8b97-a8dea5126fcb req-bcdb0277-7eaf-42e3-8350-1ad3ddd940fb tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 210 time: 0.0758138 Jul 27 16:42:26.059259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-812c3bbc-77b6-4a06-9fa4-ddd8632fddef req-a6ba87e8-e6ca-4c80-93f5-e6aac738973e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001263 Jul 27 16:42:26.168301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:26.168776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.202482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.207897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.259884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.261233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b92cbb0-e290-47d9-9a47-fff87ccb505e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5031395 Jul 27 16:42:26.265077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:26.271551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462052958'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:26.300648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1a8d-b0d2-48b1-aa1a-7618007d4ade req-d564f6b5-4209-4856-8c3c-609820167828 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:26.302254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-199e1a8d-b0d2-48b1-aa1a-7618007d4ade req-d564f6b5-4209-4856-8c3c-609820167828 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1490126 Jul 27 16:42:26.346021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:26.353932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.360679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:26.365140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.394648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.9 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/277e6096-e17d-4b31-a0fb-a5bf1085d2ad) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:26.402335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-199e1a8d-b0d2-48b1-aa1a-7618007d4ade req-5d116324-f3d0-4091-86c7-73bef1fa468c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Jul 27 16:42:26.426731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:26.453897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.454684 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment d8a9bd1a-6451-4d06-8d56-c3f61b57742f of type vlan for network 7e0a2652-8e17-4653-98b8-60be51be672e Jul 27 16:42:26.469948 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.474336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7fadc-ae05-48c5-87b2-59d094cfb600 req-96a804b5-25f7-4c63-9c3a-e6259d088c59 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:26.482748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1b7fadc-ae05-48c5-87b2-59d094cfb600 req-96a804b5-25f7-4c63-9c3a-e6259d088c59 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1762137 Jul 27 16:42:26.551376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.565590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:26.576702 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.666460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:26.691298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.732802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ebca5275-ac48-40df-9c09-a3e64a317b70 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:26.736743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1b7fadc-ae05-48c5-87b2-59d094cfb600 req-8d0a3dff-5e51-4c4d-89aa-e01f3056934b tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498953 Jul 27 16:42:26.743492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.759116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:26.781436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:26.797313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:26.826252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ebca5275-ac48-40df-9c09-a3e64a317b70 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:26.827173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ebca5275-ac48-40df-9c09-a3e64a317b70 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:26.854850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:26.876484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.934646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:26.934974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.940775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:26.941395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:26.946261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:26.948912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:26.964179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77036cd-1c0f-45b5-ac84-cf1ea01b9811 req-8812fa5a-cbd2-444f-acda-8d9ef901cf41 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:26.965775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d77036cd-1c0f-45b5-ac84-cf1ea01b9811 req-8812fa5a-cbd2-444f-acda-8d9ef901cf41 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1720097 Jul 27 16:42:26.968083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:27.079393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:27.082895 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f94e28-12e0-47f6-9386-f69af74ae76e" -d '{"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-unplugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:27.316333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:27.317027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.328448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d77036cd-1c0f-45b5-ac84-cf1ea01b9811 req-a0037c28-e110-4f8d-a026-f424826afdcf tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327293 Jul 27 16:42:27.338432 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-d5b2129a-bc1e-4ba0-a7d1-d535e98daa5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3554728 Jul 27 16:42:27.359658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Request body: {'port': {'device_id': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:27.431004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:27.432347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.467197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2008815 Jul 27 16:42:27.472409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:27.479692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:27.490693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-67afc591-3893-42da-a936-1bf278940c98 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4924197 Jul 27 16:42:27.497150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.559264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Request body: {'port': {'device_id': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:27.563208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997385-7ec7-4ab7-a436-14cf18c61785 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=7e0a2652-8e17-4653-98b8-60be51be672e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:27.580380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7e0a2652-8e17-4653-98b8-60be51be672e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:27.596341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea09fc-a5fb-4770-b202-de0521c6a8b8 req-fb59dd8f-5a97-4895-a8aa-291ea2969e74 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:27.598648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6ea09fc-a5fb-4770-b202-de0521c6a8b8 req-fb59dd8f-5a97-4895-a8aa-291ea2969e74 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 948 time: 0.1613255 Jul 27 16:42:27.616980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710e4b-4771-444b-9d4e-16daf8284d55 req-ea40a2d5-2e2d-412d-a77b-bebe5fc0a235 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:27.618619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5710e4b-4771-444b-9d4e-16daf8284d55 req-ea40a2d5-2e2d-412d-a77b-bebe5fc0a235 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 945 time: 0.7755902 Jul 27 16:42:27.718292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6ea09fc-a5fb-4770-b202-de0521c6a8b8 req-48256545-73d1-4be7-8794-3e6a10210abd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647638 Jul 27 16:42:27.720221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5710e4b-4771-444b-9d4e-16daf8284d55 req-29da0017-b46c-44ca-aa0e-d947e8d57150 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857630 Jul 27 16:42:27.725678 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.742510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:27.755352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.963759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e6096-e17d-4b31-a0fb-a5bf1085d2ad {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:27.974881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:27.996410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Transition to ACTIVE for port object 277e6096-e17d-4b31-a0fb-a5bf1085d2ad will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:28.006514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c8104-819b-4e50-bf56-bb1dcbf3d69f req-2e5f342c-a1af-41ed-be1e-09dac23b2674 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.008196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f4c8104-819b-4e50-bf56-bb1dcbf3d69f req-2e5f342c-a1af-41ed-be1e-09dac23b2674 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 931 time: 0.1487942 Jul 27 16:42:28.009501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.099462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:28.133558 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:42:28.171605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f4c8104-819b-4e50-bf56-bb1dcbf3d69f req-68cf8fc0-a45e-4701-9185-eb40d14616d5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281364 Jul 27 16:42:28.204119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Attempting to bind port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:28.204487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Attempting to bind port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:28.204903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Attempting to bind port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:28.209076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47dc8-45dc-4887-bc89-8fd80f2f50c9 req-b5a7a7cf-25c9-459e-97aa-ac2d0d1747be tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.210988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:28.211494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Attempting to bind port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:28.218473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:28.218821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:28.219263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:28.219710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Bound port: 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:28.220820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.221437 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1d47dc8-45dc-4887-bc89-8fd80f2f50c9 req-b5a7a7cf-25c9-459e-97aa-ac2d0d1747be tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 932 time: 0.3602855 Jul 27 16:42:28.269916 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db654d68-f06e-423d-8dbd-d4925f743f42 x-openstack-request-id: req-db654d68-f06e-423d-8dbd-d4925f743f42 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:28.270211 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-unplugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:28.273921 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db654d68-f06e-423d-8dbd-d4925f743f42 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:28.273921 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'code': 200} Jul 27 16:42:28.325977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:28.332315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:28.347931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.359682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1d47dc8-45dc-4887-bc89-8fd80f2f50c9 req-1a9d8ddd-4c50-43f4-8e1a-1a6311664781 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231837 Jul 27 16:42:28.433382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:28.437657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.438341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.438556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.439976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-8b9800bf-4d9e-4db7-adb1-56806820e5c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/277e6096-e17d-4b31-a0fb-a5bf1085d2ad HTTP/1.1" status: 200 len: 1091 time: 1.0856454 Jul 27 16:42:28.444058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:28.446541 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:28.485660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78b60-924c-43d5-8580-8b2c77a6ad15 req-80526993-fb44-4b3e-a428-61f8da317c71 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.493180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a8b78b60-924c-43d5-8580-8b2c77a6ad15 req-80526993-fb44-4b3e-a428-61f8da317c71 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1583345 Jul 27 16:42:28.571510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a8b78b60-924c-43d5-8580-8b2c77a6ad15 req-0e02cdc5-b5fe-4a1f-bf5b-65c1e9b3fdd9 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759592 Jul 27 16:42:28.602271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-4bdc8da7-1af1-420c-9a6d-b159d0786cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.602271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-4bdc8da7-1af1-420c-9a6d-b159d0786cdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 1094 time: 0.0954633 Jul 27 16:42:28.612096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=956989e7-eb46-4169-812c-bf0b8afa955f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:28.618445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a757c09-8fa3-4fd8-b337-096fc8febee1 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:28.648292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.656194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-655eee40-80ea-481d-ad79-dacc179c2c65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad HTTP/1.1" status: 200 len: 217 time: 0.0409951 Jul 27 16:42:28.679552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Transition to ACTIVE for port object 6a757c09-8fa3-4fd8-b337-096fc8febee1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:28.688533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20274-11cc-487f-852c-1614af533844 req-1f745016-79e3-4e8b-adf7-9486a5efaf45 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.691032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-def20274-11cc-487f-852c-1614af533844 req-1f745016-79e3-4e8b-adf7-9486a5efaf45 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 945 time: 0.3041818 Jul 27 16:42:28.692640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:28.693006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: 7e0a2652-8e17-4653-98b8-60be51be672e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:28.697259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.776975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c918e8-bee4-4388-a040-8c5facbbb583 req-773ea43e-73c4-4f03-8602-443d81553e08 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.778596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79c918e8-bee4-4388-a040-8c5facbbb583 req-773ea43e-73c4-4f03-8602-443d81553e08 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.2912490 Jul 27 16:42:28.796159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-c2a83325-3f60-44f9-a5a9-25d38469f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.797726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-c2a83325-3f60-44f9-a5a9-25d38469f2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.1343122 Jul 27 16:42:28.838854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-294ca4cb-2802-4515-82a9-7aa5b166dfba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336077 Jul 27 16:42:28.842246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 7e0a2652-8e17-4653-98b8-60be51be672e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:28.846644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:28.852270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521b248-0155-409f-9275-6bab3746c6c7 req-deb31271-e648-45ea-b4a7-920c276b9397 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.853845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e521b248-0155-409f-9275-6bab3746c6c7 req-deb31271-e648-45ea-b4a7-920c276b9397 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1757355 Jul 27 16:42:28.924536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7e0a2652-8e17-4653-98b8-60be51be672e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:28.938827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b31242-c01d-4943-8ede-fd3b903e7abb None None] Network 7e0a2652-8e17-4653-98b8-60be51be672e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:28.947893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:28.948600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:28.969947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79c918e8-bee4-4388-a040-8c5facbbb583 req-f9379338-7ac8-4fc7-a949-ee14747d747d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720829 Jul 27 16:42:28.977694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e521b248-0155-409f-9275-6bab3746c6c7 req-b65ff26c-9e39-4270-8e94-6505feb8f649 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035633 Jul 27 16:42:29.005179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c039f741-923b-49a5-88db-c3790cd6d521 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5304179 Jul 27 16:42:29.007738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:29.021311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Attempting to bind port 6a757c09-8fa3-4fd8-b337-096fc8febee1 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:29.021944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Attempting to bind port 6a757c09-8fa3-4fd8-b337-096fc8febee1 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:29.022456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Attempting to bind port 6a757c09-8fa3-4fd8-b337-096fc8febee1 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:29.037100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Deleting port 3553dba3-81a8-42af-87b3-b349d5f93484 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:29.037100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.044023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Port 6a757c09-8fa3-4fd8-b337-096fc8febee1 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:29.044533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Attempting to bind port 6a757c09-8fa3-4fd8-b337-096fc8febee1 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:29.047570 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28f1c71-fbfc-4278-8c73-22473338342c x-openstack-request-id: req-a28f1c71-fbfc-4278-8c73-22473338342c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:29.047869 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:29.048127 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a28f1c71-fbfc-4278-8c73-22473338342c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:29.050318 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad', 'status': 'completed', 'code': 200} Jul 27 16:42:29.119917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:29.120436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Checking segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:29.120969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Bound using segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:29.121754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Bound port: 6a757c09-8fa3-4fd8-b337-096fc8febee1, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:29.122366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.128721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-653d3aa8-77e1-4cf1-8c42-91e3c4ccb9de service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736285 Jul 27 16:42:29.210911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7e0a2652-8e17-4653-98b8-60be51be672e', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:42:29.211959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.286018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] For port 3553dba3-81a8-42af-87b3-b349d5f93484, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3553dba3-81a8-42af-87b3-b349d5f93484,segment=NetworkSegment(14ca11f5-6fcd-442a-a431-ee70be60abdd),segment_id=14ca11f5-6fcd-442a-a431-ee70be60abdd)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:29.286367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.319107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Calling delete_port for 3553dba3-81a8-42af-87b3-b349d5f93484 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:29.334607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:29.344799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:29.355452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fe983-f070-4212-ad40-36b56e292333 req-c0539ee9-212d-430b-9314-ef21c0cb5712 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:29.359697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-589fe983-f070-4212-ad40-36b56e292333 req-c0539ee9-212d-430b-9314-ef21c0cb5712 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b2bd5-848f-446d-980f-7e7fc4867b87 HTTP/1.1" status: 200 len: 945 time: 0.2547169 Jul 27 16:42:29.395931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.419135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Allocated IP 2001:db8::2 (7e0a2652-8e17-4653-98b8-60be51be672e/956989e7-eb46-4169-812c-bf0b8afa955f/9e303ba0-0a65-466d-8e5f-d34e4195ae4f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:29.460555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:29.461185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.461555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bd4e5-4714-49f4-b863-eb377fa13342 req-3e7868bd-b8ae-4cac-bca3-8da4cdb5436d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:29.462603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] 10.222.0.13 "PUT /v2.0/ports/6a757c09-8fa3-4fd8-b337-096fc8febee1 HTTP/1.1" status: 200 len: 1092 time: 1.9372547 Jul 27 16:42:29.463314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e6bd4e5-4714-49f4-b863-eb377fa13342 req-3e7868bd-b8ae-4cac-bca3-8da4cdb5436d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 948 time: 0.3478918 Jul 27 16:42:29.468520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:29.468778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da59fe3a-3ba4-46dc-bfff-717aff9ddb8d req-c4cf1912-5cac-4763-9e02-7a4d631db13a service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067062 Jul 27 16:42:29.470789 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40071db4-fe34-48ba-b50b-610cf0fab260" -d '{"events": [{"name": "network-changed", "server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:29.530777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58dfd4-834c-4bb4-a39c-22de6cac88db service neutron] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:29.550547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-589fe983-f070-4212-ad40-36b56e292333 req-6392def3-47c6-4712-9814-3310db288704 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8de02fb-8e3b-4765-81ad-d05786b2589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480563 Jul 27 16:42:29.606990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.613662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e6bd4e5-4714-49f4-b863-eb377fa13342 req-3792fbb8-12b7-4a8f-ac83-3ff2106271e6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167359 Jul 27 16:42:29.681917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.689477 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.709938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Transition to ACTIVE for port object 9e303ba0-0a65-466d-8e5f-d34e4195ae4f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:29.729768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3553dba3-81a8-42af-87b3-b349d5f93484'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:29.765581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Pushing event deleted for resources: {'Port': ['ID=3553dba3-81a8-42af-87b3-b349d5f93484,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:29.788225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Transition to ACTIVE for port object 9e303ba0-0a65-466d-8e5f-d34e4195ae4f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:29.795623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.846968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] No DVR routers for this DVR port 3553dba3-81a8-42af-87b3-b349d5f93484 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:29.853960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:29.856638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-def20274-11cc-487f-852c-1614af533844 req-7f41bc57-c331-4606-991d-d67dec16e115 tempest-ServerAddressesTestJSON-561949293 tempest-ServerAddressesTestJSON-561949293-project] 10.222.0.13 "DELETE /v2.0/ports/3553dba3-81a8-42af-87b3-b349d5f93484 HTTP/1.1" status: 204 len: 173 time: 1.1567388 Jul 27 16:42:29.879562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Network 7e0a2652-8e17-4653-98b8-60be51be672e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:29.879871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-673f3ba1-a4e6-445e-89da-2acaccab9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:29.881591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-673f3ba1-a4e6-445e-89da-2acaccab9675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 1094 time: 0.2315004 Jul 27 16:42:29.883379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:29.890298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:29.901803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Pushing event updated for resources: {'Port': ['ID=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:29.958496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-c7616c3e-1614-4bb5-b47b-9d7b3ac0f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:29.960390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-c7616c3e-1614-4bb5-b47b-9d7b3ac0f472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 1095 time: 0.3575997 Jul 27 16:42:30.004128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Attempting to bind port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:30.005109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Attempting to bind port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:30.012722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Attempting to bind port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f on network 7e0a2652-8e17-4653-98b8-60be51be672e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:30.024562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:30.025129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Checking segment: {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:30.025788 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.026392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Bound using segment: {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:30.027091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Bound port: 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:30.027688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.054019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f00e-f8cb-4e99-b804-dd2cff8ff458 req-6d78e36e-cd66-4f08-9dc5-fd83f767535d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.055706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a272f00e-f8cb-4e99-b804-dd2cff8ff458 req-6d78e36e-cd66-4f08-9dc5-fd83f767535d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 943 time: 0.1730440 Jul 27 16:42:30.063958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-9df0b874-08f0-477e-8c37-959711b05ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.066337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-9df0b874-08f0-477e-8c37-959711b05ac6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.1679838 Jul 27 16:42:30.072993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-c1f162b3-4c75-48b9-95d3-a76aae0e586f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1 HTTP/1.1" status: 200 len: 217 time: 0.0940831 Jul 27 16:42:30.100531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ca63-1005-4d01-97c8-6438c2eeb5a1 req-e18007a5-41ba-4e41-b039-e9cf58b80278 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.102148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9437ca63-1005-4d01-97c8-6438c2eeb5a1 req-e18007a5-41ba-4e41-b039-e9cf58b80278 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.3596103 Jul 27 16:42:30.118980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] For port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:30.122769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] For port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:30.129429 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.150423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-c00548dc-e7ca-4b69-a091-dc74c96e6508 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad HTTP/1.1" status: 200 len: 217 time: 0.0530069 Jul 27 16:42:30.156348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a272f00e-f8cb-4e99-b804-dd2cff8ff458 req-d234cda4-2f51-4b7b-8e59-74a588777eb1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886230 Jul 27 16:42:30.208040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac445-1143-4510-a4c1-7a2ba969a1dc None None] Pushing event updated for resources: {'Port': ['ID=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:30.226666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-a732392b-1d50-44ef-9c6b-c76b0351e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.233909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-57d63ebf-644e-4d46-95d9-09bc921403c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.235420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-57d63ebf-644e-4d46-95d9-09bc921403c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.1295538 Jul 27 16:42:30.238733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-a732392b-1d50-44ef-9c6b-c76b0351e96d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.0737388 Jul 27 16:42:30.261778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9437ca63-1005-4d01-97c8-6438c2eeb5a1 req-905e1a4d-55a5-4088-885a-5f2f2065c65c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385989 Jul 27 16:42:30.277882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8::1 (7e0a2652-8e17-4653-98b8-60be51be672e/956989e7-eb46-4169-812c-bf0b8afa955f/538b5b6b-8711-4181-8d9f-cc99860573d3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:30.297061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-7acb07d5-7b0f-4c91-bbca-7774501aa2d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411477 Jul 27 16:42:30.319968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-0cc6b94d-1f40-4a2c-846f-76187df89179 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615778 Jul 27 16:42:30.361803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:30.391694 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f67cd1-9517-430b-a80e-9137a6cc66f6 x-openstack-request-id: req-76f67cd1-9517-430b-a80e-9137a6cc66f6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:30.392011 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:30.393116 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76f67cd1-9517-430b-a80e-9137a6cc66f6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:30.393394 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'status': 'completed', 'code': 200} Jul 27 16:42:30.477389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003632e5-83f6-4f06-bbb2-1835ec2c3a4b req-4b1c745f-4ffb-42cc-9585-fdce15407497 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.483285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-003632e5-83f6-4f06-bbb2-1835ec2c3a4b req-4b1c745f-4ffb-42cc-9585-fdce15407497 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 944 time: 0.1851981 Jul 27 16:42:30.491000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-28431d46-a7a8-485c-8b06-ff20cace0b0c service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529686 Jul 27 16:42:30.570891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-003632e5-83f6-4f06-bbb2-1835ec2c3a4b req-b99677a8-3ff2-4e21-89f4-a3fba6ce2b12 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Jul 27 16:42:30.624019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-18e83e81-0679-4a1a-9f07-d7af166853f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857471 Jul 27 16:42:30.669733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.707527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:30.732215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 538b5b6b-8711-4181-8d9f-cc99860573d3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:30.742280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'mac_address': 'fa:16:3e:48:8e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:30.830279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e684649-2e90-4ca0-94db-4f3a2ae15501 req-c28e0893-b6f3-4c03-80d0-f29a48e4abb2 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:30.838121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38a503a1-12c0-4d30-9283-5c1c6c2f6d99 req-f3d6c790-c669-4c79-8d92-d2755b23e590 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751718 Jul 27 16:42:30.839621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e684649-2e90-4ca0-94db-4f3a2ae15501 req-c28e0893-b6f3-4c03-80d0-f29a48e4abb2 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3396952 Jul 27 16:42:30.877607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.887947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d3cd7e2-c06d-475c-b743-89b1eab01d1f req-20717069-1758-48c4-95e3-6dba50f9f3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543962 Jul 27 16:42:30.895763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d166c71-a8f2-4782-8931-bd6c07045d7c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:30.915707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:30.941664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e684649-2e90-4ca0-94db-4f3a2ae15501 req-25a8c637-8040-44b1-a396-7961f14e78cc tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010051 Jul 27 16:42:30.943642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:30.952002 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.014932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 7e0a2652-8e17-4653-98b8-60be51be672e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:31.099806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:31.122580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:31.130980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:31.131717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.155530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:31.304890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Deleting subnet 8ddc98b2-b8c6-4a11-952f-e48ef28f5025 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:42:31.340078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8d166c71-a8f2-4782-8931-bd6c07045d7c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:31.374262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.438617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9e303ba0-0a65-466d-8e5f-d34e4195ae4f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:31.571777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:31.655463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.728491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:31.757061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02161738-4395-4d97-96f0-73a934397c00 req-6366850d-f2f9-4c2b-8311-0809d499c066 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:31.759219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02161738-4395-4d97-96f0-73a934397c00 req-6366850d-f2f9-4c2b-8311-0809d499c066 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 949 time: 0.4771793 Jul 27 16:42:31.776078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-b86b8d13-a327-4641-922b-7a0b723874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:31.777626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-b86b8d13-a327-4641-922b-7a0b723874f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2281de2305f44caeb06218bb4ce19c2d&device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 1097 time: 0.5192437 Jul 27 16:42:31.783734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.790478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-e8b6fe73-691f-4c99-946b-789c5272b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:31.792051 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-e8b6fe73-691f-4c99-946b-789c5272b199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 1095 time: 0.5761592 Jul 27 16:42:31.858489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-cd7b620f-a3f9-45cf-a715-1c07f8b35570 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:31.859891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-cd7b620f-a3f9-45cf-a715-1c07f8b35570 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068&tenant_id=990082e1c62a40b78650479271edff88&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 949 time: 0.8380411 Jul 27 16:42:31.898729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8e92f-bad4-43dd-ac1d-17dd203ea11a None None] Network 7e0a2652-8e17-4653-98b8-60be51be672e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:31.940144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:31.972912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Provisioning for port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:32.014187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Provisioning complete for port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:32.015759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.040851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02161738-4395-4d97-96f0-73a934397c00 req-5ee8e277-d381-4a69-b39b-0fa7b7ae148b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625568 Jul 27 16:42:32.066544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267702-14e3-4324-b181-73aee1b0e96d req-0fb71cfc-64eb-42b7-b9d2-652f6a5ce103 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.068187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04267702-14e3-4324-b181-73aee1b0e96d req-0fb71cfc-64eb-42b7-b9d2-652f6a5ce103 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.3309417 Jul 27 16:42:32.103523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-aad5544b-4010-4bad-a247-bc9d74bbd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.105128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-aad5544b-4010-4bad-a247-bc9d74bbd9b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 200 len: 916 time: 0.3170679 Jul 27 16:42:32.191457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-a3684853-a080-4c90-85ae-bfaaeb63d7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01 HTTP/1.1" status: 200 len: 217 time: 0.0738299 Jul 27 16:42:32.192360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.245743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04267702-14e3-4324-b181-73aee1b0e96d req-44edda71-79f5-4e4b-9a44-f8fd51ef728f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667893 Jul 27 16:42:32.299118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-90a5d6ec-e23d-41ac-b604-5158ad880c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.300791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-90a5d6ec-e23d-41ac-b604-5158ad880c8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 200 len: 854 time: 0.0812714 Jul 27 16:42:32.317711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-e243d8f4-def7-465e-8f82-e3052bed0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.319250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-e243d8f4-def7-465e-8f82-e3052bed0b46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1100 time: 0.3034143 Jul 27 16:42:32.322862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-c34fb244-3c90-4e24-99ba-c061401436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.324674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-c34fb244-3c90-4e24-99ba-c061401436d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 906 time: 0.4942033 Jul 27 16:42:32.326753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddc98b2-b8c6-4a11-952f-e48ef28f5025,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:32.333293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.335372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9fc84f72-b8af-48e3-aff4-bc257418b92f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8ddc98b2-b8c6-4a11-952f-e48ef28f5025 HTTP/1.1" status: 204 len: 168 time: 1.1786475 Jul 27 16:42:32.347393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:32.403897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 277e6096-e17d-4b31-a0fb-a5bf1085d2ad details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:32.409764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3553dba3-81a8-42af-87b3-b349d5f93484 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:32.413405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'name': 'network-vif-deleted', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:32.415800 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424eb22b-8778-4cee-9f07-4eda9a2d1158" -d '{"events": [{"server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "name": "network-vif-deleted", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:32.450058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.451866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 3553dba3-81a8-42af-87b3-b349d5f93484 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:32.452311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3553dba3-81a8-42af-87b3-b349d5f93484 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:32.463837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-7794bb3e-b3be-4853-a9e9-ba6dade32a49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1 HTTP/1.1" status: 200 len: 217 time: 0.1188519 Jul 27 16:42:32.553104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.563306 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.565085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.568574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-59c2f908-282a-4763-ae96-4f58e16f16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.570586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-59c2f908-282a-4763-ae96-4f58e16f16dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2310829 Jul 27 16:42:32.573291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] For port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:32.594691 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.676483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55248fa6-3b87-4571-8236-46640961618c req-ecea45f2-d560-498e-a293-97047ea9d3a5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.678554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:32.685271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55248fa6-3b87-4571-8236-46640961618c req-ecea45f2-d560-498e-a293-97047ea9d3a5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2936544 Jul 27 16:42:32.711588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad', 'mac_address': 'fa:16:3e:3e:89:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:32.714262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97d6a1-b2bb-4728-833f-a98bb98dd574 None None] Pushing event updated for resources: {'Port': ['ID=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:32.760331 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.779681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-5c79af06-8178-4e05-b45d-7c0ceca17d88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.1951051 Jul 27 16:42:32.780897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:32.785986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e6096-e17d-4b31-a0fb-a5bf1085d2ad {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:32.824886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:32.832270 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.896964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:32.904285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55248fa6-3b87-4571-8236-46640961618c req-02958e68-4cac-499a-8bc1-55fe42388a4a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179105 Jul 27 16:42:32.922270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8be6-bebd-4510-ac69-877f4f27f2dc req-37bdf131-3b18-4351-bbd2-cf007d0fa606 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.930118 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-056f8be6-bebd-4510-ac69-877f4f27f2dc req-37bdf131-3b18-4351-bbd2-cf007d0fa606 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 943 time: 0.7939713 Jul 27 16:42:32.937110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Provisioning for port 538b5b6b-8711-4181-8d9f-cc99860573d3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:32.943526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Provisioning complete for port 538b5b6b-8711-4181-8d9f-cc99860573d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:32.944363 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.964045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:32.974908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-a54da500-4ca9-4059-bee1-ac57bedc6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:32.979936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-a54da500-4ca9-4059-bee1-ac57bedc6197 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1897569 Jul 27 16:42:33.029479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-a321bca0-b69e-4546-a16f-02dee3a5e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.030973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-a321bca0-b69e-4546-a16f-02dee3a5e397 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.5506408 Jul 27 16:42:33.047910 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.050385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Port 538b5b6b-8711-4181-8d9f-cc99860573d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:33.072369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Provisioning complete for port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:33.073180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2183a891-c014-48b4-9d4c-646c02e313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.097367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network 7e0a2652-8e17-4653-98b8-60be51be672e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:33.101975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-056f8be6-bebd-4510-ac69-877f4f27f2dc req-a24dd8a4-f5c0-4ba8-98f6-8b4e466c74fb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709132 Jul 27 16:42:33.108652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-d3505aa1-b612-4bdc-8350-e5302cf295d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.110626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-d3505aa1-b612-4bdc-8350-e5302cf295d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7955415 Jul 27 16:42:33.132592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:33.180628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['277e6096-e17d-4b31-a0fb-a5bf1085d2ad'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:33.245481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-40304297-a2af-4a7a-bcd6-91f360b936af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640162 Jul 27 16:42:33.291683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9e303ba0-0a65-466d-8e5f-d34e4195ae4f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:33.302639 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.328835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-a29e6454-b182-4cf9-80a0-424099488eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.331373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-a29e6454-b182-4cf9-80a0-424099488eed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3388197 Jul 27 16:42:33.424224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f9981-cda0-4ba2-9de5-ded363355787 req-364958a5-89a4-4b81-ab5d-1f5cdd4f7dce tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.426501 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-009f9981-cda0-4ba2-9de5-ded363355787 req-364958a5-89a4-4b81-ab5d-1f5cdd4f7dce tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 944 time: 0.3595610 Jul 27 16:42:33.432008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:33.432644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.470228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c20dc85-942a-40e1-b237-492f438488aa']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:33.487105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ca11f5-6fcd-442a-a431-ee70be60abdd') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:33.487525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ca11f5-6fcd-442a-a431-ee70be60abdd') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:33.505262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.526359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.533203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:33.533530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.544582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-009f9981-cda0-4ba2-9de5-ded363355787 req-2ecdb5ca-0864-4244-98d8-36a2ab6227c3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055467 Jul 27 16:42:33.561334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6eba737-4747-47d2-ae13-6520e4b31c0b None None] Provisioning complete for port 538b5b6b-8711-4181-8d9f-cc99860573d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:33.561583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6eba737-4747-47d2-ae13-6520e4b31c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.572485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-a2040aea-3c59-4865-93ce-6c472b209d38 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294977 Jul 27 16:42:33.591263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:42:33.606747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-c3601e27-b244-45c0-b567-a6235c935c06 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391479 Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:42:33.607692 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:42:33.639264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f6eba737-4747-47d2-ae13-6520e4b31c0b None None] Port 538b5b6b-8711-4181-8d9f-cc99860573d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:33.707143 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a7c038-760a-4224-b736-2220be237803 x-openstack-request-id: req-f5a7c038-760a-4224-b736-2220be237803 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:33.707143 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4b2bd5-848f-446d-980f-7e7fc4867b87", "name": "network-vif-deleted", "tag": "3553dba3-81a8-42af-87b3-b349d5f93484", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:33.707143 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5a7c038-760a-4224-b736-2220be237803 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:33.707860 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4b2bd5-848f-446d-980f-7e7fc4867b87', 'name': 'network-vif-deleted', 'tag': '3553dba3-81a8-42af-87b3-b349d5f93484', 'status': 'completed', 'code': 200} Jul 27 16:42:33.712170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.728867 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.731333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4c20dc85-942a-40e1-b237-492f438488aa HTTP/1.1" status: 204 len: 168 time: 1.3820074 Jul 27 16:42:33.774417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02f5f4-db88-4c0b-9a5d-dcb486c15657 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c20dc85-942a-40e1-b237-492f438488aa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:33.786277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8036c93c-c3b4-4244-b7da-55be9db70a6b None None] Provisioning complete for port 538b5b6b-8711-4181-8d9f-cc99860573d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:33.787099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8036c93c-c3b4-4244-b7da-55be9db70a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:33.859375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783798-c0c1-4143-9c49-ba5bfb9d7ce1 req-f38096a7-cb74-442d-93c7-8cc4c958e225 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.860582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd783798-c0c1-4143-9c49-ba5bfb9d7ce1 req-f38096a7-cb74-442d-93c7-8cc4c958e225 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 949 time: 0.1532631 Jul 27 16:42:33.862297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:33.872805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5be7a41d-8d58-4c11-81a9-55afb70a26ca tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8596427 Jul 27 16:42:33.873604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:33.884348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1004679293'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:33.885234 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:33.914155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5d884-f948-45d8-9796-8ac9f6783031 req-fda388e4-ccf4-46e8-bfd8-a98da5e889bd tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:33.923061 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:33.925262 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:33.936500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6b5d884-f948-45d8-9796-8ac9f6783031 req-fda388e4-ccf4-46e8-bfd8-a98da5e889bd tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.6357195 Jul 27 16:42:33.948267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566d2a77-2a9e-4fcb-9425-9db10f2da804 req-f02bcb81-0b86-4eb0-920c-fe3d612b0aac service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586559 Jul 27 16:42:33.951130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8036c93c-c3b4-4244-b7da-55be9db70a6b None None] Port 538b5b6b-8711-4181-8d9f-cc99860573d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:33.995224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-491abc14-788c-4096-a21e-d2e0c2b7d091 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276020 Jul 27 16:42:33.995838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd783798-c0c1-4143-9c49-ba5bfb9d7ce1 req-4a9f6792-53e4-4ac0-8da1-7a418be52ff6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168168 Jul 27 16:42:33.996826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:34.004093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.041356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c30d2bc4-19b4-4c58-88cf-3a6e548ee30d req-04e08aaa-ea1b-43c5-843d-23c352ee78b7 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049242 Jul 27 16:42:34.094595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:34.113783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.114711 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 61da8f18-9e37-4551-85e4-5dd75b3a8083 of type vlan for network e9f1b7d5-0629-46d8-942f-f61384889ec9 Jul 27 16:42:34.116246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:34.149459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6b5d884-f948-45d8-9796-8ac9f6783031 req-a1e5caea-45e9-477a-8052-8e5dc929938c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114317 Jul 27 16:42:34.162068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:34.263848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40071db4-fe34-48ba-b50b-610cf0fab260 req-a271387f-52e7-4034-9d84-f28181357896 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395723 Jul 27 16:42:34.316526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-848ca4c7-b3ea-4f2b-b36d-4eca306947c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f6dc19de7e4a819d9928f586ca7fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989346 Jul 27 16:42:34.320072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.324345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:34.352403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:34.363443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:34.406748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdff3a6-c1b8-4e07-a34f-04b40fa688ed req-f2174703-1669-4abf-a9fb-caeb0bcc9579 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:34.409575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fdff3a6-c1b8-4e07-a34f-04b40fa688ed req-f2174703-1669-4abf-a9fb-caeb0bcc9579 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1304381 Jul 27 16:42:34.419614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4fe-596b-4100-8a5c-d58d11dc5195 req-2b8233f0-9d9b-4f96-886b-f94e7ed96739 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:34.429475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f0ef4fe-596b-4100-8a5c-d58d11dc5195 req-2b8233f0-9d9b-4f96-886b-f94e7ed96739 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.2891490 Jul 27 16:42:34.448719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.455039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:34.463561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.476798 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:31Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:32Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:34.483323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 8d166c71-a8f2-4782-8931-bd6c07045d7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:34.484056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.502504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.516456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:34.517907 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Updating router d913f66c-177e-42ac-bd63-07ef7d5a1f7c port 538b5b6b-8711-4181-8d9f-cc99860573d3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:42:34.534054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fdff3a6-c1b8-4e07-a34f-04b40fa688ed req-d047c9f8-2279-488f-960c-09c617d9ccd1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Jul 27 16:42:34.566431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6854007 Jul 27 16:42:34.569450 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.583118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:34.600860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:34.621163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'mac_address': 'fa:16:3e:0c:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:34.630023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:34.657299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.699663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.715700 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f0ef4fe-596b-4100-8a5c-d58d11dc5195 req-06d21e4e-6a3f-470c-a0f2-24a107e123ba tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834914 Jul 27 16:42:34.737890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.742987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3d54f-ef52-4963-a4c2-656b8fbeefa1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=e9f1b7d5-0629-46d8-942f-f61384889ec9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:34.753771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:34.756169 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d7f93-16d2-4177-bf51-99f4445958b8" -d '{"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-plugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:34.758208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0df7c5-54a9-406d-8660-88be97fc18e2 req-8020ea72-b2da-40e4-a5da-a8c1926e03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:34.769071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c0df7c5-54a9-406d-8660-88be97fc18e2 req-8020ea72-b2da-40e4-a5da-a8c1926e03f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.2610228 Jul 27 16:42:34.772594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:34.781836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a757c09-8fa3-4fd8-b337-096fc8febee1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:34.790786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:34.843575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.902694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:34.914332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.954708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:34.958669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c0df7c5-54a9-406d-8660-88be97fc18e2 req-7257a2d9-fe67-4c98-99e8-803668154a55 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331356 Jul 27 16:42:34.978423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.981375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.982921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8de02fb-8e3b-4765-81ad-d05786b2589a HTTP/1.1" status: 204 len: 168 time: 0.6574621 Jul 27 16:42:34.983743 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:34.989017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:34.993697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.007280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec610-3008-4261-a0fa-4457005db6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de02fb-8e3b-4765-81ad-d05786b2589a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:35.008075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a95f2-e76a-499d-b4ac-d57e5f635592 req-85fc94a4-833d-466e-b3a8-6df0839a97b3 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:35.031832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e1a95f2-e76a-499d-b4ac-d57e5f635592 req-85fc94a4-833d-466e-b3a8-6df0839a97b3 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 944 time: 0.3287895 Jul 27 16:42:35.046293 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Transition to ACTIVE for port object 538b5b6b-8711-4181-8d9f-cc99860573d3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:35.063209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:35.067591 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.075918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a5a6-0ec0-4a20-b27f-fee500897ee5 req-37f051e2-f30f-403e-8009-9282348af5ae tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:35.086397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e289a5a6-0ec0-4a20-b27f-fee500897ee5 req-37f051e2-f30f-403e-8009-9282348af5ae tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 944 time: 0.2041261 Jul 27 16:42:35.099669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e1a95f2-e76a-499d-b4ac-d57e5f635592 req-d27ec4db-acc8-4777-8059-cab8e2d70d1c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650616 Jul 27 16:42:35.178244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e289a5a6-0ec0-4a20-b27f-fee500897ee5 req-9984e194-703f-47fa-afac-d9ce884d7fdc tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901814 Jul 27 16:42:35.215086 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Pushing event updated for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:35.289509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['6a757c09-8fa3-4fd8-b337-096fc8febee1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:35.308822 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.314561 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.315120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.317992 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.320048 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.321923 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.323123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.323554 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.331936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.332390 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.332866 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.333310 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:35.422330 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Attempting to bind port 538b5b6b-8711-4181-8d9f-cc99860573d3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:35.423133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Attempting to bind port 538b5b6b-8711-4181-8d9f-cc99860573d3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:35.424560 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Attempting to bind port 538b5b6b-8711-4181-8d9f-cc99860573d3 on network 7e0a2652-8e17-4653-98b8-60be51be672e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:35.442455 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8217ffe-f468-42ba-9597-f146626c8582 x-openstack-request-id: req-b8217ffe-f468-42ba-9597-f146626c8582 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:35.443320 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-plugged", "status": "completed", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:35.444813 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8217ffe-f468-42ba-9597-f146626c8582 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:35.447499 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'code': 200} Jul 27 16:42:35.456054 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:35.457043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Checking segment: {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:35.457903 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.458780 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Bound using segment: {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:35.459732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Bound port: 538b5b6b-8711-4181-8d9f-cc99860573d3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:35.460565 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.629646 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] For port 538b5b6b-8711-4181-8d9f-cc99860573d3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:35.638121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] For port 538b5b6b-8711-4181-8d9f-cc99860573d3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=538b5b6b-8711-4181-8d9f-cc99860573d3,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:35.648063 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.654731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a325ffd-b6bc-40a8-9263-e09f0739c17d req-c7c38c77-95f6-4c07-bcab-25283d372da7 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:35.659043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a325ffd-b6bc-40a8-9263-e09f0739c17d req-c7c38c77-95f6-4c07-bcab-25283d372da7 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1658709 Jul 27 16:42:35.734308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9a325ffd-b6bc-40a8-9263-e09f0739c17d req-5eec6b2f-4b2f-45d9-85a0-d3eb23e4a092 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677719 Jul 27 16:42:35.751126 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:35.752591 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:35.796419 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d4c1c-a2a2-44a0-9b9d-44aec327eb0a None None] Pushing event updated for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:35.899518 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:35.902922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:35.988492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc3fb-0e12-4ac8-a205-ef1552b6d310 req-11fc8a44-47c0-4409-9576-a5943f8fd323 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:35.997626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b84bc3fb-0e12-4ac8-a205-ef1552b6d310 req-11fc8a44-47c0-4409-9576-a5943f8fd323 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1340189 Jul 27 16:42:35.999327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d28a25-0000-41e1-a93c-58e76b8459f6 req-be64e3c3-9eb8-4d9e-ada5-093201b638ce tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.011279 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45d28a25-0000-41e1-a93c-58e76b8459f6 req-be64e3c3-9eb8-4d9e-ada5-093201b638ce tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.6053417 Jul 27 16:42:36.055714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b84bc3fb-0e12-4ac8-a205-ef1552b6d310 req-30ed8a95-1bed-4dbc-a110-d14652dccfe0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jul 27 16:42:36.108758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:36.109142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: e9f1b7d5-0629-46d8-942f-f61384889ec9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:36.114268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=d6633d62-2c72-4547-bdf3-b508509b02bc,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:36.128144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45d28a25-0000-41e1-a93c-58e76b8459f6 req-64ff9ff4-418e-4a1b-87eb-61df6652ab52 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Jul 27 16:42:36.164390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:36.183971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e9f1b7d5-0629-46d8-942f-f61384889ec9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:36.198158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b288848-3bc1-468b-98f5-aee4b3804aab None None] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:36.199356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.199950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:36.263344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8b6d0c9-3c77-4648-8ab9-626e5ba27e11 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6754420 Jul 27 16:42:36.267243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:36.268631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ed5ac-4137-42dd-a35d-fcdb330336fc req-a8736b14-aa40-4ba3-adf4-8c2158de7e2f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.277368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c5ed5ac-4137-42dd-a35d-fcdb330336fc req-a8736b14-aa40-4ba3-adf4-8c2158de7e2f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1194630 Jul 27 16:42:36.376919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c5ed5ac-4137-42dd-a35d-fcdb330336fc req-0f802e54-bd3b-4ffb-9088-5c40c8b25544 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750821 Jul 27 16:42:36.377290 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:31Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:35Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:36.377788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 277e6096-e17d-4b31-a0fb-a5bf1085d2ad up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:36.396956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceab8f-c075-42ea-b651-c7f17464909e req-c94ce463-bd0c-4176-9ae3-f37d6777b985 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.402020 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425d64e-c031-4f65-9c48-919962a08a88 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:31Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:35Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:36.406762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29ceab8f-c075-42ea-b651-c7f17464909e req-c94ce463-bd0c-4176-9ae3-f37d6777b985 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 944 time: 0.2089782 Jul 27 16:42:36.473486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29ceab8f-c075-42ea-b651-c7f17464909e req-ecfa68ef-2486-4999-a082-11c816d41797 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 Jul 27 16:42:36.514478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e9f1b7d5-0629-46d8-942f-f61384889ec9', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:42:36.518070 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:36.577354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0fa69-c56d-47e1-95c0-360c464186e4 req-39ab1e57-a957-42f4-a516-4f6f9f382d59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.594966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45e0fa69-c56d-47e1-95c0-360c464186e4 req-39ab1e57-a957-42f4-a516-4f6f9f382d59 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.1565797 Jul 27 16:42:36.640042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45e0fa69-c56d-47e1-95c0-360c464186e4 req-1275e4f1-7143-45be-b3b6-8e7480773c71 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jul 27 16:42:36.674907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:36.687004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:36.687396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:36.803098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Allocated IP 2001:db8:1::2 (e9f1b7d5-0629-46d8-942f-f61384889ec9/d6633d62-2c72-4547-bdf3-b508509b02bc/3a978323-809a-42f0-9521-2c4df9a2f1bb) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:36.880864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0174c-6813-4e6e-b1c3-5710574add53 req-d31818ed-d279-47e1-9ac9-ccad89e5894f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.882436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e0174c-6813-4e6e-b1c3-5710574add53 req-d31818ed-d279-47e1-9ac9-ccad89e5894f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 945 time: 0.2572122 Jul 27 16:42:36.888488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefa523-ed54-4e12-b1eb-fee863d4d7c4 req-782bb841-6f32-43f5-ad0f-4a4a304b31ca tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:36.890221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aeefa523-ed54-4e12-b1eb-fee863d4d7c4 req-782bb841-6f32-43f5-ad0f-4a4a304b31ca tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1267362 Jul 27 16:42:36.923121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:36.959798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aeefa523-ed54-4e12-b1eb-fee863d4d7c4 req-abea877d-82f1-467e-8af8-387513a24d1a tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Jul 27 16:42:36.967431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e0174c-6813-4e6e-b1c3-5710574add53 req-f99f55c7-a507-46ba-8f1c-84f95ea87539 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734928 Jul 27 16:42:37.032415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.100211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:37.110485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.116140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.125322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Transition to ACTIVE for port object 3a978323-809a-42f0-9521-2c4df9a2f1bb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:37.182015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Transition to ACTIVE for port object 3a978323-809a-42f0-9521-2c4df9a2f1bb will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:37.199187 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.210335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:37.254630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:37.259265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:37.265353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:37.283934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Pushing event updated for resources: {'Port': ['ID=3a978323-809a-42f0-9521-2c4df9a2f1bb,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:37.327586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 538b5b6b-8711-4181-8d9f-cc99860573d3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:37.367858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd69ae-ef27-4d95-91cf-5ae185ee35ef req-9d92dfc1-6f41-42e2-8e35-7035f88b5b17 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:37.369418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aefd69ae-ef27-4d95-91cf-5ae185ee35ef req-9d92dfc1-6f41-42e2-8e35-7035f88b5b17 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2602792 Jul 27 16:42:37.404915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e96eb-9b38-4cc9-a345-814884744314 req-ef4cd000-6fec-4e71-9c02-8dae455179e3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:37.408900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Attempting to bind port 3a978323-809a-42f0-9521-2c4df9a2f1bb on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:37.409274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Attempting to bind port 3a978323-809a-42f0-9521-2c4df9a2f1bb by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:37.409640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Attempting to bind port 3a978323-809a-42f0-9521-2c4df9a2f1bb on network e9f1b7d5-0629-46d8-942f-f61384889ec9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:37.416110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:37.416541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Checking segment: {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:37.416963 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.417367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Bound using segment: {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:37.417852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Bound port: 3a978323-809a-42f0-9521-2c4df9a2f1bb, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:37.418248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.419336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b80e96eb-9b38-4cc9-a345-814884744314 req-ef4cd000-6fec-4e71-9c02-8dae455179e3 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.1425335 Jul 27 16:42:37.451096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:37.456732 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e3b3b-abc3-4416-b22c-a65c6324ee55" -d '{"events": [{"server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "name": "network-vif-plugged", "status": "completed", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:37.467977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aefd69ae-ef27-4d95-91cf-5ae185ee35ef req-5e3dc61f-6593-4f3c-95cc-5fac79e13aed tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Jul 27 16:42:37.499597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b80e96eb-9b38-4cc9-a345-814884744314 req-9566cf1d-53f6-4ee9-8c68-8876724a626e tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786982 Jul 27 16:42:37.536667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 538b5b6b-8711-4181-8d9f-cc99860573d3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:37.580396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 538b5b6b-8711-4181-8d9f-cc99860573d3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:37.581099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.599364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8:1::1 (e9f1b7d5-0629-46d8-942f-f61384889ec9/d6633d62-2c72-4547-bdf3-b508509b02bc/df8abb1c-8a1c-476b-aeff-f839ce0d82f2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:37.615462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] For port 3a978323-809a-42f0-9521-2c4df9a2f1bb, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:37.620796 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5e1cf-5f3a-4d78-82d9-4191ffa6b97b x-openstack-request-id: req-dcb5e1cf-5f3a-4d78-82d9-4191ffa6b97b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:37.621303 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "name": "network-vif-plugged", "status": "completed", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:37.621799 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcb5e1cf-5f3a-4d78-82d9-4191ffa6b97b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:37.622788 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad', 'code': 200} Jul 27 16:42:37.663784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] For port 3a978323-809a-42f0-9521-2c4df9a2f1bb, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a978323-809a-42f0-9521-2c4df9a2f1bb,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:37.674897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.791191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a565f-3d6b-4802-a19d-376de14c6f4c None None] Pushing event updated for resources: {'Port': ['ID=3a978323-809a-42f0-9521-2c4df9a2f1bb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:37.845461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.873644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9a3e2-8b49-4dcf-9ec3-6fb3533c1bef req-97511154-9a03-4327-a15d-cbec28299c3f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:37.885779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 538b5b6b-8711-4181-8d9f-cc99860573d3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=538b5b6b-8711-4181-8d9f-cc99860573d3,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:37.886960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87a9a3e2-8b49-4dcf-9ec3-6fb3533c1bef req-97511154-9a03-4327-a15d-cbec28299c3f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.1835573 Jul 27 16:42:37.894781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627ef9-6347-41d7-a8d4-8681963f2cb5 req-2d44e219-8453-4536-a54b-bacd0027fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:37.896497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5627ef9-6347-41d7-a8d4-8681963f2cb5 req-2d44e219-8453-4536-a54b-bacd0027fed8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 1096 time: 0.1471248 Jul 27 16:42:37.896999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.957605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:37.961771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87a9a3e2-8b49-4dcf-9ec3-6fb3533c1bef req-bd3e903f-7470-41a3-a473-c5f31ac513bb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739686 Jul 27 16:42:37.989111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:38.001118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object df8abb1c-8a1c-476b-aeff-f839ce0d82f2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:38.003034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1933142220', 'description': 'tempest-description-1755394669'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:38.010477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6d993-6230-4661-a44d-90e6b3b6bfc6 req-6926c7ab-8f49-4535-9163-20d3d6aca71b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:38.014499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5627ef9-6347-41d7-a8d4-8681963f2cb5 req-31ec6162-74fc-42cb-901b-a8d8e14ae91a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Jul 27 16:42:38.018176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6a6d993-6230-4661-a44d-90e6b3b6bfc6 req-6926c7ab-8f49-4535-9163-20d3d6aca71b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.3115399 Jul 27 16:42:38.034064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.043231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:38.133999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6a6d993-6230-4661-a44d-90e6b3b6bfc6 req-cb4bcec5-bebd-4fbf-8619-38fc8e6bd8ef tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097982 Jul 27 16:42:38.156042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.191254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.198924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.238777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.240117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f346424-3811-493f-b810-259aa94657d0 req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2508109 Jul 27 16:42:38.250075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9d4f3-56ea-4116-86d3-c542ea1b11ea tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af96a6-823d-42dd-9ceb-c3af8dec4726,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:38.261557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:38.322993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:38.333396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:38.333969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.337674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e40ce50-7f53-4ccc-ac6d-6acb0d5c6e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.352317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:38.377702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:38.416844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38c1e8-ec85-4826-b091-eb812c62b6df req-4ae9d249-d1fe-4acd-b0af-a76e674e691f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:38.419448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e38c1e8-ec85-4826-b091-eb812c62b6df req-4ae9d249-d1fe-4acd-b0af-a76e674e691f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 945 time: 0.0845163 Jul 27 16:42:38.442110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 6a757c09-8fa3-4fd8-b337-096fc8febee1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:38.445950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 6a757c09-8fa3-4fd8-b337-096fc8febee1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:38.446330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.468324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e38c1e8-ec85-4826-b091-eb812c62b6df req-8b5ea7cd-3897-494a-8c56-dadb262af1f2 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Jul 27 16:42:38.494922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623980a5-bd05-4e43-bfb4-d570495d4b7a req-2a73f6c4-6f73-40a6-930b-6622b6c5842e tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:38.496551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-623980a5-bd05-4e43-bfb4-d570495d4b7a req-2a73f6c4-6f73-40a6-930b-6622b6c5842e tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.2338192 Jul 27 16:42:38.564819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.583588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-623980a5-bd05-4e43-bfb4-d570495d4b7a req-37660690-399e-4ec0-bec4-d85976417443 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772517 Jul 27 16:42:38.603144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f8636543-a831-4e4c-adaf-3152f272b7b8 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1933142220&fields=id&tenant_id=e8b7bba055f144ac937a462626a4c62e HTTP/1.1" status: 200 len: 267 time: 0.0504725 Jul 27 16:42:38.604907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:38.610168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.611769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.645230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e40ce50-7f53-4ccc-ac6d-6acb0d5c6e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.684660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:38.695492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e40ce50-7f53-4ccc-ac6d-6acb0d5c6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.720033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-da15772f-8817-43dd-a197-60e4ebbfc00f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:38.721903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-da15772f-8817-43dd-a197-60e4ebbfc00f tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.1095536 Jul 27 16:42:38.735111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'port': {'security_groups': ['194701f7-8bbb-4359-bf47-bc580100f7b4', 'c1af96a6-823d-42dd-9ceb-c3af8dec4726']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:38.828641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40ce50-7f53-4ccc-ac6d-6acb0d5c6e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0046a3-a048-4667-8ece-6271a44d8568,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:38.832879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:38.839469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-5d08743f-d14a-44a2-ad7c-eb879b488359 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089790 Jul 27 16:42:38.845896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e40ce50-7f53-4ccc-ac6d-6acb0d5c6e5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e1e926c2b444eeab07756fde4696762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007455 Jul 27 16:42:38.846656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:39.053654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072d60b-3c9d-4b95-a239-63c2cbe5e4c2 None None] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:39.084516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:39.101079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-ad1228a8-9058-4884-b839-8d8af97113ef tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:39.105841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-ad1228a8-9058-4884-b839-8d8af97113ef tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541215 Jul 27 16:42:39.109649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.124537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ffa2d35a-9e4b-4025-95ad-bd5e696b336d None None] Provisioning for port 3a978323-809a-42f0-9521-2c4df9a2f1bb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:39.139469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.145085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.163845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:39.177875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.196451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-1b0a139b-78e8-4f17-b4b0-427916d6ad9d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/quotas/990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 375 time: 0.0809290 Jul 27 16:42:39.215854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.216690 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.248722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:39.249919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.271148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a580dac-6912-4d26-ad2c-0747c877a973 req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "PUT /v2.0/ports/b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 982 time: 0.5410399 Jul 27 16:42:39.274209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:39.283844 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9579597c-8517-424b-bea1-eca761636f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:39.291527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:39.315874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.322187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-97a839db-2603-4a6a-b535-36a810620703 req-4164a25c-1541-47af-acf8-e17dd6294473 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:42:39.332636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97a839db-2603-4a6a-b535-36a810620703 req-4164a25c-1541-47af-acf8-e17dd6294473 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205665 Jul 27 16:42:39.373117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:39.411058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-3869b517-027e-4daa-9671-4516a79e7c9d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136841 Jul 27 16:42:39.417411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 538b5b6b-8711-4181-8d9f-cc99860573d3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:39.429557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a18427-4431-4df2-be1f-9ebc7c544eb5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:39.493174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97a839db-2603-4a6a-b535-36a810620703 req-140221dd-abfd-4745-acae-17a84df05814 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1592703 Jul 27 16:42:39.507594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:39.510042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:39.523249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.525979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.527252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c0046a3-a048-4667-8ece-6271a44d8568 HTTP/1.1" status: 204 len: 168 time: 0.6760297 Jul 27 16:42:39.576118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369a161-87a1-41ee-b850-e0aea2f0ff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0046a3-a048-4667-8ece-6271a44d8568,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:39.586221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 538b5b6b-8711-4181-8d9f-cc99860573d3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:39.586837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:39.645322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:39.654774 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234dbb1-f748-449c-aa26-6f9e2d255d73" -d '{"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-plugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:39.705385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:39.885032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d72c0e3d-4ffa-478b-939a-97a470163319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.037424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d65c-c30e-4927-84b0-4dfe22042aea req-8d5da56b-b291-4d15-bfe2-ace8c21adad0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:40.049263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43f9d65c-c30e-4927-84b0-4dfe22042aea req-8d5da56b-b291-4d15-bfe2-ace8c21adad0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1658869 Jul 27 16:42:40.061483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23611c03-cc72-4dbc-b62f-e82070fe2ec5 None None] Provisioning for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:40.080291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23611c03-cc72-4dbc-b62f-e82070fe2ec5 None None] Provisioning complete for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:40.081075 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23611c03-cc72-4dbc-b62f-e82070fe2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.153756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43f9d65c-c30e-4927-84b0-4dfe22042aea req-8527717b-6f4f-43f7-a103-78a892050d34 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033387 Jul 27 16:42:40.324849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-22e17cf9-414e-4462-be60-305ea8951281 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1933142220&fields=id&tenant_id=e8b7bba055f144ac937a462626a4c62e HTTP/1.1" status: 200 len: 267 time: 0.0924523 Jul 27 16:42:40.366886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-23611c03-cc72-4dbc-b62f-e82070fe2ec5 None None] Port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:40.381878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:40.392836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5944f942-d894-461f-a3a7-b7303ad0c08e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1209068 Jul 27 16:42:40.398895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:40.401531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:40.408624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531548874'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:40.418204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a978323-809a-42f0-9521-2c4df9a2f1bb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:40.425548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:40.426345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:40.460947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42244e-d44a-409d-b6e8-61c5b97be460 req-bc73c8a9-cc93-4c8e-92a9-f9e4b2b8c356 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:40.462535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d42244e-d44a-409d-b6e8-61c5b97be460 req-bc73c8a9-cc93-4c8e-92a9-f9e4b2b8c356 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.6731777 Jul 27 16:42:40.488668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:40.496603 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.511173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-079e412c-67b0-4285-8a65-600e7c6167a4 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:40.521260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-079e412c-67b0-4285-8a65-600e7c6167a4 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 985 time: 0.1877394 Jul 27 16:42:40.528775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'port': {'security_groups': ['194701f7-8bbb-4359-bf47-bc580100f7b4']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:40.586414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:40.595901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d42244e-d44a-409d-b6e8-61c5b97be460 req-5e1ba1fb-b44e-49fe-a5cc-408fd6bd8bcb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240630 Jul 27 16:42:40.630852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:40.669932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.670434 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 359cd8f9-72c1-4eb6-bd81-ae3a2b28784f of type vlan for network e138221f-5d3c-42b7-842f-c8475c0af047 Jul 27 16:42:40.731439 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0b52ef-631e-4802-bc4b-74029ae13893 x-openstack-request-id: req-6e0b52ef-631e-4802-bc4b-74029ae13893 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:40.733660 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:40.734200 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e0b52ef-631e-4802-bc4b-74029ae13893 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:40.735588 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:42:40.785404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.854983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.919644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3a978323-809a-42f0-9521-2c4df9a2f1bb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:40.921981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.932516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:40.933480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.934263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7c1cba6-eb30-4a7e-94a7-53ed685cd27b None None] Provisioning complete for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:40.934857 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7c1cba6-eb30-4a7e-94a7-53ed685cd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.982603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1cba6-eb30-4a7e-94a7-53ed685cd27b None None] Port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:40.984074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3a978323-809a-42f0-9521-2c4df9a2f1bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:40.984452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:40.996041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579597c-8517-424b-bea1-eca761636f2d req-76447f3b-9e2f-45fb-879c-0537d32b9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:40.998061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-76447f3b-9e2f-45fb-879c-0537d32b9602 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1136 time: 0.2413585 Jul 27 16:42:41.036416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=e138221f-5d3c-42b7-842f-c8475c0af047,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:41.044056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-121020a6-e022-4c97-b798-8358051e13a6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6411231 Jul 27 16:42:41.047651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:41.061625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e138221f-5d3c-42b7-842f-c8475c0af047 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:41.061940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:41.126361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579597c-8517-424b-bea1-eca761636f2d req-967bc062-89d5-4ce2-9c2b-a2d32316ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.128319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-967bc062-89d5-4ce2-9c2b-a2d32316ec1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.1168947 Jul 27 16:42:41.196716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-4e6b9a90-3852-4d0b-a6bd-8b74809a6e0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.0549588 Jul 27 16:42:41.211331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fba01-f3a6-4291-b150-4f1742790ebc req-e9e033eb-c1dc-43b6-abbf-598d0fae84b0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.212554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.213668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-235fba01-f3a6-4291-b150-4f1742790ebc req-e9e033eb-c1dc-43b6-abbf-598d0fae84b0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 946 time: 0.3875277 Jul 27 16:42:41.224765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:41.228729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.281332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3a978323-809a-42f0-9521-2c4df9a2f1bb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a978323-809a-42f0-9521-2c4df9a2f1bb,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:41.295553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:38Z', 'revision_number': 3, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:38Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:41.299919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.313217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579597c-8517-424b-bea1-eca761636f2d req-16688c87-d5d7-49db-983e-056d719bb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.314540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-16688c87-d5d7-49db-983e-056d719bb4ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.0844889 Jul 27 16:42:41.337424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:41.337892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Updating router d913f66c-177e-42ac-bd63-07ef7d5a1f7c port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:42:41.363649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-7d434b7c-2656-4ef8-af10-705336f48cc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341027 Jul 27 16:42:41.409583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-235fba01-f3a6-4291-b150-4f1742790ebc req-7e40317f-9685-4e51-952a-e3e94ceb4822 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Jul 27 16:42:41.433360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.447457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3a978323-809a-42f0-9521-2c4df9a2f1bb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:41.511043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:41.561263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33963d77-0721-40a9-a826-ef5a5184c252 req-ea6d72a3-6351-4f01-a2f6-201911fc8cf8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 210 time: 0.0435252 Jul 27 16:42:41.610217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.614311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-47e9d852-134c-4af7-a00f-f6188b300b83 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318649 Jul 27 16:42:41.619838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.638481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:41.697330 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51227a52-4ecc-49ed-90a7-827b5bb16b56 x-openstack-request-id: req-51227a52-4ecc-49ed-90a7-827b5bb16b56 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:41.697678 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-plugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:41.697996 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51227a52-4ecc-49ed-90a7-827b5bb16b56 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:41.698375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.699035 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'code': 200} Jul 27 16:42:41.699192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.716765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a34e870-05d6-46a4-9cef-2bdaa7410839 req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "PUT /v2.0/ports/b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 943 time: 1.1941569 Jul 27 16:42:41.718741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc84d5-0b91-4d9a-961b-63db7bebd5be tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:41.784252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:41.833852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:41.846287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=39c0324f-516f-4963-92e8-bda6a50923a2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:41.909110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49165-b538-456c-a39e-eff34a2acfa3 req-d66c5ac6-431a-4e4f-9ccf-727a2222d965 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.919647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19b49165-b538-456c-a39e-eff34a2acfa3 req-d66c5ac6-431a-4e4f-9ccf-727a2222d965 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1917534 Jul 27 16:42:41.934492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db1778-848c-4bee-b6b0-3a7d70bdc2a1 req-844b21ca-afba-4be6-869a-651e5165b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:41.936299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9db1778-848c-4bee-b6b0-3a7d70bdc2a1 req-844b21ca-afba-4be6-869a-651e5165b39c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 1097 time: 0.0949469 Jul 27 16:42:41.940643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9579597c-8517-424b-bea1-eca761636f2d req-3e88b816-e97e-4c5c-932d-77d19009bab0 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228701 Jul 27 16:42:41.948823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:41.949187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: e138221f-5d3c-42b7-842f-c8475c0af047, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:41.989402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19b49165-b538-456c-a39e-eff34a2acfa3 req-1f6b9f94-75ea-48d6-bf3e-59c8a551ab08 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626125 Jul 27 16:42:42.031216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e138221f-5d3c-42b7-842f-c8475c0af047 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:42.049506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9db1778-848c-4bee-b6b0-3a7d70bdc2a1 req-131c2517-9257-421d-91d3-37fbe20afe63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862236 Jul 27 16:42:42.093311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6e824-fbb7-4f17-9d17-5938081b7a9a req-5cff69eb-ab99-4f3b-9fd9-6629d0bcc113 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:42.094993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fa6e824-fbb7-4f17-9d17-5938081b7a9a req-5cff69eb-ab99-4f3b-9fd9-6629d0bcc113 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1004455 Jul 27 16:42:42.117994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e138221f-5d3c-42b7-842f-c8475c0af047) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:42.145369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:42.145963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.152345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9965c4c-0edf-416e-a0dd-a959fb47302f None None] Network e138221f-5d3c-42b7-842f-c8475c0af047 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:42.173806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6d1101fd-72da-42e1-9573-03a39004ea0c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1178768 Jul 27 16:42:42.181012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:42.200822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fa6e824-fbb7-4f17-9d17-5938081b7a9a req-eecf4038-b491-494e-9839-2898336ad4c9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Jul 27 16:42:42.266124 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5dbdee1e-7517-4020-b310-98a327f5f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.352457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-999e17ac-1b50-46eb-a45c-6b56a1e972ff tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3416944 Jul 27 16:42:42.361004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:42.379236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57185c57-18bd-446e-bdc8-62f33703d96f req-a679bb2f-3678-4186-919b-b4981e649eba tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:42.379816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-57185c57-18bd-446e-bdc8-62f33703d96f req-a679bb2f-3678-4186-919b-b4981e649eba tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.1047390 Jul 27 16:42:42.443437 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-57185c57-18bd-446e-bdc8-62f33703d96f req-c3e2e27e-c865-41f3-b122-40a67557db37 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564609 Jul 27 16:42:42.464056 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.494336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.530690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.554449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Transition to ACTIVE for port object df8abb1c-8a1c-476b-aeff-f839ce0d82f2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:42.601800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.699617 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-1079b3ed-d8c4-42f0-933c-c78fcbbafdfc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817435 Jul 27 16:42:42.739568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a65a-7164-44c4-b15c-96f3d95f1fa3 None None] Pushing event updated for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:42.752482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:42.757436 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e098506-8827-4585-9f57-1b2add54024d" -d '{"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:42.757702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.906250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e138221f-5d3c-42b7-842f-c8475c0af047', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:42:42.912307 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.930415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.943887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Attempting to bind port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:42.944763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Attempting to bind port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:42.945385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Attempting to bind port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 on network e9f1b7d5-0629-46d8-942f-f61384889ec9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:42.959499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:42.960516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Checking segment: {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:42.961199 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.961831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Bound using segment: {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:42.962807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Bound port: df8abb1c-8a1c-476b-aeff-f839ce0d82f2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61da8f18-9e37-4551-85e4-5dd75b3a8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:42.963590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:42.991848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e835aaa-9bee-44f8-b6f4-8902e7ddc526 req-dd4a2bd2-26ee-45bd-a63b-026a5241f73a tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:43.005128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e835aaa-9bee-44f8-b6f4-8902e7ddc526 req-dd4a2bd2-26ee-45bd-a63b-026a5241f73a tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.3635345 Jul 27 16:42:43.090601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e835aaa-9bee-44f8-b6f4-8902e7ddc526 req-6113ba8a-95cf-45fe-99a2-ca0e960fdf76 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 Jul 27 16:42:43.199653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-c989aa9c-c5c3-4419-af6b-7d2bde4522ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:43.205607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-c989aa9c-c5c3-4419-af6b-7d2bde4522ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113700 Jul 27 16:42:43.207830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] For port df8abb1c-8a1c-476b-aeff-f839ce0d82f2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:43.266611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Allocated IP 2001:db8:2::2 (e138221f-5d3c-42b7-842f-c8475c0af047/39c0324f-516f-4963-92e8-bda6a50923a2/97f9d78c-e573-498b-b9db-5c7bd03cca6f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:43.286243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] For port df8abb1c-8a1c-476b-aeff-f839ce0d82f2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:43.297694 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:43.298932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Request body: {'port': {'device_id': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '990082e1c62a40b78650479271edff88'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:43.439169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Allocated IP 172.25.4.13 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ada9db13-91cd-44a1-9e4a-76e954228d27) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:43.453749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a978323-809a-42f0-9521-2c4df9a2f1bb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:43.458439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb38f7-d612-4739-949e-8a27c4fc17a2 req-631ba886-a71d-4a5e-826d-d493d8425c32 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:43.464824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccb38f7-d612-4739-949e-8a27c4fc17a2 req-631ba886-a71d-4a5e-826d-d493d8425c32 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 946 time: 0.2492313 Jul 27 16:42:43.472507 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:43.545142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a65a-7164-44c4-b15c-96f3d95f1fa3 None None] Pushing event updated for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:43.554522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Made reservation on behalf of 990082e1c62a40b78650479271edff88 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:43.555582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:43.558203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:43.561529 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:43.591552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ccb38f7-d612-4739-949e-8a27c4fc17a2 req-45e80450-cecf-4dd6-9817-bff058ac0219 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257541 Jul 27 16:42:43.761729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:43.806713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3afa5601-734f-478c-a1c9-eb0fe7cdb7b7 req-b0b850bb-9c6d-47b9-a6dc-d99e611294be tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 210 time: 0.0494223 Jul 27 16:42:43.817207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:43.883595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:43.889996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:43.895574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:43.901995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'Port': ['ID=ada9db13-91cd-44a1-9e4a-76e954228d27,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:43.915235 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d6e70-dea1-4cb3-af3f-bf12dcc4543e x-openstack-request-id: req-379d6e70-dea1-4cb3-af3f-bf12dcc4543e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:43.916708 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:43.919247 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-379d6e70-dea1-4cb3-af3f-bf12dcc4543e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:43.921017 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:42:44.034739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Allocated IP 192.168.233.240 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/46ad1375-d668-4a61-a262-28fc758af180) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:44.038507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:44.097307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3a978323-809a-42f0-9521-2c4df9a2f1bb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:44.097690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.101725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.117512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.131656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098506-8827-4585-9f57-1b2add54024d req-d84c282a-32d0-4129-8dce-7eedf62ea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:44.133631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-d84c282a-32d0-4129-8dce-7eedf62ea1b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.2060432 Jul 27 16:42:44.177235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Transition to ACTIVE for port object 97f9d78c-e573-498b-b9db-5c7bd03cca6f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:44.198953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.216031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661879-c666-4d5a-bb12-01762d4a6a9f req-849f9fb5-463b-4e52-af2f-d60cec4877f4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:44.217632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2661879-c666-4d5a-bb12-01762d4a6a9f req-849f9fb5-463b-4e52-af2f-d60cec4877f4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.2373786 Jul 27 16:42:44.250451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Transition to ACTIVE for port object 97f9d78c-e573-498b-b9db-5c7bd03cca6f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:44.271673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.363471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Network e138221f-5d3c-42b7-842f-c8475c0af047 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:44.369311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2661879-c666-4d5a-bb12-01762d4a6a9f req-66ab6f74-e518-4efb-b5d1-0f19a682cc71 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253486 Jul 27 16:42:44.388483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8:2::1 (e138221f-5d3c-42b7-842f-c8475c0af047/39c0324f-516f-4963-92e8-bda6a50923a2/3f58eeb3-340c-4731-9c11-fa4e0f3f168c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:44.401423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:44.409758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:44.420740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Pushing event updated for resources: {'Port': ['ID=97f9d78c-e573-498b-b9db-5c7bd03cca6f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:44.464117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098506-8827-4585-9f57-1b2add54024d req-d08d0524-4acc-4c64-967b-3fb5d018ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:44.465929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-d08d0524-4acc-4c64-967b-3fb5d018ece5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.3192942 Jul 27 16:42:44.502169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Attempting to bind port 97f9d78c-e573-498b-b9db-5c7bd03cca6f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:44.502635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Attempting to bind port 97f9d78c-e573-498b-b9db-5c7bd03cca6f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:44.503022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Attempting to bind port 97f9d78c-e573-498b-b9db-5c7bd03cca6f on network e138221f-5d3c-42b7-842f-c8475c0af047 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:44.511361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:44.511744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Checking segment: {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:44.512169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.512612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Bound using segment: {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:44.513103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Bound port: 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:44.513491 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.535341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:38Z', 'revision_number': 3, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:43Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:44.565230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1a816-9cb1-4ef0-9523-e565c16e3f0a None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:38Z', 'revision_number': 3, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:43Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:44.572421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.585201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.590246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.608706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Transition to ACTIVE for port object 46ad1375-d668-4a61-a262-28fc758af180 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:44.629214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-19817291-5341-40dc-80e5-f1cee1d4cdf9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.1425843 Jul 27 16:42:44.656712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] For port 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:44.658801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] For port 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97f9d78c-e573-498b-b9db-5c7bd03cca6f,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:44.666376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.685263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.760411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0e180-a2ad-4238-b374-3e6e2f3d568b None None] Pushing event updated for resources: {'Port': ['ID=97f9d78c-e573-498b-b9db-5c7bd03cca6f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:44.768720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.778753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event updated for resources: {'Port': ['ID=ada9db13-91cd-44a1-9e4a-76e954228d27,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:44.786346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object 3f58eeb3-340c-4731-9c11-fa4e0f3f168c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:44.809870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2', '8d166c71-a8f2-4782-8931-bd6c07045d7c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:44.819893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.865427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.874757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-640f3ff6-37f4-4900-b6c2-bcfd2be25b76 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5213566 Jul 27 16:42:44.938799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:44.949163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:44.961710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098506-8827-4585-9f57-1b2add54024d req-c87ffddf-3f26-46e5-abe4-db7c624b114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:44.963433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-c87ffddf-3f26-46e5-abe4-db7c624b114e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.3207448 Jul 27 16:42:44.988531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ed97-e74d-4e7f-b0c3-d2595d1685df req-911d44a2-18e5-45bb-b772-e3510b39ba0a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:45.004107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-caa0ed97-e74d-4e7f-b0c3-d2595d1685df req-911d44a2-18e5-45bb-b772-e3510b39ba0a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.3815491 Jul 27 16:42:45.007789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:45.021478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:45.035084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.114189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-4cd43a96-1cfc-48da-95f5-3b8cb4b7feff tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.2383158 Jul 27 16:42:45.559557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device df8abb1c-8a1c-476b-aeff-f839ce0d82f2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:45.605265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:45.638170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-afb53dfe-aac6-4a96-839b-5659319c5362 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6236148 Jul 27 16:42:45.692390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-feb48575-5077-47df-a76a-56e161cb9cea None None] Provisioning for port 46ad1375-d668-4a61-a262-28fc758af180 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:45.698933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-feb48575-5077-47df-a76a-56e161cb9cea None None] Provisioning complete for port 46ad1375-d668-4a61-a262-28fc758af180 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:45.699330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-feb48575-5077-47df-a76a-56e161cb9cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.734114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-caa0ed97-e74d-4e7f-b0c3-d2595d1685df req-0b3303aa-1a90-41c2-bdf6-08ba39534613 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247894 Jul 27 16:42:45.739453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-feb48575-5077-47df-a76a-56e161cb9cea None None] Port 46ad1375-d668-4a61-a262-28fc758af180 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:45.741271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e138221f-5d3c-42b7-842f-c8475c0af047 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:45.741427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:45.743127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:45.745818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:45.746200 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.746473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:45.747449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.767307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:45.767988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.803550 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-73a61703-fc27-4c29-9573-66a7e16e386c service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529613 Jul 27 16:42:45.818499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-2e0f3b06-fb82-4203-8b57-5e95d6e9c80d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5276914 Jul 27 16:42:45.908120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Request body: {'port': {'device_id': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:45.916075 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:45.959795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:45.994490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port df8abb1c-8a1c-476b-aeff-f839ce0d82f2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:46.000280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.002176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97f9d78c-e573-498b-b9db-5c7bd03cca6f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:46.090894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e098506-8827-4585-9f57-1b2add54024d req-523d10c2-c559-4a28-b010-4a736086d181 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696269 Jul 27 16:42:46.110486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab506eb9-5171-42c1-80ae-cc164bcdc60c req-c9a4ce32-7f82-4f10-be34-52c55b68b55b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.113988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab506eb9-5171-42c1-80ae-cc164bcdc60c req-c9a4ce32-7f82-4f10-be34-52c55b68b55b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.2155623 Jul 27 16:42:46.120991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.145164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.175020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab506eb9-5171-42c1-80ae-cc164bcdc60c req-41b3ce81-cf6b-4f0e-a7c8-037d7956bd69 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Jul 27 16:42:46.202914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-4c563119-748b-42c4-9c24-a55591011e9c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.204465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db381ddc-5935-4bee-9a9e-7303ebb9496b req-4c563119-748b-42c4-9c24-a55591011e9c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 1.0894525 Jul 27 16:42:46.266693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:46.285207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:46.444680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9305d-6e1e-4a33-99f5-c621a0fa14de None None] Network e138221f-5d3c-42b7-842f-c8475c0af047 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:46.527150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Provisioning for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:46.530501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49b57-cb5f-4276-aa4f-e69f5ca0afca req-dba3168c-1e86-44ab-87d9-81ad7d13f7b7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.533863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ca49b57-cb5f-4276-aa4f-e69f5ca0afca req-dba3168c-1e86-44ab-87d9-81ad7d13f7b7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 946 time: 0.1984127 Jul 27 16:42:46.550327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Provisioning complete for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:46.551473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.609380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ca49b57-cb5f-4276-aa4f-e69f5ca0afca req-55ee4d3e-fa37-4927-bac9-1a32b4a49f8f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Jul 27 16:42:46.619241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0079f-88a5-48f2-8147-bd70cb5fc218 req-6d7ed3ac-2cfc-437e-8dfe-a0eccb48e1d8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.627338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0079f-88a5-48f2-8147-bd70cb5fc218 req-6d7ed3ac-2cfc-437e-8dfe-a0eccb48e1d8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.634503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0079f-88a5-48f2-8147-bd70cb5fc218 req-6d7ed3ac-2cfc-437e-8dfe-a0eccb48e1d8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:46.636538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.644028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.644289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37c0079f-88a5-48f2-8147-bd70cb5fc218 req-6d7ed3ac-2cfc-437e-8dfe-a0eccb48e1d8 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec&device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039&device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 2418 time: 0.1755958 Jul 27 16:42:46.645674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.737835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37c0079f-88a5-48f2-8147-bd70cb5fc218 req-602eb5f9-cd8b-4d23-a29c-9549e2b649f6 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926809 Jul 27 16:42:46.781515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:46.797180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.813003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Transition to ACTIVE for port object 46ad1375-d668-4a61-a262-28fc758af180 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:46.821974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.852500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.884835 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:46.885132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:46.902728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e138221f-5d3c-42b7-842f-c8475c0af047 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:46.906213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:46.984980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] For port 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97f9d78c-e573-498b-b9db-5c7bd03cca6f,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:47.009503 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.019200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:47.102065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:47.102407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:47.102737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:47.109521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:42:47.109836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:47.119780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:47.121380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d77a57-5aba-46d3-ae9c-a25f11c12b78 req-2689f262-89e9-4b74-b03e-f36f0155e473 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:47.125447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1d77a57-5aba-46d3-ae9c-a25f11c12b78 req-2689f262-89e9-4b74-b03e-f36f0155e473 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.3069499 Jul 27 16:42:47.130278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:47.130779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:47.131295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Bound port: 46ad1375-d668-4a61-a262-28fc758af180, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:47.131676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.156605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836627-a5d3-421f-9103-2e8b4e89f390 None None] Pushing event updated for resources: {'Port': ['ID=97f9d78c-e573-498b-b9db-5c7bd03cca6f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:47.214386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:47.230414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1d77a57-5aba-46d3-ae9c-a25f11c12b78 req-918dd56a-f85e-49b5-8d42-ef8ac34d14cc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Jul 27 16:42:47.429273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:47.454888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:47.456540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:47.467856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f06c9fc2-3d8f-406c-bfb0-28f8afc663f9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2857213 Jul 27 16:42:47.470777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:47.475392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:47.485896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device df8abb1c-8a1c-476b-aeff-f839ce0d82f2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:47.487595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833055367'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:47.491572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:47.492211 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:47.502473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.551219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:47.554900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.580763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Provisioning for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:47.587887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Provisioning complete for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:47.588353 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.614862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-472b1ea5-4b32-4858-bc5e-531e7378ac3b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:47.637137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-472b1ea5-4b32-4858-bc5e-531e7378ac3b tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4165511 Jul 27 16:42:47.663501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:47.663897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.665627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] 10.222.0.13 "PUT /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 1096 time: 1.7687657 Jul 27 16:42:47.674775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:47.683160 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49979e-f231-4902-beea-79b5cbe2da17" -d '{"events": [{"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:47.726062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:47.728197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:47.728814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.760594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:42:47.820199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.820693 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added segment 2df4660f-81ae-42fb-8709-3c6f6a008613 of type vlan for network e38e91e6-4cbd-483e-945c-2dd3a896dcdb Jul 27 16:42:47.834919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Provisioning complete for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:47.835847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3ce1-139d-469b-a8d5-5e3ebdbd6814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.882246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-336c6386-9653-42aa-b1cb-38d97f7346ba tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.2435973 Jul 27 16:42:47.888848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'floatingip': {'port_id': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:47.941193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:47.989718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a2228-d084-4709-a416-c53d5f192b4f service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:47.995320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.009675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:48.012965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.013121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.022063 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:48.133474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c112-b9ba-4bc9-b7df-dfbfc3b7b857 req-5ac19809-3290-4bf1-8de0-b4dae4c1f3a7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:48.135153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8c1c112-b9ba-4bc9-b7df-dfbfc3b7b857 req-5ac19809-3290-4bf1-8de0-b4dae4c1f3a7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.5852177 Jul 27 16:42:48.152671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6762123 Jul 27 16:42:48.172636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:48.186401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'subnet': {'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:48.212884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97f9d78c-e573-498b-b9db-5c7bd03cca6f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:48.275901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:48.276807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.344754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f6cb1-b9cb-44ff-a4d2-7cb88b0b63e5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Network': ['ID=e38e91e6-4cbd-483e-945c-2dd3a896dcdb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:48.371926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:42:48.423288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8c1c112-b9ba-4bc9-b7df-dfbfc3b7b857 req-20d5f5f6-a61c-458d-89dc-32eb837434e5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690146 Jul 27 16:42:48.451913 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:46Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:46Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:48.475067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-18851ae0-548d-43f3-a144-1a226cfeac5b req-12f9c65b-e85c-4508-8cf4-7682308ffcc2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:42:48.484127 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:48.485284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Updating router d913f66c-177e-42ac-bd63-07ef7d5a1f7c port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:42:48.489157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18851ae0-548d-43f3-a144-1a226cfeac5b req-12f9c65b-e85c-4508-8cf4-7682308ffcc2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236566 Jul 27 16:42:48.525132 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.529153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Made reservation on behalf of 09b2ddbbb9684ae49698b41d4496ef3b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:48.537140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.538467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68f83d90-6bfe-48f8-85d2-25af647fbe15 None None] Provisioning complete for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:48.538935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68f83d90-6bfe-48f8-85d2-25af647fbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.607200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-68f83d90-6bfe-48f8-85d2-25af647fbe15 None None] Port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:48.646501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-455fce1d-ce1a-4646-b843-c9ee2300ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:48.652135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-455fce1d-ce1a-4646-b843-c9ee2300ce0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1099 time: 0.8230290 Jul 27 16:42:48.800803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18851ae0-548d-43f3-a144-1a226cfeac5b req-980c723b-a8fd-4fe3-b8b4-9905be4984d7 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3101420 Jul 27 16:42:48.819155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-21f775e0-6cb7-418e-accb-59926b5c0a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.1073372 Jul 27 16:42:48.966459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:48.994899 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.010987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Transition to ACTIVE for port object 3f58eeb3-340c-4731-9c11-fa4e0f3f168c will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:49.021604 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.049275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-1b25b988-7840-443e-94f7-99525f20755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:49.051572 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-1b25b988-7840-443e-94f7-99525f20755b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2224014 Jul 27 16:42:49.099929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Subnet': ['ID=30c7a49e-57dc-49a8-a0ff-9053bb479283,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:49.108132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Checking segment: {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:49.108450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network hostable DHCP agents. Network: e38e91e6-4cbd-483e-945c-2dd3a896dcdb, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:42:49.132824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:42:49.148844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e38e91e6-4cbd-483e-945c-2dd3a896dcdb) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:49.157108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:49.158017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.158853 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec9b0-daa2-480d-a085-597deda1b52d None None] Pushing event updated for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:49.176652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e94c5-6502-4eef-898b-f2cd643af22d None None] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:49.192977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6726341c-d48e-40bd-9045-0228589140a1 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0112240 Jul 27 16:42:49.197880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:49.284203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:42:49.378788 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Attempting to bind port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:49.379160 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Attempting to bind port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:49.379520 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Attempting to bind port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c on network e138221f-5d3c-42b7-842f-c8475c0af047 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:49.395043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:49.395365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Checking segment: {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:49.395712 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.396107 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Bound using segment: {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:49.396621 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Bound port: 3f58eeb3-340c-4731-9c11-fa4e0f3f168c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:49.397003 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.404660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.420654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420dc1-c8e6-404f-8fd0-6278944101be req-11e0d0cc-7663-484f-999c-6bfe4d27b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:49.425125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-11e0d0cc-7663-484f-999c-6bfe4d27b46d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3498755 Jul 27 16:42:49.470761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-57ec8311-e3ea-4358-a3a6-b0b6d6638c26 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:49.473301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-57ec8311-e3ea-4358-a3a6-b0b6d6638c26 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.4270685 Jul 27 16:42:49.474354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.536508 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] For port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:49.541678 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] For port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:49.551282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:42:49.552849 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.554006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:49.668641 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:49.672008 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:49.885495 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:49.914937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Allocated IP 2001:db8:3::2 (e38e91e6-4cbd-483e-945c-2dd3a896dcdb/30c7a49e-57dc-49a8-a0ff-9053bb479283/e563d021-1896-4bf9-ae45-87fa6f0b2a87) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:50.000780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04c96c-98a8-4732-89d4-97ef12b144a3 req-eb10a9f7-6118-4a19-9702-39aaebafe03e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:50.003435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04c96c-98a8-4732-89d4-97ef12b144a3 req-eb10a9f7-6118-4a19-9702-39aaebafe03e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 945 time: 0.3640797 Jul 27 16:42:50.135565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04c96c-98a8-4732-89d4-97ef12b144a3 req-0088d2fa-b261-4edc-8b63-00882e97a6a2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143565 Jul 27 16:42:50.150143 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec9b0-daa2-480d-a085-597deda1b52d None None] Pushing event updated for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:50.287576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.300632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Transition to ACTIVE for port object e563d021-1896-4bf9-ae45-87fa6f0b2a87 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:50.311447 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:46Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:49Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:50.323405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.334635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Transition to ACTIVE for port object e563d021-1896-4bf9-ae45-87fa6f0b2a87 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:50.347551 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.350084 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8b5e8-d21a-44e6-a86f-2874c6450aa6 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:46Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:49Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:50.394805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-76239e44-b3c9-43b0-94e1-4fc0081dd41e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492612 Jul 27 16:42:50.397654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:50.405380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:50.410478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:50.416513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Pushing event updated for resources: {'Port': ['ID=e563d021-1896-4bf9-ae45-87fa6f0b2a87,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:50.558953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Attempting to bind port e563d021-1896-4bf9-ae45-87fa6f0b2a87 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:50.559653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Attempting to bind port e563d021-1896-4bf9-ae45-87fa6f0b2a87 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:50.559653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Attempting to bind port e563d021-1896-4bf9-ae45-87fa6f0b2a87 on network e38e91e6-4cbd-483e-945c-2dd3a896dcdb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:50.566832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:50.567356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Checking segment: {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:50.567841 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.568276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Bound using segment: {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:50.568815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Bound port: e563d021-1896-4bf9-ae45-87fa6f0b2a87, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:50.569204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.574628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c7403-7258-41b1-83dc-686835e00e85 req-b778e0d6-c28d-46b1-81c9-a54230818914 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:50.576331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f46c7403-7258-41b1-83dc-686835e00e85 req-b778e0d6-c28d-46b1-81c9-a54230818914 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 946 time: 0.3113797 Jul 27 16:42:50.626010 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Floating IP e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 associated. External IP: 172.25.4.13, port: b0fca880-6cfa-4680-8840-34e551a2746d. Jul 27 16:42:50.708328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] For port e563d021-1896-4bf9-ae45-87fa6f0b2a87, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:50.712809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] For port e563d021-1896-4bf9-ae45-87fa6f0b2a87, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e563d021-1896-4bf9-ae45-87fa6f0b2a87,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:50.721590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.731983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f46c7403-7258-41b1-83dc-686835e00e85 req-ca5ad123-9858-4a6f-9620-7eee5eabd1ac tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281009 Jul 27 16:42:50.743353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:42:50.744043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:50.750459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68420dc1-c8e6-404f-8fd0-6278944101be req-ddad2626-96af-4f44-bf04-8d082022b53d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424640 Jul 27 16:42:50.837187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046b3b-ffc7-45f5-94f7-6903ac5b6c61 None None] Pushing event updated for resources: {'Port': ['ID=e563d021-1896-4bf9-ae45-87fa6f0b2a87,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:50.888279 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab7acf9-6928-4ba8-b0e5-9247b939da60 x-openstack-request-id: req-2ab7acf9-6928-4ba8-b0e5-9247b939da60 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:50.889200 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:50.889685 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ab7acf9-6928-4ba8-b0e5-9247b939da60 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:50.890341 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'status': 'completed', 'code': 200} Jul 27 16:42:51.058624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Allocated IP 2001:db8:3::1 (e38e91e6-4cbd-483e-945c-2dd3a896dcdb/30c7a49e-57dc-49a8-a0ff-9053bb479283/c8dd0729-4842-4c7a-8f2b-328e38b5eab7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:51.188023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-f805403b-a278-49c5-90db-36d104d10c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:51.189769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-f805403b-a278-49c5-90db-36d104d10c68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1099 time: 0.2829819 Jul 27 16:42:51.237054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd548-77a0-481c-bb1b-3f498d395659 req-3c3033ed-239b-4223-ac8d-59ba5cf55b24 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:51.244761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e5dd548-77a0-481c-bb1b-3f498d395659 req-3c3033ed-239b-4223-ac8d-59ba5cf55b24 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.3079960 Jul 27 16:42:51.269784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:51.271355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.356624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e5dd548-77a0-481c-bb1b-3f498d395659 req-d9084f28-a823-4bb5-972f-c0a90426d1f4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104865 Jul 27 16:42:51.374142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for 277e6096-e17d-4b31-a0fb-a5bf1085d2ad owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:42:51.397971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.418577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Router a636e9ff-3469-40b7-b293-84e335ed631f has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:51.428560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Transition to ACTIVE for port object c8dd0729-4842-4c7a-8f2b-328e38b5eab7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:51.510581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.529718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-ed431de3-7283-47a5-b6ec-2e275c9b7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:51.531230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-ed431de3-7283-47a5-b6ec-2e275c9b7846 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3243248 Jul 27 16:42:51.561154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3f58eeb3-340c-4731-9c11-fa4e0f3f168c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:51.630786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:51.649062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:51.650892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-e6c5b0fe-869d-4cc0-8e1f-cc5735b5eda8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.0717430 Jul 27 16:42:51.652991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:51.657272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:51.658433 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.660273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:42:51.660844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.731342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-8c58cbc0-d883-4b88-b25f-9dadfa7c29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:51.732952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-8c58cbc0-d883-4b88-b25f-9dadfa7c29fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0691142 Jul 27 16:42:51.743692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:51.820166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.880242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:51.901479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.929988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Sync routers for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:51.935055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:51.977215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f41d-7b21-4fe9-9648-db7dfa1c02da req-c6b5999b-e9ce-4cf6-889a-72f0feb0bc71 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:51.985052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb78f41d-7b21-4fe9-9648-db7dfa1c02da req-c6b5999b-e9ce-4cf6-889a-72f0feb0bc71 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1471756 Jul 27 16:42:52.009727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-ea1debff-8587-4fad-b01b-c9f48bb38d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:52.012007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-ea1debff-8587-4fad-b01b-c9f48bb38d69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440319 Jul 27 16:42:52.077697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-e879ec62-599f-4489-a0df-e6b9c5219f7e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "PUT /v2.0/floatingips/e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 HTTP/1.1" status: 200 len: 996 time: 4.1940362 Jul 27 16:42:52.079056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:52.080136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb78f41d-7b21-4fe9-9648-db7dfa1c02da req-182797b8-3fed-4303-85b7-8fedc09fe213 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907342 Jul 27 16:42:52.150251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:52.216563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=277e6096-e17d-4b31-a0fb-a5bf1085d2ad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:52.254876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.255401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.255866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.256308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.256792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.257222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.258336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.258780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.259213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.260323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.260822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.261253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:52.344508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port 277e6096-e17d-4b31-a0fb-a5bf1085d2ad on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:42:52.348986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:52.351518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6699f786-9981-4a24-af0d-74e97bf5f581 req-d9309e96-a6ce-4c1d-8d2b-678cce8605a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "DELETE /v2.0/ports/277e6096-e17d-4b31-a0fb-a5bf1085d2ad HTTP/1.1" status: 204 len: 173 time: 2.8666909 Jul 27 16:42:52.375722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-9e168229-0900-4f71-b12c-a1191b4643a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428998 Jul 27 16:42:52.549094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1774f772-8f10-4321-89c6-6e2149664e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:52.557901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 277e6096-e17d-4b31-a0fb-a5bf1085d2ad no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:52.570377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:52.613304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2895c57-8663-4eab-9816-b5e305860d49 None None] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:42:52.628143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:52.629868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e563d021-1896-4bf9-ae45-87fa6f0b2a87 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:52.660643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 277e6096-e17d-4b31-a0fb-a5bf1085d2ad {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:42:52.661439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 277e6096-e17d-4b31-a0fb-a5bf1085d2ad not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:52.692787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce49979e-f231-4902-beea-79b5cbe2da17 req-a951f7d9-8225-4af3-807e-78be3b4fc2ac service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091524 Jul 27 16:42:52.698770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-f97dbcb9-9653-4329-a1b3-7f81d93a959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:52.700538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-f97dbcb9-9653-4329-a1b3-7f81d93a959f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.5730605 Jul 27 16:42:52.796660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:52.797888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:52.880758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-7f9de7f8-08e6-4653-a4b7-3259b12e2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:52.882507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-7f9de7f8-08e6-4653-a4b7-3259b12e2844 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.1534252 Jul 27 16:42:52.892959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}, {'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'name': 'network-vif-deleted', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:52.895580 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f40007-29a1-411f-9449-7fc3e9bca8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}, {"server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "name": "network-vif-deleted", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:52.910184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2094227-cdeb-4622-955a-a348c456b7fb None None] Provisioning for port e563d021-1896-4bf9-ae45-87fa6f0b2a87 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:52.952683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1774f772-8f10-4321-89c6-6e2149664e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:52.957243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6130bbd-80d7-41f7-ba20-75590cca10f0 req-ec8e10e9-bfd8-47ea-8be7-e78828046c11 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e HTTP/1.1" status: 200 len: 210 time: 0.1129897 Jul 27 16:42:52.962307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1774f772-8f10-4321-89c6-6e2149664e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.037887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f772-8f10-4321-89c6-6e2149664e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45afbbc1-dd2d-4eff-8a36-bc5ef4414861,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:53.069531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-9a678470-400a-48a2-9b70-d181a766045a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 999 time: 0.1706443 Jul 27 16:42:53.085275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1774f772-8f10-4321-89c6-6e2149664e30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0aff5f5a354947409a8950587952e9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9678724 Jul 27 16:42:53.116056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:53.119575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:53.133554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.140050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.151895 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.172272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-880a8647-a58b-4644-9ee0-c970e31e9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:53.182393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-880a8647-a58b-4644-9ee0-c970e31e9618 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.1116319 Jul 27 16:42:53.264978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e563d021-1896-4bf9-ae45-87fa6f0b2a87 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:53.272475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-223f3f66-4645-458b-a193-17b7376b9fea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889714 Jul 27 16:42:53.312403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:53.367469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e563d021-1896-4bf9-ae45-87fa6f0b2a87 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:53.367839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.377844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-4e2ba934-6519-465a-859e-8754370cacad service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042745 Jul 27 16:42:53.392383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event updated for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:53.456057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.459831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ccf1-a013-4cff-acd8-68a2003c947f req-db98a29e-c845-464a-9330-d692c4b8f6ff tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:53.467189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3579ccf1-a013-4cff-acd8-68a2003c947f req-db98a29e-c845-464a-9330-d692c4b8f6ff tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.1374860 Jul 27 16:42:53.471117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:53.478111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:53.478413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.546974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.550043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.561568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45afbbc1-dd2d-4eff-8a36-bc5ef4414861 HTTP/1.1" status: 204 len: 168 time: 0.4370792 Jul 27 16:42:53.573168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3579ccf1-a013-4cff-acd8-68a2003c947f req-477cd6f8-a13c-4bbf-9ed3-d48b2c9ca53f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026378 Jul 27 16:42:53.601293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59f15b34-dfab-49ff-bff4-73255c011ea7 req-be1271bd-d50d-4256-935a-480cb8c9ef05 service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211356 Jul 27 16:42:53.614571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:53.625420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf6bb-0091-48b7-beab-0d0cd3a22392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45afbbc1-dd2d-4eff-8a36-bc5ef4414861,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:53.680286 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ba883-c12c-4f30-8d05-543536e7d138 x-openstack-request-id: req-568ba883-c12c-4f30-8d05-543536e7d138 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:53.680617 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}, {"server_uuid": "d5b0b526-7bdb-421d-a6f8-ba44a9c91b0e", "name": "network-vif-deleted", "tag": "277e6096-e17d-4b31-a0fb-a5bf1085d2ad", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:53.680876 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-568ba883-c12c-4f30-8d05-543536e7d138 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:53.681286 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:42:53.681549 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b0b526-7bdb-421d-a6f8-ba44a9c91b0e', 'name': 'network-vif-deleted', 'tag': '277e6096-e17d-4b31-a0fb-a5bf1085d2ad', 'status': 'completed', 'code': 200} Jul 27 16:42:53.719065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:53.766966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e563d021-1896-4bf9-ae45-87fa6f0b2a87, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e563d021-1896-4bf9-ae45-87fa6f0b2a87,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:53.812406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.017595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:54.019800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-81ee6a90-007f-4638-9d80-073570d2090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:54.021407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-81ee6a90-007f-4638-9d80-073570d2090b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.2977543 Jul 27 16:42:54.030738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3db21-38d0-48ff-ba4d-962c000261b5 req-814a187b-a778-4fe5-8b5d-3afc61197a4a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:54.032254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:54.036321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13ef7ae5-6aaa-4fbc-a9f8-e74e3e74f64d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8351128 Jul 27 16:42:54.039308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:54.042181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e563d021-1896-4bf9-ae45-87fa6f0b2a87,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:54.042943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5b3db21-38d0-48ff-ba4d-962c000261b5 req-814a187b-a778-4fe5-8b5d-3afc61197a4a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2497096 Jul 27 16:42:54.049454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:54.054472 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:54.055123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.063051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3f58eeb3-340c-4731-9c11-fa4e0f3f168c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:54.160697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5b3db21-38d0-48ff-ba4d-962c000261b5 req-fe8895fe-ebf6-44a3-8b5a-57715ac2b9a6 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166904 Jul 27 16:42:54.218210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-4eb137e9-5d31-4a4f-8022-3ff93faa1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:54.220078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-4eb137e9-5d31-4a4f-8022-3ff93faa1ff3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.1589015 Jul 27 16:42:54.252812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'e78a3128-8cdb-4cd9-9da3-bc224fb9aee0', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'port_id': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'mac_address': 'fa:16:3e:c3:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:49Z', 'revision_number': 1, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.280374 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:54.337663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-6439890c-e5b2-4930-b1d1-440f1e603a9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 999 time: 0.1047211 Jul 27 16:42:54.346160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:54.381080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Checking router: a636e9ff-3469-40b7-b293-84e335ed631f for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:54.405220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae18722d-0e26-48e4-be32-6d249b78e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.422354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Provisioning complete for port e563d021-1896-4bf9-ae45-87fa6f0b2a87 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:54.422967 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.460840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-822a6ab5-f422-4bed-a96a-d6b274640c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:54.476087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-822a6ab5-f422-4bed-a96a-d6b274640c41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.1182840 Jul 27 16:42:54.533055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:54.533435 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.542660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-637b564c-3819-4e77-a15e-e379f0f9128e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542645 Jul 27 16:42:54.570495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-601c1258-0cf3-40f0-88ba-fb81d41df353 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 999 time: 0.5140102 Jul 27 16:42:54.588752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:54.725295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:54.747511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '46ad1375-d668-4a61-a262-28fc758af180', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '46ad1375-d668-4a61-a262-28fc758af180', 'mac_address': 'fa:16:3e:a6:c3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:54.753643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:54.754645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.773366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:52Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.804147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a89-29cf-487f-a245-82129aceffed req-ae086100-3edd-4010-941e-27cd4f5862ed tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:54.817584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-5079199c-5651-44e3-83a3-07b2d180663a service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519178 Jul 27 16:42:54.819750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-ae086100-3edd-4010-941e-27cd4f5862ed tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports/b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 943 time: 0.2352445 Jul 27 16:42:54.823406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae18722d-0e26-48e4-be32-6d249b78e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.847705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae18722d-0e26-48e4-be32-6d249b78e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.865489 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:54.865847 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Updating router d913f66c-177e-42ac-bd63-07ef7d5a1f7c port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:42:54.882187 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:54.931714 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.020572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:55.061832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-682d9e91-3dd4-494e-a517-e7e81ab928db tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 999 time: 0.1442747 Jul 27 16:42:55.070333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:55.073825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:55.104296 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.118189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-1f2d214f-04d6-4aa0-bd22-5aebcbfc2eef tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:55.130627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-1f2d214f-04d6-4aa0-bd22-5aebcbfc2eef tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.1734242 Jul 27 16:42:55.146456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Provisioning for port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:55.154810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Provisioning complete for port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:55.155246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.183638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-494da61d-6fec-4248-a356-8d213e954211 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.0516849 Jul 27 16:42:55.222085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae18722d-0e26-48e4-be32-6d249b78e678 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0de55ec276c4a41ae0bdeb5b5cd034e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747277 Jul 27 16:42:55.223187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43380) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:55.260149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-29895fc3-7ed8-4a7a-9223-2275f760fa88 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742574 Jul 27 16:42:55.269068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18722d-0e26-48e4-be32-6d249b78e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94461521-b2d1-4a37-bff1-1a243cd75525,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.285732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a89-29cf-487f-a245-82129aceffed req-2ce31f1d-5a67-4521-9efd-fde945657567 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:55.296645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-2ce31f1d-5a67-4521-9efd-fde945657567 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.2253997 Jul 27 16:42:55.318855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0ce040ae-ed86-4dee-ac5a-7538da60df51 None None] Port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:42:55.333137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.420638 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.427411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-5d7cad74-d635-4a95-ba94-be3b0da0157e tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 999 time: 0.1292028 Jul 27 16:42:55.430551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3f40007-29a1-411f-9449-7fc3e9bca8ac req-ec8d7647-71f3-4a70-8033-b4e8b4e33627 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974081 Jul 27 16:42:55.432846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:55.436153 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Transition to ACTIVE for port object c8dd0729-4842-4c7a-8f2b-328e38b5eab7 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:42:55.459428 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.479495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.507100 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ff92-6715-4ee4-bbd7-1f9dca84da6a None None] Pushing event updated for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.551148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.586452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-6a3a33ac-a74f-458d-be86-35bfd45b4db5 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134794 Jul 27 16:42:55.630597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Attempting to bind port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:42:55.631282 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Attempting to bind port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:42:55.631855 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Attempting to bind port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 on network e38e91e6-4cbd-483e-945c-2dd3a896dcdb {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:42:55.639647 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:42:55.641033 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Checking segment: {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:42:55.641658 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.642465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Bound using segment: {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:42:55.643347 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Bound port: c8dd0729-4842-4c7a-8f2b-328e38b5eab7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4660f-81ae-42fb-8709-3c6f6a008613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:42:55.644025 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.648707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.715803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:55.767512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-d0d0eb54-11aa-4868-bc9a-b0d0d3792088 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705534 Jul 27 16:42:55.768631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.771180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.772325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94461521-b2d1-4a37-bff1-1a243cd75525 HTTP/1.1" status: 204 len: 168 time: 0.5237291 Jul 27 16:42:55.803470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab71e3a-02c5-4540-a0e9-9f309d4e73eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94461521-b2d1-4a37-bff1-1a243cd75525,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.831596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 16:42:55.892155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'e78a3128-8cdb-4cd9-9da3-bc224fb9aee0', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'port_id': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'mac_address': 'fa:16:3e:c3:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:49Z', 'revision_number': 1, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:55.911775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.917376 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] For port c8dd0729-4842-4c7a-8f2b-328e38b5eab7, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:42:55.927708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.928070 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Floating IP e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 disassociated. External IP: 172.25.4.13, port: b0fca880-6cfa-4680-8840-34e551a2746d. Jul 27 16:42:55.930785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Removed routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 16:42:55.931034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.934521 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] For port c8dd0729-4842-4c7a-8f2b-328e38b5eab7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:42:55.958530 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:55.959792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311e83a-2ef4-4012-a47a-a1b5c1945395 None None] The sync data for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 is: [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'e78a3128-8cdb-4cd9-9da3-bc224fb9aee0', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'port_id': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'mac_address': 'fa:16:3e:c3:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:49Z', 'revision_number': 1, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:56.055795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e563d021-1896-4bf9-ae45-87fa6f0b2a87 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:56.109722 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:56.111218 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:56.323248 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:56.430559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efc3b5-e6b1-44d6-bc9b-e671b50d0a63 req-c257a9ce-9b7b-483c-ba9e-dec9acc118c0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:56.444209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95efc3b5-e6b1-44d6-bc9b-e671b50d0a63 req-c257a9ce-9b7b-483c-ba9e-dec9acc118c0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.1918933 Jul 27 16:42:56.461296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e563d021-1896-4bf9-ae45-87fa6f0b2a87 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:56.461682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:56.548602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95efc3b5-e6b1-44d6-bc9b-e671b50d0a63 req-a0ec9bb4-3baf-413b-a9e6-7fa3e590808b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Jul 27 16:42:56.608840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a9936-1e44-453b-8de9-1270a73d5834 None None] New status for floating IP e78a3128-8cdb-4cd9-9da3-bc224fb9aee0: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:42:56.615666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:56.675789 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ff92-6715-4ee4-bbd7-1f9dca84da6a None None] Pushing event updated for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:57.151731 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:42:57.469867 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:55Z', 'revision_number': 6, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:55Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:57.533284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:57.556257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'mac_address': 'fa:16:3e:0c:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:57.611081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73599f-f468-4ed4-b077-01db610e4acc None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:55Z', 'revision_number': 6, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:55Z', 'revision_number': 4, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:57.630625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:57.670005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a757c09-8fa3-4fd8-b337-096fc8febee1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:42:57.677100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aea67-b85a-4186-80e6-973c6da154f7 req-6e2354a5-4952-4dbb-ade2-f0edf21570d3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:57.686758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e12aea67-b85a-4186-80e6-973c6da154f7 req-6e2354a5-4952-4dbb-ade2-f0edf21570d3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1522818 Jul 27 16:42:57.778166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:57.785913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:57.856022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e12aea67-b85a-4186-80e6-973c6da154f7 req-6c0b31e3-b074-485d-b0cd-4d7c5564b33e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675286 Jul 27 16:42:57.963105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:57.995826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['6a757c09-8fa3-4fd8-b337-096fc8febee1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:58.103940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e3c5f47-9fd5-4837-a0e2-5fc87eb92885 req-48931742-1592-4542-9abd-267d46a61f03 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 210 time: 0.1242561 Jul 27 16:42:58.145931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8dd0729-4842-4c7a-8f2b-328e38b5eab7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:58.155638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:58.183516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:58.412422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:58.417985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:58.418816 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:58.437765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Router a636e9ff-3469-40b7-b293-84e335ed631f has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:58.525054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:58.579887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777126d4-680d-4260-bf82-effbcdd60391 req-69f7b3f9-f84b-4173-a615-ad8c5462107f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:58.589510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-777126d4-680d-4260-bf82-effbcdd60391 req-69f7b3f9-f84b-4173-a615-ad8c5462107f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.1216321 Jul 27 16:42:58.684225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:42:58.692319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-777126d4-680d-4260-bf82-effbcdd60391 req-7ac2e5de-cc96-4c98-98da-06ed6a380fe9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000040 Jul 27 16:42:58.920289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 46ad1375-d668-4a61-a262-28fc758af180 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:42:58.965215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 46ad1375-d668-4a61-a262-28fc758af180 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:42:58.965581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.096321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:59.110782 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Sync routers for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:59.127378 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:59.128017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:59.130295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.136175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:59.137071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-d4d7a705-30f1-498b-bdb0-c1028f3fe179 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:59.139229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-d4d7a705-30f1-498b-bdb0-c1028f3fe179 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.3572147 Jul 27 16:42:59.183000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.190313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': '6b797446-8965-418a-9a52-db916d43d436', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:59.232535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.233789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8eb98483-f4c6-477e-b749-94d125f3e6f6 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 954 time: 5.1927378 Jul 27 16:42:59.250021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:59.296245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c8dd0729-4842-4c7a-8f2b-328e38b5eab7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:59.311250 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.422222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:42:59.441891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:59.475947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.484224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-6a08d4c4-014e-422e-a5e3-909fabb39205 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "PUT /v2.0/floatingips/e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 HTTP/1.1" status: 200 len: 692 time: 4.0558648 Jul 27 16:42:59.496672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:59.505798 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930ec03-2954-419e-afdc-a48ee1651d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:59.541316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf641-738f-456e-8f2e-e2418cad2b8f req-e8e4cfe7-c9b3-4667-929f-a0076e59a7fb tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:42:59.543629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3bbf641-738f-456e-8f2e-e2418cad2b8f req-e8e4cfe7-c9b3-4667-929f-a0076e59a7fb tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.4915016 Jul 27 16:42:59.581421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:42:59.601461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43040a8a-505e-47f6-9d29-925898f2fb8f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 954 time: 0.3499742 Jul 27 16:42:59.602742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:42:59.602934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:42:59.618356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'routes': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:42:59.643167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:59.651812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:42:59.653365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:59.661143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.661738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.662340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.663084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.664059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.664996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.665651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.666558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.667120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.667788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.668288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.668807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:59.769269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3bbf641-738f-456e-8f2e-e2418cad2b8f req-79906c80-a22e-47de-8af1-145058ba66d4 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156100 Jul 27 16:42:59.791415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:42:59.794197 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea29d3-e571-4a47-b4db-bf7cb4ba8963" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:59.837008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:59.847369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:00.028309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:00.068487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:00.127504 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:00.165967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8dd0729-4842-4c7a-8f2b-328e38b5eab7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:00.207505 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Checking router: a636e9ff-3469-40b7-b293-84e335ed631f for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:00.229627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:00.230289 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:00.469988 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:00.502445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a89-29cf-487f-a245-82129aceffed req-f1f46f15-2a1e-438a-ac75-b4dfcb89737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:00.520893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-f1f46f15-2a1e-438a-ac75-b4dfcb89737c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.9961739 Jul 27 16:43:00.533085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:00.632372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:00.633274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:00.728780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 16:43:00.729021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 16:43:00.778965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:00.894041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 6a757c09-8fa3-4fd8-b337-096fc8febee1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:00.894444 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:00.981601 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:01.036284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f3f9-a2d9-4f70-8ff4-7fba63154e74 None None] The sync data for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 is: [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:41:26Z', 'revision_number': 4, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7', 'name': '', 'network_id': '2838c4f1-3c24-43ae-8324-5f16dc762740', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'mac_address': 'fa:16:3e:b4:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'df13e847-5163-48df-8e07-07abb8485407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:25Z', 'updated_at': '2021-07-27T16:41:33Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'subnets': [{'id': 'df13e847-5163-48df-8e07-07abb8485407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:01.320676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:42:55Z', 'revision_number': 6, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:01.394415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:01.411437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:01.413090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:01.510872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.2 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/f4211cb4-41c1-4e57-a996-266957344f25) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:01.541797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8abb0-cd60-4897-b17b-5c2fd8f3eb26 req-a6d099bf-74c7-45f3-903c-9ca1f4945284 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:01.559023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15d8abb0-cd60-4897-b17b-5c2fd8f3eb26 req-a6d099bf-74c7-45f3-903c-9ca1f4945284 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 1.5970926 Jul 27 16:43:01.582129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-07824c7a-bb0c-4e44-b2db-06352e021d76 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:01.585885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-07824c7a-bb0c-4e44-b2db-06352e021d76 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 945 time: 0.6664982 Jul 27 16:43:01.616785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a89-29cf-487f-a245-82129aceffed req-9660af1c-6e28-4136-b01f-a8a07265bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:01.618328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-9660af1c-6e28-4136-b01f-a8a07265bf40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 1.0961919 Jul 27 16:43:01.662057 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34ab38-2ce7-444e-8a8d-6c206230bd04 None None] New status for floating IP e78a3128-8cdb-4cd9-9da3-bc224fb9aee0: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:43:01.678396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:01.763752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:01.774387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:01.893706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:02.024959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:02.182149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-15d8abb0-cd60-4897-b17b-5c2fd8f3eb26 req-8741223b-5137-4580-acd4-970813049866 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215591 Jul 27 16:43:02.273747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-577991dd-e4e8-4a17-a40e-9529874a91d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.6439579 Jul 27 16:43:02.327573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a89-29cf-487f-a245-82129aceffed req-918fa30e-0661-4b5c-b432-bc81a82b4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:02.335139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-918fa30e-0661-4b5c-b432-bc81a82b4bc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.0604227 Jul 27 16:43:02.398543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:02.414001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-100fb78d-02b4-45e6-b54c-201d5fe3400a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769525 Jul 27 16:43:02.429681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:02.547054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 0d044bca-1be3-46c9-8ebd-3219c4e6aebc no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:02.661826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:02.674986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-baf2b7cb-2c16-4e43-9fdb-d322a5cfbc4d req-ccd1e1f6-41a6-4d15-a8be-4f1c3e44be04 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 210 time: 0.1789732 Jul 27 16:43:02.719249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Deleting port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:02.719807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:02.792567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-6847346c-6c33-4c11-beda-38eb1960554f service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773897 Jul 27 16:43:02.883380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:00Z', 'revision_number': 7, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:02.926587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac3d-fb53-4de9-8d58-8a649754bcde None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:00Z', 'revision_number': 7, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:02.933860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:02.978371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:03.007356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.022933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.039496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.168146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] For port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:03.168562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.173278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:03.199740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Calling delete_port for 0d044bca-1be3-46c9-8ebd-3219c4e6aebc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:03.247902 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ebad9f-3d3f-4f0e-ae2f-c60a41debc2f x-openstack-request-id: req-f1ebad9f-3d3f-4f0e-ae2f-c60a41debc2f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:03.248581 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:03.249018 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1ebad9f-3d3f-4f0e-ae2f-c60a41debc2f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:03.249704 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:43:03.293852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:03.313221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.315571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6a64445-ff70-4528-b792-0ce5504e73ac tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 704 time: 3.7110136 Jul 27 16:43:03.318316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:03.371313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.459971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e11a89-29cf-487f-a245-82129aceffed req-0eccac97-ab28-40be-b3e1-914109830df0 service neutron] 10.222.0.64 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490904 Jul 27 16:43:03.559288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:03.559757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1a962fb5-b705-4743-a703-74cbcbd73411 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 704 time: 0.2397933 Jul 27 16:43:03.560629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:03.576388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:03.577122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:03.577394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:03.596731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:03.640819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:03.654659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:03.690436 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b28bb4-17b6-4b0e-b16a-4a394213e8d0 x-openstack-request-id: req-50b28bb4-17b6-4b0e-b16a-4a394213e8d0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:03.690757 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:03.691489 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50b28bb4-17b6-4b0e-b16a-4a394213e8d0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:03.692012 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'code': 200} Jul 27 16:43:03.747006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:03.752225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:03.861496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:03.930143 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-48d05e33-09ce-433d-a3f6-f00a22faef77 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7464087 Jul 27 16:43:03.952828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-f6a00895-215c-4267-87ab-c96df1d1f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:03.954940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-f6a00895-215c-4267-87ab-c96df1d1f9de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 1097 time: 0.6646810 Jul 27 16:43:03.963697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Request body: {'port': {'device_id': '6b797446-8965-418a-9a52-db916d43d436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:04.021410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6e173-9b68-461b-8759-148a48a1a6c1 req-3a1902d7-f9db-44e6-bedb-aefc2228b3a9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:04.029266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4d6e173-9b68-461b-8759-148a48a1a6c1 req-3a1902d7-f9db-44e6-bedb-aefc2228b3a9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.6629031 Jul 27 16:43:04.132296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:04.177790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4d6e173-9b68-461b-8759-148a48a1a6c1 req-8408f208-27ba-4b00-9584-a89a7a42c7f8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473365 Jul 27 16:43:04.229657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:04.269475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae5ff3-2092-4a72-b1d0-145d81c50bee req-b0b3c865-75de-4fa7-a386-bab8da5aff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:04.271058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfae5ff3-2092-4a72-b1d0-145d81c50bee req-b0b3c865-75de-4fa7-a386-bab8da5aff3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1101 time: 0.4860086 Jul 27 16:43:04.273946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event deleted for resources: {'Port': ['ID=0d044bca-1be3-46c9-8ebd-3219c4e6aebc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:04.312032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba81440-9aeb-49bf-885f-b277ddd00bee req-1b3ebd0b-15de-43fe-a729-912e99f9da83 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:04.313912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ba81440-9aeb-49bf-885f-b277ddd00bee req-1b3ebd0b-15de-43fe-a729-912e99f9da83 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=da94165a-f3d8-4a64-a701-efd0da501fec HTTP/1.1" status: 200 len: 865 time: 0.3712015 Jul 27 16:43:04.375800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b57608dd-81d8-4029-87f8-b8ff9ea70e01'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:04.416953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:04.447152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ba81440-9aeb-49bf-885f-b277ddd00bee req-0475c8c6-8026-4ea6-84c7-e966976dfb3a tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259212 Jul 27 16:43:04.465882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] No DVR routers for this DVR port 0d044bca-1be3-46c9-8ebd-3219c4e6aebc on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:04.479211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:04.481948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfae5ff3-2092-4a72-b1d0-145d81c50bee req-30c217c7-7929-4b51-9461-1bc061b7cb3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324878 Jul 27 16:43:04.484861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e0849d3-edf9-4080-b1f3-010f803a5012 req-fd1963d3-8ce6-4f79-bfea-97010067becf tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "DELETE /v2.0/ports/0d044bca-1be3-46c9-8ebd-3219c4e6aebc HTTP/1.1" status: 204 len: 173 time: 2.8535907 Jul 27 16:43:04.490226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-deleted', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:04.499155 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d81534-fb8f-448b-91b7-0f96cd929ecf" -d '{"events": [{"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-deleted", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:04.509723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-548f2e13-c702-4818-8bbd-8e7db8c14a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:04.511796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-548f2e13-c702-4818-8bbd-8e7db8c14a04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 200 len: 920 time: 0.5381958 Jul 27 16:43:04.592698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-c3354ce9-eb9d-41b0-a3e0-b6792ef1022c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 200 len: 217 time: 0.0582597 Jul 27 16:43:04.710102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-5a6d21ee-988f-40b2-b976-14d00632c717 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips/e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 HTTP/1.1" status: 200 len: 692 time: 0.1453574 Jul 27 16:43:04.888340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-f751bbb6-b960-4f26-b107-a0c6e972fd01 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:04.889923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-f751bbb6-b960-4f26-b107-a0c6e972fd01 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1704297 Jul 27 16:43:05.105398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:00Z', 'revision_number': 7, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:05.112120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-70ca3dd8-01a3-44bc-87e5-347babc2dbd7 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.2111993 Jul 27 16:43:05.158890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:43:05.189333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:05.233881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:05.234876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:05.239938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-10fe950b-82da-495c-be48-5d20ec2dd741 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.1246212 Jul 27 16:43:05.278826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-bb659527-f8cb-4934-935a-e61a1be3a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:05.281265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-bb659527-f8cb-4934-935a-e61a1be3a103 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 200 len: 859 time: 0.6538291 Jul 27 16:43:05.333239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8321-8ed9-4113-8c7f-799ca0ddce06 req-a8fdc0aa-0874-4e36-8d34-bd14f4e26dfc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:05.335333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff1e8321-8ed9-4113-8c7f-799ca0ddce06 req-a8fdc0aa-0874-4e36-8d34-bd14f4e26dfc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.8472378 Jul 27 16:43:05.427930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-cf88db83-b694-4288-bfcb-d799a73f70f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2838c4f1-3c24-43ae-8324-5f16dc762740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255689 Jul 27 16:43:05.485421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:05.651490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:05.676726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff1e8321-8ed9-4113-8c7f-799ca0ddce06 req-9fd38ab7-3ffe-4ce3-ad20-e288f354c0ea tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805159 Jul 27 16:43:05.728955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1'}, {'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:05.739067 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea904248-d405-4d45-85ae-38c12c8e1280" -d '{"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-plugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1"}, {"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-unplugged", "status": "completed", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:06.061080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Deleting port ada9db13-91cd-44a1-9e4a-76e954228d27 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:06.061080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.151083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-20efeca7-5927-4603-be1d-264770428f41 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816227 Jul 27 16:43:06.168972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4211cb4-41c1-4e57-a996-266957344f25 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:06.199250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.273120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:00Z', 'revision_number': 7, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:06.324986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Transition to ACTIVE for port object f4211cb4-41c1-4e57-a996-266957344f25 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:06.339655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.348284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be7d00-c340-4896-9cce-d267fe969f00 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:00Z', 'revision_number': 7, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8dd0729-4842-4c7a-8f2b-328e38b5eab7', 'name': '', 'network_id': 'e38e91e6-4cbd-483e-945c-2dd3a896dcdb', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:52:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:50Z', 'updated_at': '2021-07-27T16:42:59Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '30c7a49e-57dc-49a8-a0ff-9053bb479283', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:06.395404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.395954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.458193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:06.469631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310428ac-b60f-4014-b7a7-265a5d090714 req-322e810f-e369-4611-b22a-df4a36a7ca9c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:06.472696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-310428ac-b60f-4014-b7a7-265a5d090714 req-322e810f-e369-4611-b22a-df4a36a7ca9c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 931 time: 0.5597277 Jul 27 16:43:06.491794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Calling delete_port for ada9db13-91cd-44a1-9e4a-76e954228d27 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:06.587186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d930ec03-2954-419e-afdc-a48ee1651d6e req-930df0cf-11bf-4b4c-972f-acd3021b4369 service neutron] 10.222.0.61 "GET /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076715 Jul 27 16:43:06.591915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-310428ac-b60f-4014-b7a7-265a5d090714 req-e0eb2802-f048-4b39-9c7d-cddac5fa3faa tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006427 Jul 27 16:43:06.762004 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110e513c-a4ac-4a9f-8379-62d818535475 x-openstack-request-id: req-110e513c-a4ac-4a9f-8379-62d818535475 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:06.762954 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-deleted", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:06.763806 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-110e513c-a4ac-4a9f-8379-62d818535475 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:06.765021 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-deleted', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'status': 'completed', 'code': 200} Jul 27 16:43:06.776836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Attempting to bind port f4211cb4-41c1-4e57-a996-266957344f25 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:06.785858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Attempting to bind port f4211cb4-41c1-4e57-a996-266957344f25 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:06.786894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Attempting to bind port f4211cb4-41c1-4e57-a996-266957344f25 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:06.798143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Port f4211cb4-41c1-4e57-a996-266957344f25 on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:06.799042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Attempting to bind port f4211cb4-41c1-4e57-a996-266957344f25 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:06.821366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:06.821760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:06.822171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:06.822641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Bound port: f4211cb4-41c1-4e57-a996-266957344f25, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:06.823020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.904245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:06.975341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:06.985890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:06.995442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:07.005161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.072133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:07.072133 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.073122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event deleted for resources: {'Port': ['ID=ada9db13-91cd-44a1-9e4a-76e954228d27,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:07.075023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] 10.222.0.13 "PUT /v2.0/ports/f4211cb4-41c1-4e57-a996-266957344f25 HTTP/1.1" status: 200 len: 1091 time: 3.1279647 Jul 27 16:43:07.177575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627cb1e-ff0e-4f73-9b6d-fb3b3c99064c service neutron] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:07.184721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port c8dd0729-4842-4c7a-8f2b-328e38b5eab7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:07.185082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.200545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:43:07.292474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.295185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.296689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6f4a171-6dd5-424a-a7e4-dced92c66336 req-9135a13f-fbbd-405d-bfb4-0a4e7d10683d tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "DELETE /v2.0/floatingips/e78a3128-8cdb-4cd9-9da3-bc224fb9aee0 HTTP/1.1" status: 204 len: 173 time: 2.0511856 Jul 27 16:43:07.393931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773d68-769f-48cb-8ecf-235de4efa594 req-f79ed824-9b16-4fc0-8101-c9e1084867e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:07.396239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9773d68-769f-48cb-8ecf-235de4efa594 req-f79ed824-9b16-4fc0-8101-c9e1084867e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.3201809 Jul 27 16:43:07.416946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-73136428-5f9d-4a4f-9721-66f1181f8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:07.422174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port c8dd0729-4842-4c7a-8f2b-328e38b5eab7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:07.422617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.423816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-73136428-5f9d-4a4f-9721-66f1181f8a68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 1094 time: 0.2447321 Jul 27 16:43:07.467566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for c8dd0729-4842-4c7a-8f2b-328e38b5eab7 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:07.484567 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31053489-537c-4e7a-a436-23319e477b87 x-openstack-request-id: req-31053489-537c-4e7a-a436-23319e477b87 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:07.485248 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-plugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1", "code": 200}, {"server_uuid": "da94165a-f3d8-4a64-a701-efd0da501fec", "name": "network-vif-unplugged", "status": "completed", "tag": "0d044bca-1be3-46c9-8ebd-3219c4e6aebc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:07.485248 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31053489-537c-4e7a-a436-23319e477b87 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:07.486125 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'code': 200} Jul 27 16:43:07.503607 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94165a-f3d8-4a64-a701-efd0da501fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d044bca-1be3-46c9-8ebd-3219c4e6aebc', 'code': 200} Jul 27 16:43:07.528365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:07.577665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '9c628985-f129-43aa-8ef1-d13ad3096322', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'port_id': '9c628985-f129-43aa-8ef1-d13ad3096322', 'mac_address': 'fa:16:3e:a5:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ebad6-402c-4ad6-b5c5-466d04a43f46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:07.619813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-78ae5dce-6040-472b-83a6-ae34fdcbea53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4211cb4-41c1-4e57-a996-266957344f25 HTTP/1.1" status: 200 len: 217 time: 0.1414051 Jul 27 16:43:07.642987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9773d68-769f-48cb-8ecf-235de4efa594 req-643434ea-b6df-4559-88a1-c8afe025460e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277915 Jul 27 16:43:07.812879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243698ac-ad3a-40c0-9862-380a0ba572ad req-c4dcc476-146c-4d97-8849-9742b683df57 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:07.815459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-243698ac-ad3a-40c0-9862-380a0ba572ad req-c4dcc476-146c-4d97-8849-9742b683df57 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.1959481 Jul 27 16:43:07.860275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-0f7d5c0a-d1b0-4e47-b835-5f683f467a24 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups/c1af96a6-823d-42dd-9ceb-c3af8dec4726 HTTP/1.1" status: 200 len: 1810 time: 0.1510258 Jul 27 16:43:07.866880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-51dd9114-bfaa-49fb-952d-5490ed1cb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:07.868727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-51dd9114-bfaa-49fb-952d-5490ed1cb2b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2242937 Jul 27 16:43:07.910125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-243698ac-ad3a-40c0-9862-380a0ba572ad req-e95ba6a4-b542-4276-9861-83a42256a1f1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874166 Jul 27 16:43:07.941828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-5178a106-46ba-4cc8-87d3-750bfb98063f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584121 Jul 27 16:43:07.951264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:07.994078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=c8dd0729-4842-4c7a-8f2b-328e38b5eab7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:08.103056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.124785 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.146610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:08.187271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:08.199250 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.201335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.203183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.292253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.292516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:08.309202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:08.315862 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6d63145-11d5-47a2-b1a3-14c25bc8443a req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "DELETE /v2.0/security-groups/c1af96a6-823d-42dd-9ceb-c3af8dec4726 HTTP/1.1" status: 204 len: 173 time: 0.4427245 Jul 27 16:43:08.357676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f20c-f185-4804-bb6f-2e14dfd2a7b5 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af96a6-823d-42dd-9ceb-c3af8dec4726,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:08.409546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-2aaa7f4b-d045-4e1b-ad6f-a326f8b9c012 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569068 Jul 27 16:43:08.614114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['9c628985-f129-43aa-8ef1-d13ad3096322'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:08.624628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343178a4-ac8f-4d14-a55e-d3bd6ca361ec req-23327f04-736a-4d32-9360-47edaccc1248 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:08.632287 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-343178a4-ac8f-4d14-a55e-d3bd6ca361ec req-23327f04-736a-4d32-9360-47edaccc1248 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 943 time: 0.1674080 Jul 27 16:43:08.646085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51ab5d85-e78e-4275-90cf-a3cf9a586efa req-e2e2f928-86f4-47df-99bf-e1c09173a71d service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215295 Jul 27 16:43:08.686958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-343178a4-ac8f-4d14-a55e-d3bd6ca361ec req-09331e22-edeb-483d-b07d-23d6fad7331b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Jul 27 16:43:08.766788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:08.769220 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a601e0-5c1e-4ccf-8f04-d859ca325605" -d '{"events": [{"name": "network-changed", "server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "tag": "f4211cb4-41c1-4e57-a996-266957344f25"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:09.005669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:09.082854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c3a20-8c5c-4637-9ce2-1c8e1ca8b89f req-e8ed16cb-6734-4d94-bd8c-3f30bf83418d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:09.085424 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-386c3a20-8c5c-4637-9ce2-1c8e1ca8b89f req-e8ed16cb-6734-4d94-bd8c-3f30bf83418d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.2990446 Jul 27 16:43:09.114673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679fd75-f096-4369-b714-0c771cbea845 req-53c1b01f-ff88-4cab-881e-0df43245457b tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:09.127319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a679fd75-f096-4369-b714-0c771cbea845 req-53c1b01f-ff88-4cab-881e-0df43245457b tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.1235032 Jul 27 16:43:09.163357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:09.169698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-386c3a20-8c5c-4637-9ce2-1c8e1ca8b89f req-b602000f-eac5-4fed-98e7-a5ae5be94150 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715075 Jul 27 16:43:09.229943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:09.241743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a679fd75-f096-4369-b714-0c771cbea845 req-adf2b04c-ea77-4279-a239-c5cbdb6d3b73 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073887 Jul 27 16:43:09.282203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:09.306406 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728adb50-ccad-45cf-844b-289c9583c61e x-openstack-request-id: req-728adb50-ccad-45cf-844b-289c9583c61e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:09.306770 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "tag": "f4211cb4-41c1-4e57-a996-266957344f25", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:09.307093 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-728adb50-ccad-45cf-844b-289c9583c61e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:09.307843 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25', 'status': 'completed', 'code': 200} Jul 27 16:43:09.331584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:09.342894 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:09.349100 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66eb855f-7460-4b0c-82ea-fbc011dd623a tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7869861 Jul 27 16:43:09.350149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:09.358947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:09.377715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:09.382418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:09.383544 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:09.433002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 30c7a49e-57dc-49a8-a0ff-9053bb479283 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:09.438021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:09.532310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:09.560808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e27cf7-674f-44fe-8915-f2c55ca25556 req-a3ff70e7-8ecc-45f7-ae37-1f49d466083c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:09.571363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48e27cf7-674f-44fe-8915-f2c55ca25556 req-a3ff70e7-8ecc-45f7-ae37-1f49d466083c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 944 time: 0.2360983 Jul 27 16:43:09.616604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:09.618396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-0f7cc166-cdd7-4ef0-a0e2-50d53e336ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:09.619953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-0f7cc166-cdd7-4ef0-a0e2-50d53e336ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 1094 time: 0.2110898 Jul 27 16:43:09.630854 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:09.708585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1076a762-98bf-4a46-a638-e6326a1a5791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:09.794483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0a782-75ef-494a-9f98-dc4f548e185b req-ea7e5f44-e11b-4d44-98a8-4bf8504f876c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:09.796368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10c0a782-75ef-494a-9f98-dc4f548e185b req-ea7e5f44-e11b-4d44-98a8-4bf8504f876c tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3609080 Jul 27 16:43:09.923903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.014438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10c0a782-75ef-494a-9f98-dc4f548e185b req-b4e94431-5f4d-456f-8aa7-2cb032d128bf tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898432 Jul 27 16:43:10.061504 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:07Z', 'revision_number': 8, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:10.104587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.116608 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:10.126925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:10.128034 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:42:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:10.147855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.148941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b1822-1685-4156-880d-7a46f77cb318 None None] Network e38e91e6-4cbd-483e-945c-2dd3a896dcdb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:10.154718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/30c7a49e-57dc-49a8-a0ff-9053bb479283 HTTP/1.1" status: 204 len: 168 time: 0.8006713 Jul 27 16:43:10.158376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:10.309875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=30c7a49e-57dc-49a8-a0ff-9053bb479283,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:10.314319 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:10.318064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48e27cf7-674f-44fe-8915-f2c55ca25556 req-a8b6db35-798b-44e4-b69e-c7a17316d34d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455428 Jul 27 16:43:10.383683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.384179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.384677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.385139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.385584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.386039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.386473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.386903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.387329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.387768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.388186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.388648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e181c4-52fb-4855-b4ff-457ec7526bc8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.485553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.552284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-27d056cb-6cb8-410e-ba0c-c9b189b97b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:10.554788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-27d056cb-6cb8-410e-ba0c-c9b189b97b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.9227874 Jul 27 16:43:10.611530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-b4efe27c-41b1-4bbc-ac9a-aac53d1c6da7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4211cb4-41c1-4e57-a996-266957344f25 HTTP/1.1" status: 200 len: 217 time: 0.0460961 Jul 27 16:43:10.633768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-e5600fbc-626b-44cf-9b89-33bbebee8740 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:10.644184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a561661-4cd5-47d9-ab49-edf74c0116a2 req-fd4b8330-466a-4cf0-90d6-d69b950b8240 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:10.649181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-e5600fbc-626b-44cf-9b89-33bbebee8740 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.61 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.2039900 Jul 27 16:43:10.658384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a561661-4cd5-47d9-ab49-edf74c0116a2 req-fd4b8330-466a-4cf0-90d6-d69b950b8240 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 943 time: 0.3272991 Jul 27 16:43:10.749962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940621b-6a2a-438b-b225-646975949c1b None None] DHCP port deletion for e38e91e6-4cbd-483e-945c-2dd3a896dcdb request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:43:10.753120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a561661-4cd5-47d9-ab49-edf74c0116a2 req-c0b9c685-1a80-40a5-8b7e-ac3f992f4dd8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935135 Jul 27 16:43:10.820822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port e563d021-1896-4bf9-ae45-87fa6f0b2a87 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:10.821214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.868477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:07Z', 'revision_number': 8, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:10.898565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Deleting port e563d021-1896-4bf9-ae45-87fa6f0b2a87 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:10.902873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:10.907779 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe86dd-6c48-43f3-b29c-8140493b9961 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:07Z', 'revision_number': 8, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '3f58eeb3-340c-4731-9c11-fa4e0f3f168c', 'name': '', 'network_id': 'e138221f-5d3c-42b7-842f-c8475c0af047', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:4f:d6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:43Z', 'updated_at': '2021-07-27T16:42:51Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '39c0324f-516f-4963-92e8-bda6a50923a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:11.013035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port e563d021-1896-4bf9-ae45-87fa6f0b2a87, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e563d021-1896-4bf9-ae45-87fa6f0b2a87,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:11.013509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.020079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:11.066100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for e563d021-1896-4bf9-ae45-87fa6f0b2a87 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:11.108466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-08317c0a-d470-43b3-bfa3-f933a315f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:11.110193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-08317c0a-d470-43b3-bfa3-f933a315f342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.4568608 Jul 27 16:43:11.179249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4940621b-6a2a-438b-b225-646975949c1b None None] For port e563d021-1896-4bf9-ae45-87fa6f0b2a87, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e563d021-1896-4bf9-ae45-87fa6f0b2a87,segment=NetworkSegment(2df4660f-81ae-42fb-8709-3c6f6a008613),segment_id=2df4660f-81ae-42fb-8709-3c6f6a008613)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:11.179787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.212660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Calling delete_port for e563d021-1896-4bf9-ae45-87fa6f0b2a87 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:11.234003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-046a98f6-09d9-4f6b-a8b9-883d82e52771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141565 Jul 27 16:43:11.271378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 9c628985-f129-43aa-8ef1-d13ad3096322 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:11.271806 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.284085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.346622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=e563d021-1896-4bf9-ae45-87fa6f0b2a87,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:11.393108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port e563d021-1896-4bf9-ae45-87fa6f0b2a87 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:11.404331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeda42-8d67-4b5d-a983-b56a37a7e19c req-804ba39b-0e39-4a72-b78b-e52cadacf252 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:11.414393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67eeda42-8d67-4b5d-a983-b56a37a7e19c req-804ba39b-0e39-4a72-b78b-e52cadacf252 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 946 time: 0.5429819 Jul 27 16:43:11.432499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Deleting port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:11.433125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.612651 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.674875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67eeda42-8d67-4b5d-a983-b56a37a7e19c req-9e8b1e14-05fa-4faa-8c3e-20e395c6101b tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587674 Jul 27 16:43:11.683641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.708564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940621b-6a2a-438b-b225-646975949c1b None None] Pushing event deleted for resources: {'Port': ['ID=e563d021-1896-4bf9-ae45-87fa6f0b2a87,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:11.733922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940621b-6a2a-438b-b225-646975949c1b None None] No DVR routers for this DVR port e563d021-1896-4bf9-ae45-87fa6f0b2a87 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:11.758439 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.776631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e91e6-4cbd-483e-945c-2dd3a896dcdb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:11.824138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df4660f-81ae-42fb-8709-3c6f6a008613') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:11.824873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df4660f-81ae-42fb-8709-3c6f6a008613') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:11.829023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:11.831410 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d15e676-2d51-45b6-936d-abef3823f593" -d '{"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-plugged", "status": "completed", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:11.862924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:11.864046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.869818 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:11.872081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-c98f1cea-100e-4abe-9b98-b129157756d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3843155 Jul 27 16:43:11.875479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-e3a7edb8-362a-4012-8bca-85b07f7b9d92 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200595 Jul 27 16:43:11.892919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d60a71-2a90-4b6e-93dc-819d8b6f65c2 req-f00c0c62-1da9-41cf-b364-c08cdcf47e29 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:11.902901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03d60a71-2a90-4b6e-93dc-819d8b6f65c2 req-f00c0c62-1da9-41cf-b364-c08cdcf47e29 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.2474997 Jul 27 16:43:11.999842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] For port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:12.001308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.008491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8dd0729-4842-4c7a-8f2b-328e38b5eab7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:12.043183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.053517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:12.059963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Calling delete_port for 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:12.062213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c8dd0729-4842-4c7a-8f2b-328e38b5eab7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:12.062213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8dd0729-4842-4c7a-8f2b-328e38b5eab7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:12.062833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e563d021-1896-4bf9-ae45-87fa6f0b2a87 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:12.091523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:12.093050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.099849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e563d021-1896-4bf9-ae45-87fa6f0b2a87 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:12.100240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e563d021-1896-4bf9-ae45-87fa6f0b2a87 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:12.114642 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ce706ab-2f57-4e87-83e6-9bd1300d7cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:12.138351 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:12.170337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831179-e1cb-49ac-b52c-a7734e034a13 req-c0d118f3-33b4-486b-bd84-fbd5ac3a537d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:12.178585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85831179-e1cb-49ac-b52c-a7734e034a13 req-c0d118f3-33b4-486b-bd84-fbd5ac3a537d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.3438258 Jul 27 16:43:12.202546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54a601e0-5c1e-4ccf-8f04-d859ca325605 req-1110132b-a596-4eb4-b41b-71efcbcb1d4c service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265818 Jul 27 16:43:12.212586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03d60a71-2a90-4b6e-93dc-819d8b6f65c2 req-4b680510-dbd6-46f7-98ab-832e6c300002 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/security-groups?id=194701f7-8bbb-4359-bf47-bc580100f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079972 Jul 27 16:43:12.244588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-68db8fdd-d704-4d0f-96e5-851f7c09d3dc tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:12.247504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-68db8fdd-d704-4d0f-96e5-851f7c09d3dc tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.61 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 946 time: 0.3268976 Jul 27 16:43:12.250389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85831179-e1cb-49ac-b52c-a7734e034a13 req-7b393088-a8c3-4adb-8308-cb7e4dbda5b1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639083 Jul 27 16:43:12.264190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.303829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.309921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/e38e91e6-4cbd-483e-945c-2dd3a896dcdb HTTP/1.1" status: 204 len: 168 time: 2.1426938 Jul 27 16:43:12.313935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:12.356935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.371811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb7f9-e57c-4505-b4c7-eaf7fa1efe0e tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=e38e91e6-4cbd-483e-945c-2dd3a896dcdb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:12.547900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:12.610809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Deleting port b0fca880-6cfa-4680-8840-34e551a2746d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:12.611320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.648868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.713018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:12.734250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event deleted for resources: {'Port': ['ID=2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:12.821623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] No DVR routers for this DVR port 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:12.827206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:12.830122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79cf35d0-09a4-4d7a-9218-2f8e016281dc req-c2eb6138-61ac-4c9a-92dc-9d11971edd0d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.61 "DELETE /v2.0/ports/2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b HTTP/1.1" status: 204 len: 173 time: 2.1727662 Jul 27 16:43:12.831060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'name': 'network-vif-deleted', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:12.833240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b57608dd-81d8-4029-87f8-b8ff9ea70e01'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:12.834205 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb20c24-fa9c-48ef-9baf-2c5f57ecf618" -d '{"events": [{"server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "name": "network-vif-deleted", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:12.887186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdb076-0fac-4242-825e-9008bc8968a9 req-fee01eb0-3d47-4ece-8a62-ad80b0d4c80c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:12.896036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81fdb076-0fac-4242-825e-9008bc8968a9 req-fee01eb0-3d47-4ece-8a62-ad80b0d4c80c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.4441345 Jul 27 16:43:12.987378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81fdb076-0fac-4242-825e-9008bc8968a9 req-d50cbc9d-f487-4bd8-8f52-d85a73fe77c9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894022 Jul 27 16:43:13.014992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:13.104975 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bef961-f6d3-4fb2-abfe-44955295f215 x-openstack-request-id: req-c7bef961-f6d3-4fb2-abfe-44955295f215 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:13.105231 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-plugged", "status": "completed", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:13.105462 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7bef961-f6d3-4fb2-abfe-44955295f215 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:13.106020 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322', 'code': 200} Jul 27 16:43:13.107244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f4211cb4-41c1-4e57-a996-266957344f25', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': 'f4211cb4-41c1-4e57-a996-266957344f25', 'mac_address': 'fa:16:3e:42:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:13.203696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03518a03-b222-435b-bf51-d257af9441d1 req-b0691e75-4708-4659-8d93-97e31ffa3d6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:13.211313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:13.235419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03518a03-b222-435b-bf51-d257af9441d1 req-b0691e75-4708-4659-8d93-97e31ffa3d6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 943 time: 0.6306717 Jul 27 16:43:13.346362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] For port b0fca880-6cfa-4680-8840-34e551a2746d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b0fca880-6cfa-4680-8840-34e551a2746d,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:13.347715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:13.362301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03518a03-b222-435b-bf51-d257af9441d1 req-ba9a1f5b-03d1-499c-83e2-fe12246a16da tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127017 Jul 27 16:43:13.407962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Calling delete_port for b0fca880-6cfa-4680-8840-34e551a2746d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:13.542028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:13.577750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:13.592862 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a13bed-e97b-4389-a8e4-6e43aeca0498 x-openstack-request-id: req-17a13bed-e97b-4389-a8e4-6e43aeca0498 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:13.593249 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409814f8-f9ca-4a83-bd33-c55c5ba8f039", "name": "network-vif-deleted", "tag": "2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:13.593562 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17a13bed-e97b-4389-a8e4-6e43aeca0498 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:13.594189 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409814f8-f9ca-4a83-bd33-c55c5ba8f039', 'name': 'network-vif-deleted', 'tag': '2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b', 'status': 'completed', 'code': 200} Jul 27 16:43:13.631192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9922c6eb-826f-401c-8029-359971f65575 req-52dc6d36-c25e-4fe2-a1e0-78122c08d414 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=409814f8-f9ca-4a83-bd33-c55c5ba8f039 HTTP/1.1" status: 200 len: 210 time: 0.3096778 Jul 27 16:43:13.704191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4211cb4-41c1-4e57-a996-266957344f25 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:13.810512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:13.850583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Pushing event deleted for resources: {'Port': ['ID=b0fca880-6cfa-4680-8840-34e551a2746d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:13.863016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059a9b-a6cc-4e12-b7cb-636c1853a0d4 req-7eb18dfb-e3aa-4c99-a3ad-770e1fe9c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:13.865661 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55059a9b-a6cc-4e12-b7cb-636c1853a0d4 req-7eb18dfb-e3aa-4c99-a3ad-770e1fe9c24d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 1096 time: 0.2612033 Jul 27 16:43:13.884126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b0fca880-6cfa-4680-8840-34e551a2746d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:13.960693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc13110f-3113-4b2d-8a8a-d9d4dbe659e1 req-279bed65-9cb4-465f-ac8b-649a2f1e54a2 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.64 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.0871675 Jul 27 16:43:14.004130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] No DVR routers for this DVR port b0fca880-6cfa-4680-8840-34e551a2746d on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:14.012553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55059a9b-a6cc-4e12-b7cb-636c1853a0d4 req-9fe58623-b192-418d-9376-7d813f8e0c0d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054492 Jul 27 16:43:14.015368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:14.023123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f4a9f27e-c9b6-4810-81da-504ddab4f296 req-17fe18b9-72be-4de3-b3f8-ab3d65e6aba1 tempest-ServerRescueTestJSONUnderV235-247619068 tempest-ServerRescueTestJSONUnderV235-247619068-project] 10.222.0.61 "DELETE /v2.0/ports/b0fca880-6cfa-4680-8840-34e551a2746d HTTP/1.1" status: 204 len: 173 time: 1.7595115 Jul 27 16:43:14.024623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'name': 'network-vif-deleted', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:14.027191 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a18ea9-99d1-48b1-81f9-9be4f54cba95" -d '{"events": [{"server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "name": "network-vif-deleted", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:14.057994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:14.092115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:14.311940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:14.379863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:14.380144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:14.417044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1c745-0a63-4f09-8a12-a5878f3bdc55 req-2f75414f-1bda-4baf-9bee-d665442537a2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:14.424564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0af1c745-0a63-4f09-8a12-a5878f3bdc55 req-2f75414f-1bda-4baf-9bee-d665442537a2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2013690 Jul 27 16:43:14.437715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d05d7-b5e6-48c4-b314-1074ae82dd65 req-16c45a13-fc2c-45b5-88f2-97e8d385c422 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:14.444463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-934d05d7-b5e6-48c4-b314-1074ae82dd65 req-16c45a13-fc2c-45b5-88f2-97e8d385c422 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.1957808 Jul 27 16:43:14.474412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f4211cb4-41c1-4e57-a996-266957344f25'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:14.520054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-6e0c4f7f-dd9d-4ec5-bece-0a2d6356dde9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0475533 Jul 27 16:43:14.591940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0af1c745-0a63-4f09-8a12-a5878f3bdc55 req-d9b9d600-c6e8-4317-918f-3b5ee79e60ad tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615779 Jul 27 16:43:14.594029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-934d05d7-b5e6-48c4-b314-1074ae82dd65 req-fffaa053-9d98-4c85-8dc7-f929ee92a8ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906730 Jul 27 16:43:14.676728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 3f58eeb3-340c-4731-9c11-fa4e0f3f168c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:14.677023 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:14.750748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-112eae69-6351-4f78-a71d-d65adcc48176 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8b7bba055f144ac937a462626a4c62e&device_id=f122b3a1-be30-4706-add9-8e7266fbc6dd HTTP/1.1" status: 200 len: 210 time: 0.1274223 Jul 27 16:43:14.760052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 3f58eeb3-340c-4731-9c11-fa4e0f3f168c owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:14.788613 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c3c890-be49-451b-8b5b-6d8b682bd650 x-openstack-request-id: req-86c3c890-be49-451b-8b5b-6d8b682bd650 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:14.789470 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f122b3a1-be30-4706-add9-8e7266fbc6dd", "name": "network-vif-deleted", "tag": "b0fca880-6cfa-4680-8840-34e551a2746d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:14.790029 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c3c890-be49-451b-8b5b-6d8b682bd650 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:14.792787 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f122b3a1-be30-4706-add9-8e7266fbc6dd', 'name': 'network-vif-deleted', 'tag': 'b0fca880-6cfa-4680-8840-34e551a2746d', 'status': 'completed', 'code': 200} Jul 27 16:43:14.983268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:15.048496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:15.107132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:15.109236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2455fb5a-9c5d-401d-b08e-4e7c0cbc1d6b not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:15.233640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f88ffd-d8e1-4b41-a7cc-85ce92066e37 req-e82d2fae-cafb-40c7-afe2-19205e5be8b4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:15.238137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81f88ffd-d8e1-4b41-a7cc-85ce92066e37 req-e82d2fae-cafb-40c7-afe2-19205e5be8b4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 944 time: 0.2915020 Jul 27 16:43:15.251213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-7a7eca45-6616-4f69-a4b8-9a79d156f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:15.256544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-7a7eca45-6616-4f69-a4b8-9a79d156f1f4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e8b7bba055f144ac937a462626a4c62e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4201393 Jul 27 16:43:15.358246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:15.494597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81f88ffd-d8e1-4b41-a7cc-85ce92066e37 req-184cbfd6-cf1c-44e5-b97c-c1409fa7f6aa tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519286 Jul 27 16:43:15.623760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:15.712737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=3f58eeb3-340c-4731-9c11-fa4e0f3f168c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:15.752246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-0429749c-651f-4052-b1b7-60c7e9c409c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:15.753824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28cc61e7-3d0b-4721-a2eb-05c18190203b req-0429749c-651f-4052-b1b7-60c7e9c409c8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4884510 Jul 27 16:43:15.817959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9264b6f-7abf-4c39-979e-8103e3bea584 req-75ab012c-870b-4a1e-b574-2bcb21a0174f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:15.819661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9264b6f-7abf-4c39-979e-8103e3bea584 req-75ab012c-870b-4a1e-b574-2bcb21a0174f tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.2484436 Jul 27 16:43:15.938256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9264b6f-7abf-4c39-979e-8103e3bea584 req-6bf41235-eef6-46fd-b650-6f3d61b0ed11 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067348 Jul 27 16:43:16.199886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd43fb-b46d-4e32-9660-131fee6a151d req-693c5fb4-4f54-4563-bb27-8a14ecd01a1f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:16.202601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfcd43fb-b46d-4e32-9660-131fee6a151d req-693c5fb4-4f54-4563-bb27-8a14ecd01a1f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.1651642 Jul 27 16:43:16.285598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:16.290162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfcd43fb-b46d-4e32-9660-131fee6a151d req-3b05ffc4-97de-4ae1-9dff-4da462c6f72d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746787 Jul 27 16:43:16.365709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-b3b9e24b-e69b-40ef-95e8-895da9fbc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:16.368419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-b3b9e24b-e69b-40ef-95e8-895da9fbc861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1101 time: 0.5914860 Jul 27 16:43:16.572524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:16.705177 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:16.719318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f4211cb4-41c1-4e57-a996-266957344f25 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:16.721076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dd73d-9bb9-483f-88e0-14d1c4b5aedc req-ef884c28-b34c-4618-bcbf-0cde43f15e51 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:16.730773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae9dd73d-9bb9-483f-88e0-14d1c4b5aedc req-ef884c28-b34c-4618-bcbf-0cde43f15e51 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 944 time: 0.1099632 Jul 27 16:43:16.731407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f4211cb4-41c1-4e57-a996-266957344f25 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:16.731968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:16.814181 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae9dd73d-9bb9-483f-88e0-14d1c4b5aedc req-1e6782b0-31fa-4309-87de-7808add27b90 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822697 Jul 27 16:43:16.918328 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:16.989372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:16.993100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:16.999273 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3bee9a-c3df-4012-806a-08ea325084fd" -d '{"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-plugged", "status": "completed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:17.000235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af916032-a4a8-48d5-ace4-3dd65baa3dc8 req-db0e561c-081d-4a61-84c0-9ed319fcb9d5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.008067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af916032-a4a8-48d5-ace4-3dd65baa3dc8 req-db0e561c-081d-4a61-84c0-9ed319fcb9d5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 1.2334485 Jul 27 16:43:17.010028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:17.090592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0fca880-6cfa-4680-8840-34e551a2746d no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:17.165081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af916032-a4a8-48d5-ace4-3dd65baa3dc8 req-dbb08d2b-0ecd-4548-8d4d-23d824bb40f4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556962 Jul 27 16:43:17.168878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b0fca880-6cfa-4680-8840-34e551a2746d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:17.169226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b0fca880-6cfa-4680-8840-34e551a2746d not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:17.194536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac5c7-cacc-485d-acab-926a2f51830f req-fa6e9739-e8dd-41b9-9560-22a3f07f455d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.206830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56aac5c7-cacc-485d-acab-926a2f51830f req-fa6e9739-e8dd-41b9-9560-22a3f07f455d tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.1286585 Jul 27 16:43:17.218381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:17.233635 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce98ff-266b-46d8-a8e7-6f4bd0f1100a x-openstack-request-id: req-63ce98ff-266b-46d8-a8e7-6f4bd0f1100a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:17.234196 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-plugged", "status": "completed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:17.234733 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63ce98ff-266b-46d8-a8e7-6f4bd0f1100a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:17.235351 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25', 'code': 200} Jul 27 16:43:17.331705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56aac5c7-cacc-485d-acab-926a2f51830f req-508cb251-aecb-4ed4-bf1c-b09659e67090 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237485 Jul 27 16:43:17.453161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c52c96-b4c2-4ef5-86ca-126e55e083f0 req-81c706ef-df83-4356-a24c-a99cfe48cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.453403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-15e126de-e993-4866-8536-379f309252d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.455710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-15e126de-e993-4866-8536-379f309252d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 1.0670502 Jul 27 16:43:17.456329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00c52c96-b4c2-4ef5-86ca-126e55e083f0 req-81c706ef-df83-4356-a24c-a99cfe48cd37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 1096 time: 0.1237428 Jul 27 16:43:17.558754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00c52c96-b4c2-4ef5-86ca-126e55e083f0 req-ae0ff527-1860-4ec2-bc15-299ea7ec0d86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842152 Jul 27 16:43:17.561942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-2fc8c024-c5e3-4337-b6ee-40cae87284d2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.564181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-2fc8c024-c5e3-4337-b6ee-40cae87284d2 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.4312925 Jul 27 16:43:17.565882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-f8bd45a9-5297-447b-9b8e-6f9050f010e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.0856853 Jul 27 16:43:17.600235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e054eaa-7958-4c71-b3c7-5b216578b997 req-acf29a2d-c938-4161-a68f-cf243625d398 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.600654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:17.602820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e054eaa-7958-4c71-b3c7-5b216578b997 req-acf29a2d-c938-4161-a68f-cf243625d398 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.1444018 Jul 27 16:43:17.644070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982a38-b704-4db8-bf47-c23a66df74f9 req-6189276e-cdcb-458a-9891-fdd34330bf81 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:17.652645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9982a38-b704-4db8-bf47-c23a66df74f9 req-6189276e-cdcb-458a-9891-fdd34330bf81 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2796264 Jul 27 16:43:17.676797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e054eaa-7958-4c71-b3c7-5b216578b997 req-4fab0118-22ab-41d8-95eb-2ae6e976be96 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640101 Jul 27 16:43:17.770372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:17.848997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9982a38-b704-4db8-bf47-c23a66df74f9 req-0252af4a-d64d-4c68-b64f-28581d5c2960 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947641 Jul 27 16:43:17.946160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:17.954452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73e5b523-613b-4416-959f-2d0284b98543 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6393516 Jul 27 16:43:17.958542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:17.968048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:17.976249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:17.979484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:18.075795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 39c0324f-516f-4963-92e8-bda6a50923a2 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:18.091442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf341e2b-b547-4a20-947d-96568baf8cb7 req-f699b87f-e8bd-42bb-a907-e160d649fa71 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:18.101402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf341e2b-b547-4a20-947d-96568baf8cb7 req-f699b87f-e8bd-42bb-a907-e160d649fa71 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1689115 Jul 27 16:43:18.151147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:18.193281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:18.223437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a09bb0f3-cfe8-4e8d-bafd-c1612e92b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:18.229601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a09bb0f3-cfe8-4e8d-bafd-c1612e92b68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3083158 Jul 27 16:43:18.452890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Deleting port b57608dd-81d8-4029-87f8-b8ff9ea70e01 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:18.453296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:18.686281 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf341e2b-b547-4a20-947d-96568baf8cb7 req-eb1f4cf5-ddff-4dc1-8543-ca547c5762fb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763345 Jul 27 16:43:18.713437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:18.769517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-864b4e05-5f32-4282-8f2e-d9ae76b4de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:18.771112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-864b4e05-5f32-4282-8f2e-d9ae76b4de2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4769218 Jul 27 16:43:18.790209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] For port b57608dd-81d8-4029-87f8-b8ff9ea70e01, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b57608dd-81d8-4029-87f8-b8ff9ea70e01,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:18.791482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:18.822573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:15Z', 'revision_number': 9, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:18.882407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:18.893633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:18.894744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:18.941931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:19.029515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:19.056864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-41693958-cd50-4f3c-9121-c00e7d62b9df tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:19.064729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-41693958-cd50-4f3c-9121-c00e7d62b9df tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 0.2155139 Jul 27 16:43:19.079508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Calling delete_port for b57608dd-81d8-4029-87f8-b8ff9ea70e01 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:19.089941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-315f6bfb-3dd0-469d-9608-01db25de5f38 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/quotas/0aaf887ac35f46f0be6eb83eb87606a2 HTTP/1.1" status: 200 len: 375 time: 0.0240211 Jul 27 16:43:19.091218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-38e0904a-adc2-4e0b-967c-bbb87144b1c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580256 Jul 27 16:43:19.096212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:19.171643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:19.177431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/39c0324f-516f-4963-92e8-bda6a50923a2 HTTP/1.1" status: 204 len: 168 time: 1.2067130 Jul 27 16:43:19.182656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11859a0d-4429-42f1-97ad-7364cb3bcda2 None None] Network e138221f-5d3c-42b7-842f-c8475c0af047 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:19.195641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:19.208308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a44bb9-2f9c-49d2-bf46-c7a5efb2df3c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=39c0324f-516f-4963-92e8-bda6a50923a2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:19.268040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770147-225b-4310-a8db-b6c5e3717438 req-3841a4bf-ff7e-4133-a1e6-a8dc26f94d68 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:19.271027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-89622abd-b5de-4ab5-9541-2792cdce2fc7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799128 Jul 27 16:43:19.275844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82770147-225b-4310-a8db-b6c5e3717438 req-3841a4bf-ff7e-4133-a1e6-a8dc26f94d68 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d257aff-f17f-4f75-afee-95f9ba2fb3a8 HTTP/1.1" status: 200 len: 946 time: 0.7266133 Jul 27 16:43:19.294287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-211d0e13-c7be-4264-9a63-07de9424af39 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:43:19.295445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-211d0e13-c7be-4264-9a63-07de9424af39 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160978 Jul 27 16:43:19.477694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-f20e5d4a-48a6-4d44-abb7-9ebf3a6a6dad service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742473 Jul 27 16:43:19.650963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:19.655919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:15Z', 'revision_number': 9, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:19.724165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec471a5-1252-4947-b0db-b6c0cfedf684 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:15Z', 'revision_number': 9, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8abb1c-8a1c-476b-aeff-f839ce0d82f2', 'name': '', 'network_id': 'e9f1b7d5-0629-46d8-942f-f61384889ec9', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:ac:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:37Z', 'updated_at': '2021-07-27T16:42:45Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': 'd6633d62-2c72-4547-bdf3-b508509b02bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:19.751802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] DHCP port deletion for e138221f-5d3c-42b7-842f-c8475c0af047 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:43:19.784607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82770147-225b-4310-a8db-b6c5e3717438 req-df2af8ac-10c3-4b67-911d-000be5536f04 tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.64 "GET /v2.0/security-groups?id=e099a1d5-53da-4e82-85dd-235301c1ca22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078006 Jul 27 16:43:19.814375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-9bdb4940-04d7-4527-b762-b28692c46da6 service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356454 Jul 27 16:43:19.870753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-b9c13846-3ac5-46f8-aa03-b2c7b80605e1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:19.872295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-b9c13846-3ac5-46f8-aa03-b2c7b80605e1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e48eee5-89fe-4c64-9c20-f39aff607657 HTTP/1.1" status: 200 len: 945 time: 0.2548056 Jul 27 16:43:19.886100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Deleting port 97f9d78c-e573-498b-b9db-5c7bd03cca6f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:19.889288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:19.953806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.063120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Pushing event deleted for resources: {'Port': ['ID=b57608dd-81d8-4029-87f8-b8ff9ea70e01,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:20.117929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] For port 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97f9d78c-e573-498b-b9db-5c7bd03cca6f,segment=NetworkSegment(359cd8f9-72c1-4eb6-bd81-ae3a2b28784f),segment_id=359cd8f9-72c1-4eb6-bd81-ae3a2b28784f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:20.118972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.172339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Calling delete_port for 97f9d78c-e573-498b-b9db-5c7bd03cca6f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:20.231712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Deleting port 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:20.232276 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.289637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-eced42cf-c6e6-4bd8-9566-3efa3a72bfda service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852911 Jul 27 16:43:20.375098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] No DVR routers for this DVR port b57608dd-81d8-4029-87f8-b8ff9ea70e01 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:20.380227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.384338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fcde9a7-cb2f-4c2e-b3f1-36bb34496fca req-60e6ccd2-9eb1-44ba-97e7-a29f7c0526ea tempest-ListServerFiltersTestJSON-580163350 tempest-ListServerFiltersTestJSON-580163350-project] 10.222.0.13 "DELETE /v2.0/ports/b57608dd-81d8-4029-87f8-b8ff9ea70e01 HTTP/1.1" status: 204 len: 173 time: 2.4655161 Jul 27 16:43:20.397981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'name': 'network-vif-deleted', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:20.400384 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3366e-5053-4a16-b37c-3a73f89f2f34" -d '{"events": [{"server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "name": "network-vif-deleted", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:20.451147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Deleting port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:20.451510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.647576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e235d4b-22f9-4797-8f36-f12fd2cdc447 req-81de527a-e4a9-48d6-8064-c77d614c7c2e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:20.656665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e235d4b-22f9-4797-8f36-f12fd2cdc447 req-81de527a-e4a9-48d6-8064-c77d614c7c2e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.3745112 Jul 27 16:43:20.671575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] For port 9c628985-f129-43aa-8ef1-d13ad3096322, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=9c628985-f129-43aa-8ef1-d13ad3096322,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:20.672338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.701053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Calling delete_port for 9c628985-f129-43aa-8ef1-d13ad3096322 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:20.777302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e235d4b-22f9-4797-8f36-f12fd2cdc447 req-4e7a4d95-ccae-4e91-84ff-36f16dfe1d51 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184778 Jul 27 16:43:20.868859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] For port e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,segment=NetworkSegment(4e40ce9c-e84b-4415-8b5b-17148a361d5e),segment_id=4e40ce9c-e84b-4415-8b5b-17148a361d5e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:20.870258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:20.877811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3f58eeb3-340c-4731-9c11-fa4e0f3f168c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:20.879746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b57608dd-81d8-4029-87f8-b8ff9ea70e01 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:20.907541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Calling delete_port for e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:20.975486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f239df7e-2758-4e39-900f-28192836dbe7 req-78284ed0-0d05-4224-a5e5-980ccbc273e8 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 210 time: 0.0674617 Jul 27 16:43:21.117467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3f58eeb3-340c-4731-9c11-fa4e0f3f168c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:21.120276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3f58eeb3-340c-4731-9c11-fa4e0f3f168c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:21.121952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97f9d78c-e573-498b-b9db-5c7bd03cca6f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:21.146586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: b57608dd-81d8-4029-87f8-b8ff9ea70e01 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:21.150203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b57608dd-81d8-4029-87f8-b8ff9ea70e01 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:21.256147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.368457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.370225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event deleted for resources: {'Port': ['ID=9c628985-f129-43aa-8ef1-d13ad3096322,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:21.421368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] No DVR routers for this DVR port 97f9d78c-e573-498b-b9db-5c7bd03cca6f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:21.435580 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9c004-5bd8-42cc-b68f-9c14cc7aa4dc x-openstack-request-id: req-a3d9c004-5bd8-42cc-b68f-9c14cc7aa4dc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:21.435994 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d257aff-f17f-4f75-afee-95f9ba2fb3a8", "name": "network-vif-deleted", "tag": "b57608dd-81d8-4029-87f8-b8ff9ea70e01", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:21.444280 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3d9c004-5bd8-42cc-b68f-9c14cc7aa4dc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:21.444280 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d257aff-f17f-4f75-afee-95f9ba2fb3a8', 'name': 'network-vif-deleted', 'tag': 'b57608dd-81d8-4029-87f8-b8ff9ea70e01', 'status': 'completed', 'code': 200} Jul 27 16:43:21.473955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 97f9d78c-e573-498b-b9db-5c7bd03cca6f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:21.475177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.518784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533b5c3-0392-47c5-b4c8-dd46e449ad91 None None] Pushing event deleted for resources: {'Port': ['ID=97f9d78c-e573-498b-b9db-5c7bd03cca6f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:21.530172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port 97f9d78c-e573-498b-b9db-5c7bd03cca6f {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:43:21.530562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97f9d78c-e573-498b-b9db-5c7bd03cca6f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:21.613407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] No DVR routers for this DVR port 9c628985-f129-43aa-8ef1-d13ad3096322 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:21.622297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.633118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdb75772-bc41-4e84-8448-769a0d5427f0 req-d2eb85c0-34a2-4759-92b7-ff03da23a12a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "DELETE /v2.0/ports/9c628985-f129-43aa-8ef1-d13ad3096322 HTTP/1.1" status: 204 len: 173 time: 1.7505064 Jul 27 16:43:21.635099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-deleted', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:21.643271 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19383f92-269d-427d-abcc-2aef8817a644" -d '{"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-deleted", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:21.698011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309471c5-c77b-44ce-a693-cb0f4dc1d8d4 req-c32018e7-f153-44f7-9909-c3c4c7d81282 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:21.711585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-309471c5-c77b-44ce-a693-cb0f4dc1d8d4 req-c32018e7-f153-44f7-9909-c3c4c7d81282 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 1.7386832 Jul 27 16:43:21.859536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-309471c5-c77b-44ce-a693-cb0f4dc1d8d4 req-6949663c-0d1e-40c3-8b5a-b51a1ded13e2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467583 Jul 27 16:43:21.865358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.878874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 97f9d78c-e573-498b-b9db-5c7bd03cca6f, host n-d-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:21.880074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:21.937128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 97f9d78c-e573-498b-b9db-5c7bd03cca6f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:21.959646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:21.967634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Port 97f9d78c-e573-498b-b9db-5c7bd03cca6f was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:43:21.969174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.002783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.034751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=97f9d78c-e573-498b-b9db-5c7bd03cca6f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.047480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port 97f9d78c-e573-498b-b9db-5c7bd03cca6f on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:22.152938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Deleting subnet cca1188e-0914-47ac-adec-6def66a86933 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:22.161871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.205797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.226713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.227635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e138221f-5d3c-42b7-842f-c8475c0af047']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:22.288502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:22.288829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359cd8f9-72c1-4eb6-bd81-ae3a2b28784f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:22.312387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.343889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.359366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-491d9389-9bde-4ce0-8d1b-e69cc52b47f3 req-cffe275b-d675-4dcb-8096-1f11f34e1db5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 210 time: 0.0758770 Jul 27 16:43:22.413772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.421601 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5eec5-38a3-4500-b40a-3edc24512ea1 x-openstack-request-id: req-3ba5eec5-38a3-4500-b40a-3edc24512ea1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:22.422513 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e48eee5-89fe-4c64-9c20-f39aff607657", "name": "network-vif-deleted", "tag": "9c628985-f129-43aa-8ef1-d13ad3096322", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:22.423195 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ba5eec5-38a3-4500-b40a-3edc24512ea1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:22.424096 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e48eee5-89fe-4c64-9c20-f39aff607657', 'name': 'network-vif-deleted', 'tag': '9c628985-f129-43aa-8ef1-d13ad3096322', 'status': 'completed', 'code': 200} Jul 27 16:43:22.439469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:22.440983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:22.453387 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:22.456575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.609093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.713917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-f4554cd1-dad5-4512-a3f1-84732821ac55 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:22.716163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-f4554cd1-dad5-4512-a3f1-84732821ac55 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 0.2808940 Jul 27 16:43:22.722299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca1188e-0914-47ac-adec-6def66a86933,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.725379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.730544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03c996c2-5103-4720-a0fa-b5b29d08d1cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cca1188e-0914-47ac-adec-6def66a86933 HTTP/1.1" status: 204 len: 168 time: 0.7693830 Jul 27 16:43:22.731538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba75777-e862-4a7a-8ee3-1d98c819a1ca None None] Network c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:22.736414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:22.749588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Request body: {'port': {'device_id': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'admin_state_up': True, 'tenant_id': '0aaf887ac35f46f0be6eb83eb87606a2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:22.948726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:22.963657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b15645-ff7c-43ee-ad64-2f30acac3b15 req-f0cee70a-e8fa-4010-9046-5ec834cd9672 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:22.970278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11b15645-ff7c-43ee-ad64-2f30acac3b15 req-f0cee70a-e8fa-4010-9046-5ec834cd9672 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.5513484 Jul 27 16:43:23.097441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:23.170424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 9c628985-f129-43aa-8ef1-d13ad3096322 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:23.174161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 9c628985-f129-43aa-8ef1-d13ad3096322 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:23.180228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11b15645-ff7c-43ee-ad64-2f30acac3b15 req-1121914b-72fb-45cf-a816-737be72c055f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929178 Jul 27 16:43:23.207419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] DHCP port deletion for c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:43:23.276173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Made reservation on behalf of 0aaf887ac35f46f0be6eb83eb87606a2 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:23.279810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.306877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Deleting port 7ea844a8-4004-4b6b-b2e8-9df512777c87 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:23.307251 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.389342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] For port 7ea844a8-4004-4b6b-b2e8-9df512777c87, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7ea844a8-4004-4b6b-b2e8-9df512777c87,segment=NetworkSegment(6ce34158-dba4-4109-999c-db1c50cfaa32),segment_id=6ce34158-dba4-4109-999c-db1c50cfaa32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:23.389794 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.404659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Calling delete_port for 7ea844a8-4004-4b6b-b2e8-9df512777c87 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:23.488901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.532988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.537545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/e138221f-5d3c-42b7-842f-c8475c0af047 HTTP/1.1" status: 204 len: 168 time: 4.3383915 Jul 27 16:43:23.537545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f7fb-bcef-48e8-8720-8dfc14ff48d0 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=e138221f-5d3c-42b7-842f-c8475c0af047,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.538927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:23.565236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Allocated IP 172.20.0.2 (91816403-7eb0-4c55-b3ee-093a1ae9360e/8a6ebad6-402c-4ad6-b5c5-466d04a43f46/a9f3bc8e-f507-46bd-b645-9cea47fbf49f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:23.655147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.733590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] Pushing event deleted for resources: {'Port': ['ID=7ea844a8-4004-4b6b-b2e8-9df512777c87,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.761168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Router a636e9ff-3469-40b7-b293-84e335ed631f has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:23.764800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609fe8e-7e97-41f3-a8d8-26e98e1db287 None None] No DVR routers for this DVR port 7ea844a8-4004-4b6b-b2e8-9df512777c87 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:23.769696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6727a6-fe79-4e08-acd9-197b0addef89 req-89041bd7-f1a9-4131-b1ce-e7867d52a606 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:23.771822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:23.778998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed6727a6-fe79-4e08-acd9-197b0addef89 req-89041bd7-f1a9-4131-b1ce-e7867d52a606 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.3381302 Jul 27 16:43:23.868519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c426375a-910b-42e7-afcb-b107f726d2f5 req-619de0c4-e6ac-4f94-9cff-b4f977845b08 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 210 time: 0.0812747 Jul 27 16:43:23.889233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Deleting port 7ea844a8-4004-4b6b-b2e8-9df512777c87 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:23.890211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.010648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] For port 7ea844a8-4004-4b6b-b2e8-9df512777c87, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:24.010648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.012270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.038741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed6727a6-fe79-4e08-acd9-197b0addef89 req-26cb8540-b04e-4bf6-a2af-09c3a320e1f0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607656 Jul 27 16:43:24.080678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Calling delete_port for 7ea844a8-4004-4b6b-b2e8-9df512777c87 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:24.091497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Port 7ea844a8-4004-4b6b-b2e8-9df512777c87 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:43:24.096959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.107030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:24.107833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.123428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:24.128890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:24.156689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] No DVR routers for this DVR port 7ea844a8-4004-4b6b-b2e8-9df512777c87 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:24.158733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea844a8-4004-4b6b-b2e8-9df512777c87,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.178054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7ea844a8-4004-4b6b-b2e8-9df512777c87 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:24.202033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:24.212628 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Sync routers for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:24.213836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:24.214238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9f660728-3759-4b89-a687-6e60907097aa admin admin] 10.222.0.64 "PUT /v2.0/routers/a636e9ff-3469-40b7-b293-84e335ed631f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8452265 Jul 27 16:43:24.238301 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:24.241146 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.263289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7ea844a8-4004-4b6b-b2e8-9df512777c87 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:24.264149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7ea844a8-4004-4b6b-b2e8-9df512777c87 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:24.384186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:24.385261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.417506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.533981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.535766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d85df1-b452-4b4e-b95f-e52c7d6d4f61']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.545346 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:24.546185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce34158-dba4-4109-999c-db1c50cfaa32') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.573314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce34158-dba4-4109-999c-db1c50cfaa32') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.573314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.581458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.604022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-35bea26a-b51a-41b5-834a-7304387ea208 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8683925 Jul 27 16:43:24.690340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.712903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Request body: {'port': {'device_id': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:24.809239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:24.819139 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:43:21Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.825624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:24.828610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.859247 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Checking router: a636e9ff-3469-40b7-b293-84e335ed631f for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:24.870578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Routers {'a636e9ff-3469-40b7-b293-84e335ed631f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:24.871970 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a636e9ff-3469-40b7-b293-84e335ed631f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:24.898856 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:24.926815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:24.958368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port df8abb1c-8a1c-476b-aeff-f839ce0d82f2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:24.958783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.140793 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe0fe7e-abad-481f-9f1e-75c0bc200d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.153421 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] Set router a636e9ff-3469-40b7-b293-84e335ed631f gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:25.203659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996018-f64b-4104-8875-bd8b2e295f72 req-9782ac1b-32b8-41ae-8655-1aef184c52c7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:25.207252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d996018-f64b-4104-8875-bd8b2e295f72 req-9782ac1b-32b8-41ae-8655-1aef184c52c7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.8157196 Jul 27 16:43:25.215647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.227838 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.232412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] 10.222.0.64 "DELETE /v2.0/networks/c1d85df1-b452-4b4e-b95f-e52c7d6d4f61 HTTP/1.1" status: 204 len: 168 time: 2.4916620 Jul 27 16:43:25.257098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.263431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port df8abb1c-8a1c-476b-aeff-f839ce0d82f2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:25.264674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.300371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a9540-090b-4761-bf1b-1d85919247cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d85df1-b452-4b4e-b95f-e52c7d6d4f61,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:25.320549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562c7e7-1d32-4463-8421-34afd3e54b25 req-c506ffe7-4d3e-44e9-af2e-06d56cd2d0e9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:25.323387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f562c7e7-1d32-4463-8421-34afd3e54b25 req-c506ffe7-4d3e-44e9-af2e-06d56cd2d0e9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 931 time: 0.2883778 Jul 27 16:43:25.329108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for df8abb1c-8a1c-476b-aeff-f839ce0d82f2 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:25.403745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f562c7e7-1d32-4463-8421-34afd3e54b25 req-72828447-e7c1-4ccc-b588-9c1acc841f3a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687256 Jul 27 16:43:25.541844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:25.617101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d996018-f64b-4104-8875-bd8b2e295f72 req-371d5147-4d7a-4715-ac2a-35e5adb0b5ea tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795221 Jul 27 16:43:25.668753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:43:21Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:25.728513 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7986260-df05-459c-872e-177fc2cfff10 None None] The sync data for ids ['a636e9ff-3469-40b7-b293-84e335ed631f'] in n-d-723572-6 is: [{'id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'name': 'tempest-ServerRescueTestJSONUnderV235-489546698-router', 'tenant_id': 'e8b7bba055f144ac937a462626a4c62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '7174b011-6daa-4494-a04b-e70df959a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:41:16Z', 'updated_at': '2021-07-27T16:43:21Z', 'revision_number': 5, 'project_id': 'e8b7bba055f144ac937a462626a4c62e', 'gw_port': {'id': '7174b011-6daa-4494-a04b-e70df959a69e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636e9ff-3469-40b7-b293-84e335ed631f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:41:18Z', 'updated_at': '2021-07-27T16:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:25.843777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec501-df90-46c2-aea2-e40b56b9ed2f req-7bba0a4e-d329-475d-95a6-eb367586a3c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:25.845555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be7ec501-df90-46c2-aea2-e40b56b9ed2f req-7bba0a4e-d329-475d-95a6-eb367586a3c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.2138760 Jul 27 16:43:25.847662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe0fe7e-abad-481f-9f1e-75c0bc200d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.849583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-55d43666-fff2-4849-ab91-793508d439a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2281de2305f44caeb06218bb4ce19c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062651 Jul 27 16:43:25.854587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:25.873965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe0fe7e-abad-481f-9f1e-75c0bc200d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.883201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Deleting port 7174b011-6daa-4494-a04b-e70df959a69e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:25.883552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:25.948832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.005665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fbe0fe7e-abad-481f-9f1e-75c0bc200d50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ecb0751c2104adbafb117d59460dd20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1926296 Jul 27 16:43:26.009958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=df8abb1c-8a1c-476b-aeff-f839ce0d82f2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:26.020158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:26.020707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0fe7e-abad-481f-9f1e-75c0bc200d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2235782-8d40-4075-9d77-4204f28ed33c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:26.039405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be7ec501-df90-46c2-aea2-e40b56b9ed2f req-8aabe2a8-a326-483e-9210-8037b89e88a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744468 Jul 27 16:43:26.132795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.223872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:26.232923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.272069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.294485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:26.294763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e1cae81e-9e7b-48b7-8e12-dc29c6eea7f7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:26.300204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.367741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:26.384089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.396777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] For port 7174b011-6daa-4494-a04b-e70df959a69e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7174b011-6daa-4494-a04b-e70df959a69e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:26.397154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.417314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Transition to ACTIVE for port object a9f3bc8e-f507-46bd-b645-9cea47fbf49f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:26.418358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Calling delete_port for 7174b011-6daa-4494-a04b-e70df959a69e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:26.424751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.441195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.493030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.497015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.501201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e099a1d5-53da-4e82-85dd-235301c1ca22 HTTP/1.1" status: 204 len: 168 time: 0.6438899 Jul 27 16:43:26.530932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2f3a-5ef6-4122-a0c0-6c690e0f2869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099a1d5-53da-4e82-85dd-235301c1ca22,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:26.553955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:26.662284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.667325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.673248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2235782-8d40-4075-9d77-4204f28ed33c HTTP/1.1" status: 204 len: 168 time: 0.6470983 Jul 27 16:43:26.693244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97876c-c9cb-4470-a141-eda8152efbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2235782-8d40-4075-9d77-4204f28ed33c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:26.700012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:26.827214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Attempting to bind port a9f3bc8e-f507-46bd-b645-9cea47fbf49f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:26.827800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Attempting to bind port a9f3bc8e-f507-46bd-b645-9cea47fbf49f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:26.828357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Attempting to bind port a9f3bc8e-f507-46bd-b645-9cea47fbf49f on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:26.842873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055756f-929b-41ca-a56b-9cd040f2fdae req-aa71a7e6-f497-41d9-bc2d-4236911a8cdc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:26.845925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c055756f-929b-41ca-a56b-9cd040f2fdae req-aa71a7e6-f497-41d9-bc2d-4236911a8cdc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 943 time: 0.3154628 Jul 27 16:43:26.854617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Port a9f3bc8e-f507-46bd-b645-9cea47fbf49f on network 91816403-7eb0-4c55-b3ee-093a1ae9360e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:26.855145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Attempting to bind port a9f3bc8e-f507-46bd-b645-9cea47fbf49f on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:26.892947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:26.893395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Checking segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:26.894655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Bound using segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:26.894655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Bound port: a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:26.895048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:26.898842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:26.908751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-930af6e5-9cf7-461b-86a1-2459b14474f3 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668516 Jul 27 16:43:26.910381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:26.915564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:26.934573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:26.935329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:27.049027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:27.055761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:27.060120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c055756f-929b-41ca-a56b-9cd040f2fdae req-86866b05-2a68-4251-8d92-c695d8c305a9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970315 Jul 27 16:43:27.061922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124910e-f191-437a-94a0-1d90f6b2acbc req-043016a5-8b95-4895-bf35-e560eb5e22bb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:27.064195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.066473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a124910e-f191-437a-94a0-1d90f6b2acbc req-043016a5-8b95-4895-bf35-e560eb5e22bb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2893932 Jul 27 16:43:27.078820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.091178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet d6633d62-2c72-4547-bdf3-b508509b02bc {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:27.124783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:27.124927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.128488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:27.129443 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.131319 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/a9f3bc8e-f507-46bd-b645-9cea47fbf49f HTTP/1.1" status: 200 len: 1091 time: 2.4367325 Jul 27 16:43:27.135318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:27.138692 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5ca204-329b-4656-b4a7-38dbe5e97b27" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:27.243273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.273254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a124910e-f191-437a-94a0-1d90f6b2acbc req-f4375121-2ba4-4a1b-aaaf-bdcde563734a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708751 Jul 27 16:43:27.319235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:27.340700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de80ca2a-cfcd-4048-8a0d-21ac11ad9106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.390627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6421-5cc3-4ea3-a990-86e913be63a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.400594 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe414e8-ef93-4e54-802d-e7901cc5ec0f x-openstack-request-id: req-afe414e8-ef93-4e54-802d-e7901cc5ec0f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:27.400882 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:27.401676 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afe414e8-ef93-4e54-802d-e7901cc5ec0f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:27.401676 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'status': 'completed', 'code': 200} Jul 27 16:43:27.422968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.441271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7174b011-6daa-4494-a04b-e70df959a69e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.490572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.652348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-48c0ba15-8393-45b8-97d1-457bc1607b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:27.653798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-48c0ba15-8393-45b8-97d1-457bc1607b13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 1094 time: 0.4274824 Jul 27 16:43:27.663241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de80ca2a-cfcd-4048-8a0d-21ac11ad9106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.666800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.678320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.679146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:25Z', 'revision_number': 10, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:27.714325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:27.743304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de80ca2a-cfcd-4048-8a0d-21ac11ad9106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.743910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:27.746793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:27.752838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=d6633d62-2c72-4547-bdf3-b508509b02bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.767277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-a8a05a07-d36f-452e-a5b9-9cedf1343728 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f HTTP/1.1" status: 200 len: 217 time: 0.0918698 Jul 27 16:43:27.768675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.798545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dee0b4-1cb3-4d2a-b974-8c64a0b6ca09 None None] Network e9f1b7d5-0629-46d8-942f-f61384889ec9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:27.811314 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:27.818686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ea1e30a1-b987-454e-8e7f-814c6e20d46c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/d6633d62-2c72-4547-bdf3-b508509b02bc HTTP/1.1" status: 204 len: 168 time: 0.9058638 Jul 27 16:43:27.821236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:27.835601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ca2a-cfcd-4048-8a0d-21ac11ad9106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a9f96-f21f-4d4c-b22a-c74273482156,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.875089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de80ca2a-cfcd-4048-8a0d-21ac11ad9106 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b142f4b8a074d7db4ef96c3b4e8b582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544853 Jul 27 16:43:27.878595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:28.016390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99b57-742d-4d4f-907e-ecff8f7b5e96 req-c24e6f23-0c03-49dd-ae0b-e7755b9ab734 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:28.024882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-def99b57-742d-4d4f-907e-ecff8f7b5e96 req-c24e6f23-0c03-49dd-ae0b-e7755b9ab734 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.6224353 Jul 27 16:43:28.030816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.077751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.108415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-562ff5e5-0524-43fe-9948-23cf658a2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:28.112885 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-562ff5e5-0524-43fe-9948-23cf658a2c77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.3283839 Jul 27 16:43:28.118279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:28.129786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.130485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a636e9ff-3469-40b7-b293-84e335ed631f {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:28.158386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.159766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c81d0001-4ccc-4d20-8908-bbcdf6092ef1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a636e9ff-3469-40b7-b293-84e335ed631f HTTP/1.1" status: 204 len: 168 time: 3.9449708 Jul 27 16:43:28.163034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:28.179139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.186424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.189965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d8a9f96-f21f-4d4c-b22a-c74273482156 HTTP/1.1" status: 204 len: 168 time: 0.3097599 Jul 27 16:43:28.193460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-33a041ea-6dbd-4f9c-8a2e-af680893a2f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572181 Jul 27 16:43:28.235423 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-def99b57-742d-4d4f-907e-ecff8f7b5e96 req-6b10f80b-fe81-4bdf-a4c1-4ece597db8a3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077987 Jul 27 16:43:28.274285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.278262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effa92-4323-46bd-b784-7a587aec5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a9f96-f21f-4d4c-b22a-c74273482156,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.298709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Deleting subnet df13e847-5163-48df-8e07-07abb8485407 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:28.309304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.420722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.479132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-5d3a2ef2-e04a-45c1-98a3-42bf803c60e8 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593653 Jul 27 16:43:28.482562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 3a978323-809a-42f0-9521-2c4df9a2f1bb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:28.482562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.546940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.620644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 3a978323-809a-42f0-9521-2c4df9a2f1bb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a978323-809a-42f0-9521-2c4df9a2f1bb,segment=NetworkSegment(61da8f18-9e37-4551-85e4-5dd75b3a8083),segment_id=61da8f18-9e37-4551-85e4-5dd75b3a8083)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:28.620644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.640072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4243b674-7240-48bd-8b14-976919233c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:25Z', 'revision_number': 10, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:28.645073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 3a978323-809a-42f0-9521-2c4df9a2f1bb owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:28.651657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.684417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.699218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df13e847-5163-48df-8e07-07abb8485407 HTTP/1.1" status: 204 len: 168 time: 0.5347517 Jul 27 16:43:28.705990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:28.708230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-088e6e2e-2230-4a89-b9e4-a46b0e8414e2 req-c6f71185-1e1b-48b7-a311-957ff4ffdfc1 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116971 Jul 27 16:43:28.779668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:28.781341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022ada-0272-471f-ad50-2c393626cbff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df13e847-5163-48df-8e07-07abb8485407,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.784664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] DHCP port deletion for e9f1b7d5-0629-46d8-942f-f61384889ec9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:43:28.812588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b674-7240-48bd-8b14-976919233c73 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:25Z', 'revision_number': 10, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None, '_interfaces': [{'id': '538b5b6b-8711-4181-8d9f-cc99860573d3', 'name': '', 'network_id': '7e0a2652-8e17-4653-98b8-60be51be672e', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'mac_address': 'fa:16:3e:aa:88:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:42:29Z', 'updated_at': '2021-07-27T16:42:37Z', 'revision_number': 5, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'subnets': [{'id': '956989e7-eb46-4169-812c-bf0b8afa955f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:28.920341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.966825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:28.996479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Deleting port 3a978323-809a-42f0-9521-2c4df9a2f1bb {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:29.003033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.038693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.074311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.079267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=3a978323-809a-42f0-9521-2c4df9a2f1bb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:29.082877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port 3a978323-809a-42f0-9521-2c4df9a2f1bb on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:29.098027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2838c4f1-3c24-43ae-8324-5f16dc762740']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.103187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-79c010ee-d5d5-4945-9e82-e368096b847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:29.105071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-79c010ee-d5d5-4945-9e82-e368096b847d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 1094 time: 0.2977614 Jul 27 16:43:29.143486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40ce9c-e84b-4415-8b5b-17148a361d5e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.144032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40ce9c-e84b-4415-8b5b-17148a361d5e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.151012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:29.156619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:29.160115 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c27b6-6bab-474a-b0fd-3733ac826755" -d '{"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-unplugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:29.169031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc8fab-4337-477f-a16e-0f43bef33879 req-84dc8f19-b941-4b23-a76a-a40e26a60c69 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:29.182372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99cc8fab-4337-477f-a16e-0f43bef33879 req-84dc8f19-b941-4b23-a76a-a40e26a60c69 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 943 time: 0.1552818 Jul 27 16:43:29.190588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.238840 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99cc8fab-4337-477f-a16e-0f43bef33879 req-b443bdb1-3779-4623-bb6f-1b31b620deb9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Jul 27 16:43:29.262456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] For port 3a978323-809a-42f0-9521-2c4df9a2f1bb, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:29.263040 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.276406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.318902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Calling delete_port for 3a978323-809a-42f0-9521-2c4df9a2f1bb owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:29.328819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Port 3a978323-809a-42f0-9521-2c4df9a2f1bb was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:43:29.341814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:29.358001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.376242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.419425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] Pushing event deleted for resources: {'Port': ['ID=3a978323-809a-42f0-9521-2c4df9a2f1bb,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:29.455092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b84ed-b3af-4583-b871-3affe485be74 None None] No DVR routers for this DVR port 3a978323-809a-42f0-9521-2c4df9a2f1bb on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:29.473221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.480096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f1b7d5-0629-46d8-942f-f61384889ec9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.530332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:29.531523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:29.536859 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:29.543738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61da8f18-9e37-4551-85e4-5dd75b3a8083') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.544504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61da8f18-9e37-4551-85e4-5dd75b3a8083') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.547184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a699395-33e2-4997-a78c-e8ff3c6d1c22 req-b9a5960f-eb55-48eb-a041-0815928e9725 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0496051 Jul 27 16:43:29.621141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.633405 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ece0e1-bf09-425b-97a0-74136604a419 x-openstack-request-id: req-d9ece0e1-bf09-425b-97a0-74136604a419 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:29.633626 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-unplugged", "status": "completed", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:29.633880 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9ece0e1-bf09-425b-97a0-74136604a419 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:29.642057 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'code': 200} Jul 27 16:43:29.679479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.694629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:29.695050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:29.700030 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:29.704263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.735041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.738360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] 10.222.0.64 "DELETE /v2.0/networks/2838c4f1-3c24-43ae-8324-5f16dc762740 HTTP/1.1" status: 204 len: 168 time: 1.0243490 Jul 27 16:43:29.794014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-e6fdacb0-333e-49e6-aa92-7b74a1963127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:29.795710 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-e6fdacb0-333e-49e6-aa92-7b74a1963127 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 915 time: 0.6653636 Jul 27 16:43:29.798780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09b2e-c2f7-4f45-b435-d1444ace5c98 req-0abc60da-4f4e-482f-adbe-c5a05d8cf941 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:29.806846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02f09b2e-c2f7-4f45-b435-d1444ace5c98 req-0abc60da-4f4e-482f-adbe-c5a05d8cf941 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.0948339 Jul 27 16:43:29.860194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02f09b2e-c2f7-4f45-b435-d1444ace5c98 req-edcc2e72-216b-4caf-adf5-5e796339bd9b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Jul 27 16:43:29.861396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206f2c2-dfc9-4521-bee0-6e763974ec2b admin admin] Pushing event deleted for resources: {'Network': ['ID=2838c4f1-3c24-43ae-8324-5f16dc762740,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:29.865832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-7f19ac90-690e-4874-a664-02f0b93580b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f HTTP/1.1" status: 200 len: 217 time: 0.0476999 Jul 27 16:43:29.887239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5489a68-633c-4b8b-ac9a-6fa02634526d req-a49505c6-5c20-441e-a3ed-53fee2c7ac67 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:29.889085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d5489a68-633c-4b8b-ac9a-6fa02634526d req-a49505c6-5c20-441e-a3ed-53fee2c7ac67 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.6103718 Jul 27 16:43:29.979630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:29.996624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7174b011-6daa-4494-a04b-e70df959a69e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:29.999337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.004360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:30.014813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/e9f1b7d5-0629-46d8-942f-f61384889ec9 HTTP/1.1" status: 204 len: 168 time: 2.1808615 Jul 27 16:43:30.022197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7174b011-6daa-4494-a04b-e70df959a69e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:30.022966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7174b011-6daa-4494-a04b-e70df959a69e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:30.023587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device df8abb1c-8a1c-476b-aeff-f839ce0d82f2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:30.039225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-860928ae-9767-41a8-9b92-22dec93ac9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:30.042302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-860928ae-9767-41a8-9b92-22dec93ac9c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.1636519 Jul 27 16:43:30.049548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: df8abb1c-8a1c-476b-aeff-f839ce0d82f2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:30.050684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device df8abb1c-8a1c-476b-aeff-f839ce0d82f2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:30.051399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a978323-809a-42f0-9521-2c4df9a2f1bb no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:30.076017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3a978323-809a-42f0-9521-2c4df9a2f1bb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:30.077234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a978323-809a-42f0-9521-2c4df9a2f1bb not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:30.119786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-8481ee5b-796f-46be-a738-9e01a6ae892b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677378 Jul 27 16:43:30.123841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2993b-3b5f-4f88-81ff-5083fa426d7d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=e9f1b7d5-0629-46d8-942f-f61384889ec9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:30.134805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d5489a68-633c-4b8b-ac9a-6fa02634526d req-6ffefd8a-58ef-48d7-b679-8e68542f1b59 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133408 Jul 27 16:43:30.135556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:30.200977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d0760d3-564e-4729-9158-26f1c0ddc6c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8b7bba055f144ac937a462626a4c62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555182 Jul 27 16:43:30.233513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:30.251366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:30.340277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.415270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-353cb41e-c9f7-43c4-979b-2396d905245b service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847114 Jul 27 16:43:30.417217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.420836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d46d1913-6e34-49ba-b600-cde4be1844a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.557858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1538-3f2d-46a5-92a5-c71b9f2fa258 req-b903bac2-b5a2-4be8-82b2-265787b3572c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:30.559848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f19b1538-3f2d-46a5-92a5-c71b9f2fa258 req-b903bac2-b5a2-4be8-82b2-265787b3572c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 943 time: 0.2356396 Jul 27 16:43:30.613579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.616163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.619722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/194701f7-8bbb-4359-bf47-bc580100f7b4 HTTP/1.1" status: 204 len: 168 time: 0.3824904 Jul 27 16:43:30.663259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec5ca204-329b-4656-b4a7-38dbe5e97b27 req-c14ad1bf-263c-4f48-af0a-9f60f4eb6789 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310669 Jul 27 16:43:30.667101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a2f02-6f48-49d9-be1d-4a33d8c164f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194701f7-8bbb-4359-bf47-bc580100f7b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:30.680545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f19b1538-3f2d-46a5-92a5-c71b9f2fa258 req-15e38d1e-ad7e-44ba-ba13-84eab0089f4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053035 Jul 27 16:43:30.780679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d46d1913-6e34-49ba-b600-cde4be1844a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.789196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d46d1913-6e34-49ba-b600-cde4be1844a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:30.833352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d1913-6e34-49ba-b600-cde4be1844a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6770c469-5dc1-4a81-9763-1c8f607ded0c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:30.872656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d46d1913-6e34-49ba-b600-cde4be1844a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b13b2fe9c604fb28a2c6dbc0ddcc455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198080 Jul 27 16:43:30.879790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:30.904846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf85969e-801b-4473-ae85-1cd55e7b9e58 req-a3a5092c-8367-4517-ad2d-88806df59d45 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0612156 Jul 27 16:43:30.949174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-a68538ab-b7f2-4a14-824f-46582dae6b6c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:30.951036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-a68538ab-b7f2-4a14-824f-46582dae6b6c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.7638302 Jul 27 16:43:30.990907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-5b76155b-386d-4f4f-a0f9-d253fa7c2047 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/quotas/8a2466403769497ea074aea9edf091b5 HTTP/1.1" status: 200 len: 375 time: 0.0258245 Jul 27 16:43:31.004259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.068490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9890b0-dd7d-4f0e-a96d-c4a5b8966f6e req-0fe3b335-a61e-46ac-b426-8feb7c3e5aaf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:31.069904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9890b0-dd7d-4f0e-a96d-c4a5b8966f6e req-0fe3b335-a61e-46ac-b426-8feb7c3e5aaf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.0852342 Jul 27 16:43:31.083462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.117915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9890b0-dd7d-4f0e-a96d-c4a5b8966f6e req-c41bb917-0333-4b5b-9c55-d0639d60c88e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 Jul 27 16:43:31.172653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:31.187613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-de68be51-3453-4baa-973d-b34b241588db tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1865044 Jul 27 16:43:31.224832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.229615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.231725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6770c469-5dc1-4a81-9763-1c8f607ded0c HTTP/1.1" status: 204 len: 168 time: 0.3488607 Jul 27 16:43:31.315371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:31.329943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61af2e-0871-4778-9931-67e6f9b1312f req-96eaf830-695b-4203-89c9-b08a61dc0930 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:31.331090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'port_id': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'mac_address': 'fa:16:3e:5f:d5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ebad6-402c-4ad6-b5c5-466d04a43f46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:31.339358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.339604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c61af2e-0871-4778-9931-67e6f9b1312f req-96eaf830-695b-4203-89c9-b08a61dc0930 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.0925350 Jul 27 16:43:31.385445 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.399372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c61af2e-0871-4778-9931-67e6f9b1312f req-813ea7f3-dbd4-4dbd-86a9-f3902c2219e7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Jul 27 16:43:31.401371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d4e39-3fbf-43cf-ac2b-dc1a0ba48e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6770c469-5dc1-4a81-9763-1c8f607ded0c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:31.410730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:31.457893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:31.465926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.510940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-6e45633e-b47f-426d-8f47-663db494611b service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123853 Jul 27 16:43:31.550205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:31.558962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:31.666959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a9f3bc8e-f507-46bd-b645-9cea47fbf49f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:31.680266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-network', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:31.724106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Made reservation on behalf of 560ec215ff5242d4b4856b82acfd3cc8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:31.726631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.731809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-f51634b8-5492-46cb-8fdb-32c5e8782725 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:31.735191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-f51634b8-5492-46cb-8fdb-32c5e8782725 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "GET /v2.0/ports?device_id=f188c1b1-bfd0-4130-9545-a5101e8c6f09 HTTP/1.1" status: 200 len: 944 time: 0.1934531 Jul 27 16:43:31.755014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61166e64-b5dc-48aa-8e11-c02242de059e req-5ba922b4-e461-4c22-809e-c5ea3484ca89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0430021 Jul 27 16:43:31.756132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:31.784808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-93b4a27b-a01f-4631-a415-676cca2b7889 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441549 Jul 27 16:43:31.921098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d08c1a-bc22-4463-9b5d-fd5f5ce84287 req-533eaa94-156d-421f-8bd6-e6bbb4487af7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:31.923203 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7d08c1a-bc22-4463-9b5d-fd5f5ce84287 req-533eaa94-156d-421f-8bd6-e6bbb4487af7 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 944 time: 0.1486032 Jul 27 16:43:31.971239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Deleting port 6a757c09-8fa3-4fd8-b337-096fc8febee1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:31.971732 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.010888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7d08c1a-bc22-4463-9b5d-fd5f5ce84287 req-15beafe2-e6ea-45c1-8ed7-5dd02e73161c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Jul 27 16:43:32.066426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.068394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 538b5b6b-8711-4181-8d9f-cc99860573d3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:32.068394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.079015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.097476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:43:32.152067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.152067 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Added segment 61db87a8-e67d-4f0b-a386-f7cfb5150718 of type vlan for network 6daf79f2-69d0-4653-99bb-b576497f139f Jul 27 16:43:32.168767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d06d2991-4e12-464a-a79c-57f4e2a34f17 req-62caf794-cc2d-40e7-80c2-244804e187c1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 210 time: 0.0605574 Jul 27 16:43:32.187866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c08a8e4-199b-41d3-932a-b95bca5708f5 req-3227eab4-38c5-426b-8dfb-ea90dcb9222b tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0737164 Jul 27 16:43:32.197877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc263a09-19a3-4a6c-b021-dea3c3a75613,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:32.270756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.275220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] For port 6a757c09-8fa3-4fd8-b337-096fc8febee1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6a757c09-8fa3-4fd8-b337-096fc8febee1,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:32.275599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.290503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 538b5b6b-8711-4181-8d9f-cc99860573d3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=538b5b6b-8711-4181-8d9f-cc99860573d3,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:32.290914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.298395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Calling delete_port for 6a757c09-8fa3-4fd8-b337-096fc8febee1 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:32.317470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 538b5b6b-8711-4181-8d9f-cc99860573d3 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:32.390422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.391438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:32.392169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.762540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.774929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abab02-af49-4b77-bcfd-1e446ecf86b8 req-659c6b07-b353-44e3-9151-44a3c99daaa8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:32.783119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5abab02-af49-4b77-bcfd-1e446ecf86b8 req-659c6b07-b353-44e3-9151-44a3c99daaa8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2018054 Jul 27 16:43:32.835200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.837399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event deleted for resources: {'Port': ['ID=6a757c09-8fa3-4fd8-b337-096fc8febee1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:32.914973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=538b5b6b-8711-4181-8d9f-cc99860573d3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:32.939772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5abab02-af49-4b77-bcfd-1e446ecf86b8 req-d351b06e-2f7b-48d5-af41-12cd8602f2de tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556358 Jul 27 16:43:32.992988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a9ee-a568-4f75-8563-7b52c49713e7 req-8ee9ee98-6dd3-419e-b917-347c38c766f2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:32.995577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:32.996396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] No DVR routers for this DVR port 6a757c09-8fa3-4fd8-b337-096fc8febee1 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:32.998451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0435a9ee-a568-4f75-8563-7b52c49713e7 req-8ee9ee98-6dd3-419e-b917-347c38c766f2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.7176173 Jul 27 16:43:33.016260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.020502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d14b4404-2723-4c1d-bbc7-60354ee911db req-3c583a51-db85-425b-9989-bcfc2f40e238 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "DELETE /v2.0/ports/6a757c09-8fa3-4fd8-b337-096fc8febee1 HTTP/1.1" status: 204 len: 173 time: 1.2749143 Jul 27 16:43:33.022845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-deleted', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:33.044866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4873476 Jul 27 16:43:33.044989 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556ba9b7-63c3-4d9e-a422-7480fa536b1e" -d '{"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-deleted", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:33.046101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:33.053462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Request body: {'subnet': {'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-subnet', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:33.107788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dace4af-136f-494d-9755-cc261bccc011 admin admin] Pushing event updated for resources: {'Network': ['ID=6daf79f2-69d0-4653-99bb-b576497f139f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:33.127624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6daf79f2-69d0-4653-99bb-b576497f139f details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:43:33.139481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0435a9ee-a568-4f75-8563-7b52c49713e7 req-4398ef29-854a-4ee9-a49e-fe3373404780 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301122 Jul 27 16:43:33.156244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Made reservation on behalf of 560ec215ff5242d4b4856b82acfd3cc8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:33.164105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.249836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.286805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:33.377935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port a9f3bc8e-f507-46bd-b645-9cea47fbf49f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:33.383054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port a9f3bc8e-f507-46bd-b645-9cea47fbf49f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:33.383633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.460509 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d60f8b-0531-40f2-b481-b23009d0fac6 x-openstack-request-id: req-61d60f8b-0531-40f2-b481-b23009d0fac6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:33.460815 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f188c1b1-bfd0-4130-9545-a5101e8c6f09", "name": "network-vif-deleted", "tag": "6a757c09-8fa3-4fd8-b337-096fc8febee1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:33.461193 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61d60f8b-0531-40f2-b481-b23009d0fac6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:33.461579 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f188c1b1-bfd0-4130-9545-a5101e8c6f09', 'name': 'network-vif-deleted', 'tag': '6a757c09-8fa3-4fd8-b337-096fc8febee1', 'status': 'completed', 'code': 200} Jul 27 16:43:33.498486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba580ca-8eb5-4651-8956-1f123960a3f8 req-31d132f3-ebc7-4011-ada5-152878305338 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:33.507267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ba580ca-8eb5-4651-8956-1f123960a3f8 req-31d132f3-ebc7-4011-ada5-152878305338 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 944 time: 0.3805506 Jul 27 16:43:33.515690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.562601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.579973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:33.584539 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba5df1c-16ee-4db8-a619-53c3e9649aff" -d '{"events": [{"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:33.619089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:33.625457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:33.640154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ba580ca-8eb5-4651-8956-1f123960a3f8 req-222d226b-8fd6-4d08-ad4b-23852b4ae9a3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297615 Jul 27 16:43:33.653542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca24a539-ba07-45ff-a506-9c1b3d84ea0b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:33.662515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:33.752443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:33.763111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8bb2178-37a6-41af-ad97-5e769581a2b9 req-335bb1e1-e6f0-43b8-94d9-73ad29ae4ed8 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 210 time: 0.1124990 Jul 27 16:43:33.789287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:33.808339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-16b14fc0-4e7d-4991-b392-35a75fbd33ea tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8027179 Jul 27 16:43:33.811306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:33.814550 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:33.850607 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:33.852777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:33.866764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62a09d41-f38f-47ae-8a00-1b1cc2ec51c8 req-cca17963-6400-4f46-9515-e4572a52870f tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0753033 Jul 27 16:43:33.874127 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96110b-fefd-4c44-8aff-2296811a5069 x-openstack-request-id: req-9c96110b-fefd-4c44-8aff-2296811a5069 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:33.874486 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:33.874687 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c96110b-fefd-4c44-8aff-2296811a5069 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:33.875697 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'code': 200} Jul 27 16:43:33.989559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting subnet 956989e7-eb46-4169-812c-bf0b8afa955f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:43:33.990578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:34.001284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.023236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Checking segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:34.023681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Network hostable DHCP agents. Network: 6daf79f2-69d0-4653-99bb-b576497f139f, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:43:34.051622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:34.076747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Network 6daf79f2-69d0-4653-99bb-b576497f139f is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:43:34.107089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6daf79f2-69d0-4653-99bb-b576497f139f) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:34.117431 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:34.124680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:34.125082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.129527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd9aa1-6270-431e-abd1-6449e118fc57 None None] Network 6daf79f2-69d0-4653-99bb-b576497f139f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:34.162797 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:34.178743 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:34.179492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:34.192696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c45eeaa-4504-491f-a416-9aaa0b2cec51 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1442010 Jul 27 16:43:34.195800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:34.206966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:34.245759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.252553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-33ad3c3d-b45f-4506-865a-4b228c251781 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:34.254990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-33ad3c3d-b45f-4506-865a-4b228c251781 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.5148575 Jul 27 16:43:34.256568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.257926 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.270517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Request body: {'port': {'device_id': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'admin_state_up': True, 'tenant_id': '8a2466403769497ea074aea9edf091b5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:34.360132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.385414 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:34.415100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cefd30-5fcd-4d70-8023-74e85212a513 None None] Network 6daf79f2-69d0-4653-99bb-b576497f139f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:34.478022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d406daea-cbfc-420a-9782-f7a9b76aacfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.481377 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:34.500999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:34.505781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.527426 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc069c-d1ee-431b-a9e9-2f230949f861 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:34.528713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.550686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.612706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Subnet': ['ID=956989e7-eb46-4169-812c-bf0b8afa955f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:34.618399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.618773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281eed3-eb79-4f18-8ae2-89cac04e0f14 None None] Network 7e0a2652-8e17-4653-98b8-60be51be672e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:43:34.620918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bb579bf3-db20-41a0-8d13-2d59591cd341 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/956989e7-eb46-4169-812c-bf0b8afa955f HTTP/1.1" status: 204 len: 168 time: 0.8083956 Jul 27 16:43:34.647489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:34.663535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d406daea-cbfc-420a-9782-f7a9b76aacfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.677862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d406daea-cbfc-420a-9782-f7a9b76aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.678483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:34.719645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 6a757c09-8fa3-4fd8-b337-096fc8febee1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:34.720587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23da12-ca0d-4555-9cd5-1cd79115059b req-5e63b3eb-7cd1-477b-adac-ad3eb0f60d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:34.721658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6a757c09-8fa3-4fd8-b337-096fc8febee1 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:34.722205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf23da12-ca0d-4555-9cd5-1cd79115059b req-5e63b3eb-7cd1-477b-adac-ad3eb0f60d31 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 1096 time: 0.6463535 Jul 27 16:43:34.742702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5944925-b64a-4c6f-8448-ca261ae7872f req-84cf1453-022b-4378-9f62-0e821683d83d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:34.745614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5944925-b64a-4c6f-8448-ca261ae7872f req-84cf1453-022b-4378-9f62-0e821683d83d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.6363022 Jul 27 16:43:34.758358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d406daea-cbfc-420a-9782-f7a9b76aacfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d97c369f758d4b40b58c90f3fffa5174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056713 Jul 27 16:43:34.770688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:34.780447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746df25-a45d-4ab2-9578-bf7cb1814102 req-e300617f-652e-4895-a2f5-5cd4fc2f9072 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:34.782904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b746df25-a45d-4ab2-9578-bf7cb1814102 req-e300617f-652e-4895-a2f5-5cd4fc2f9072 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.3829794 Jul 27 16:43:34.793819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406daea-cbfc-420a-9782-f7a9b76aacfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb70f5b-810b-4e4d-a67a-e8ead3975d2e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:34.834356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.851178 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf23da12-ca0d-4555-9cd5-1cd79115059b req-b5d035b3-2768-4390-84ee-161c81bacd16 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177101 Jul 27 16:43:34.868824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5944925-b64a-4c6f-8448-ca261ae7872f req-73b88257-b131-4606-87a0-c2d3bb83032b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084571 Jul 27 16:43:34.915339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.928969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:34.968373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.045837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b746df25-a45d-4ab2-9578-bf7cb1814102 req-92c8783d-7b2d-4fc5-a746-5a50033d1f6f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225199 Jul 27 16:43:35.061508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Allocated IP 172.20.0.12 (6b5885e2-65fa-40c5-82ad-4ba417ba4692/798a41dc-26b1-4fcc-899a-8e5200fbda8f/d82cad0b-0c02-4856-995e-b1cd55807434) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:35.175276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] DHCP port deletion for 7e0a2652-8e17-4653-98b8-60be51be672e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:43:35.228661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Deleting port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:35.229243 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.330413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] For port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:35.330891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.341037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Deleting port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:43:35.342033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.349358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Calling delete_port for 9e303ba0-0a65-466d-8e5f-d34e4195ae4f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:35.464746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.495311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] Pushing event deleted for resources: {'Port': ['ID=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.500268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] For port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,segment=NetworkSegment(d8a9bd1a-6451-4d06-8d56-c3f61b57742f),segment_id=d8a9bd1a-6451-4d06-8d56-c3f61b57742f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:35.500736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.532098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Calling delete_port for 9e303ba0-0a65-466d-8e5f-d34e4195ae4f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:43:35.533451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723eff22-b353-401b-9c18-e7896c454e36 None None] No DVR routers for this DVR port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:35.544711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef1791-3b7c-4eb0-9954-3c652b0bff93 req-60fdff3c-6b41-4c6d-aed5-300d3da26baa tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:35.550904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.552032 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.552169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ffef1791-3b7c-4eb0-9954-3c652b0bff93 req-60fdff3c-6b41-4c6d-aed5-300d3da26baa tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.3590178 Jul 27 16:43:35.556601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afb70f5b-810b-4e4d-a67a-e8ead3975d2e HTTP/1.1" status: 204 len: 168 time: 0.7804615 Jul 27 16:43:35.594419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17be39a3-b611-45e8-904a-dfce11817037 req-dc9b6d45-a7fb-4ebd-b142-5c069073b58f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 210 time: 0.0592842 Jul 27 16:43:35.595625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cab7ca-961b-46c8-b66d-56ccbbbf4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb70f5b-810b-4e4d-a67a-e8ead3975d2e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.653436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.757461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11073f11-8db2-4273-8b32-7500ab527aad req-cd370795-1f2a-48ea-bd2a-a093437df341 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0612051 Jul 27 16:43:35.773541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ffef1791-3b7c-4eb0-9954-3c652b0bff93 req-7325dbac-a2b2-4a27-b9ad-53cbe4075933 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204683 Jul 27 16:43:35.832959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.862124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.864183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.909455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:35.972684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:35.982091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No DVR routers for this DVR port 9e303ba0-0a65-466d-8e5f-d34e4195ae4f on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:35.983999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:35.986265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.992783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:36.008192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 538b5b6b-8711-4181-8d9f-cc99860573d3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:36.031078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 538b5b6b-8711-4181-8d9f-cc99860573d3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:36.031778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 538b5b6b-8711-4181-8d9f-cc99860573d3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:36.032515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9e303ba0-0a65-466d-8e5f-d34e4195ae4f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:36.056036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9e303ba0-0a65-466d-8e5f-d34e4195ae4f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:43:36.056770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9e303ba0-0a65-466d-8e5f-d34e4195ae4f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:36.068885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd4cfe-d717-440a-9087-ced08a1202a7 req-e2cd71b9-3e76-4814-90ce-b6ad619f174d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:36.072836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Port': ['ID=9e303ba0-0a65-466d-8e5f-d34e4195ae4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.081275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89fd4cfe-d717-440a-9087-ced08a1202a7 req-e2cd71b9-3e76-4814-90ce-b6ad619f174d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1017499 Jul 27 16:43:36.131888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89fd4cfe-d717-440a-9087-ced08a1202a7 req-4b66ea3c-14aa-4dfb-bd1a-c988cac7ef83 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 Jul 27 16:43:36.186826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:36.187463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.213482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.240089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a2652-8e17-4653-98b8-60be51be672e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:36.255376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Allocated IP 172.25.4.180 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:36.259649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:36.260031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a9bd1a-6451-4d06-8d56-c3f61b57742f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:36.270741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-eb420180-6cca-4057-84d0-58e21e52d04a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0048435 Jul 27 16:43:36.277708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.301809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Request body: {'port': {'device_id': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:36.338731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.382344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:36.383411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:43:36.385739 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:43:36.472237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49635f8-91f8-48aa-8fa6-8027f34b3013 req-72c5b4de-8142-49bf-a2c1-d14337b522fd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:36.473768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d49635f8-91f8-48aa-8fa6-8027f34b3013 req-72c5b4de-8142-49bf-a2c1-d14337b522fd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.3214204 Jul 27 16:43:36.524040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.553297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.555184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/networks/7e0a2652-8e17-4653-98b8-60be51be672e HTTP/1.1" status: 204 len: 168 time: 1.9022629 Jul 27 16:43:36.559647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:36.563649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'routes': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:36.580183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.582570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4035a-dea5-42ab-be9f-f4dd49d10040 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Pushing event deleted for resources: {'Network': ['ID=7e0a2652-8e17-4653-98b8-60be51be672e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.587075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.616957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d49635f8-91f8-48aa-8fa6-8027f34b3013 req-fde087aa-f228-45c6-8f03-b5d8421d46e4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338048 Jul 27 16:43:36.739593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.811052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:36.812783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Added routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 16:43:36.813093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Removed routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 16:43:36.815122 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.847976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:36.854252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:36.858717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Pushing event updated for resources: {'Port': ['ID=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.922232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97c3f6cf-9c0b-4e10-abfa-074d4364baea req-bd9fe6b9-4fe2-48db-b9d3-cf47bc146ccc tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0592201 Jul 27 16:43:36.987093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:36.999314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9523f06-f491-4dd3-a78b-4777a5d4ec06 req-588bd269-64a3-4f06-9470-49d4676f9d4f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:37.006811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9523f06-f491-4dd3-a78b-4777a5d4ec06 req-588bd269-64a3-4f06-9470-49d4676f9d4f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 932 time: 0.3012962 Jul 27 16:43:37.009784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.116680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9523f06-f491-4dd3-a78b-4777a5d4ec06 req-e9c1c49c-8b5c-499d-a80f-183d33738a93 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088996 Jul 27 16:43:37.121619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router d913f66c-177e-42ac-bd63-07ef7d5a1f7c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:37.208630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:37.215932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.217508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f1b0bc7-b5ad-4433-8cbc-3be8fa279efb tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 705 time: 0.6576500 Jul 27 16:43:37.221777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Sync routers for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:37.228722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:37.232878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:37.233324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.279441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-60185ca3-fde8-4892-a690-e46a211a8797 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 205 time: 0.0469170 Jul 27 16:43:37.302979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:37.336000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:37.387681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.409065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.452753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Checking router: d913f66c-177e-42ac-bd63-07ef7d5a1f7c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:37.465694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Routers {'d913f66c-177e-42ac-bd63-07ef7d5a1f7c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:37.466707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.582158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] Set router d913f66c-177e-42ac-bd63-07ef7d5a1f7c gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:37.625728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82cad0b-0c02-4856-995e-b1cd55807434 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:37.632885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa501-d05d-416d-b24d-2e77453d65b0 req-393433e4-b128-44f8-946a-3ebdaa48ef78 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:37.640498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-725fa501-d05d-416d-b24d-2e77453d65b0 req-393433e4-b128-44f8-946a-3ebdaa48ef78 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.4010777 Jul 27 16:43:37.645891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.656076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.666884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-e8757d57-5a82-4153-a501-2be041165503 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2763855 Jul 27 16:43:37.672344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.680108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.680340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Transition to ACTIVE for port object d82cad0b-0c02-4856-995e-b1cd55807434 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:37.702365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-725fa501-d05d-416d-b24d-2e77453d65b0 req-905dcd94-b1c0-4f10-974c-1de3662a8eb7 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608728 Jul 27 16:43:37.709858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7709df92-cb9a-47d9-9eaa-f191fe1b09d7 None None] The sync data for ids ['d913f66c-177e-42ac-bd63-07ef7d5a1f7c'] in n-d-723572-6 is: [{'id': 'd913f66c-177e-42ac-bd63-07ef7d5a1f7c', 'name': 'tempest-RoutersIpV6Test-router-1760833301', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:42:25Z', 'updated_at': '2021-07-27T16:43:32Z', 'revision_number': 11, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:37.718198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:37.743163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51655b1-0695-477a-aa61-0af6274d1c43 req-56b4ad50-1b12-41fd-ad48-54a51e85593a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:37.750645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f51655b1-0695-477a-aa61-0af6274d1c43 req-56b4ad50-1b12-41fd-ad48-54a51e85593a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.6899195 Jul 27 16:43:37.754426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.852676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.853394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router d913f66c-177e-42ac-bd63-07ef7d5a1f7c {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:37.869344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.870657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3251a75c-b65f-427a-affd-c67d3c0dd09b tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 204 len: 168 time: 0.5664265 Jul 27 16:43:37.879844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44508) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:37.885861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1376684214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:37.886496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.900549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f51655b1-0695-477a-aa61-0af6274d1c43 req-7ae14a37-0bbf-4ffb-950c-ff78ec26d439 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478980 Jul 27 16:43:37.901257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:37.940805 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a8f34f93-2ed5-4f0f-b60b-dff3b08e5c61 service neutron] show failed (client error): The resource could not be found. Jul 27 16:43:37.942120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a8f34f93-2ed5-4f0f-b60b-dff3b08e5c61 service neutron] 10.222.0.13 "GET /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.1856949 Jul 27 16:43:37.971676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.972748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:37.981340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-1bc8c9ed-94a4-409e-882a-b748cca2fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:37.982980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-1bc8c9ed-94a4-409e-882a-b748cca2fc19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 1101 time: 0.2198164 Jul 27 16:43:37.993011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d71f7-97c0-4dcd-a824-df9951d8cfa2 req-a203a951-34b4-4103-922c-8eb554f0df85 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:38.000606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-935d71f7-97c0-4dcd-a824-df9951d8cfa2 req-a203a951-34b4-4103-922c-8eb554f0df85 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.1874704 Jul 27 16:43:38.127684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1dfeba4-0e04-4c44-908c-f514f119b2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.149664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.155368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-935d71f7-97c0-4dcd-a824-df9951d8cfa2 req-f7cdf900-75f2-47cd-9faa-34cef3cd9c62 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535366 Jul 27 16:43:38.161116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.187189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.188279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ee12cbf-7cd8-42c9-91f8-b5895ea996e2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3062503 Jul 27 16:43:38.191116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:38.206677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:38.320528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d710-f386-47f4-8cc8-36ddd2ab4470 req-8357aa48-7d3d-4417-92c7-200e5c4d8799 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:38.322208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9571d710-f386-47f4-8cc8-36ddd2ab4470 req-8357aa48-7d3d-4417-92c7-200e5c4d8799 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.2675552 Jul 27 16:43:38.326244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-2cbb8976-213d-402e-aad8-04654b8f1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:38.328298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Attempting to bind port d82cad0b-0c02-4856-995e-b1cd55807434 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:38.328298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Attempting to bind port d82cad0b-0c02-4856-995e-b1cd55807434 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:38.328298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Attempting to bind port d82cad0b-0c02-4856-995e-b1cd55807434 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:38.328878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-2cbb8976-213d-402e-aad8-04654b8f1dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3076522 Jul 27 16:43:38.353748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Port d82cad0b-0c02-4856-995e-b1cd55807434 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:38.354074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Attempting to bind port d82cad0b-0c02-4856-995e-b1cd55807434 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:38.382688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5256330f-d998-49da-9f02-e26148284227 req-929859fe-ffff-472d-80f7-345bed989ee6 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0869029 Jul 27 16:43:38.385603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:38.385949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Checking segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:38.386339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Bound using segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:38.386783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Bound port: d82cad0b-0c02-4856-995e-b1cd55807434, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:38.387140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.434879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1dfeba4-0e04-4c44-908c-f514f119b2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.451394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1dfeba4-0e04-4c44-908c-f514f119b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.475187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-c29aff82-2863-4bfb-859e-f2db336bc03b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 200 len: 217 time: 0.1387637 Jul 27 16:43:38.475523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9571d710-f386-47f4-8cc8-36ddd2ab4470 req-9b6ae45f-d390-402b-95f8-bfc33c2e446b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420827 Jul 27 16:43:38.545786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d1dfeba4-0e04-4c44-908c-f514f119b2b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c1bf6beb53f4ecfa937837634fc295c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261611 Jul 27 16:43:38.546563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44520) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:38.550800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.570279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfeba4-0e04-4c44-908c-f514f119b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c644d-99fa-4211-9fb7-8f62a0f434e5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:38.640114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:38.664362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:38.678616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.795854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:38.796741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.798315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] 10.222.0.61 "PUT /v2.0/ports/d82cad0b-0c02-4856-995e-b1cd55807434 HTTP/1.1" status: 200 len: 1092 time: 2.5083637 Jul 27 16:43:38.812454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:38.816415 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330aa13b-170e-4e6e-ae96-9e7407ad6576" -d '{"events": [{"name": "network-changed", "server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:38.839996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:38.941660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c455e-f90d-47bc-b0f0-f75edabdfaeb service neutron] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:38.948791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.021428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-f72c90e6-c15b-4b87-8685-3a555bd6c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.023513 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-f72c90e6-c15b-4b87-8685-3a555bd6c74d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1101 time: 0.7699118 Jul 27 16:43:39.034215 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.043869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-21594b30-2598-44d7-9e97-f0a530e4c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.043869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-21594b30-2598-44d7-9e97-f0a530e4c347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.5574470 Jul 27 16:43:39.044177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b6eda-7e2d-43aa-9f56-73f371c986da req-a7f7515c-0ccb-4660-a84e-c83d8316c79d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.045722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b0b6eda-7e2d-43aa-9f56-73f371c986da req-a7f7515c-0ccb-4660-a84e-c83d8316c79d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.3154409 Jul 27 16:43:39.048815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Router 08a6ba0c-a91b-4153-bacf-3bd675a48839 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:43:39.052925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:39.069459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-8886fc80-3a31-4881-ab22-3b45ed1084a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.071702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-8886fc80-3a31-4881-ab22-3b45ed1084a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 1095 time: 0.2148180 Jul 27 16:43:39.119408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.142818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6c576-1727-41cf-85c2-e3391e0cdd4e req-153282fe-ffad-42a7-85aa-6d5e310510ed tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.144340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ea6c576-1727-41cf-85c2-e3391e0cdd4e req-153282fe-ffad-42a7-85aa-6d5e310510ed tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 944 time: 0.6679499 Jul 27 16:43:39.163973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-14530d49-26f5-416b-949f-f9692929d093 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82cad0b-0c02-4856-995e-b1cd55807434 HTTP/1.1" status: 200 len: 217 time: 0.0805001 Jul 27 16:43:39.175056 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.177602 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.178739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb6c644d-99fa-4211-9fb7-8f62a0f434e5 HTTP/1.1" status: 204 len: 168 time: 0.6259079 Jul 27 16:43:39.223440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b0b6eda-7e2d-43aa-9f56-73f371c986da req-fd70abab-1a2f-422b-ba7e-04159849eadc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673825 Jul 27 16:43:39.230654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268bb6-1041-451e-a07c-646a14dff3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c644d-99fa-4211-9fb7-8f62a0f434e5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:39.290428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-14acf063-d98a-493d-bb45-6f88a0b77bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.292388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-14acf063-d98a-493d-bb45-6f88a0b77bca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.1187134 Jul 27 16:43:39.326305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.360511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-b06151d2-f8c4-40bd-9030-aca45d6ad041 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555248 Jul 27 16:43:39.362418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:39.372199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Sync routers for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:39.386703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:39.387798 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:39.466577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ea6c576-1727-41cf-85c2-e3391e0cdd4e req-c9670b2d-a23f-421d-a71b-913b7d916bbe tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676482 Jul 27 16:43:39.478285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-dc060709-f794-46b3-9310-77e68758fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.478650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.478650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-92f6ca50-c545-4ee5-8c7f-abd30e5b614c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2748365 Jul 27 16:43:39.478650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:39.478914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-dc060709-f794-46b3-9310-77e68758fc1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4219356 Jul 27 16:43:39.545828 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b70f5b-58f4-4fbf-b741-5e434a407ff8 x-openstack-request-id: req-77b70f5b-58f4-4fbf-b741-5e434a407ff8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:39.546153 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:39.546358 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77b70f5b-58f4-4fbf-b741-5e434a407ff8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:39.546751 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'status': 'completed', 'code': 200} Jul 27 16:43:39.596557 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:39.636471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:39.642280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcdb89-e6d5-4bc0-a2ac-94d9576c256f req-52e6fdff-782d-4985-9be6-0fb2cdb121fe tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:39.648159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8bcdb89-e6d5-4bc0-a2ac-94d9576c256f req-52e6fdff-782d-4985-9be6-0fb2cdb121fe tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2922509 Jul 27 16:43:39.652809 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-6a5c102b-fb32-4063-a961-b4b19abb503d service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709010 Jul 27 16:43:39.698281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Router fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:43:39.700197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efcf1dab-d3e3-40f9-b271-c3fbf74143eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.713199 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d789bcaf-f69f-460e-8b1f-3c7f67fbfb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.825282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8bcdb89-e6d5-4bc0-a2ac-94d9576c256f req-33e98af2-cc18-4f54-b2c6-1500b6a3f54e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693759 Jul 27 16:43:39.881513 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:37Z', 'revision_number': 3, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:39.934635 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Checking router: 08a6ba0c-a91b-4153-bacf-3bd675a48839 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:39.935473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Updating router 08a6ba0c-a91b-4153-bacf-3bd675a48839 port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:39.938613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-4ce99393-f309-4f3d-b0fd-b8c8e032d6ce service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469377 Jul 27 16:43:39.946301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:39.960399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Sync routers for ids ['fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:39.973812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:39.977502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40f27570-b5d9-4605-b783-2b4296257694 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "PUT /v2.0/routers/fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 200 len: 698 time: 1.7851634 Jul 27 16:43:39.987986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:39.990806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Routers {'fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:39.991490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:40.009026 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.027890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea843fd9-aea1-4dca-a648-82bb1d4c39b8 req-0519650f-7ea3-47b1-921f-7e967bfe9621 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637521 Jul 27 16:43:40.036278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f29735-2585-4611-8321-4dd0a000549a req-192efedd-c1aa-4277-a301-bdeccc6a47e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:40.037880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e1f29735-2585-4611-8321-4dd0a000549a req-192efedd-c1aa-4277-a301-bdeccc6a47e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.4428761 Jul 27 16:43:40.055870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:40.144408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Set router fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:40.190897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:40.195579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e1f29735-2585-4611-8321-4dd0a000549a req-87cfdc60-8c99-4d42-a178-89d319e19ed7 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437156 Jul 27 16:43:40.216993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a3c45d0-ae28-43fc-b221-910b21fb02c8 req-f2974bfe-b346-455c-8c19-320b381df914 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672892 Jul 27 16:43:40.233985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efcf1dab-d3e3-40f9-b271-c3fbf74143eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.245410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669', 'name': 'tempest-RoutersIpV6Test-router-1376684214', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:37Z', 'updated_at': '2021-07-27T16:43:39Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:40.255003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efcf1dab-d3e3-40f9-b271-c3fbf74143eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.292943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Checking router: fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:40.304242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Routers {'fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:40.305264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:40.316144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:40.323069 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d170bd84-1645-41bd-b6d5-a480130aefee" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-unplugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:40.334844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.378775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-efcf1dab-d3e3-40f9-b271-c3fbf74143eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95e72db749ad452aa35d09470d1d9381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123046 Jul 27 16:43:40.398824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:40.412244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b63338f6-16bd-4d25-a60b-ac444fa62af3 req-44b085ce-df9d-4603-b44f-df8463b7da89 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0763979 Jul 27 16:43:40.414908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] Set router fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:40.428975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1dab-d3e3-40f9-b271-c3fbf74143eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42eb3c5-4bfc-462b-a37e-2c245135cf36,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:40.474294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Transition to ACTIVE for port object 46ad1375-d668-4a61-a262-28fc758af180 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:40.485841 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724046f-cd4e-40c0-8acf-3dd0830dd245 x-openstack-request-id: req-d724046f-cd4e-40c0-8acf-3dd0830dd245 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:40.486198 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-unplugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:40.486608 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d724046f-cd4e-40c0-8acf-3dd0830dd245 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:40.487195 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'code': 200} Jul 27 16:43:40.491631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.592296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669', 'name': 'tempest-RoutersIpV6Test-router-1376684214', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:37Z', 'updated_at': '2021-07-27T16:43:39Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:40.614879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:40.641239 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.660810 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Transition to ACTIVE for port object 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:40.662952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd508e-0e40-4c0f-a42b-e0fef1fa7c8e None None] The sync data for ids ['fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669'] in n-d-723572-6 is: [{'id': 'fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669', 'name': 'tempest-RoutersIpV6Test-router-1376684214', 'tenant_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:37Z', 'updated_at': '2021-07-27T16:43:39Z', 'revision_number': 2, 'project_id': '09b2ddbbb9684ae49698b41d4496ef3b', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:40.682108 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.734490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:40.761386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6e4ec4d-5652-4116-bd17-06c82b852f8c tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/routers/fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 200 len: 704 time: 0.7716358 Jul 27 16:43:40.768694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:40.774720 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Attempting to bind port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:40.775183 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Attempting to bind port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:40.775503 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Attempting to bind port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:40.779626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] No DVR routers for this DVR port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:40.781121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Pushing event updated for resources: {'Port': ['ID=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:40.796443 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:40.796947 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:40.797251 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.797627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:40.798249 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Bound port: 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:40.798637 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.845962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:40.854553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.857165 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.857838 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.862992 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.863671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.864085 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.866006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.866536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.866955 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.867349 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.867764 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.868158 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.868574 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:40.895371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:40.895371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:40.895371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:40.914068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] For port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:40.914304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.917290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d3e7bedf-2e2a-4a24-a714-36b3a913ea26 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 200 len: 205 time: 0.0937636 Jul 27 16:43:40.917444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:40.917444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:40.922236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] For port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:40.927274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:40.927787 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.928303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:40.928693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:40.929079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:40.929528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Bound port: 46ad1375-d668-4a61-a262-28fc758af180, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:40.929886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:40.945704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abe56-75af-4132-b77e-37599e1e3c3d req-3be3357c-281d-4029-a665-2f416bae42ee tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:40.949126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-925abe56-75af-4132-b77e-37599e1e3c3d req-3be3357c-281d-4029-a665-2f416bae42ee tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 944 time: 0.3752742 Jul 27 16:43:41.019487 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:41.019742 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:41.095898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe02263-797c-4aea-b1ec-747fa83f9c7e req-54fc7f74-b0eb-47e6-acfd-2b0010bd3e5b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.103601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9fe02263-797c-4aea-b1ec-747fa83f9c7e req-54fc7f74-b0eb-47e6-acfd-2b0010bd3e5b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 1.1239069 Jul 27 16:43:41.107880 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd62f7-d4c8-4add-b9b7-0f64c77d000e None None] Pushing event updated for resources: {'Port': ['ID=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:41.137783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-2c6999dd-250e-4277-9354-4e0b6142e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.139301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-2c6999dd-250e-4277-9354-4e0b6142e5d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 1095 time: 1.0173688 Jul 27 16:43:41.139892 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.192033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-925abe56-75af-4132-b77e-37599e1e3c3d req-8eb12afe-b28d-4dee-9be4-cfe745c7767c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137575 Jul 27 16:43:41.231420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9fe02263-797c-4aea-b1ec-747fa83f9c7e req-4b8ca834-99e3-4272-92cd-f17042931e95 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247435 Jul 27 16:43:41.264498 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:41.299435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:41.358557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.361704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.367153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a42eb3c5-4bfc-462b-a37e-2c245135cf36 HTTP/1.1" status: 204 len: 168 time: 0.9492662 Jul 27 16:43:41.394972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-db5e20f4-8210-43ac-a916-19edfc16dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.396512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-db5e20f4-8210-43ac-a916-19edfc16dd82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 906 time: 0.2464979 Jul 27 16:43:41.441672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:41.444205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.448529 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.449901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad62d50-206a-41a1-bded-b6a747064f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42eb3c5-4bfc-462b-a37e-2c245135cf36,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:41.463613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.510608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-a2fefa9e-c68e-43b4-bb00-c34600228b6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82cad0b-0c02-4856-995e-b1cd55807434 HTTP/1.1" status: 200 len: 217 time: 0.1036925 Jul 27 16:43:41.570748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.573719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.575232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] 10.222.0.61 "PUT /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 1096 time: 2.5321085 Jul 27 16:43:41.583373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.594264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Fanout notify agent at l3_agent the message router_deleted on router fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:41.606389 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.615235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57acd544-c3cb-43f6-bb16-27245a6d30d9 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 204 len: 168 time: 0.6797237 Jul 27 16:43:41.616005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:41.626168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:41.709388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920a0d-78c2-46f5-a94d-dd5eed1118fe service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:41.717526 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:37Z', 'revision_number': 3, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:41.735038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d790-e426-47c3-b30b-c93c7ff618d6 req-39f926b9-ae66-4317-ad60-c92c780a73d1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.743306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-faa5d790-e426-47c3-b30b-c93c7ff618d6 req-39f926b9-ae66-4317-ad60-c92c780a73d1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.4492078 Jul 27 16:43:41.751956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7750df83-bedc-4473-814d-f6c591bce966 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 200 len: 205 time: 0.1187484 Jul 27 16:43:41.753006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:41.767119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-4288ed19-2b6b-41f8-9b7b-c5f521daa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.769780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-4288ed19-2b6b-41f8-9b7b-c5f521daa36b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.2484093 Jul 27 16:43:41.828793 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb878d-570b-4d1f-84e7-8e083c8a0161 None None] The sync data for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 is: [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:37Z', 'revision_number': 3, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:41.842333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-faa5d790-e426-47c3-b30b-c93c7ff618d6 req-3f955a7b-8566-4ef7-baf8-ba1177da7db4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980418 Jul 27 16:43:41.857777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-0ce5d627-0ce6-47b9-859a-dcf7a9a24a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:41.859632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-0ce5d627-0ce6-47b9-859a-dcf7a9a24a6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1099 time: 0.2387581 Jul 27 16:43:41.882667 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b3e1bf5d-949a-4560-9b0b-983c696ed089 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:41.883853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3e1bf5d-949a-4560-9b0b-983c696ed089 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/fbfc0f3b-3b52-47e1-aeb7-18b72d6fb669 HTTP/1.1" status: 404 len: 336 time: 0.1270010 Jul 27 16:43:41.888319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44584) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.028199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-d74130c9-632d-4412-b8c5-8c26330f79e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547325 Jul 27 16:43:42.036805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9cb2e0e-b49f-482c-b0b7-bc5fac692062 req-1317e88e-73de-4099-b4e4-17d03798a380 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0669317 Jul 27 16:43:42.124682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-cf12f9d6-19d4-4af0-951f-cd108baa14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:42.125173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f70979d8-e395-46cd-abf8-9fc50a65a67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:42.127529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-cf12f9d6-19d4-4af0-951f-cd108baa14ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2572286 Jul 27 16:43:42.139794 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:43:42.175001 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4722beee-797c-4b01-8da4-23f9bce6ad6f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:42.175466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4722beee-797c-4b01-8da4-23f9bce6ad6f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:42.181265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4722beee-797c-4b01-8da4-23f9bce6ad6f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/30c7a49e-57dc-49a8-a0ff-9053bb479283 HTTP/1.1" status: 404 len: 337 time: 0.2871926 Jul 27 16:43:42.191958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.228148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-a5c47d52-f5a2-4891-91e9-84c208d2631b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.0784221 Jul 27 16:43:42.274461 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f9eff3-3ed6-4148-9d47-3bcc20516f83 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:42.274933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f9eff3-3ed6-4148-9d47-3bcc20516f83 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:42.276729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-91f9eff3-3ed6-4148-9d47-3bcc20516f83 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/39c0324f-516f-4963-92e8-bda6a50923a2 HTTP/1.1" status: 404 len: 337 time: 0.0837278 Jul 27 16:43:42.280119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.323415 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f460bc06-e31f-47c4-883c-0de420b82448 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:42.323922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f460bc06-e31f-47c4-883c-0de420b82448 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:42.325868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f460bc06-e31f-47c4-883c-0de420b82448 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/d6633d62-2c72-4547-bdf3-b508509b02bc HTTP/1.1" status: 404 len: 337 time: 0.0446086 Jul 27 16:43:42.333786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44600) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.342674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-45b76182-b6b2-4255-935c-4b5df8d092ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:42.344456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-45b76182-b6b2-4255-935c-4b5df8d092ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1096618 Jul 27 16:43:42.356688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d90e0-84e8-4e37-ba87-92a7cca234e3 req-3890249a-6758-4573-afb4-3d69f6e834db tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:42.358606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-825d90e0-84e8-4e37-ba87-92a7cca234e3 req-3890249a-6758-4573-afb4-3d69f6e834db tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.2287648 Jul 27 16:43:42.383648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:42.443209 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa432786-3e5b-41ac-9155-1536f0766739 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:42.443678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa432786-3e5b-41ac-9155-1536f0766739 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:42.445585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fa432786-3e5b-41ac-9155-1536f0766739 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/956989e7-eb46-4169-812c-bf0b8afa955f HTTP/1.1" status: 404 len: 337 time: 0.1107664 Jul 27 16:43:42.448854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.482100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32dfb6-2c8d-4056-bbc6-a15b4dd6541a req-89fc60d3-845d-4fa0-bf2e-258dfba1f8a3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:42.490642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd32dfb6-2c8d-4056-bbc6-a15b4dd6541a req-89fc60d3-845d-4fa0-bf2e-258dfba1f8a3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.6054974 Jul 27 16:43:42.518097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:42.522543 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b014e-1bd2-4a4f-9463-d61912f7222a" -d '{"events": [{"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:42.531852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-ca5e62ee-d087-4e33-b863-48a7074f9d8a service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683598 Jul 27 16:43:42.547568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5d63c856-0c91-4fb3-bc75-1949104ac2ff tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 200 len: 205 time: 0.0940979 Jul 27 16:43:42.553481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.603495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-825d90e0-84e8-4e37-ba87-92a7cca234e3 req-39c9fc67-84a1-4eda-8e7a-28e2049f3153 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346995 Jul 27 16:43:42.614992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-2c51ce2f-4634-44fd-a2a6-fab5bec2bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:42.619211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-2c51ce2f-4634-44fd-a2a6-fab5bec2bf8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578292 Jul 27 16:43:42.695142 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e4b50d5e-870a-4da8-b669-bf1960269655 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:42.698736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e4b50d5e-870a-4da8-b669-bf1960269655 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d913f66c-177e-42ac-bd63-07ef7d5a1f7c HTTP/1.1" status: 404 len: 336 time: 0.1371017 Jul 27 16:43:42.704707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44610) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.706026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Allocated IP 172.20.0.1 (6daf79f2-69d0-4653-99bb-b576497f139f/ca24a539-ba07-45ff-a506-9c1b3d84ea0b/bce2c3a5-e2d1-45fd-a2ff-45ee2093668b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:42.753980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd32dfb6-2c8d-4056-bbc6-a15b4dd6541a req-fb662b4f-c4a1-4eaf-a9f2-0f98d82fecf8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612176 Jul 27 16:43:42.816260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d815e249-63f1-424d-a835-0e6dcd327088 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dfebd98-ce5f-45d2-b537-ab16cb400f9f HTTP/1.1" status: 200 len: 205 time: 0.1077113 Jul 27 16:43:42.820613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:42.897169 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13714b24-0455-4a87-bf0e-dca97f9e4fdf x-openstack-request-id: req-13714b24-0455-4a87-bf0e-dca97f9e4fdf {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:42.909519 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:42.909966 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13714b24-0455-4a87-bf0e-dca97f9e4fdf {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:42.915997 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'status': 'completed', 'code': 200} Jul 27 16:43:42.965879 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6644d262-5495-42f5-bfa7-6df82df4cd91 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:42.967213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6644d262-5495-42f5-bfa7-6df82df4cd91 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/2dfebd98-ce5f-45d2-b537-ab16cb400f9f HTTP/1.1" status: 404 len: 336 time: 0.1456175 Jul 27 16:43:42.968660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-4c4d1f04-147d-4f07-a95e-19c5d4e32b27 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417971 Jul 27 16:43:42.970527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.029439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330aa13b-170e-4e6e-ae96-9e7407ad6576 req-bacb543a-aec1-448f-9251-fb9805c9e731 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872744 Jul 27 16:43:43.108525 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e105b7cc-b0f5-487d-82f4-cfaab8f36a30 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:43.109181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e105b7cc-b0f5-487d-82f4-cfaab8f36a30 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:43.114423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e105b7cc-b0f5-487d-82f4-cfaab8f36a30 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/0a20b150-ba20-442b-a7c7-1dba15bef8d8 HTTP/1.1" status: 404 len: 337 time: 0.1369548 Jul 27 16:43:43.121181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0e295-c00e-47a7-b3ec-368a5aebba15 req-02cde56f-44f7-4eef-b474-0c2daaab5088 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.122748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54e0e295-c00e-47a7-b3ec-368a5aebba15 req-02cde56f-44f7-4eef-b474-0c2daaab5088 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 944 time: 0.3823504 Jul 27 16:43:43.126036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.132799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:43.155904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1705e-18d4-42ba-b79d-a0239b7a489f req-586337a4-3599-4eab-bbe5-359bc06faf5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.165364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36a1705e-18d4-42ba-b79d-a0239b7a489f req-586337a4-3599-4eab-bbe5-359bc06faf5c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2024543 Jul 27 16:43:43.221007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:43.246609 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0ae0a5a1-365a-46da-9de8-9b3e4c1c4f21 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 200 len: 205 time: 0.1175835 Jul 27 16:43:43.265731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36a1705e-18d4-42ba-b79d-a0239b7a489f req-cb81552d-abf1-4fef-b114-32864c71543e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992053 Jul 27 16:43:43.266127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44630) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.338563 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-ae8afd76-0703-4830-9cfe-3f2a1f589244 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:43.346624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae8afd76-0703-4830-9cfe-3f2a1f589244 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d6411d9a-e5d1-4c08-9c3c-e2f3799b832a HTTP/1.1" status: 404 len: 336 time: 0.0775185 Jul 27 16:43:43.363990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.377037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:43.402855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54e0e295-c00e-47a7-b3ec-368a5aebba15 req-83fd9a5f-7484-402b-b9b0-1752c1b6f420 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628310 Jul 27 16:43:43.423764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-bff226e0-6d55-4af8-a36a-c3e30f57e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.425753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-bff226e0-6d55-4af8-a36a-c3e30f57e7df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1099 time: 0.5084009 Jul 27 16:43:43.434610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:43.456391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'mac_address': 'fa:16:3e:c0:09:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:43.458627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88770b52-ac4e-4cb6-b38f-eeb0b6a834ae req-42d77ff2-178c-42f6-b689-dae8c256dd0a service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777749 Jul 27 16:43:43.508561 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:43.552937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82cad0b-0c02-4856-995e-b1cd55807434 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:43.583599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:43.583944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-118e650b-5429-4f18-8c88-df3dfc52e47e req-4fbf772d-733f-43fc-bfd2-edd374c74745 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.2070236 Jul 27 16:43:43.583944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84f772f6-d4eb-4683-a5ad-2c91bf66fac8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1e5d8d1-b7fb-442a-983f-6a23e33601fd HTTP/1.1" status: 200 len: 205 time: 0.2169869 Jul 27 16:43:43.591314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.592949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:43.598097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:43.692822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:43.702556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-25f896fe-2ae2-4e4f-b4c9-860cad0c9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.705297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-25f896fe-2ae2-4e4f-b4c9-860cad0c9ae5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2679102 Jul 27 16:43:43.710323 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-fd94216c-a59c-4054-be12-633b5b4a23c5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:43.711476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd94216c-a59c-4054-be12-633b5b4a23c5 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/c1e5d8d1-b7fb-442a-983f-6a23e33601fd HTTP/1.1" status: 404 len: 336 time: 0.1106651 Jul 27 16:43:43.720953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.737135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Network 6daf79f2-69d0-4653-99bb-b576497f139f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:43.757498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:43.761011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:43.786875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-166bf419-f479-4923-b05c-d3f44d954918 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.0657260 Jul 27 16:43:43.847932 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd2b92f-951a-4631-8058-c2fb25f5a7c2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:43.848732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd2b92f-951a-4631-8058-c2fb25f5a7c2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:43.855218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7cd2b92f-951a-4631-8058-c2fb25f5a7c2 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/fe2d64a0-eef7-4259-b4ed-b54a7fe22bf0 HTTP/1.1" status: 404 len: 337 time: 0.1110334 Jul 27 16:43:43.864271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:43.884720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-18beb83f-a6fb-413a-b5cd-7c84e1f97d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.885696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d82cad0b-0c02-4856-995e-b1cd55807434'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:43.886555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-18beb83f-a6fb-413a-b5cd-7c84e1f97d0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1099 time: 0.3485157 Jul 27 16:43:43.900164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-0f9c0610-8cda-425b-9880-a112c6b0b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:43.901742 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-0f9c0610-8cda-425b-9880-a112c6b0b29a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0989223 Jul 27 16:43:43.904239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.014447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c197f5de-02fe-4920-91ad-2ba9f0e14e74 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=d289e43e-8bdc-465b-a3e3-62641291fd0b HTTP/1.1" status: 200 len: 205 time: 0.1479869 Jul 27 16:43:44.017447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.106101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.147882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:44.211991 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-7aaf8045-dd51-4f0f-8488-3e9465054a70 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:44.216498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7aaf8045-dd51-4f0f-8488-3e9465054a70 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/d289e43e-8bdc-465b-a3e3-62641291fd0b HTTP/1.1" status: 404 len: 336 time: 0.1910911 Jul 27 16:43:44.219900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44658) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.260094 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee52fa-9499-4e3a-a713-206c87d7f2e8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:44.260676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ee52fa-9499-4e3a-a713-206c87d7f2e8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:44.265804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32ee52fa-9499-4e3a-a713-206c87d7f2e8 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/6136c819-80b1-4fbc-87b0-2cb29a75cd49 HTTP/1.1" status: 404 len: 337 time: 0.0444961 Jul 27 16:43:44.270708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.316639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-104926ae-67f7-45c4-9131-600432492dba tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac HTTP/1.1" status: 200 len: 205 time: 0.0444601 Jul 27 16:43:44.317448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.319072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:44.332736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:44.333489 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.404760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732367-0420-444c-ae00-a0828267fced req-94d886ea-0fb0-4790-97a8-dfa9f2051e0f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.412168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33732367-0420-444c-ae00-a0828267fced req-94d886ea-0fb0-4790-97a8-dfa9f2051e0f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.6231959 Jul 27 16:43:44.415480 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f58fab25-2413-4383-901a-3c2a5f49ae8d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] delete failed (client error): The resource could not be found. Jul 27 16:43:44.419455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f58fab25-2413-4383-901a-3c2a5f49ae8d tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/routers/dc2e1a8d-ae8f-41b9-a7fc-5f9240d8a9ac HTTP/1.1" status: 404 len: 336 time: 0.0946329 Jul 27 16:43:44.420951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.444003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.475145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:44.483129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.510091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe78251-e9fd-44da-9645-0c605a70c17d req-e25992d3-2011-43d5-ac40-3250274d365d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.517797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fe78251-e9fd-44da-9645-0c605a70c17d req-e25992d3-2011-43d5-ac40-3250274d365d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.6586664 Jul 27 16:43:44.529201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33732367-0420-444c-ae00-a0828267fced req-45eca22e-a27e-40a4-87dc-44fece76c359 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154130 Jul 27 16:43:44.529468 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e977f75-6e31-4c09-9a20-df45ea81ec72 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:44.530044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e977f75-6e31-4c09-9a20-df45ea81ec72 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:44.535376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e977f75-6e31-4c09-9a20-df45ea81ec72 tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/2ee9abd6-e3a2-4eb6-b4f8-0fbb76816e36 HTTP/1.1" status: 404 len: 337 time: 0.1132774 Jul 27 16:43:44.536044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:44.544785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-da2c6f3b-f224-4030-a249-458147c9ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.548647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-da2c6f3b-f224-4030-a249-458147c9ace2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.6404352 Jul 27 16:43:44.549035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-f1d6c9dc-dc68-4504-89b7-4ca45f4e6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.550433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-f1d6c9dc-dc68-4504-89b7-4ca45f4e6ef7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6338043 Jul 27 16:43:44.582856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.591667 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3895ae78-4b06-4190-be46-552e9954597f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] DELETE failed (client error): The resource could not be found. Jul 27 16:43:44.592138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3895ae78-4b06-4190-be46-552e9954597f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:43:44.597452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3895ae78-4b06-4190-be46-552e9954597f tempest-RoutersIpV6Test-759899538 tempest-RoutersIpV6Test-759899538-project] 10.222.0.64 "DELETE /v2.0/subnets/2bea2f75-8117-470b-a8a8-1bd8a9cce0f7 HTTP/1.1" status: 404 len: 337 time: 0.0574067 Jul 27 16:43:44.606730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.644822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fe78251-e9fd-44da-9645-0c605a70c17d req-fcd49a04-d4c6-40ef-9f71-068fd36dbbe5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206748 Jul 27 16:43:44.700964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-0a1f2b71-78c7-4b4d-b0cf-0033329d2026 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.1399224 Jul 27 16:43:44.826728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-fe11e26c-9db9-490b-8bc5-d5ed336b4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.828536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-fe11e26c-9db9-490b-8bc5-d5ed336b4ba2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0580001 Jul 27 16:43:44.864065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.874856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:44.885528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6696-d273-4aff-a1ff-d307d89a1caf req-ed416abd-4294-44c3-a6ef-8f45f977a454 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:44.887138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc4b6696-d273-4aff-a1ff-d307d89a1caf req-ed416abd-4294-44c3-a6ef-8f45f977a454 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 945 time: 0.1157148 Jul 27 16:43:44.935740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-09fc00eb-9ab2-49a2-b15c-20d36852deac service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755126 Jul 27 16:43:44.994939 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.000359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:45.004768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.029465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedce9d-f118-47ba-8fbb-3b9e57f18c77 req-54ce1ecd-0e12-47e0-b1a5-60d8fc80e469 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:45.036778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bedce9d-f118-47ba-8fbb-3b9e57f18c77 req-54ce1ecd-0e12-47e0-b1a5-60d8fc80e469 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.3829844 Jul 27 16:43:45.085095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-c7412d3e-7c00-4ba7-9ad2-9e4489b38e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:45.086622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-c7412d3e-7c00-4ba7-9ad2-9e4489b38e90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462957 Jul 27 16:43:45.107547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc4b6696-d273-4aff-a1ff-d307d89a1caf req-cd63dd44-0702-4c9c-a08b-4e93724734ee tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990302 Jul 27 16:43:45.143659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bedce9d-f118-47ba-8fbb-3b9e57f18c77 req-e4532e95-1630-47f5-9cab-09ef78a8c6a3 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058884 Jul 27 16:43:45.168560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:45.188223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Network 6daf79f2-69d0-4653-99bb-b576497f139f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:45.195313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:45.234733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d33512ae-d419-40cd-909e-c990d2217d7c req-942425ef-4d94-42bd-be8c-af8c58bd4133 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0368893 Jul 27 16:43:45.234992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-f4f8e7e1-c418-4afe-9304-41167fbcdfdb service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900684 Jul 27 16:43:45.250668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:45.273477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-053e9c77-02f6-4122-bfff-454f647bde0a service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687284 Jul 27 16:43:45.344396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d82cad0b-0c02-4856-995e-b1cd55807434 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:45.349474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d82cad0b-0c02-4856-995e-b1cd55807434 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:45.350082 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.417886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f48b014e-1bd2-4a4f-9463-d61912f7222a req-73b64d1a-b638-4a3f-b7a6-78472868e0e1 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425064 Jul 27 16:43:45.489458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.516850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:45.519402 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04bc095-e6e9-4c36-8adc-81f9305b5884" -d '{"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-plugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:45.535271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:45.539698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.586930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:45.617856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:45.625408 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3d65b-0ba2-4b3f-b700-21960ccabdc1 x-openstack-request-id: req-d1a3d65b-0ba2-4b3f-b700-21960ccabdc1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:45.625682 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-plugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:45.626012 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1a3d65b-0ba2-4b3f-b700-21960ccabdc1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:45.626412 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'code': 200} Jul 27 16:43:45.820577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9ec558c-989f-4a83-9059-f396ea2370a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:45.849906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-071f3833-10d1-4320-b98b-652f339fd211 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09b2ddbbb9684ae49698b41d4496ef3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781104 Jul 27 16:43:45.853599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:45.857640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Router 08a6ba0c-a91b-4153-bacf-3bd675a48839 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:43:45.948205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765603-c784-4377-88a5-3ab3808dc040 req-9830c633-b154-4ebc-8e1f-a5149a9890a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:45.950916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9765603-c784-4377-88a5-3ab3808dc040 req-9830c633-b154-4ebc-8e1f-a5149a9890a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 1097 time: 0.2023032 Jul 27 16:43:45.968237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c002d8-4931-4df9-bed7-fcbe64d68f00 req-cd6bbdf8-3c39-4771-b047-0dce0be3d6af tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:45.968237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12c002d8-4931-4df9-bed7-fcbe64d68f00 req-cd6bbdf8-3c39-4771-b047-0dce0be3d6af tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1992712 Jul 27 16:43:46.000210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b68f-3ef4-4850-b153-e8ebbf214498 req-b3ce4e3d-6769-46d5-a6bd-501a7cea45d0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:46.002906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f8b68f-3ef4-4850-b153-e8ebbf214498 req-b3ce4e3d-6769-46d5-a6bd-501a7cea45d0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.2068434 Jul 27 16:43:46.020922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.021780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:46.057446 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9765603-c784-4377-88a5-3ab3808dc040 req-73a29de7-62e8-4798-8f2b-08dec66a8245 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Jul 27 16:43:46.085236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:46.085696 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.093113 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f8b68f-3ef4-4850-b153-e8ebbf214498 req-30617b24-ae70-45f4-b67d-58e1bfcc9b69 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Jul 27 16:43:46.095635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.099897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12c002d8-4931-4df9-bed7-fcbe64d68f00 req-afdb1281-206b-4642-a806-4efe4aa4e95c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143351 Jul 27 16:43:46.132814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9ec558c-989f-4a83-9059-f396ea2370a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.139101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9ec558c-989f-4a83-9059-f396ea2370a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.141549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:46.154379 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Sync routers for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:46.157182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2323a79d-ced2-4032-b792-de6c0fc4e9e5 admin admin] 10.222.0.64 "PUT /v2.0/routers/08a6ba0c-a91b-4153-bacf-3bd675a48839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6787801 Jul 27 16:43:46.173594 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:46.174597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:46.213589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.221977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.225802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b326f7e3-0a57-46da-a186-699afdf1f4db HTTP/1.1" status: 204 len: 168 time: 0.3679614 Jul 27 16:43:46.225936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec558c-989f-4a83-9059-f396ea2370a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be45e2-a611-41dc-82af-b96c6415387a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:46.233085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b9ec558c-989f-4a83-9059-f396ea2370a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1f43a037d9548faa9bdda1d4739c3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436858 Jul 27 16:43:46.236673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:46.247742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d81082-6aa2-4cad-8642-8228f88108b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326f7e3-0a57-46da-a186-699afdf1f4db,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:46.411273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86766c65-21e2-4b3d-b491-3ce865566c32 req-d982f75a-60c7-42b7-87e0-d5153c41b50d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:46.422326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86766c65-21e2-4b3d-b491-3ce865566c32 req-d982f75a-60c7-42b7-87e0-d5153c41b50d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1462822 Jul 27 16:43:46.452639 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.492503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16efad8-81e5-40b6-b61f-08e179c400cd req-fbf7afde-3fdc-449e-9063-f1807b4d3346 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:46.495454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e16efad8-81e5-40b6-b61f-08e179c400cd req-fbf7afde-3fdc-449e-9063-f1807b4d3346 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2104526 Jul 27 16:43:46.523400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86766c65-21e2-4b3d-b491-3ce865566c32 req-348a080b-844b-4896-8304-4887c50e0827 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000950 Jul 27 16:43:46.525850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.558574 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:46.643436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e16efad8-81e5-40b6-b61f-08e179c400cd req-e69308b5-2d53-4951-8536-473abbc0da12 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390705 Jul 27 16:43:46.662365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.699510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.704693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:46.709978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90be45e2-a611-41dc-82af-b96c6415387a HTTP/1.1" status: 204 len: 168 time: 0.4686105 Jul 27 16:43:46.739561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bc705-18e4-4b59-9581-934495332a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be45e2-a611-41dc-82af-b96c6415387a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:46.740040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8de16a4d-e494-4fd4-81e2-33a64735fa22 req-4612d3ce-d1b5-4ac2-8a75-82e2843267f2 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0723658 Jul 27 16:43:46.941821 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'bce2c3a5-e2d1-45fd-a2ff-45ee2093668b', 'name': '', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'mac_address': 'fa:16:3e:57:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:41Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 2, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'subnets': [{'id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:46.976215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Checking router: 08a6ba0c-a91b-4153-bacf-3bd675a48839 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:46.976685 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Updating router 08a6ba0c-a91b-4153-bacf-3bd675a48839 port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:47.019786 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.267955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:47.273041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 46ad1375-d668-4a61-a262-28fc758af180 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:47.296177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cab687c-6c28-4666-b5c6-6318486ea256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.311907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76fcb-cb54-472f-87ad-2a78bca8b318 req-07e8400e-8c3d-4615-9bed-ccc28f30df0c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:47.320360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfe76fcb-cb54-472f-87ad-2a78bca8b318 req-07e8400e-8c3d-4615-9bed-ccc28f30df0c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 948 time: 0.0848136 Jul 27 16:43:47.378372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfe76fcb-cb54-472f-87ad-2a78bca8b318 req-a6ebfe78-bf67-4b12-b8e0-82169ab12cb5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Jul 27 16:43:47.416488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-b4b5f46a-4ba3-47b3-b2aa-239b3f6eec99 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:47.418192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-b4b5f46a-4ba3-47b3-b2aa-239b3f6eec99 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 819 time: 0.2275734 Jul 27 16:43:47.450507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-12f733c3-5eb8-4662-9e3f-78fff74001b2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/quotas/560ec215ff5242d4b4856b82acfd3cc8 HTTP/1.1" status: 200 len: 375 time: 0.0237956 Jul 27 16:43:47.477682 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.496786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:47.507424 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Transition to ACTIVE for port object bce2c3a5-e2d1-45fd-a2ff-45ee2093668b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:47.528203 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.548659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3f174-ac1c-4ef2-876f-f49bec2a508c req-e4ca1427-71ad-4c8c-9b76-5a5a86db8cec tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:47.560597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3c3f174-ac1c-4ef2-876f-f49bec2a508c req-e4ca1427-71ad-4c8c-9b76-5a5a86db8cec tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1005230 Jul 27 16:43:47.564546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '46ad1375-d668-4a61-a262-28fc758af180', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '46ad1375-d668-4a61-a262-28fc758af180', 'mac_address': 'fa:16:3e:a6:c3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:47.581194 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7233e-bd63-4d21-9d75-3095e733f8f0 None None] Pushing event updated for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:47.641015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3c3f174-ac1c-4ef2-876f-f49bec2a508c req-5aa38a4f-cc0d-42f6-8a46-4c047e243cb1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787516 Jul 27 16:43:47.657112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-ca1bb7e4-4956-40d4-960b-42bc6fc2f377 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975777 Jul 27 16:43:47.663071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cab687c-6c28-4666-b5c6-6318486ea256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.681371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.686116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cab687c-6c28-4666-b5c6-6318486ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.694768 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Attempting to bind port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:47.695151 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Attempting to bind port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:47.695521 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Attempting to bind port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b on network 6daf79f2-69d0-4653-99bb-b576497f139f {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:47.706547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:47.706929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Checking segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:47.707337 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.707734 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Bound using segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:47.708204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Bound port: bce2c3a5-e2d1-45fd-a2ff-45ee2093668b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:47.708659 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.725713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:47.773175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:47.781598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.785175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab687c-6c28-4666-b5c6-6318486ea256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344446c1-6ca3-4308-a42d-663ff0903533,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:47.798917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] For port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:47.803847 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] For port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:47.809908 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.830301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0cab687c-6c28-4666-b5c6-6318486ea256 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=651129e3d7034092a0ce2180f20627f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605822 Jul 27 16:43:47.834065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:47.871761 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:43:47.872408 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:43:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:47.899473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:47.931991 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7233e-bd63-4d21-9d75-3095e733f8f0 None None] Pushing event updated for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:47.933270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:47.953872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-87aad325-25ba-4fce-aaee-3b36daa1b375 service neutron] 10.222.0.64 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950740 Jul 27 16:43:48.028249 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:43:48.035488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:48.065538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:48.107260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:48.134519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-7ff7b886-be06-4442-b03e-fbe942116edf service neutron] 10.222.0.64 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618581 Jul 27 16:43:48.177158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:48.182368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:48.186011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/344446c1-6ca3-4308-a42d-663ff0903533 HTTP/1.1" status: 204 len: 168 time: 0.3483953 Jul 27 16:43:48.239192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ac77-1525-466d-a4b6-951419e96d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344446c1-6ca3-4308-a42d-663ff0903533,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:48.276497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7a92f42a-82f2-4f51-81d2-e5b35874478a tempest-DvrRoutersNegativeTest-1743074499 tempest-DvrRoutersNegativeTest-1743074499-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-842917450', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:48.281795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.policy [None req-7a92f42a-82f2-4f51-81d2-e5b35874478a tempest-DvrRoutersNegativeTest-1743074499 tempest-DvrRoutersNegativeTest-1743074499-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93924) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 16:43:48.282102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.policy [None req-7a92f42a-82f2-4f51-81d2-e5b35874478a tempest-DvrRoutersNegativeTest-1743074499 tempest-DvrRoutersNegativeTest-1743074499-project] Failed policy check for 'create_router' {{(pid=93924) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 16:43:48.283220 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-7a92f42a-82f2-4f51-81d2-e5b35874478a tempest-DvrRoutersNegativeTest-1743074499 tempest-DvrRoutersNegativeTest-1743074499-project] create failed (client error): Access was denied to this resource. Jul 27 16:43:48.289096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a92f42a-82f2-4f51-81d2-e5b35874478a tempest-DvrRoutersNegativeTest-1743074499 tempest-DvrRoutersNegativeTest-1743074499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2173805 Jul 27 16:43:48.320818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-6bcf865a-5599-498f-a8a7-d28e41a573e4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:48.330603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-6bcf865a-5599-498f-a8a7-d28e41a573e4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305&tenant_id=990082e1c62a40b78650479271edff88&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 949 time: 0.1776764 Jul 27 16:43:48.387101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afebf09-1f52-480e-abd0-963b0320bfc7 req-aac041c5-ebbd-4708-8354-7f6d95cfead6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:48.408780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6afebf09-1f52-480e-abd0-963b0320bfc7 req-aac041c5-ebbd-4708-8354-7f6d95cfead6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2251434 Jul 27 16:43:48.530863 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'bce2c3a5-e2d1-45fd-a2ff-45ee2093668b', 'name': '', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'mac_address': 'fa:16:3e:57:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:41Z', 'updated_at': '2021-07-27T16:43:47Z', 'revision_number': 4, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'subnets': [{'id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:48.536755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-fc0a07ee-345f-4e2f-8d36-ca37813a73cc service neutron] 10.222.0.61 "GET /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.1919756 Jul 27 16:43:48.555115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6afebf09-1f52-480e-abd0-963b0320bfc7 req-f27632c7-24fd-446f-afbc-f03f39bd8294 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452789 Jul 27 16:43:48.619611 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2e9b-d562-429b-b820-9d207ef2a722 None None] The sync data for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 is: [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'bce2c3a5-e2d1-45fd-a2ff-45ee2093668b', 'name': '', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'mac_address': 'fa:16:3e:57:f4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:41Z', 'updated_at': '2021-07-27T16:43:47Z', 'revision_number': 4, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'subnets': [{'id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:48.765295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-9cadfdd4-1174-4527-9461-f34dcffd537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:48.773258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-9cadfdd4-1174-4527-9461-f34dcffd537d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1100 time: 0.1873677 Jul 27 16:43:48.933585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cee9d0e2-8956-4204-aeb4-5c3bf36341e0 req-731b3dbc-0e91-473e-881a-a185fe0335cb tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1287606 Jul 27 16:43:49.003470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5227-3718-45aa-a71f-ad5e8fad3df4 req-1b7a9f44-8f05-4d61-8b3b-5c9c857499b2 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:49.014492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec5b5227-3718-45aa-a71f-ad5e8fad3df4 req-1b7a9f44-8f05-4d61-8b3b-5c9c857499b2 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.4334502 Jul 27 16:43:49.061861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-7d61cb65-a2a8-4335-b2d1-012018aaec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:49.064347 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-7d61cb65-a2a8-4335-b2d1-012018aaec1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2831471 Jul 27 16:43:49.125968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec5b5227-3718-45aa-a71f-ad5e8fad3df4 req-ee639fac-1c17-4d1b-adcc-ea65e5b3b072 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101861 Jul 27 16:43:49.269665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:49.287147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 46ad1375-d668-4a61-a262-28fc758af180 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:49.313691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-f0948743-97c5-4060-8164-b53a82bc9bd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.2061520 Jul 27 16:43:49.332542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c256f24-b290-48f2-8b28-0b6a1f818c30 req-e91cc8cb-ae69-4b63-9196-c533facb8661 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:49.343057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c256f24-b290-48f2-8b28-0b6a1f818c30 req-e91cc8cb-ae69-4b63-9196-c533facb8661 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.2418277 Jul 27 16:43:49.408359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c256f24-b290-48f2-8b28-0b6a1f818c30 req-81fe7764-a421-46e4-b457-cb99e2b61e8a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Jul 27 16:43:49.489124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 46ad1375-d668-4a61-a262-28fc758af180 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:49.493642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08eeda0-60f3-454b-9853-5d3e63e54e3b req-d7a63303-c57e-40b8-99b3-3f8f48a86d76 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 210 time: 0.1844375 Jul 27 16:43:49.494133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 46ad1375-d668-4a61-a262-28fc758af180 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:49.494669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:49.667574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-0136d65f-447f-4057-9278-899a3bba717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:49.678282 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-0136d65f-447f-4057-9278-899a3bba717c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3134782 Jul 27 16:43:49.982677 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.064251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:50.073439 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6847f-663c-4207-abec-245f84ef2b80" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:50.118513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ca4a84-13a6-41b7-9a6f-03c86a08ba8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.134027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:50.144475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.210341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-ae6baa65-5280-4807-bd65-12ca848c91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:50.213648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-ae6baa65-5280-4807-bd65-12ca848c91f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5215459 Jul 27 16:43:50.235957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3820-d8e1-4227-b8eb-4969cad31ebe req-a86a651f-451d-413a-a853-a572885191c1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:50.246629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-140c3820-d8e1-4227-b8eb-4969cad31ebe req-a86a651f-451d-413a-a853-a572885191c1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.3081033 Jul 27 16:43:50.250671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46432ee-061e-4bbe-8531-fcaba4c2fd1e req-201ba80d-9874-4aed-9d2b-2eae163939c3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:50.277869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c46432ee-061e-4bbe-8531-fcaba4c2fd1e req-201ba80d-9874-4aed-9d2b-2eae163939c3 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.5493193 Jul 27 16:43:50.293618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:50.300332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2c3a5-e2d1-45fd-a2ff-45ee2093668b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:50.404555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c46432ee-061e-4bbe-8531-fcaba4c2fd1e req-bedb0252-b4af-4a4a-b195-f03b22849138 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248488 Jul 27 16:43:50.459610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-140c3820-d8e1-4227-b8eb-4969cad31ebe req-783da466-7e26-4596-ab44-d7ac4588d3c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115018 Jul 27 16:43:50.468953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:43:50.477916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:50.479211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.620984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-f6a20401-9f0d-4bf6-80d0-c28623f7a4f3 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698139 Jul 27 16:43:50.773994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b146ea-bd83-4bc0-a01a-76ee0eb66883 req-f58ca98e-5f13-45c9-bd71-92b7cc8f9ec3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:50.783384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5b146ea-bd83-4bc0-a01a-76ee0eb66883 req-f58ca98e-5f13-45c9-bd71-92b7cc8f9ec3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2291312 Jul 27 16:43:50.816197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.820222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:50.872811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-1b19d10e-223c-4054-a766-6e3499d05f40 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319045 Jul 27 16:43:50.911892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ab9e9c3-47ff-4c15-aa05-74d78873497b req-a32df060-2daf-4418-a06d-392b746ea1f6 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.2796724 Jul 27 16:43:50.934662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ca4a84-13a6-41b7-9a6f-03c86a08ba8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:50.959055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ca4a84-13a6-41b7-9a6f-03c86a08ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.003518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:51.016986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.018569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5b146ea-bd83-4bc0-a01a-76ee0eb66883 req-a2f16fc8-22a7-496b-acd3-93566e4ea5b8 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181442 Jul 27 16:43:51.087431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01ca4a84-13a6-41b7-9a6f-03c86a08ba8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40c0232ea93842e58178b7388d3adf37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8160250 Jul 27 16:43:51.094992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:51.148647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca4a84-13a6-41b7-9a6f-03c86a08ba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c7aec-dd48-416f-9bc5-44e0a1440f9b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.214536 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bbe3fc-273b-472c-a201-3650167fba31 x-openstack-request-id: req-b8bbe3fc-273b-472c-a201-3650167fba31 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:51.214835 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:51.220556 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8bbe3fc-273b-472c-a201-3650167fba31 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:51.220987 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'code': 200} Jul 27 16:43:51.238029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:51.262108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f4211cb4-41c1-4e57-a996-266957344f25', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': 'f4211cb4-41c1-4e57-a996-266957344f25', 'mac_address': 'fa:16:3e:42:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:51.289633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-ec3f2e87-1290-452e-958b-65c82ab822f7 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:51.291914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-ec3f2e87-1290-452e-958b-65c82ab822f7 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 819 time: 0.4059458 Jul 27 16:43:51.311670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Request body: {'port': {'device_id': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'admin_state_up': True, 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:51.335189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.357442 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.379551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4211cb4-41c1-4e57-a996-266957344f25 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:51.415650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.432976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:51.443447 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.477253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.517543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-d645ac5a-8a32-41ac-842b-0cfcd0a04ee9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:51.528346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-d645ac5a-8a32-41ac-842b-0cfcd0a04ee9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 819 time: 0.2934198 Jul 27 16:43:51.569713 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-4fc1eb16-9e99-4101-b5f9-c43778792739 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/quotas/560ec215ff5242d4b4856b82acfd3cc8 HTTP/1.1" status: 200 len: 375 time: 0.0388129 Jul 27 16:43:51.585632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.597698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f4211cb4-41c1-4e57-a996-266957344f25'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:51.603631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1053e2-4b42-40f9-a00f-dcb4785d7994 req-b068bc36-6f79-4242-9907-31dd761b8dc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:51.606904 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1053e2-4b42-40f9-a00f-dcb4785d7994 req-b068bc36-6f79-4242-9907-31dd761b8dc2 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.2889371 Jul 27 16:43:51.624883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Made reservation on behalf of 560ec215ff5242d4b4856b82acfd3cc8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:51.628723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.690021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.692934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:51.696726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac1c7aec-dd48-416f-9bc5-44e0a1440f9b HTTP/1.1" status: 204 len: 168 time: 0.5953488 Jul 27 16:43:51.709553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe862a-687f-4213-a480-4ac9358d3115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c7aec-dd48-416f-9bc5-44e0a1440f9b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.735609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-a49f499f-ef46-4187-b80f-e81fc21d0ef5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640179 Jul 27 16:43:51.743148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1053e2-4b42-40f9-a00f-dcb4785d7994 req-65cfcf8b-6642-4b87-ab28-3d62c59a6ffe tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271312 Jul 27 16:43:51.963505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-ef673cab-cb95-4982-a948-7c9304bb14b6 service neutron] 10.222.0.64 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244263 Jul 27 16:43:51.983990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Allocated IP 172.20.0.11 (6daf79f2-69d0-4653-99bb-b576497f139f/ca24a539-ba07-45ff-a506-9c1b3d84ea0b/503764db-99ec-46b5-9169-5a0662676bac) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:52.151718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2c3a5-e2d1-45fd-a2ff-45ee2093668b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:52.258409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:52.416708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:52.436906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-5af8d8f8-e945-4b31-a822-f2043d2a7158 service neutron] 10.222.0.64 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701738 Jul 27 16:43:52.469332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:52.470643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:52.545444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Network 6daf79f2-69d0-4653-99bb-b576497f139f is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:52.554186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:52.561760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:52.613140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Pushing event updated for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:52.630907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.631637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.632129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.632715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.633260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.633742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.634309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.634856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.635346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.635830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.636303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.636791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:52.668643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:52.690471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:52.691496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:52.709752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff16011-d12d-48c1-b044-8e591bdfe26f req-d0dbd10e-7e40-4101-89d0-60f6f639c9ad tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:52.718470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ff16011-d12d-48c1-b044-8e591bdfe26f req-d0dbd10e-7e40-4101-89d0-60f6f639c9ad tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.3468421 Jul 27 16:43:52.746841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f5ca4687-2891-4361-95e5-33e27ba6740e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4408414 Jul 27 16:43:52.787221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Request body: {'port': {'device_id': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:52.802319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:52.846636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ff16011-d12d-48c1-b044-8e591bdfe26f req-f6b177ef-261d-452a-bbf0-7d5788468816 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253085 Jul 27 16:43:52.905613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f4211cb4-41c1-4e57-a996-266957344f25 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:43:52.906161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:52.985171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.058183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9e5e-ccb0-443e-86ad-cdfe9756e41d req-3e821b67-3fbe-4da7-803b-a055f77f7b20 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:53.066881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-206d9e5e-ccb0-443e-86ad-cdfe9756e41d req-3e821b67-3fbe-4da7-803b-a055f77f7b20 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 944 time: 0.1706514 Jul 27 16:43:53.071059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06dd8549-c9c4-4901-9d34-73303772ed71 req-6daed8d8-99de-430a-bb9f-698f11e9f82c tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0869229 Jul 27 16:43:53.144319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.191132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-206d9e5e-ccb0-443e-86ad-cdfe9756e41d req-be3dabbf-6f15-4e4f-b1d0-4dfbf2ff5dcc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224525 Jul 27 16:43:53.200353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1236994544'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:53.223629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:53.273475 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41516aad-b8d1-42c5-a12e-be6db2145220" -d '{"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-plugged", "status": "completed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:53.295265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:53.302487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.331572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.333035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.478788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:53.555975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621567c3-a627-4929-967d-490a49b3d3ab req-b95dad2d-6fb7-4911-beab-e9b7bdea15f1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:53.561093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-621567c3-a627-4929-967d-490a49b3d3ab req-b95dad2d-6fb7-4911-beab-e9b7bdea15f1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.3233151 Jul 27 16:43:53.602742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:53.614039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.623706 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a664cef9-4608-4fbe-9934-e1cae3a7db78 req-a7ccadf7-0c49-4a29-a04e-84c51850ccc1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 210 time: 0.2046371 Jul 27 16:43:53.625670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.672901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-621567c3-a627-4929-967d-490a49b3d3ab req-bf11ea5e-7b88-45ac-afc4-33630eec89e2 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064603 Jul 27 16:43:53.687391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.689080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-124ccc8f-8012-4a5b-9559-cace5a1d95a9 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0192006 Jul 27 16:43:53.694001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:53.757382 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7da2d-6754-4a33-87db-cba59fe26641 x-openstack-request-id: req-9bd7da2d-6754-4a33-87db-cba59fe26641 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:53.757673 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-plugged", "status": "completed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:53.757926 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bd7da2d-6754-4a33-87db-cba59fe26641 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:53.758323 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25', 'code': 200} Jul 27 16:43:53.847277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503764db-99ec-46b5-9169-5a0662676bac {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:53.909693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.932088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Transition to ACTIVE for port object 503764db-99ec-46b5-9169-5a0662676bac will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:53.966378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:53.991976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-79466fbf-b1ae-476c-96c5-f3f46a8a46e2 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:53.992846 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-79466fbf-b1ae-476c-96c5-f3f46a8a46e2 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 16:43:53.993424 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-79466fbf-b1ae-476c-96c5-f3f46a8a46e2 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 16:43:54.000985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-79466fbf-b1ae-476c-96c5-f3f46a8a46e2 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3941648 Jul 27 16:43:54.004836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.006673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44958) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:54.045174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--458762665'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:54.109739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Pushing event updated for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:54.159361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59a772-8a8a-4630-a2dd-906f9a52b958 req-c87bf562-53c5-42b2-9145-6ad300aa48c9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:54.160844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae59a772-8a8a-4630-a2dd-906f9a52b958 req-c87bf562-53c5-42b2-9145-6ad300aa48c9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1910276 Jul 27 16:43:54.185047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b5ed-5dca-4311-b617-2d619d55d3f4 req-ea610799-7795-40f0-96f3-2d6505cf2c2f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:54.187452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5d8b5ed-5dca-4311-b617-2d619d55d3f4 req-ea610799-7795-40f0-96f3-2d6505cf2c2f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.3559439 Jul 27 16:43:54.189588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-b766acab-0b7e-41a8-9536-1305f9e2026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:54.191120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-b766acab-0b7e-41a8-9536-1305f9e2026f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1101 time: 0.3165915 Jul 27 16:43:54.218525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:54.262272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.304552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.364325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.375876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.401380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5d8b5ed-5dca-4311-b617-2d619d55d3f4 req-acfdc60c-ec0a-4927-a3be-2854933229c8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826489 Jul 27 16:43:54.546329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.547046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa81f930-fb29-4714-afbe-f686be4c4693 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:54.553297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.554469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83df3e9d-c6ce-4321-860d-c1e5adfecd82 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "DELETE /v2.0/routers/fa81f930-fb29-4714-afbe-f686be4c4693 HTTP/1.1" status: 204 len: 168 time: 0.8587878 Jul 27 16:43:54.578094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:54.589537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Request body: {'router': {'name': 'tempest-router-1918466662', 'distributed': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:54.643833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-919c9b5a-cf4f-4311-97a8-2465b942ffad req-fa1833ee-9eb5-41ed-9a59-ff3dc688a8e7 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1068141 Jul 27 16:43:54.742562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Attempting to bind port 503764db-99ec-46b5-9169-5a0662676bac on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:54.743153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Attempting to bind port 503764db-99ec-46b5-9169-5a0662676bac by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:54.743269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Attempting to bind port 503764db-99ec-46b5-9169-5a0662676bac on network 6daf79f2-69d0-4653-99bb-b576497f139f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:54.761225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-8ba70c09-1313-4204-85c4-ea1fbb58e385 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:54.762987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-8ba70c09-1313-4204-85c4-ea1fbb58e385 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 819 time: 0.2977569 Jul 27 16:43:54.767551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae59a772-8a8a-4630-a2dd-906f9a52b958 req-292259bb-16b2-401e-b821-b970ba50d1af tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731223 Jul 27 16:43:54.792026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Port 503764db-99ec-46b5-9169-5a0662676bac on network 6daf79f2-69d0-4653-99bb-b576497f139f not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:54.793849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Attempting to bind port 503764db-99ec-46b5-9169-5a0662676bac on network 6daf79f2-69d0-4653-99bb-b576497f139f {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:54.801300 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.803780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:54.804128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Checking segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:54.804678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Bound using segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:54.805125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Bound port: 503764db-99ec-46b5-9169-5a0662676bac, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:54.805481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.821151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Request body: {'port': {'device_id': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'admin_state_up': True, 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:54.890157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.957468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:54.968890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03cbbf7e-a8df-4919-a41d-5d4633842908 req-65662e01-9bbc-4904-8377-3eb8510b4339 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 210 time: 0.0871947 Jul 27 16:43:55.054316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.059733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.060987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.085513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.114876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.119462 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1064160 Jul 27 16:43:55.120206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:55.136466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '99c9cdf8-a229-4489-bdb0-47c67ef5e1bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:55.157062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b06d0-6326-4fa1-97bf-0be8ca257b02,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.162426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:55.175689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5680-c79b-4f7d-88d9-433a3e57bdf8 req-a5c286ba-4fcc-4c22-8b94-2db4f240684a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:55.184938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc5a5680-c79b-4f7d-88d9-433a3e57bdf8 req-a5c286ba-4fcc-4c22-8b94-2db4f240684a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.4188137 Jul 27 16:43:55.215683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=503764db-99ec-46b5-9169-5a0662676bac,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:55.291005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.307143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:43:55.307143 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:43:55.307143 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': '560ec215ff5242d4b4856b82acfd3cc8', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 43, 55, 160255)}] Jul 27 16:43:55.307143 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:43:55.308404 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:43:55.318248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.335521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.347195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775143c1-c27a-4b87-a8e5-3ec4241e40ad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9cdf8-a229-4489-bdb0-47c67ef5e1bd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.354227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.371283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc5a5680-c79b-4f7d-88d9-433a3e57bdf8 req-980e5c17-8874-4ca6-94e9-77ecda37035e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852531 Jul 27 16:43:55.377484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:55.398054 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.400308 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3fac6fe9-294c-4513-8180-3284f8d6881b tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8205709 Jul 27 16:43:55.404116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:55.486358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:55.487119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.489412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] 10.222.0.13 "PUT /v2.0/ports/503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 1092 time: 2.7241066 Jul 27 16:43:55.497407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'tag': '503764db-99ec-46b5-9169-5a0662676bac'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:55.502126 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df94ea-3d04-4dc7-ae0d-96042b952d73" -d '{"events": [{"name": "network-changed", "server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "tag": "503764db-99ec-46b5-9169-5a0662676bac"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:55.520885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:55.604421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.651115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043df9-0943-4747-918b-2e632c6050ab req-0035c81a-cb33-4a22-9447-2ff9b62cf44f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:55.665587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c043df9-0943-4747-918b-2e632c6050ab req-0035c81a-cb33-4a22-9447-2ff9b62cf44f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.5612605 Jul 27 16:43:55.687767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb0b5-7ee2-43b5-8d97-a09067dc5e96 service neutron] Pushing event updated for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.706521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.721380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.767686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.845490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c043df9-0943-4747-918b-2e632c6050ab req-713becad-e93d-49da-a6d3-4864ae35c8fd tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756842 Jul 27 16:43:55.870144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.874653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.876416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.881020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7526846 Jul 27 16:43:55.883974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:55.886525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208df9fd-119f-4777-b2de-8b22b6ce44b3 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bf1282-c3b0-4cad-bbcc-2d84497019dd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.911589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c0db0c10-5d20-4ae1-8ba3-0cecbb0b2582 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '99c9cdf8-a229-4489-bdb0-47c67ef5e1bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:55.943029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Transition to ACTIVE for port object 46ad1375-d668-4a61-a262-28fc758af180 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:55.962772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:55.981312 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa52703-1b3c-4369-a516-ed69ad637484 x-openstack-request-id: req-baa52703-1b3c-4369-a516-ed69ad637484 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:55.981609 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "tag": "503764db-99ec-46b5-9169-5a0662676bac", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:55.981865 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-baa52703-1b3c-4369-a516-ed69ad637484 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:55.982267 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'tag': '503764db-99ec-46b5-9169-5a0662676bac', 'status': 'completed', 'code': 200} Jul 27 16:43:55.986418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-0ed6c482-dce2-4632-b168-6b72ef59114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:55.989430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-0ed6c482-dce2-4632-b168-6b72ef59114e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1095 time: 0.4262745 Jul 27 16:43:56.075394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-834ff3b9-3199-432f-9a64-1ccba3b8a1ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.0647800 Jul 27 16:43:56.178490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-8e0e66be-47c6-4a72-b283-8f3bb3e8621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:56.180307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-8e0e66be-47c6-4a72-b283-8f3bb3e8621e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0998678 Jul 27 16:43:56.184821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] No DVR routers for this DVR port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:43:56.223538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=10']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:56.295461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-93c25aef-f6ca-4214-ac04-abe2f55b1eac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051030 Jul 27 16:43:56.304067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da439bb5-bfd5-4aa9-a3b5-87be06e7e461 req-7312639f-b9d7-4726-9080-9b2b03b55d5d tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1204793 Jul 27 16:43:56.353347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29916403-2be5-47a1-804a-3d32f7e9702b req-23ea3d9c-8b22-475d-a2a6-ed0819337472 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:56.361116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29916403-2be5-47a1-804a-3d32f7e9702b req-23ea3d9c-8b22-475d-a2a6-ed0819337472 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 950 time: 0.8387010 Jul 27 16:43:56.364263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.364941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3b595ae-b8ac-4753-95b5-c549cee8eec5 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:56.379895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Made reservation on behalf of 560ec215ff5242d4b4856b82acfd3cc8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:56.383514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.403312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.409337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98ae8e1d-fb45-4144-b0c9-ce2a5463edbf tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "DELETE /v2.0/routers/b3b595ae-b8ac-4753-95b5-c549cee8eec5 HTTP/1.1" status: 204 len: 168 time: 0.9992354 Jul 27 16:43:56.411618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44988) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:56.424817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Request body: {'router': {'name': 'tempest-router-1937597478', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c531f31b60b6483bacd3a870976b4ef0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:56.444473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:43:56.444473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:43:56.444473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:56.487659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:43:56.487995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Attempting to bind port 46ad1375-d668-4a61-a262-28fc758af180 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:43:56.500354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0db0c10-5d20-4ae1-8ba3-0cecbb0b2582 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.507361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-29916403-2be5-47a1-804a-3d32f7e9702b req-cc5794a5-230f-470e-84c9-3458d4b88983 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451795 Jul 27 16:43:56.511488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:43:56.511840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:43:56.512267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:43:56.512722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Bound port: 46ad1375-d668-4a61-a262-28fc758af180, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:43:56.513111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.548447 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.550063 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.605083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-1a85f55b-eb71-4b2a-b52c-3ba113bc13c9 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912655 Jul 27 16:43:56.635417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.652155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.681355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fddfc480-ac47-49c3-b08a-f9529ef2b2e7 req-0f21fc33-fc4a-45ef-9126-6f712bf15a92 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 210 time: 0.0447509 Jul 27 16:43:56.690990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Allocated IP 172.20.0.2 (6daf79f2-69d0-4653-99bb-b576497f139f/ca24a539-ba07-45ff-a506-9c1b3d84ea0b/51b71baa-d608-4f8a-96c7-c4c7597f61e9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:56.710547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.713842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:56.714799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-302bdbb6-7b1e-4a36-966d-90da9deb6cfa tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3015547 Jul 27 16:43:56.723841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44990) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:56.727644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27aa6-4bad-40c7-a4f5-ac03e2a91860 req-4333965b-eb7b-492c-9532-4a00455afed0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:56.733232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:56.735551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7d27aa6-4bad-40c7-a4f5-ac03e2a91860 req-4333965b-eb7b-492c-9532-4a00455afed0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.3049698 Jul 27 16:43:56.760152 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-c0db0c10-5d20-4ae1-8ba3-0cecbb0b2582 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 16:43:56.764501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c0db0c10-5d20-4ae1-8ba3-0cecbb0b2582 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8686626 Jul 27 16:43:56.766404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:56.795827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:56.822361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.918614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:56.920062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:56.921805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] 10.222.0.13 "PUT /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 1097 time: 2.7150972 Jul 27 16:43:56.936923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7d27aa6-4bad-40c7-a4f5-ac03e2a91860 req-7f677d0e-f3c1-4ce6-9e52-3de5801d5cdd tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001421 Jul 27 16:43:56.959604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6fb5f9a3-c5e8-4912-9dde-3201fb08e8bd req-5f2bffc2-abf8-4ccc-9a6e-050da4f91524 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420358 Jul 27 16:43:57.060882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1f2e-a87e-4392-81b3-a98462f12636 service neutron] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=11']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.137284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.188077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.188644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.229927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.260036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5b985-5ab9-499e-a542-fd88d28d13ce req-7f094499-7546-4c79-b26d-7c8a89b5df6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.268763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bef5b985-5ab9-499e-a542-fd88d28d13ce req-7f094499-7546-4c79-b26d-7c8a89b5df6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.4203775 Jul 27 16:43:57.304182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-d5b79e5b-5aa6-479e-b815-9f0c7020d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.306959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-d5b79e5b-5aa6-479e-b815-9f0c7020d455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1100 time: 0.2939765 Jul 27 16:43:57.328076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 46ad1375-d668-4a61-a262-28fc758af180 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:57.338199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-6e2b4b16-5cb4-4017-92c3-53bd7dc6e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.342073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-6e2b4b16-5cb4-4017-92c3-53bd7dc6e0ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1095 time: 0.2433660 Jul 27 16:43:57.400932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dcae-e963-42d2-aeba-12ebb735cce4 req-f83d3560-be07-4419-b459-cb98ae20b82b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.406029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4d3dcae-e963-42d2-aeba-12ebb735cce4 req-f83d3560-be07-4419-b459-cb98ae20b82b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2734427 Jul 27 16:43:57.406932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 46ad1375-d668-4a61-a262-28fc758af180 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:57.423869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.427189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.430772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/99c9cdf8-a229-4489-bdb0-47c67ef5e1bd HTTP/1.1" status: 204 len: 168 time: 0.6570821 Jul 27 16:43:57.434231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 44998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:57.439753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93924) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 16:43:57.440022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Router 2f515333-d488-4c07-8b95-5b04ca4f26ff migrating from provider to provider. {{(pid=93924) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 16:43:57.441182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.472514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.483888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bef5b985-5ab9-499e-a542-fd88d28d13ce req-09aa6258-98f4-4203-93aa-6f205dc8e5ec tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136054 Jul 27 16:43:57.496111 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.511744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511e2b7-acf0-4451-8570-b042157738ff tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9cdf8-a229-4489-bdb0-47c67ef5e1bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.558373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.593186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4d3dcae-e963-42d2-aeba-12ebb735cce4 req-a75e7b4d-ed5b-4572-8469-fe9b06f49a5f tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701546 Jul 27 16:43:57.617129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-60c73133-2032-4e7b-ab5e-1b0d6f0daa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.619013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-60c73133-2032-4e7b-ab5e-1b0d6f0daa78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.2601378 Jul 27 16:43:57.620884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-23f294f3-06d5-4a56-8e1e-bb0675343a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.622294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-23f294f3-06d5-4a56-8e1e-bb0675343a4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3038442 Jul 27 16:43:57.729956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94c4c6d6-ddef-4c63-9fdb-e7a8293d1405 req-0ce5dbfd-23ea-4a94-a395-09be68958056 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0889893 Jul 27 16:43:57.739941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-6937d018-bdb1-4b66-a033-226324785355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.0993521 Jul 27 16:43:57.744731 n-d-723572-6 neutron-server[93924]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] No L3 agents can host the router 2f515333-d488-4c07-8b95-5b04ca4f26ff Jul 27 16:43:57.748392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-086c8988-e87e-4815-a0e6-9a7f2368a0d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.1159806 Jul 27 16:43:57.753533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2aba1e9a-74eb-4c49-b040-339d61a22a71 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3105650 Jul 27 16:43:57.757344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:57.768901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991134922'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:57.807028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.879870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-b95008f1-a81a-4dea-a52c-11dacacb1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.881381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-b95008f1-a81a-4dea-a52c-11dacacb1cec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.1188214 Jul 27 16:43:57.884299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-6bad283d-58ed-453b-a315-e842949737d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.885718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-6bad283d-58ed-453b-a315-e842949737d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1362011 Jul 27 16:43:57.916325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:57.963950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-e000bff1-8f99-4446-b660-6790609985f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666261 Jul 27 16:43:57.979633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1dd36-fabf-4ca5-9bf0-8040f637c6ae req-0e7baacc-e819-44cf-ac2c-30a64d818997 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:57.987765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ade1dd36-fabf-4ca5-9bf0-8040f637c6ae req-0e7baacc-e819-44cf-ac2c-30a64d818997 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.3021181 Jul 27 16:43:57.990511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}, {'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:43:57.992786 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-unplugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}, {"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:58.059148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Network 6daf79f2-69d0-4653-99bb-b576497f139f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:58.061151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Hosts for router 2f515333-d488-4c07-8b95-5b04ca4f26ff: [] {{(pid=93924) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 16:43:58.072607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:58.101100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:43:58.109838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Pushing event updated for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.119493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ade1dd36-fabf-4ca5-9bf0-8040f637c6ae req-a4895ef0-6122-4363-b216-d80d00ada663 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307046 Jul 27 16:43:58.163699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-95dff710-23f2-419a-ab4b-28d09041f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:58.177377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Hosts for other DVR routers connected to router 2f515333-d488-4c07-8b95-5b04ca4f26ff: set() {{(pid=93924) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 16:43:58.182910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.184132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-95dff710-23f2-419a-ab4b-28d09041f130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879090 Jul 27 16:43:58.185930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c1e3d77a-1e4a-42db-9475-8868e77779c3 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "PUT /v2.0/routers/2f515333-d488-4c07-8b95-5b04ca4f26ff HTTP/1.1" status: 200 len: 717 time: 1.4608166 Jul 27 16:43:58.193814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:58.226779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-65f73a12-cedb-4c21-93bd-35ae9c61dd06 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366705 Jul 27 16:43:58.249610 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd2774e-0afd-4eae-a095-17fe6c52c4e0 x-openstack-request-id: req-7bd2774e-0afd-4eae-a095-17fe6c52c4e0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:58.250233 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-unplugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "code": 200}, {"name": "network-changed", "server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:58.250506 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bd2774e-0afd-4eae-a095-17fe6c52c4e0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:58.251602 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'code': 200} Jul 27 16:43:58.251862 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'status': 'completed', 'code': 200} Jul 27 16:43:58.323873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:58.324750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.347439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-461d9ea1-1a95-480d-874c-7b97e69067ff tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "GET /v2.0/routers/2f515333-d488-4c07-8b95-5b04ca4f26ff HTTP/1.1" status: 200 len: 717 time: 0.1519980 Jul 27 16:43:58.353926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:58.374088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995a57-f72c-48a5-9ce7-f09ef722f0de req-a1a2534d-4dd3-4574-b7cc-93a9aeb01d5f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:58.381872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e995a57-f72c-48a5-9ce7-f09ef722f0de req-a1a2534d-4dd3-4574-b7cc-93a9aeb01d5f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 931 time: 0.5124013 Jul 27 16:43:58.400288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.416807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.429127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-05c1e72a-8080-4414-b8bd-09bd26d1a491 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6124346 Jul 27 16:43:58.462362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Request body: {'port': {'device_id': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:58.473493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.478780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7135627 Jul 27 16:43:58.496370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45024) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:58.504996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb617c2f-635d-4644-8eda-686f0b4fef27 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '019a36cc-ab62-468e-ab57-132f6384e023', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:58.506058 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-bb617c2f-635d-4644-8eda-686f0b4fef27 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 16:43:58.506540 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-bb617c2f-635d-4644-8eda-686f0b4fef27 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:43:58.510493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb617c2f-635d-4644-8eda-686f0b4fef27 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087297 Jul 27 16:43:58.528923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10df94ea-3d04-4dc7-ae0d-96042b952d73 req-7deda5b7-e73c-433b-bda4-26f11de9cd57 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116580 Jul 27 16:43:58.531392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:58.541044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e995a57-f72c-48a5-9ce7-f09ef722f0de req-087c74a4-e093-4b47-87d6-ada94b9f917e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579676 Jul 27 16:43:58.554274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440106c-a369-4adb-ae46-c04332e87bea tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019a36cc-ab62-468e-ab57-132f6384e023,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.610382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-48d05913-0ae0-47e2-bf33-843e53bbba9f service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145355 Jul 27 16:43:58.760850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.772869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-345d2121-27b8-4b6b-83df-d281eda0f6cc req-13e563e5-efbc-439b-b6d1-2c4262452446 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468949 Jul 27 16:43:58.776479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-a14eea23-aba7-4a96-bb4d-1ad265db0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:58.777975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-a14eea23-aba7-4a96-bb4d-1ad265db0d6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1100 time: 0.4768252 Jul 27 16:43:58.803315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e4ba-a395-4343-8c51-c9eed220f214 req-95c7220c-11b6-4e98-95b6-c8316090d820 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:58.804912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec58e4ba-a395-4343-8c51-c9eed220f214 req-95c7220c-11b6-4e98-95b6-c8316090d820 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.5024667 Jul 27 16:43:58.820998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.834972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-539e2f3a-b450-4665-811c-fcda07e25e81 tempest-RoutersTestDVR-1057733180 tempest-RoutersTestDVR-1057733180-project] 10.222.0.64 "GET /v2.0/routers/2f515333-d488-4c07-8b95-5b04ca4f26ff HTTP/1.1" status: 200 len: 683 time: 0.4784474 Jul 27 16:43:58.837980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:58.959480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:58.974907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.014957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec58e4ba-a395-4343-8c51-c9eed220f214 req-6c4adb9b-b044-4d2e-8024-82cb842cccec tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943409 Jul 27 16:43:59.076451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-4a1ecb55-2e9d-4e17-8d4f-0359922b0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.078320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-4a1ecb55-2e9d-4e17-8d4f-0359922b0679 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2702348 Jul 27 16:43:59.081256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-6d29ff01-fa92-4588-bb53-d92be2e4b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.082803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-6d29ff01-fa92-4588-bb53-d92be2e4b5db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 1100 time: 0.1892216 Jul 27 16:43:59.083651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.086634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.091256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/019a36cc-ab62-468e-ab57-132f6384e023 HTTP/1.1" status: 204 len: 168 time: 0.5036035 Jul 27 16:43:59.092320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45036) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:59.120177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de893-dce0-4b16-958b-c85661648c8b req-f2fa132c-3e9a-4292-a8fb-3dc4b0e2d812 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.127755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b22de893-dce0-4b16-958b-c85661648c8b req-f2fa132c-3e9a-4292-a8fb-3dc4b0e2d812 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.4790807 Jul 27 16:43:59.180290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafccc1a-1dcf-47e4-b0fb-60a9fbc06cb7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a36cc-ab62-468e-ab57-132f6384e023,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:59.215295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-2731c77e-5261-448f-92fc-ce402cc43c9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.1203501 Jul 27 16:43:59.316634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b22de893-dce0-4b16-958b-c85661648c8b req-5fa5cd17-7f10-4aad-b8f0-6487758d800c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878126 Jul 27 16:43:59.339989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.374221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.395426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d63f5b9d-3761-4989-846e-2eb3c2ad21a7 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2958782 Jul 27 16:43:59.402105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:59.409118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--981128667'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:59.418560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-53212f68-1406-434f-b7ed-63021f43ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.420083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-53212f68-1406-434f-b7ed-63021f43ee62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1924675 Jul 27 16:43:59.437193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-dfd14ce8-5fa3-40d9-a0c2-2c3eaa23e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.439513 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-dfd14ce8-5fa3-40d9-a0c2-2c3eaa23e5de service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3457220 Jul 27 16:43:59.551774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a098-f0bc-4cf0-838c-204098e35c57 req-c922f67b-c695-4410-a57e-2ab50f6a4f3e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.553510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e368a098-f0bc-4cf0-838c-204098e35c57 req-c922f67b-c695-4410-a57e-2ab50f6a4f3e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.3839869 Jul 27 16:43:59.564525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-9ec56679-abdf-422d-b8cb-33d83b8d0467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 200 len: 217 time: 0.1084702 Jul 27 16:43:59.576141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3ecb0d3-eb5e-440d-a68d-4864a775ad07 req-ba06f55f-b57b-49cb-a82b-a809805bf410 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1176236 Jul 27 16:43:59.586440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.696950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e368a098-f0bc-4cf0-838c-204098e35c57 req-f55cde0b-c4a9-4a9d-8b46-0f27479e47e6 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305432 Jul 27 16:43:59.701758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b71baa-d608-4f8a-96c7-c4c7597f61e9 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:43:59.703899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-9bbde786-0266-49ec-8caa-a5fefb63c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.706121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-9bbde786-0266-49ec-8caa-a5fefb63c669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1310122 Jul 27 16:43:59.716029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.736230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.736230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f515333-d488-4c07-8b95-5b04ca4f26ff {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:59.744529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:43:59.753582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-acb215ff-b66e-478e-a741-65c024618318 tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2f515333-d488-4c07-8b95-5b04ca4f26ff HTTP/1.1" status: 204 len: 168 time: 0.9140108 Jul 27 16:43:59.755150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:43:59.764274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Request body: {'router': {'name': 'tempest-router-1951289537', 'distributed': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:43:59.772419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-eb14a7d6-27d4-455d-bbf7-f5b37c0c1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:43:59.774024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-eb14a7d6-27d4-455d-bbf7-f5b37c0c1b1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3425076 Jul 27 16:43:59.809126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Transition to ACTIVE for port object 51b71baa-d608-4f8a-96c7-c4c7597f61e9 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:43:59.824829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.036068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0d5c-eecd-4ad0-b58a-d7e9833809ec req-c4cae3cd-cb74-4a0c-beb0-36de4f633c60 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:00.037989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c7e0d5c-eecd-4ad0-b58a-d7e9833809ec req-c4cae3cd-cb74-4a0c-beb0-36de4f633c60 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.3297353 Jul 27 16:44:00.038834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Pushing event updated for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:00.075615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Attempting to bind port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:00.076389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Attempting to bind port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:00.077056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Attempting to bind port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 on network 6daf79f2-69d0-4653-99bb-b576497f139f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:00.097057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 on network 6daf79f2-69d0-4653-99bb-b576497f139f not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:44:00.097380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Attempting to bind port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 on network 6daf79f2-69d0-4653-99bb-b576497f139f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:00.103104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:00.103474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Checking segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:00.103874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Bound using segment: {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:00.104855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Bound port: 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db87a8-e67d-4f0b-a386-f7cfb5150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:00.104855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.110247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c7e0d5c-eecd-4ad0-b58a-d7e9833809ec req-1e77a985-1638-4e6a-beba-d015ae7fac43 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628214 Jul 27 16:44:00.272437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:00.297069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:00.306333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.358047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:00.358740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.360188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-432a46f7-79cd-4885-a643-f245da60905a service neutron] 10.222.0.13 "PUT /v2.0/ports/51b71baa-d608-4f8a-96c7-c4c7597f61e9 HTTP/1.1" status: 200 len: 1091 time: 1.9112096 Jul 27 16:44:00.365929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:00.370345 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:00.382608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d28bc-ad06-4bd4-98fb-1c1362329f9d req-997d5a94-d003-47fe-a6ff-e86393799f04 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:00.384683 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca8d28bc-ad06-4bd4-98fb-1c1362329f9d req-997d5a94-d003-47fe-a6ff-e86393799f04 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1686926 Jul 27 16:44:00.408818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a46f7-79cd-4885-a643-f245da60905a service neutron] Pushing event updated for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:00.507376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.540064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-3ef541ba-7177-4116-a97b-b58501f3687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:00.541843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-3ef541ba-7177-4116-a97b-b58501f3687c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8265405 Jul 27 16:44:00.543633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.571201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-efd89e65-ed29-4be7-a169-09d9d6cc79ca service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802832 Jul 27 16:44:00.722943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78d3cb2-b138-44ba-ae30-d4552d459946,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:00.726890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.729930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.742979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.744408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b09fe19-4670-4cdd-a7fb-b56fae921923 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3402691 Jul 27 16:44:00.761232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f97f0-c4bb-40f7-a8dc-7bd8cc4209bb req-197bf863-d484-4b47-88b4-ea5504bc5b5a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:00.769750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c2f97f0-c4bb-40f7-a8dc-7bd8cc4209bb req-197bf863-d484-4b47-88b4-ea5504bc5b5a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 943 time: 0.9207482 Jul 27 16:44:00.775335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:00.788874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-01c9ead9-db91-48bb-aad1-adaaa693c84d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'b78d3cb2-b138-44ba-ae30-d4552d459946', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:00.789820 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-01c9ead9-db91-48bb-aad1-adaaa693c84d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 16:44:00.790404 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-01c9ead9-db91-48bb-aad1-adaaa693c84d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:00.791575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-01c9ead9-db91-48bb-aad1-adaaa693c84d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139937 Jul 27 16:44:00.800919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:00.864610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 503764db-99ec-46b5-9169-5a0662676bac details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:00.954904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:00.977905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca8d28bc-ad06-4bd4-98fb-1c1362329f9d req-71ddbb58-c05c-43d7-a4b3-9b5228a9fcfa tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717063 Jul 27 16:44:00.992703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c2f97f0-c4bb-40f7-a8dc-7bd8cc4209bb req-2449913a-63fd-4f67-80e9-7a63ea4ea20e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101791 Jul 27 16:44:00.992929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=503764db-99ec-46b5-9169-5a0662676bac,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:00.999317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-967d7e42-cb63-4ae4-96db-3883f42c61d8 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255383 Jul 27 16:44:00.999782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-85e19d65-1e3b-4446-a3dd-d004069d0e15 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019747 Jul 27 16:44:01.000582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '503764db-99ec-46b5-9169-5a0662676bac', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'port_id': '503764db-99ec-46b5-9169-5a0662676bac', 'mac_address': 'fa:16:3e:c8:65:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:01.000798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.074148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.089369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503764db-99ec-46b5-9169-5a0662676bac {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:01.115641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=503764db-99ec-46b5-9169-5a0662676bac,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:01.122408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.147385 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3054f1a9-ea25-4b25-b6e0-8a9f8d19c63a x-openstack-request-id: req-3054f1a9-ea25-4b25-b6e0-8a9f8d19c63a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:01.147926 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:01.148398 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3054f1a9-ea25-4b25-b6e0-8a9f8d19c63a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:01.149956 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9', 'status': 'completed', 'code': 200} Jul 27 16:44:01.163982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-c001599f-a2d9-424e-963e-8676fe863a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:01.168030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-c001599f-a2d9-424e-963e-8676fe863a82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 1094 time: 0.6937811 Jul 27 16:44:01.225559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:01.243147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.243411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.243755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.244375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.244983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.245568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.246149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.246935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.247516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.247903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.248419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.248807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:01.261237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.265622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2188baac-5317-4bdf-b171-f4f6bd92982c tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.5046153 Jul 27 16:44:01.268231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:01.284494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-8d82ead9-2179-43ac-ba93-9974f26b2816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9 HTTP/1.1" status: 200 len: 217 time: 0.1014566 Jul 27 16:44:01.370891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.384883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-0af4ab8f-cefd-4c63-a7da-35b85fd1ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:01.386074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-0af4ab8f-cefd-4c63-a7da-35b85fd1ce67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0486400 Jul 27 16:44:01.388945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f43a7ae1-5a0a-4c1a-b7b6-0bb510078680 req-0dfff40e-2d12-4541-836e-3ccbd4427ec5 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1213725 Jul 27 16:44:01.449399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74ce8-738f-4aec-95b2-4caf512b6f6f req-29298a69-b4c9-4392-9b01-6fc101cf851f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:01.451545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74d74ce8-738f-4aec-95b2-4caf512b6f6f req-29298a69-b4c9-4392-9b01-6fc101cf851f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2988675 Jul 27 16:44:01.456283 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.462599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['503764db-99ec-46b5-9169-5a0662676bac'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:01.467611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-c9747038-77d8-44b7-a225-5619793bce46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435431 Jul 27 16:44:01.469184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.489075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2035bd9a-513f-4734-9c1a-a5c7f8d5f527 req-402a1c0a-e551-48a9-ac1a-17b5f39b5679 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672401 Jul 27 16:44:01.548646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74d74ce8-738f-4aec-95b2-4caf512b6f6f req-43c2c354-a9a8-49e2-a416-543ffa36c8cc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866239 Jul 27 16:44:01.564329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.567374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.569019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/b78d3cb2-b138-44ba-ae30-d4552d459946 HTTP/1.1" status: 204 len: 168 time: 0.7574365 Jul 27 16:44:01.572794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:01.629653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd2eb9d8-44f2-42b9-8053-7bc02db8f008 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551140 Jul 27 16:44:01.631114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b780c-4812-41f1-8c09-c6eb33a01340 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78d3cb2-b138-44ba-ae30-d4552d459946,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:01.636813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:01.643565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--424133020'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:01.684035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.817342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeb0df-7ff5-4210-b1af-a9cfc494a14e req-78ac19d4-f046-4240-9f95-a73463f6fc13 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:01.819551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6deeb0df-7ff5-4210-b1af-a9cfc494a14e req-78ac19d4-f046-4240-9f95-a73463f6fc13 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2583647 Jul 27 16:44:01.874924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c756e49-4fe8-4de8-b5a7-093ae3534204 req-e0d5d6b8-6d70-4064-862d-dfc47f02cf63 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:01.882488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c756e49-4fe8-4de8-b5a7-093ae3534204 req-e0d5d6b8-6d70-4064-862d-dfc47f02cf63 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.1456671 Jul 27 16:44:01.911807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.929270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.930832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.935678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-fc1b8f43-492e-49e9-8b89-9655ca51391a service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944786 Jul 27 16:44:01.939338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:01.952167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6deeb0df-7ff5-4210-b1af-a9cfc494a14e req-191802f3-2aef-4336-98e8-a1521d3d288e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623322 Jul 27 16:44:01.994165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c756e49-4fe8-4de8-b5a7-093ae3534204 req-40cccb7b-2a2b-4f15-a4de-1c6b2da5ee37 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103041 Jul 27 16:44:02.019244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.021339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3833051 Jul 27 16:44:02.044756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.073137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98034cd0-dc1c-40f3-8394-8503657c2b7a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '0db2cb5a-c206-4bdb-b357-ea44d9b0f133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:02.085550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.086116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9220f92-a2cd-45e1-9273-f402fd3fee91 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:44:02.089215 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-98034cd0-dc1c-40f3-8394-8503657c2b7a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 16:44:02.090154 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-98034cd0-dc1c-40f3-8394-8503657c2b7a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:02.091908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-98034cd0-dc1c-40f3-8394-8503657c2b7a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0455260 Jul 27 16:44:02.097584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.105401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.106625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e5fc1380-9263-4ca7-8793-d0e0ebd1d8fc tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '0db2cb5a-c206-4bdb-b357-ea44d9b0f133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:02.107138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cde30c4d-7f4c-4dcf-9ceb-ece8f3a3893d tempest-RoutersTestDVR-301584753 tempest-RoutersTestDVR-301584753-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d9220f92-a2cd-45e1-9273-f402fd3fee91 HTTP/1.1" status: 204 len: 168 time: 0.8376050 Jul 27 16:44:02.107751 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-e5fc1380-9263-4ca7-8793-d0e0ebd1d8fc tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 16:44:02.124702 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e5fc1380-9263-4ca7-8793-d0e0ebd1d8fc tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:02.129151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5fc1380-9263-4ca7-8793-d0e0ebd1d8fc tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0275340 Jul 27 16:44:02.129151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4dec4-080d-424a-ab77-b2771f32bc8e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db2cb5a-c206-4bdb-b357-ea44d9b0f133,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:02.131485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.144782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e6980212-37b0-4c84-b0c3-c38ff5261257 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '0db2cb5a-c206-4bdb-b357-ea44d9b0f133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:02.146225 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-e6980212-37b0-4c84-b0c3-c38ff5261257 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 16:44:02.147075 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e6980212-37b0-4c84-b0c3-c38ff5261257 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:02.154403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e6980212-37b0-4c84-b0c3-c38ff5261257 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157871 Jul 27 16:44:02.161636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.178795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15b824e4-a33a-47ff-a471-0fbc828f6c16 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '0db2cb5a-c206-4bdb-b357-ea44d9b0f133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:02.180347 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-15b824e4-a33a-47ff-a471-0fbc828f6c16 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 16:44:02.184176 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-15b824e4-a33a-47ff-a471-0fbc828f6c16 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:02.188677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15b824e4-a33a-47ff-a471-0fbc828f6c16 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0229890 Jul 27 16:44:02.189113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.206746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b52e681-e66f-4a77-8a90-bb3863e1c234 req-8d21e779-f224-4d59-8bce-59aee3411070 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532754 Jul 27 16:44:02.332679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.333573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11a53-e6ff-4166-ae23-aa911fa0a409 req-c205c0d6-4d27-4c53-8dc7-0d0712a745be tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:02.335252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ade11a53-e6ff-4166-ae23-aa911fa0a409 req-c205c0d6-4d27-4c53-8dc7-0d0712a745be tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 943 time: 0.2457170 Jul 27 16:44:02.367406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.418236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5494c2-dbd3-4bfb-b0f3-321b3deff99e req-ad7318d8-05fe-4c3b-9f17-0ee3a2cdf07e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:02.418715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ade11a53-e6ff-4166-ae23-aa911fa0a409 req-7c7610c2-3c5b-4fad-80d5-3024dfb4b182 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502141 Jul 27 16:44:02.419552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd5494c2-dbd3-4bfb-b0f3-321b3deff99e req-ad7318d8-05fe-4c3b-9f17-0ee3a2cdf07e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 949 time: 0.2174244 Jul 27 16:44:02.496687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-50471e00-b6be-4e3b-a31b-baa299fde547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:02.499596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-50471e00-b6be-4e3b-a31b-baa299fde547 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 1094 time: 0.1887028 Jul 27 16:44:02.502188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd5494c2-dbd3-4bfb-b0f3-321b3deff99e req-14a8ed27-1295-47b7-ad77-88f85b7593a4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820346 Jul 27 16:44:02.527203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.537384 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.541886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/0db2cb5a-c206-4bdb-b357-ea44d9b0f133 HTTP/1.1" status: 204 len: 168 time: 0.3511479 Jul 27 16:44:02.561740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.615994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ea92-de3d-4d9a-b118-7e339b2d1f04 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db2cb5a-c206-4bdb-b357-ea44d9b0f133,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:02.730505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b42a34a9-ec02-45ff-ab5a-0c9f9e0c44cf tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1665268 Jul 27 16:44:02.735855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.761265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--875382752'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:02.802172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-c98af850-19a0-46e6-b329-1f988901a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:02.803723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-c98af850-19a0-46e6-b329-1f988901a4e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.2697206 Jul 27 16:44:02.810650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d113139-dfa8-4aa3-b582-cf42b49c2e39 req-fd4e4de7-406a-4ddf-ba42-4c947a77f690 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0786519 Jul 27 16:44:02.853298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:02.883186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:02.890769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 503764db-99ec-46b5-9169-5a0662676bac up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:02.908096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:02.986715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-36b85cea-502e-4986-8eb2-2995be7bb371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9 HTTP/1.1" status: 200 len: 217 time: 0.1438298 Jul 27 16:44:03.036247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad077841-1623-4083-b63a-6cae25f40dae req-fc7086bc-d77e-46e4-a252-52fd5cad55a5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:03.038476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad077841-1623-4083-b63a-6cae25f40dae req-fc7086bc-d77e-46e4-a252-52fd5cad55a5 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.3224332 Jul 27 16:44:03.047101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.051151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 503764db-99ec-46b5-9169-5a0662676bac completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:03.061635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 503764db-99ec-46b5-9169-5a0662676bac triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:03.062486 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.089246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4561c68-0d6b-4815-b80e-81dc61e29fd9 req-fd5fc59a-5761-49d9-a714-5f2bcb6d7c6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:03.091478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4561c68-0d6b-4815-b80e-81dc61e29fd9 req-fd5fc59a-5761-49d9-a714-5f2bcb6d7c6d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1597486 Jul 27 16:44:03.178736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b259e4a-6024-4f86-9e54-a39c1f09f4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.187772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.192527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-949ce1e9-42f8-43d1-9b7f-f79b942df61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:03.194271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-949ce1e9-42f8-43d1-9b7f-f79b942df61b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.1989758 Jul 27 16:44:03.211850 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4561c68-0d6b-4815-b80e-81dc61e29fd9 req-74ae048e-9e46-4136-963b-bbcb3e254c0d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Jul 27 16:44:03.219147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad077841-1623-4083-b63a-6cae25f40dae req-d008bd12-339d-4f3c-ba44-16d8859a6d19 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Jul 27 16:44:03.231664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.272986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.280340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-22dd2a9a-79c2-48f4-b431-419a9067baa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648432 Jul 27 16:44:03.325450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '46ad1375-d668-4a61-a262-28fc758af180', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '46ad1375-d668-4a61-a262-28fc758af180', 'mac_address': 'fa:16:3e:a6:c3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:03.457656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31808c-0193-497b-a89a-b91f57d6db5c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.468156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.529423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b259e4a-6024-4f86-9e54-a39c1f09f4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.546201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b259e4a-6024-4f86-9e54-a39c1f09f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.554868 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.569562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503764db-99ec-46b5-9169-5a0662676bac'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:03.572130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.572498 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9b2303-0874-447b-9024-e6493e0dd116" -d '{"events": [{"server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "name": "network-vif-plugged", "status": "completed", "tag": "503764db-99ec-46b5-9169-5a0662676bac"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:03.577194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1651c585-7ad6-4654-b3f1-540cc1dd71e5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8212001 Jul 27 16:44:03.578108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:03.579796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-31e96a47-2933-4754-8a48-9f6685d35085 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558984 Jul 27 16:44:03.582472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-0dd4166b-8bbd-4246-8a77-324b1300c332 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813194 Jul 27 16:44:03.587035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b946f3c4-5616-4dc6-981c-7d264b4a1262 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:03.587886 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-b946f3c4-5616-4dc6-981c-7d264b4a1262 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 16:44:03.588498 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b946f3c4-5616-4dc6-981c-7d264b4a1262 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:03.594413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b946f3c4-5616-4dc6-981c-7d264b4a1262 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089922 Jul 27 16:44:03.594413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:03.607405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e3684434-6b49-4947-b8fa-53698769eca5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:03.608677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=503764db-99ec-46b5-9169-5a0662676bac,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.611626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:03.619884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2d63d-595e-44c4-a05f-6c391f304d6b req-d5850ec2-1a1c-4bf6-ac8b-8cac7594edeb tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:03.620315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.630735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9a2d63d-595e-44c4-a05f-6c391f304d6b req-d5850ec2-1a1c-4bf6-ac8b-8cac7594edeb tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2327437 Jul 27 16:44:03.675204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.689643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:03.729029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.731326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9a2d63d-595e-44c4-a05f-6c391f304d6b req-7338a22e-6b27-4faf-87b9-32686db49e75 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Jul 27 16:44:03.761453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259e4a-6024-4f86-9e54-a39c1f09f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ee20c-c46a-48c1-90fc-7accb75dab91,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.792061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0b259e4a-6024-4f86-9e54-a39c1f09f4f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c531f31b60b6483bacd3a870976b4ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826222 Jul 27 16:44:03.795630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:03.846790 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e3684434-6b49-4947-b8fa-53698769eca5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:03.848074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3684434-6b49-4947-b8fa-53698769eca5 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2517178 Jul 27 16:44:03.853515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-6577effa-49db-4db2-a9d0-1ed4a6939326 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:03.854750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e353c31c-ce10-4033-8ffe-238a8ce9e3c4 req-bd210e92-60cb-4830-89c2-a1453ea62992 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595956 Jul 27 16:44:03.855216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:03.858988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-6577effa-49db-4db2-a9d0-1ed4a6939326 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537575 Jul 27 16:44:03.860940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.890592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cd32a57f-f1bf-4d2a-a809-b4b5aa7d0b17 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/quotas/990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 375 time: 0.0108178 Jul 27 16:44:03.906374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b7060a14-3763-43ea-ab25-463525996fdf tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:03.907150 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-b7060a14-3763-43ea-ab25-463525996fdf tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 16:44:03.907899 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b7060a14-3763-43ea-ab25-463525996fdf tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:03.909081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b7060a14-3763-43ea-ab25-463525996fdf tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084167 Jul 27 16:44:03.912387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:03.918990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e5700374-d0f3-4360-b0b0-8c13a6d75222 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:03.959871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.002383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bdd84-fdec-42b3-aee9-caa72b5dd40b req-e789da06-5e48-4440-882e-bd2cd0d05e78 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:04.004299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-373bdd84-fdec-42b3-aee9-caa72b5dd40b req-e789da06-5e48-4440-882e-bd2cd0d05e78 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 943 time: 0.1588140 Jul 27 16:44:04.010252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.036933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:04.051766 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e5700374-d0f3-4360-b0b0-8c13a6d75222 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.061976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5700374-d0f3-4360-b0b0-8c13a6d75222 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1482534 Jul 27 16:44:04.066774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.075249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-373bdd84-fdec-42b3-aee9-caa72b5dd40b req-adc60114-9b2e-4f83-83b7-16c32976ef58 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628870 Jul 27 16:44:04.081192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-270402df-b3c1-499c-95da-e8f769d54b1c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:04.083624 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-270402df-b3c1-499c-95da-e8f769d54b1c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 16:44:04.084335 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-270402df-b3c1-499c-95da-e8f769d54b1c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.085692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-270402df-b3c1-499c-95da-e8f769d54b1c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089138 Jul 27 16:44:04.088638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.099706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e03e076d-e861-4ebe-86a6-be5369c86644 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:04.122254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-b9e52746-92ef-495d-9fe6-a93b2926a3ab tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2196891 Jul 27 16:44:04.151122 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23391de3-1188-44c9-8533-39dc60b18559 x-openstack-request-id: req-23391de3-1188-44c9-8533-39dc60b18559 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:04.151437 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "name": "network-vif-plugged", "status": "completed", "tag": "503764db-99ec-46b5-9169-5a0662676bac", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:04.151698 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23391de3-1188-44c9-8533-39dc60b18559 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:04.152122 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503764db-99ec-46b5-9169-5a0662676bac', 'code': 200} Jul 27 16:44:04.160495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.163692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.165667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/247ee20c-c46a-48c1-90fc-7accb75dab91 HTTP/1.1" status: 204 len: 168 time: 0.3685234 Jul 27 16:44:04.181441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a5c7-fa75-4f37-bb1f-5b7bf2c3da4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ee20c-c46a-48c1-90fc-7accb75dab91,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:04.198014 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-e03e076d-e861-4ebe-86a6-be5369c86644 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Project 274484fdfb7747deafdbc6458edfe059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:44:04.226643 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-e03e076d-e861-4ebe-86a6-be5369c86644 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.227766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e03e076d-e861-4ebe-86a6-be5369c86644 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1380396 Jul 27 16:44:04.231328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.237010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4139c636-58f7-486e-9f96-29a22a65b814 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:04.237549 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-4139c636-58f7-486e-9f96-29a22a65b814 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 16:44:04.238009 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-4139c636-58f7-486e-9f96-29a22a65b814 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.239018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4139c636-58f7-486e-9f96-29a22a65b814 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067263 Jul 27 16:44:04.242751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.269125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6f8913e2-b903-47de-ab9b-0cccd623715b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:04.363919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f62195a9-1679-47a1-ac7d-8a0b733ae097 req-2e7f6030-d281-428e-8cec-bacee6020032 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0451102 Jul 27 16:44:04.366179 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-6f8913e2-b903-47de-ab9b-0cccd623715b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Project 274484fdfb7747deafdbc6458edfe059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:44:04.416473 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6f8913e2-b903-47de-ab9b-0cccd623715b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.416473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f8913e2-b903-47de-ab9b-0cccd623715b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1657422 Jul 27 16:44:04.426356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.441987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af8e069f-8736-4ed9-ac45-d0dd88e7743a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '6b31808c-0193-497b-a89a-b91f57d6db5c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:04.478427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da61b3f-e6c4-4c82-8616-0c6582c703a6 req-e1a17e6f-5192-4143-b5d5-ecd599c129eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:04.483736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2da61b3f-e6c4-4c82-8616-0c6582c703a6 req-e1a17e6f-5192-4143-b5d5-ecd599c129eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.2331235 Jul 27 16:44:04.543177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2da61b3f-e6c4-4c82-8616-0c6582c703a6 req-e528079f-ce6d-49ae-9001-40286f886798 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492446 Jul 27 16:44:04.544935 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-af8e069f-8736-4ed9-ac45-d0dd88e7743a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Project 274484fdfb7747deafdbc6458edfe059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:44:04.561307 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-af8e069f-8736-4ed9-ac45-d0dd88e7743a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:04.562787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af8e069f-8736-4ed9-ac45-d0dd88e7743a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1381242 Jul 27 16:44:04.566998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.670433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d2ce4-2c2e-4f58-81bd-a0c666afac19 req-057f1e13-8fbd-4710-852c-8a4cc0303ad9 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:04.683854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de9d2ce4-2c2e-4f58-81bd-a0c666afac19 req-057f1e13-8fbd-4710-852c-8a4cc0303ad9 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2087548 Jul 27 16:44:04.715115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919864e-de79-4652-b676-f2b7d41e28df req-26da113e-7170-429f-9725-d5d84aa86495 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:04.717662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e919864e-de79-4652-b676-f2b7d41e28df req-26da113e-7170-429f-9725-d5d84aa86495 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1308043 Jul 27 16:44:04.721050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.766505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.772934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de9d2ce4-2c2e-4f58-81bd-a0c666afac19 req-b8f8f255-be4c-4dd2-ad82-f75bc4cc9105 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863028 Jul 27 16:44:04.848596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e919864e-de79-4652-b676-f2b7d41e28df req-2e728005-c238-4988-88a1-66b101362287 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982413 Jul 27 16:44:04.885337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 51b71baa-d608-4f8a-96c7-c4c7597f61e9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:04.888510 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.891206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.892614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.893064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/6b31808c-0193-497b-a89a-b91f57d6db5c HTTP/1.1" status: 204 len: 168 time: 0.3235865 Jul 27 16:44:04.902615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:04.908227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66380805-162e-4b2e-8d58-4cd0e168ffeb req-b06aa087-8c33-4ce0-a39c-422ecc51a413 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Jul 27 16:44:04.934776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82adcf34-9d04-42c9-9e51-f4d7d13bcc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:04.964522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38915d-44d5-43b6-b2a9-7a0abfb2c866 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31808c-0193-497b-a89a-b91f57d6db5c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.038057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75760b55-ac2b-4ef5-aacd-2ca9b2ae0a77 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1306732 Jul 27 16:44:05.043293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:05.066425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--219048274'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:05.151575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd170a54-d834-4875-9695-ffc3546ab64e req-6f08c8e1-dd35-46b3-b05e-ad7b9cf03b99 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:05.154405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd170a54-d834-4875-9695-ffc3546ab64e req-6f08c8e1-dd35-46b3-b05e-ad7b9cf03b99 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.1209109 Jul 27 16:44:05.161686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:05.190349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82adcf34-9d04-42c9-9e51-f4d7d13bcc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.192195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '51b71baa-d608-4f8a-96c7-c4c7597f61e9', 'network_id': '6daf79f2-69d0-4653-99bb-b576497f139f', 'port_id': '51b71baa-d608-4f8a-96c7-c4c7597f61e9', 'mac_address': 'fa:16:3e:1c:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca24a539-ba07-45ff-a506-9c1b3d84ea0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:05.246655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd170a54-d834-4875-9695-ffc3546ab64e req-46b599c1-b63d-4386-86ce-8cb7e469fa93 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846460 Jul 27 16:44:05.250925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.259786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82adcf34-9d04-42c9-9e51-f4d7d13bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.282542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b71baa-d608-4f8a-96c7-c4c7597f61e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:05.320833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:05.330921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.332014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-82adcf34-9d04-42c9-9e51-f4d7d13bcc90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32a18a7de00d422fa4b8b554dbf34ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223187 Jul 27 16:44:05.335319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:05.393976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.417544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.459626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a536ca-639c-4cc2-988e-dd566aa93187 req-30081662-9351-4ec4-83e1-54d2cd16bffd tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:05.460805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5a536ca-639c-4cc2-988e-dd566aa93187 req-30081662-9351-4ec4-83e1-54d2cd16bffd tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 943 time: 0.2691958 Jul 27 16:44:05.462145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adcf34-9d04-42c9-9e51-f4d7d13bcc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1a865-aad7-4617-b8f9-027ff263d774,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.526986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.558096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5a536ca-639c-4cc2-988e-dd566aa93187 req-3f5371be-93c1-48ef-bcb2-4df420d0a843 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827367 Jul 27 16:44:05.607074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.659440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.667767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.685422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82bb114c-4cb2-47e4-98b0-7fd0a0dc7d54 req-81255bff-925a-4109-8f2d-a8d89c6ee1b2 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0718043 Jul 27 16:44:05.722706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.723290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6765151 Jul 27 16:44:05.736326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:05.746593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['51b71baa-d608-4f8a-96c7-c4c7597f61e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:05.754463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-adaa49f4-526b-4fcf-afa6-1ae982733d5b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'ba31a8a3-82c7-4668-8c9b-115071ce2179', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:05.775432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8b42-0580-4a0c-a5a8-d4ff3acef526 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31a8a3-82c7-4668-8c9b-115071ce2179,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.805772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.808420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:05.810019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bc1a865-aad7-4617-b8f9-027ff263d774 HTTP/1.1" status: 204 len: 168 time: 0.4734206 Jul 27 16:44:05.838558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d3a9-9937-4a77-a778-422866e55972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1a865-aad7-4617-b8f9-027ff263d774,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.891222 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-adaa49f4-526b-4fcf-afa6-1ae982733d5b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The resource could not be found. Jul 27 16:44:05.895672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-adaa49f4-526b-4fcf-afa6-1ae982733d5b tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1559746 Jul 27 16:44:05.896047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:05.900861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-75002e7f-0344-478d-805d-97e9e2f51e9e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'ba31a8a3-82c7-4668-8c9b-115071ce2179', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd78e7c01-f8c9-41a4-9e46-ec708a9fbad8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:06.040799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1183e3b-8f71-455f-b3bd-8db583b76c51 req-b1662275-2347-4afa-a998-1c6b1b1c1a82 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:06.052280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1183e3b-8f71-455f-b3bd-8db583b76c51 req-b1662275-2347-4afa-a998-1c6b1b1c1a82 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1531231 Jul 27 16:44:06.082429 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-75002e7f-0344-478d-805d-97e9e2f51e9e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The resource could not be found. Jul 27 16:44:06.084256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75002e7f-0344-478d-805d-97e9e2f51e9e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1869614 Jul 27 16:44:06.089836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:06.186955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d4bb-e2cb-48f1-80b9-ea9a25cd678b req-10f8e36d-891e-4eb1-bcca-84e066433c9d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:06.189181 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aeb6d4bb-e2cb-48f1-80b9-ea9a25cd678b req-10f8e36d-891e-4eb1-bcca-84e066433c9d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1971109 Jul 27 16:44:06.191921 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-296626fa-c463-4425-89f3-63f7feff6fec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=990082e1c62a40b78650479271edff88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322599 Jul 27 16:44:06.196549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1183e3b-8f71-455f-b3bd-8db583b76c51 req-e04829d4-d585-4b14-9521-40e2f7f33473 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430776 Jul 27 16:44:06.227261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:06.349496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:06.356914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aeb6d4bb-e2cb-48f1-80b9-ea9a25cd678b req-2467940d-ec00-4a6b-8122-7c7afa4ecf8d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332619 Jul 27 16:44:06.388937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-bc4f3420-310c-484b-9523-098ab788b654 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:06.390540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-bc4f3420-310c-484b-9523-098ab788b654 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900582 Jul 27 16:44:06.410424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Request body: {'port': {'device_id': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '990082e1c62a40b78650479271edff88'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:06.438676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:06.441775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:06.444344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba31a8a3-82c7-4668-8c9b-115071ce2179 HTTP/1.1" status: 204 len: 168 time: 0.3536122 Jul 27 16:44:06.454265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:06.495589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80b4a0-3a96-41bd-b05c-186ed6d91fd1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31a8a3-82c7-4668-8c9b-115071ce2179,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:06.572841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-816414de-7e4f-4b91-b188-138e2fa81a40 req-3037d413-a1ee-4869-95fa-0c8fcbe3cf08 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 210 time: 0.1091557 Jul 27 16:44:06.651310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:06.655699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-838c2983-c2b1-4ab4-9952-3822dda9d051 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2006054 Jul 27 16:44:06.659184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5a01bc92-5a2b-43e5-be76-44d782630e6c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'c2977902-4b6d-4053-a0f6-1c2276c3e06a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:06.745704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c39c2-35a4-42db-ab53-3b9fedf9f7d2 req-a09ffcf7-c7b8-41e6-b6fe-44d2eac8823a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:06.757289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a9c39c2-35a4-42db-ab53-3b9fedf9f7d2 req-a09ffcf7-c7b8-41e6-b6fe-44d2eac8823a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2070808 Jul 27 16:44:06.780869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Made reservation on behalf of 990082e1c62a40b78650479271edff88 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:06.786110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:06.789517 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5a01bc92-5a2b-43e5-be76-44d782630e6c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The resource could not be found. Jul 27 16:44:06.790686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5a01bc92-5a2b-43e5-be76-44d782630e6c tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1377263 Jul 27 16:44:06.797047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:06.803338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--668155314'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:06.836365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a9c39c2-35a4-42db-ab53-3b9fedf9f7d2 req-08b5293e-bc2e-4cf5-b42d-4cdbee1a34e7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742204 Jul 27 16:44:06.888304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 51b71baa-d608-4f8a-96c7-c4c7597f61e9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:06.890068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.006704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.016186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.039713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:07.056634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:07.057500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.065073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79aacb73-2a4b-4baf-ad07-d18b0e8938ff req-8915ce65-1fcb-408e-a7ad-44c8be9bc61e tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0801468 Jul 27 16:44:07.075096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf8c28-9461-4db0-b3a7-6bf46aaddf88 req-d3fc2f04-9122-4623-ab13-3814000a0828 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:07.076825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aadf8c28-9461-4db0-b3a7-6bf46aaddf88 req-d3fc2f04-9122-4623-ab13-3814000a0828 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 944 time: 0.3423815 Jul 27 16:44:07.113176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.116474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3172612 Jul 27 16:44:07.118719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:07.125871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--118517857'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:07.152987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091a25a-a1cd-4566-aa55-bf0892bf9d64 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e061e0-12df-4586-b70e-14959ecc655b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:07.170199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.196772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Allocated IP 192.168.233.81 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/5baedc6a-683b-4a2a-a441-88631e7f0b7f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:07.201619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aadf8c28-9461-4db0-b3a7-6bf46aaddf88 req-6309548e-4b40-4060-8329-e4ecf0849cb2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Jul 27 16:44:07.227182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.279782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:07.285491 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31daf3cd-797f-4221-ae10-68606577978f" -d '{"events": [{"server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "name": "network-vif-plugged", "status": "completed", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:07.321096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:07.326688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.328770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:07.389465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.425795 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc89f5-2cad-4979-bad5-0abcffc46464 x-openstack-request-id: req-c8bc89f5-2cad-4979-bad5-0abcffc46464 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:07.426003 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "name": "network-vif-plugged", "status": "completed", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:07.444102 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8bc89f5-2cad-4979-bad5-0abcffc46464 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:07.444653 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9', 'code': 200} Jul 27 16:44:07.484180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.620131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.622367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5016785 Jul 27 16:44:07.634660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:07.646787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-307a4780-d1b6-4283-8b76-f7fffb53f30a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': '22e061e0-12df-4586-b70e-14959ecc655b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '648170af-0337-46ed-9783-2dd1c897c367'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:07.661623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd3f6-1e05-4ff6-8426-23990980cd76 req-63fdbbe0-0707-4396-bd88-51eab0f42e42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:07.671139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a4fd3f6-1e05-4ff6-8426-23990980cd76 req-63fdbbe0-0707-4396-bd88-51eab0f42e42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2793317 Jul 27 16:44:07.673483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ddd2-7f57-4b28-8e0b-9c047a9cf10e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648170af-0337-46ed-9783-2dd1c897c367,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:07.700575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:07.733264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.738174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 46ad1375-d668-4a61-a262-28fc758af180 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:07.745935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a4fd3f6-1e05-4ff6-8426-23990980cd76 req-2318e9df-eaab-408f-a5ba-e2b58b9ceacd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734305 Jul 27 16:44:07.762795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 46ad1375-d668-4a61-a262-28fc758af180 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:07.763181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.802909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9dec1-99f4-4b16-8f40-8483e56f75b8 req-22ec8ea4-17f8-4703-98c0-ff84996fd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:07.807958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40e9dec1-99f4-4b16-8f40-8483e56f75b8 req-22ec8ea4-17f8-4703-98c0-ff84996fd4b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 1096 time: 0.3339095 Jul 27 16:44:07.814980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Transition to ACTIVE for port object 5baedc6a-683b-4a2a-a441-88631e7f0b7f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:07.873663 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-307a4780-d1b6-4283-8b76-f7fffb53f30a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:07.876536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-307a4780-d1b6-4283-8b76-f7fffb53f30a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2350023 Jul 27 16:44:07.880080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45246) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:07.890263 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:07.965014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2', '8d166c71-a8f2-4782-8931-bd6c07045d7c', '46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:07.990094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:08.002483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:08.031869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:08.059306 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.061067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40e9dec1-99f4-4b16-8f40-8483e56f75b8 req-d35a30b4-5208-4bc8-ace4-8cd7f1562fd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446141 Jul 27 16:44:08.082636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b6895-ffe6-4bbe-a74b-2def6d553da3 req-5a851b8a-a3c9-4f9a-bc71-a5c237f9326e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:08.093209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-068b6895-ffe6-4bbe-a74b-2def6d553da3 req-5a851b8a-a3c9-4f9a-bc71-a5c237f9326e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.4477816 Jul 27 16:44:08.105195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.185161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:08.196641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.199326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:08.203348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afa9a-a41d-4413-959c-b606441cfa67 req-162b2587-22f2-4bbc-918e-98a5de51c03f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:08.226226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b9afa9a-a41d-4413-959c-b606441cfa67 req-162b2587-22f2-4bbc-918e-98a5de51c03f tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 935 time: 0.3542893 Jul 27 16:44:08.246080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.308991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:08.309573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.344955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-cb11d4e6-8ea0-44cb-8268-28736f2624c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9432611 Jul 27 16:44:08.373035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-068b6895-ffe6-4bbe-a74b-2def6d553da3 req-ec281e36-48fc-4b75-9c13-6de9c6b68254 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769135 Jul 27 16:44:08.393519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Request body: {'port': {'device_id': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:08.447220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b9afa9a-a41d-4413-959c-b606441cfa67 req-2e1905a5-7df7-4933-8476-ca590053d219 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188637 Jul 27 16:44:08.474835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.478731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.480737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/648170af-0337-46ed-9783-2dd1c897c367 HTTP/1.1" status: 204 len: 168 time: 0.5980284 Jul 27 16:44:08.490789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:08.569047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c576-c437-405e-83ec-c449611e419a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648170af-0337-46ed-9783-2dd1c897c367,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:08.572576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.664189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5648522-64cc-4511-aaeb-8a2e744fa601 req-ef98c585-f179-4544-adb2-230425bdf52b tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Jul 27 16:44:08.701268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:08.746825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a96c8ba7-e9fb-4286-aebd-010f311fb02e None None] Provisioning for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:08.763624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a96c8ba7-e9fb-4286-aebd-010f311fb02e None None] Provisioning complete for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:08.768957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e39aa9d1-fab5-4b34-b5a1-2f81bd8561e1 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2748930 Jul 27 16:44:08.769621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:08.770207 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a96c8ba7-e9fb-4286-aebd-010f311fb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:08.909283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a96c8ba7-e9fb-4286-aebd-010f311fb02e None None] Port 5baedc6a-683b-4a2a-a441-88631e7f0b7f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:44:09.066746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4fc7a800-cce7-4c0b-ab33-62e7c746d85a req-b03a1530-246a-4c33-bf2b-54e8e555d3f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0672934 Jul 27 16:44:09.074104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6aa6b-33c8-4d26-9b80-338def75e204 req-6febaa85-765b-4592-a6e1-614053de4771 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:09.086518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.090574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bb6aa6b-33c8-4d26-9b80-338def75e204 req-6febaa85-765b-4592-a6e1-614053de4771 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.4313083 Jul 27 16:44:09.128139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.201169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:09.238088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.252285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.253586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/22e061e0-12df-4586-b70e-14959ecc655b HTTP/1.1" status: 204 len: 168 time: 0.4829202 Jul 27 16:44:09.258699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:09.319013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:09.339407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2573ec-274e-47c9-b7c6-c8a2c9b13b23 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e061e0-12df-4586-b70e-14959ecc655b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:09.345042 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.370924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Transition to ACTIVE for port object 5baedc6a-683b-4a2a-a441-88631e7f0b7f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:09.401203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.407037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617105-b936-4ff5-a432-dc4230266ea7 req-891fe637-53ba-46c0-8bce-51ca16d29065 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:09.415182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03617105-b936-4ff5-a432-dc4230266ea7 req-891fe637-53ba-46c0-8bce-51ca16d29065 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.5485525 Jul 27 16:44:09.446148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:09.449661 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f325075d-ef84-4bad-8d64-e8ceae056915" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:09.491248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2059291827', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:09.543159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bb6aa6b-33c8-4d26-9b80-338def75e204 req-3657a387-2bef-4d13-829e-cd24a6c4bba5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505763 Jul 27 16:44:09.573205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Made reservation on behalf of 8cd0357c076d438894b5dd69083d368f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:09.581221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.605302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:09.611284 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf420107-006c-4394-9528-8c4b00739d75 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3455431 Jul 27 16:44:09.616593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45282) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:09.624816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--243229723'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:09.644082 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.683871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03617105-b936-4ff5-a432-dc4230266ea7 req-6297b922-9786-4424-a81c-551ef2ae1c43 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675538 Jul 27 16:44:09.711104 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81a47dd7-153a-4e6e-b8d0-6a607283e553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.898682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:09.899406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:09.899855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:09.917290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:09.926692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:44:09.927144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:09.978146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:09.979014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:09.979541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:09.980084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Bound port: 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:09.980561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.023825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd596aa-efda-4bcb-b3be-758314ea4312 req-2421dbd0-9d6c-450a-9e68-947151b81b05 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.025520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0cd596aa-efda-4bcb-b3be-758314ea4312 req-2421dbd0-9d6c-450a-9e68-947151b81b05 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2672369 Jul 27 16:44:10.043127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e01562-c028-4201-bb86-e7663c87dc11 req-5549b339-e287-4a6d-81b7-c05c8a4c7430 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.045433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38e01562-c028-4201-bb86-e7663c87dc11 req-5549b339-e287-4a6d-81b7-c05c8a4c7430 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.2261717 Jul 27 16:44:10.134712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0cd596aa-efda-4bcb-b3be-758314ea4312 req-0d641319-18c5-4f17-b6d7-51898d8a8674 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Jul 27 16:44:10.152981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:10.157799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:10.162395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38e01562-c028-4201-bb86-e7663c87dc11 req-d700ff9a-aeb1-4a0a-be03-339eb3ffff37 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Jul 27 16:44:10.164531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.188329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.195557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.246224 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6cea32-7844-4312-82da-38081715c6fd x-openstack-request-id: req-0c6cea32-7844-4312-82da-38081715c6fd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:10.251420 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-plugged", "status": "completed", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:10.251933 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c6cea32-7844-4312-82da-38081715c6fd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:10.252621 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'code': 200} Jul 27 16:44:10.284501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.285882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.287533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] 10.222.0.61 "PUT /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 1095 time: 1.9121759 Jul 27 16:44:10.288108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:10.291226 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53de1363-24d3-473c-b271-0026fc3f79e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:10.320114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94b9a74-7935-4f00-9f08-c7601f78dcb5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:10.343514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] device_id is not set on port ac80a2eb-7e03-428e-b95d-ff18a70559ec yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:44:10.347027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a542-0dcf-4723-a58a-a4c4accb8bbf service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:10.437193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7d58a25-c7bc-49f0-8abc-5340c74b75f2 req-1931c088-ed51-4090-92b8-88c2e20d748a tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0521359 Jul 27 16:44:10.487441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-1280690c-10b1-433e-bc0e-8d5af1411d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.489305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-1280690c-10b1-433e-bc0e-8d5af1411d0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1098 time: 0.1558650 Jul 27 16:44:10.492099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.529487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.584263 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a07ff0d-3a09-4289-b9d6-2509ce497487 x-openstack-request-id: req-4a07ff0d-3a09-4289-b9d6-2509ce497487 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:10.584700 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:10.585045 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a07ff0d-3a09-4289-b9d6-2509ce497487 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:10.585537 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'status': 'completed', 'code': 200} Jul 27 16:44:10.587101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:10.591181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9693069 Jul 27 16:44:10.591913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-e6e35650-14b2-433a-8b72-208ffd982820 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0935063 Jul 27 16:44:10.591913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45296) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:10.602810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-760d27d2-1a81-438b-88e2-0eb4c0117a2f tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'cd206b48-c11b-4864-84d8-257b1996c9d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:10.706324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ef960-3bf2-45f5-b341-34fc5b7bdbfe req-45dc3808-a618-4d47-b5c9-328a8f91b010 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.708920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-792ef960-3bf2-45f5-b341-34fc5b7bdbfe req-45dc3808-a618-4d47-b5c9-328a8f91b010 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.4288659 Jul 27 16:44:10.724733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-5ab38a6a-40fe-48bb-be84-c6d85566382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.726509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-5ab38a6a-40fe-48bb-be84-c6d85566382e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1159794 Jul 27 16:44:10.752416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7f7bc-4091-4264-91c4-8c71792afa3e tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd206b48-c11b-4864-84d8-257b1996c9d2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:10.773645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Allocated IP 172.25.4.44 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ac80a2eb-7e03-428e-b95d-ff18a70559ec) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:10.819895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-792ef960-3bf2-45f5-b341-34fc5b7bdbfe req-a38ff2e5-242f-4035-af66-84a0b917fb80 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020832 Jul 27 16:44:10.867115 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-760d27d2-1a81-438b-88e2-0eb4c0117a2f tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:10.871429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-760d27d2-1a81-438b-88e2-0eb4c0117a2f tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2781758 Jul 27 16:44:10.872641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:10.903467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c7d1fcdc-527b-4e62-8840-f45d57585032 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group_rule': {'security_group_id': 'cd206b48-c11b-4864-84d8-257b1996c9d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:10.909884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-e035678a-5fc6-4732-b324-a6969720697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.911441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-e035678a-5fc6-4732-b324-a6969720697f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723788 Jul 27 16:44:10.920238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadc375-f790-47cc-b717-c818aeabc28e req-0ef08946-7f51-404d-8659-3a6d72de1200 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:10.928322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cadc375-f790-47cc-b717-c818aeabc28e req-0ef08946-7f51-404d-8659-3a6d72de1200 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.1377125 Jul 27 16:44:10.987160 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cadc375-f790-47cc-b717-c818aeabc28e req-b407c569-b702-40fc-8560-b5255dabcc61 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522692 Jul 27 16:44:11.129001 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c7d1fcdc-527b-4e62-8840-f45d57585032 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:44:11.130776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c7d1fcdc-527b-4e62-8840-f45d57585032 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2566462 Jul 27 16:44:11.149092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:11.214050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f83aba52-d2e1-44a8-943c-b5b241e02bd2 req-fe4d4d2e-d142-4383-8aa7-483403edf972 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e73333595a4366b358cf4f390c957c&device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0785606 Jul 27 16:44:11.235214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.264408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-2bb0d414-c20e-46bd-b4e2-b8593f52693b service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333731 Jul 27 16:44:11.278764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb8c3-1e32-4d04-9ccd-a335aa08ac33 req-eaa5da8f-3cc3-44dc-8513-ecc12a2bea29 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.280558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c24eb8c3-1e32-4d04-9ccd-a335aa08ac33 req-eaa5da8f-3cc3-44dc-8513-ecc12a2bea29 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1908295 Jul 27 16:44:11.293674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.307543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2d5c03b-b51f-45ab-8109-cc439b014e47 req-f6305777-8095-4ad9-94d9-7b053b2d36c2 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.1441598 Jul 27 16:44:11.338425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f83aba52-d2e1-44a8-943c-b5b241e02bd2 req-34de8dca-a2ef-4d97-be3f-d25c66a7667d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=84e73333595a4366b358cf4f390c957c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982177 Jul 27 16:44:11.381757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.432758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c24eb8c3-1e32-4d04-9ccd-a335aa08ac33 req-5b83616e-550f-4a38-8793-0288fcbcc144 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376438 Jul 27 16:44:11.483540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ede06227-4a6e-4c9e-a7c7-aad37d1da711 req-b1a9d5b0-23f7-4b5f-9179-275284ed97d3 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995680 Jul 27 16:44:11.493341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.496344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.501124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd206b48-c11b-4864-84d8-257b1996c9d2 HTTP/1.1" status: 204 len: 168 time: 0.3400373 Jul 27 16:44:11.502597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:11.541960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a8b7-8616-401a-9e89-b9926e5d3662 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd206b48-c11b-4864-84d8-257b1996c9d2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:11.593493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.631757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f4ae03c0-34cc-4cb0-8e87-49b90660d900 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243758 Jul 27 16:44:11.639694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:11.644876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771703696'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:11.647864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aba52-d2e1-44a8-943c-b5b241e02bd2 req-80c6f578-1b8d-4b3f-aa0d-9e5351fab823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.649439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f83aba52-d2e1-44a8-943c-b5b241e02bd2 req-80c6f578-1b8d-4b3f-aa0d-9e5351fab823 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002892 Jul 27 16:44:11.680458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:11.682009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Pushing event updated for resources: {'Port': ['ID=ac80a2eb-7e03-428e-b95d-ff18a70559ec,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:11.688974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:11.691773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:11.691926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.702049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e88e9-9a03-4313-be52-36d3bdddba75 req-5378d0e9-0f2b-43e4-94a7-8717dcdc6062 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.703597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c8e88e9-9a03-4313-be52-36d3bdddba75 req-5378d0e9-0f2b-43e4-94a7-8717dcdc6062 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1940539 Jul 27 16:44:11.705432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bde9db-e420-4c4c-b341-8c197d23c684 req-d7211aa4-c7b5-49a1-bda2-79dc9708cd10 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.706911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-fbfae643-091a-48f7-a0d0-39a519e758d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.707160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04bde9db-e420-4c4c-b341-8c197d23c684 req-d7211aa4-c7b5-49a1-bda2-79dc9708cd10 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2660124 Jul 27 16:44:11.709325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-fbfae643-091a-48f7-a0d0-39a519e758d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1098 time: 0.1419444 Jul 27 16:44:11.709969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.710323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.710667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.711010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.711349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.711683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.712015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.712348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.712708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.713039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.713387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.713693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:11.777126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.777738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:11.788588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04bde9db-e420-4c4c-b341-8c197d23c684 req-2f7aec65-2f0f-4342-bb09-4797a813feea tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706692 Jul 27 16:44:11.841558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c8e88e9-9a03-4313-be52-36d3bdddba75 req-7041f71d-aec5-42bc-82e5-8684e7494064 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119392 Jul 27 16:44:11.895208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-6d71f8d8-a697-4c3f-9e15-bf108227b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:11.897254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-6d71f8d8-a697-4c3f-9e15-bf108227b047 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.1795688 Jul 27 16:44:11.971295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-5d6e4b4e-08b7-4227-99b0-d07915c672e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0523868 Jul 27 16:44:11.991859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.001631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4a2fa6ce-2f95-46b5-b6cc-b9d7d1ce6f60 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7976165 Jul 27 16:44:12.004365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:12.011168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.44'}]}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:12.021049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.052817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.057071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.080397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.081667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4406328 Jul 27 16:44:12.091080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:12.097961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ddf1b45e-2326-4205-8368-f5dcc5f550f4 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:12.098631 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-ddf1b45e-2326-4205-8368-f5dcc5f550f4 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 16:44:12.099136 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ddf1b45e-2326-4205-8368-f5dcc5f550f4 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 16:44:12.100120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ddf1b45e-2326-4205-8368-f5dcc5f550f4 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "PUT /v2.0/security-groups/2879eb09-4611-4d21-8284-e46c960a5c30 HTTP/1.1" status: 409 len: 330 time: 0.0064721 Jul 27 16:44:12.104965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5deae9e3-9b3c-4d81-a2c9-67b3adc85696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.105931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:12.115164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-0155e32c-2e8d-44e8-a930-10231ff1b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.116701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-0155e32c-2e8d-44e8-a930-10231ff1b36c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1299274 Jul 27 16:44:12.119490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf8641-2ec6-4a3b-9317-12a00d6a8bad tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2879eb09-4611-4d21-8284-e46c960a5c30,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:12.207839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.233908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5282e-9e2a-4487-88ee-4a1ef5523ecc req-dc420cdd-e30f-41d6-9eea-42072277ac66 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.235486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13b5282e-9e2a-4487-88ee-4a1ef5523ecc req-dc420cdd-e30f-41d6-9eea-42072277ac66 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.2697248 Jul 27 16:44:12.284585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.332158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.337558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-9a47ac5f-bcc2-42ed-b144-f914617dd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.339119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-9a47ac5f-bcc2-42ed-b144-f914617dd3db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083602 Jul 27 16:44:12.347017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.391812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13b5282e-9e2a-4487-88ee-4a1ef5523ecc req-37dd9059-7fa9-4cfe-8e96-e0516d6c6f04 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487041 Jul 27 16:44:12.443910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-0c5c9e4e-67dd-460f-a706-5f05eba9525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.445848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-0c5c9e4e-67dd-460f-a706-5f05eba9525c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 1096 time: 0.2711799 Jul 27 16:44:12.530547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.530547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.530547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/2879eb09-4611-4d21-8284-e46c960a5c30 HTTP/1.1" status: 204 len: 168 time: 0.4229963 Jul 27 16:44:12.541846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:12.639520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a87e1-2d80-4981-87e4-7865c3c6ca97 req-6de3d952-ee2b-44d2-bdf9-3a89c8e1e007 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.641211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023a87e1-2d80-4981-87e4-7865c3c6ca97 req-6de3d952-ee2b-44d2-bdf9-3a89c8e1e007 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.5779614 Jul 27 16:44:12.646669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-0c709344-0895-4b3c-9fa6-b9f63cffff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.648253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-0c709344-0895-4b3c-9fa6-b9f63cffff5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 1096 time: 0.5272532 Jul 27 16:44:12.705033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:12.835436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023a87e1-2d80-4981-87e4-7865c3c6ca97 req-2ede75fd-7ab9-4036-a145-daad4020a73f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607702 Jul 27 16:44:12.865149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-1c389798-7c9e-4eb0-bf3d-114edba2d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:12.865149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-1c389798-7c9e-4eb0-bf3d-114edba2d3a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.1793478 Jul 27 16:44:12.912461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-4b15c9a3-a4e0-4727-b991-aa6dbd46a653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9 HTTP/1.1" status: 200 len: 217 time: 0.0471702 Jul 27 16:44:12.950398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f6261-af34-45c8-9a7b-ffbb41a6f107 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879eb09-4611-4d21-8284-e46c960a5c30,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:12.959282 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-963c74fb-01e7-4fb9-b45e-b2bcb6af1ddd service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056561 Jul 27 16:44:12.970809 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5ec9fe4-0c90-4d8e-b682-dec7a36b1757 req-7def45ea-9b08-462a-af23-617faa857894 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0601151 Jul 27 16:44:13.014986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-9feb1e4b-190e-497a-a501-a57351f90147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.017057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-9feb1e4b-190e-497a-a501-a57351f90147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0927680 Jul 27 16:44:13.063770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-086de3c6-d7ef-44e1-bbed-9f91641fb624 tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4979482 Jul 27 16:44:13.068877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:13.079622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-3cd91a44-0fb0-46e3-a18c-3507b0181780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.081330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-3cd91a44-0fb0-46e3-a18c-3507b0181780 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.6268549 Jul 27 16:44:13.098945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-a1c6372c-58bb-46ce-acf2-c49428b6dc68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730052 Jul 27 16:44:13.114491 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-81f57951-635f-4c60-9caa-3add50ddef4a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] delete failed (client error): The resource could not be found. Jul 27 16:44:13.115533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-81f57951-635f-4c60-9caa-3add50ddef4a tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "DELETE /v2.0/security-groups/1ca1bf1d-a1b8-49c0-b68e-3d98ad70eeea HTTP/1.1" status: 404 len: 347 time: 0.0456710 Jul 27 16:44:13.119403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45350) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:13.127009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0291-642f-42dd-9786-08df9191eba9 req-ef6ca29c-d571-4158-ae62-d9303ae98da0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.128538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aedd0291-642f-42dd-9786-08df9191eba9 req-ef6ca29c-d571-4158-ae62-d9303ae98da0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.6484604 Jul 27 16:44:13.210761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-67205438-ad3b-4e36-9a1b-183db14aed1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4211cb4-41c1-4e57-a996-266957344f25 HTTP/1.1" status: 200 len: 217 time: 0.1120961 Jul 27 16:44:13.223151 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f02bb43d-ff6e-4e9f-bf98-dd24852592ed tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] show failed (client error): The resource could not be found. Jul 27 16:44:13.224205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f02bb43d-ff6e-4e9f-bf98-dd24852592ed tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-groups/addf4bb7-107f-4cb0-bfd1-cf2826409223 HTTP/1.1" status: 404 len: 347 time: 0.0947382 Jul 27 16:44:13.235679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:13.283357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:13.302164 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f75c81b2-fb39-40ce-9038-111c8e6b4d7d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] show failed (client error): The resource could not be found. Jul 27 16:44:13.303281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f75c81b2-fb39-40ce-9038-111c8e6b4d7d tempest-NegativeSecGroupIPv6Test-1605733709 tempest-NegativeSecGroupIPv6Test-1605733709-project] 10.222.0.64 "GET /v2.0/security-group-rules/72f57984-311d-4112-9119-0146c45c3799 HTTP/1.1" status: 404 len: 356 time: 0.0666020 Jul 27 16:44:13.305295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53de1363-24d3-473c-b271-0026fc3f79e8 req-7db412b0-95f6-4683-944a-05dfd9a04bf0 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235824 Jul 27 16:44:13.315172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:13.320677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-e60a8697-87d5-4e2b-bb41-d18735675352 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883276 Jul 27 16:44:13.324098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aedd0291-642f-42dd-9786-08df9191eba9 req-24cf0538-6122-4c6b-bf07-9f894774304a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826704 Jul 27 16:44:13.334030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-6006015d-98f7-45fa-beac-6deca4c4936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.335642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-6006015d-98f7-45fa-beac-6deca4c4936c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.1104536 Jul 27 16:44:13.338750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3508cc3-3523-4d41-a81d-51dd280d7b2a req-d99bc4b9-df67-413f-9602-22bca308fed2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.346603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3508cc3-3523-4d41-a81d-51dd280d7b2a req-d99bc4b9-df67-413f-9602-22bca308fed2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2534792 Jul 27 16:44:13.376449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:13.377998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-578534dc-6065-41d7-9d26-2d4b5017ad8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338082 Jul 27 16:44:13.479244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f83aba52-d2e1-44a8-943c-b5b241e02bd2 req-36a58ee5-1808-4a7f-b5e8-3741455f830e tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.61 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0808299 Jul 27 16:44:13.574774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-50c98bcb-972d-4b2d-acbf-023183c975b1 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864860 Jul 27 16:44:13.577892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3508cc3-3523-4d41-a81d-51dd280d7b2a req-7790ecc6-eaa2-4a18-b6a9-4129809c34e8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304277 Jul 27 16:44:13.665534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8e5f-54d5-430b-8e3e-50aa62dedd45 req-2ca2db0d-98d3-48a2-8060-12e8ec290e49 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.677037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e32c8e5f-54d5-430b-8e3e-50aa62dedd45 req-2ca2db0d-98d3-48a2-8060-12e8ec290e49 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1965938 Jul 27 16:44:13.743779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45360) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:13.759019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e32c8e5f-54d5-430b-8e3e-50aa62dedd45 req-5e49c2e7-7cc5-4519-8ef9-8377fb90ae2d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717463 Jul 27 16:44:13.761548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1aa7d102-4368-44b7-a5a8-6a1104ab050b req-64eaefde-f347-49fe-93e6-4e26ced33c59 service neutron] 10.222.0.13 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728265 Jul 27 16:44:13.786534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472ab56a-48fd-4a3c-afc6-7caacb80731b req-26173171-45b8-46f6-8423-a96bc3236d33 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000635 Jul 27 16:44:13.830716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:13.881276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554fcf6-c406-4038-b333-7d2588d1f523 req-6bdab47b-3e25-4a14-8491-847b0a04085e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:13.882902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c554fcf6-c406-4038-b333-7d2588d1f523 req-6bdab47b-3e25-4a14-8491-847b0a04085e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.2072282 Jul 27 16:44:13.995605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b3aca23f-29da-40ce-bc53-4a765997d8ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=274484fdfb7747deafdbc6458edfe059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438068 Jul 27 16:44:13.996924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:14.059664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c554fcf6-c406-4038-b333-7d2588d1f523 req-4227378e-d879-491b-b341-2b3aefbdf9de tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442428 Jul 27 16:44:14.062474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.066289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.080653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5d188-c19c-4138-bd13-307860d44c9b req-d05e5dd9-9241-45ac-b1e0-8beca69059c4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:14.089043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9dd5d188-c19c-4138-bd13-307860d44c9b req-d05e5dd9-9241-45ac-b1e0-8beca69059c4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1483610 Jul 27 16:44:14.117576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.139774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.140298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 648ed557-c43c-4c61-b872-fee6d24b3d1c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:44:14.159929 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 16:44:14.161131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01780c28-f1ea-4402-8428-72d2fbb2aa23 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1554472 Jul 27 16:44:14.162393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.165200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:14.224321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9dd5d188-c19c-4138-bd13-307860d44c9b req-fa3fb6e2-45da-42b0-a4d5-c6cbf1612bc3 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132667 Jul 27 16:44:14.231494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.234531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.240555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c8b06d0-6326-4fa1-97bf-0be8ca257b02 HTTP/1.1" status: 204 len: 168 time: 0.2409589 Jul 27 16:44:14.246055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14270ad0-4d40-4a85-99ff-0c13290b77b8 req-6b2f63ee-110f-407e-891c-a797696e90b3 tempest-ServerShowV254Test-1149782155 tempest-ServerShowV254Test-1149782155-project] 10.222.0.64 "GET /v2.0/ports?device_id=e72cfa3d-0b43-450e-ab6c-930db9832422 HTTP/1.1" status: 200 len: 210 time: 0.0421972 Jul 27 16:44:14.254730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03f718-30b9-46cf-beca-36db6aea87e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b06d0-6326-4fa1-97bf-0be8ca257b02,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.346782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Deleting port ac80a2eb-7e03-428e-b95d-ff18a70559ec {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:14.347124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.451629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.473890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Calling delete_port for ac80a2eb-7e03-428e-b95d-ff18a70559ec owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:14.527274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4920c-0389-44ab-bddf-f12cf855e273 req-b9207cba-de0f-4c61-b904-4f13cc784190 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:14.528870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68f4920c-0389-44ab-bddf-f12cf855e273 req-b9207cba-de0f-4c61-b904-4f13cc784190 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.0815957 Jul 27 16:44:14.589865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-68f4920c-0389-44ab-bddf-f12cf855e273 req-fd60acaf-d9ef-4665-91c1-fe8e2f6ff0c5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Jul 27 16:44:14.705865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.742885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac80a2eb-7e03-428e-b95d-ff18a70559ec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.822630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8780-ef41-4030-b075-c6af4df9888e req-9d54e734-42ee-4685-b1c2-0201a00cdf42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:14.824171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-908c8780-ef41-4030-b075-c6af4df9888e req-9d54e734-42ee-4685-b1c2-0201a00cdf42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.1589398 Jul 27 16:44:14.844085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:14.851947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-df78a81a-29d2-4a31-bc3b-1be873b90d48 tempest-RoutersAdminNegativeIpV6Test-1569082557 tempest-RoutersAdminNegativeIpV6Test-1569082557-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ac80a2eb-7e03-428e-b95d-ff18a70559ec HTTP/1.1" status: 204 len: 168 time: 0.6826673 Jul 27 16:44:14.906010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-908c8780-ef41-4030-b075-c6af4df9888e req-f8b422e0-3583-478a-997a-f507bd71df5f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 Jul 27 16:44:14.934499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3431-5ed6-4127-a9cc-d3fd72678dc6 req-ff7f557c-c992-483d-999a-f4e849f303a4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:14.936322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d83e3431-5ed6-4127-a9cc-d3fd72678dc6 req-ff7f557c-c992-483d-999a-f4e849f303a4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.0865276 Jul 27 16:44:14.973936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.010560 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d83e3431-5ed6-4127-a9cc-d3fd72678dc6 req-41c38651-f129-4b44-ab70-59523f0f3446 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642953 Jul 27 16:44:15.173356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.244470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b43b8-fc68-491c-b39e-bebbbcc09221 req-99998e46-e41c-4327-b9ea-6bafc0482129 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:15.245003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.246617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f1b43b8-fc68-491c-b39e-bebbbcc09221 req-99998e46-e41c-4327-b9ea-6bafc0482129 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.0826690 Jul 27 16:44:15.307056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f1b43b8-fc68-491c-b39e-bebbbcc09221 req-5b00f988-8fbd-4b65-954c-2f87aaaf7d2b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535305 Jul 27 16:44:15.336697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ecce0c8-0ba8-4717-a936-5c0820a4b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.378669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7826edb0-3e0b-46b5-b146-be95deab98dc tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1746198115', 'prefixes': ['172.20.0.0/16']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:15.427872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae7e24-ef6b-45e4-806e-713413af2a25 req-ad6ea4ab-8ae8-4f71-a009-ae6d79bb1a04 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:15.430385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72ae7e24-ef6b-45e4-806e-713413af2a25 req-ad6ea4ab-8ae8-4f71-a009-ae6d79bb1a04 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.0933168 Jul 27 16:44:15.447140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:15.462156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ecce0c8-0ba8-4717-a936-5c0820a4b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.468640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ecce0c8-0ba8-4717-a936-5c0820a4b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.494127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72ae7e24-ef6b-45e4-806e-713413af2a25 req-168cfa96-5a86-4888-9bfe-e27940c118b8 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570798 Jul 27 16:44:15.521644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7ecce0c8-0ba8-4717-a936-5c0820a4b15a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce8a857028b14f1894f5819b5512a54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472331 Jul 27 16:44:15.523445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecce0c8-0ba8-4717-a936-5c0820a4b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b18aa-f321-40a2-be96-61841fa58fad,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.538351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.597679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7826edb0-3e0b-46b5-b146-be95deab98dc tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] Notify callbacks [] for subnetpool, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.602903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7826edb0-3e0b-46b5-b146-be95deab98dc tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3544621 Jul 27 16:44:15.603266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.638372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:15.657999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3885f26b-95ab-41d4-951c-5fa280abd36b tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "GET /v2.0/subnetpools/f78c42d4-58f7-492c-9f7a-bd85f7340287 HTTP/1.1" status: 200 len: 732 time: 0.0529835 Jul 27 16:44:15.660766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.666513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'mac_address': 'fa:16:3e:97:d2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:15.671038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-80ea4562-710e-4b11-977b-2cf202c86dbd tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-535529772'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:15.729744 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.732493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.739172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.747299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:15.779435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:15.785101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.819752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.842122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80ea4562-710e-4b11-977b-2cf202c86dbd tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.843457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-80ea4562-710e-4b11-977b-2cf202c86dbd tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "PUT /v2.0/subnetpools/f78c42d4-58f7-492c-9f7a-bd85f7340287 HTTP/1.1" status: 200 len: 683 time: 0.1816375 Jul 27 16:44:15.847213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:15.874368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.897579 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-304eb9fa-b27c-432a-bdb3-991e68ad5f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.920934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e8ff-8e51-4049-bac9-28296f7d3c32 req-068f04c2-836e-43c9-8b44-3e20e14df183 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:15.922463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff61e8ff-8e51-4049-bac9-28296f7d3c32 req-068f04c2-836e-43c9-8b44-3e20e14df183 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.2065268 Jul 27 16:44:15.956997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.959999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:15.964093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b29b18aa-f321-40a2-be96-61841fa58fad HTTP/1.1" status: 204 len: 168 time: 0.4222672 Jul 27 16:44:15.992954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd56b3-b115-461c-8bb9-e2f5c78206ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b18aa-f321-40a2-be96-61841fa58fad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:16.023449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff61e8ff-8e51-4049-bac9-28296f7d3c32 req-5c5783d4-7c72-48b4-b735-b55c38ce49f0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866613 Jul 27 16:44:16.028678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30be3181-02fe-472b-a2ee-91826dcb729a tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.030243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-30be3181-02fe-472b-a2ee-91826dcb729a tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f78c42d4-58f7-492c-9f7a-bd85f7340287 HTTP/1.1" status: 204 len: 168 time: 0.1819215 Jul 27 16:44:16.034834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.053044 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0015cd78-1fae-46d9-906e-6c7a267560a3 tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] show failed (client error): The resource could not be found. Jul 27 16:44:16.054405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5baedc6a-683b-4a2a-a441-88631e7f0b7f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:16.055141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0015cd78-1fae-46d9-906e-6c7a267560a3 tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "GET /v2.0/subnetpools/f78c42d4-58f7-492c-9f7a-bd85f7340287 HTTP/1.1" status: 404 len: 346 time: 0.0191207 Jul 27 16:44:16.067998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.086544 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-8d07181a-0b2a-4e5b-8186-bfaabb465b73 tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] delete failed (client error): The resource could not be found. Jul 27 16:44:16.087627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d07181a-0b2a-4e5b-8186-bfaabb465b73 tempest-SubnetPoolsTestJSON-1399056685 tempest-SubnetPoolsTestJSON-1399056685-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f78c42d4-58f7-492c-9f7a-bd85f7340287 HTTP/1.1" status: 404 len: 346 time: 0.0185475 Jul 27 16:44:16.173311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-304eb9fa-b27c-432a-bdb3-991e68ad5f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.179988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-304eb9fa-b27c-432a-bdb3-991e68ad5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.242545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eb9fa-b27c-432a-bdb3-991e68ad5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a21d0-d0d5-4c51-80a8-4759bad2ece2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:16.277418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-304eb9fa-b27c-432a-bdb3-991e68ad5f29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84e73333595a4366b358cf4f390c957c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439506 Jul 27 16:44:16.281737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.315623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60032-dce2-4a07-904c-44f91d8d14be req-2d308362-c886-4298-9d32-e71184d3bc29 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:16.317789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abf60032-dce2-4a07-904c-44f91d8d14be req-2d308362-c886-4298-9d32-e71184d3bc29 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1766376 Jul 27 16:44:16.337370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596dd0-d593-4778-a9ad-9c4573f1664f req-2b687aaa-ccf2-4b28-b9d0-bf884aacd947 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:16.351535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83596dd0-d593-4778-a9ad-9c4573f1664f req-2b687aaa-ccf2-4b28-b9d0-bf884aacd947 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 945 time: 0.2530773 Jul 27 16:44:16.372156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.397220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abf60032-dce2-4a07-904c-44f91d8d14be req-8d57a2d0-18ed-48fd-9f64-227051ccefac tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668085 Jul 27 16:44:16.430745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83596dd0-d593-4778-a9ad-9c4573f1664f req-9fa9925c-dc91-4bf2-92dd-f780599bbbb2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775707 Jul 27 16:44:16.434681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e546466e-45e3-42dc-a961-465dfae75e8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cd0357c076d438894b5dd69083d368f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608468 Jul 27 16:44:16.438247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.441429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.503243 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.607929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.612645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.616219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.617658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/713a21d0-d0d5-4c51-80a8-4759bad2ece2 HTTP/1.1" status: 204 len: 168 time: 0.3345063 Jul 27 16:44:16.647319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f0802-21b4-4406-ac1a-73c2f2a480ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a21d0-d0d5-4c51-80a8-4759bad2ece2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:16.665287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.682002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.692200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7be381-6bdb-41f5-b04e-8e09294a476a req-bfad486a-d9e8-41ec-978e-a04b4fddfacc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:16.705431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7be381-6bdb-41f5-b04e-8e09294a476a req-bfad486a-d9e8-41ec-978e-a04b4fddfacc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 948 time: 0.1577370 Jul 27 16:44:16.714683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45474) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:16.816038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.818780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:16.821159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c94b9a74-7935-4f00-9f08-c7601f78dcb5 HTTP/1.1" status: 204 len: 168 time: 0.3765852 Jul 27 16:44:16.838735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dc083-4b45-44c6-a3aa-33d480f758f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94b9a74-7935-4f00-9f08-c7601f78dcb5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:16.853438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea7be381-6bdb-41f5-b04e-8e09294a476a req-dcd92dd7-583a-4314-be65-2668427a7a30 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463890 Jul 27 16:44:16.926832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:17.054775 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.079905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f81693-baf7-46de-b1d2-27f06bdb8b03 req-1e76052e-a626-4a86-96c4-49a29d8e6e5f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:17.082309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61f81693-baf7-46de-b1d2-27f06bdb8b03 req-1e76052e-a626-4a86-96c4-49a29d8e6e5f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1126728 Jul 27 16:44:17.107653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:17.114286 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6871e-ec57-4958-b976-673cba7f22f8" -d '{"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-unplugged", "status": "completed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:17.144744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:17.153173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.205413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61f81693-baf7-46de-b1d2-27f06bdb8b03 req-337ba043-d3ac-466f-925a-997f68cb09e2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010654 Jul 27 16:44:17.206287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-500868c4-3de7-47cc-b89d-43793f11d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.291149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:17.466843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:17.495367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-500868c4-3de7-47cc-b89d-43793f11d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.505446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-500868c4-3de7-47cc-b89d-43793f11d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.535762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:17.547226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda36c2-6401-4257-8401-1d171b5fa887 req-2d055aa8-33e4-4b8f-85f8-fe03a0cbfb69 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:17.550082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ecda36c2-6401-4257-8401-1d171b5fa887 req-2d055aa8-33e4-4b8f-85f8-fe03a0cbfb69 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.1820242 Jul 27 16:44:17.630066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ecda36c2-6401-4257-8401-1d171b5fa887 req-793954a8-51fa-4766-8b6b-ab1558d18a0e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Jul 27 16:44:17.646858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500868c4-3de7-47cc-b89d-43793f11d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc01fd7f-3377-41e3-ac2b-31cd62c476f7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:17.651540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-500868c4-3de7-47cc-b89d-43793f11d36d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c38e4b911bdb4b48aff7d4a42afee490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9357381 Jul 27 16:44:17.654642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45520) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:17.753377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:17.766977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:17.780493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:17.782030 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.786020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'port_id': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'mac_address': 'fa:16:3e:5f:d5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ebad6-402c-4ad6-b5c5-466d04a43f46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:17.801434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.823890 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f9cd7-df83-4efc-934f-74c6bf717806 x-openstack-request-id: req-2d8f9cd7-df83-4efc-934f-74c6bf717806 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:17.824765 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-unplugged", "status": "failed", "tag": "f4211cb4-41c1-4e57-a996-266957344f25", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:17.825429 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d8f9cd7-df83-4efc-934f-74c6bf717806 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:17.826351 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25', 'code': 422} returned with failed status Jul 27 16:44:17.854279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.927023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.945127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.949085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:17.955177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc01fd7f-3377-41e3-ac2b-31cd62c476f7 HTTP/1.1" status: 204 len: 168 time: 0.2989814 Jul 27 16:44:17.957848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:17.972249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819cfcd-b2fd-45e8-9318-2eb77d1af81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc01fd7f-3377-41e3-ac2b-31cd62c476f7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:18.066333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:18.070463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.074589 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.153207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2ea5-d462-4340-ba1e-1086d8951731 req-ab94a4b5-90fb-4fd9-8034-7c3905533d68 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:18.161977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c21d2ea5-d462-4340-ba1e-1086d8951731 req-ab94a4b5-90fb-4fd9-8034-7c3905533d68 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1437061 Jul 27 16:44:18.201789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:18.234459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c21d2ea5-d462-4340-ba1e-1086d8951731 req-e826e2d3-0b36-4535-9a80-adb330b664af tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642662 Jul 27 16:44:18.237675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:18.253389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.256476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:18.352398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a9f3bc8e-f507-46bd-b645-9cea47fbf49f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:18.458469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-90e6753e-94c9-42f1-9f55-3291f99d6ebb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:18.459134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6626d-f229-4986-bdce-77b2fd988cbf req-a8fc43e2-e598-41c6-9a4c-b9b60caf6335 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:18.460175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-90e6753e-94c9-42f1-9f55-3291f99d6ebb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b797446-8965-418a-9a52-db916d43d436 HTTP/1.1" status: 200 len: 943 time: 0.1504390 Jul 27 16:44:18.465906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0b6626d-f229-4986-bdce-77b2fd988cbf req-a8fc43e2-e598-41c6-9a4c-b9b60caf6335 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1716208 Jul 27 16:44:18.562893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0b6626d-f229-4986-bdce-77b2fd988cbf req-9aa53cce-23cb-40c1-955d-daf1e6473632 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Jul 27 16:44:18.653370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port f4211cb4-41c1-4e57-a996-266957344f25 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:18.653942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.657298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:18.743039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.764760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:18.804705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:18.815035 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.854966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911327-5c1c-4b79-89a2-b6aba76e2deb req-ab2780c4-f1e2-4ff2-9336-003489ce19e0 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:18.869510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port f4211cb4-41c1-4e57-a996-266957344f25, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f4211cb4-41c1-4e57-a996-266957344f25,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:18.870542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:18.872870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5911327-5c1c-4b79-89a2-b6aba76e2deb req-ab2780c4-f1e2-4ff2-9336-003489ce19e0 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1719239 Jul 27 16:44:18.884696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:18.896173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for f4211cb4-41c1-4e57-a996-266957344f25 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:18.928261 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a5911327-5c1c-4b79-89a2-b6aba76e2deb req-0bf70a9d-b4eb-4041-b68c-ce1dd6ac3cd6 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jul 27 16:44:19.088879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6b8a1-2e18-4f7b-a7f2-f67217eb8cd8 req-55efacd9-3c82-4e41-a891-0460eb36bfd5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:19.090573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50e6b8a1-2e18-4f7b-a7f2-f67217eb8cd8 req-55efacd9-3c82-4e41-a891-0460eb36bfd5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.0815642 Jul 27 16:44:19.118641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:19.147684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:44:19.154411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=f4211cb4-41c1-4e57-a996-266957344f25,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:19.155893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50e6b8a1-2e18-4f7b-a7f2-f67217eb8cd8 req-32d3fb25-6f02-45ee-ba2a-4e181b93f77d tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Jul 27 16:44:19.233031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port f4211cb4-41c1-4e57-a996-266957344f25 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:19.235835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:19.244490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2be65af9-139d-4510-b7fa-06c7f36c3361 req-5d587bf6-7713-4264-a45d-643e287d132d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "DELETE /v2.0/ports/f4211cb4-41c1-4e57-a996-266957344f25 HTTP/1.1" status: 204 len: 173 time: 0.7677116 Jul 27 16:44:19.245376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-deleted', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:19.248228 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfbbdf1-cd6f-4ecb-9944-1f7dda5079c1" -d '{"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-deleted", "tag": "f4211cb4-41c1-4e57-a996-266957344f25"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:19.407018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c0337-1f84-4cc9-bf69-42282ae4be46 req-7736c23e-3d20-4f48-abfd-9d84bddf174f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:19.409581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb1c0337-1f84-4cc9-bf69-42282ae4be46 req-7736c23e-3d20-4f48-abfd-9d84bddf174f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 943 time: 0.0879807 Jul 27 16:44:19.463858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb1c0337-1f84-4cc9-bf69-42282ae4be46 req-dd0741e0-73a1-4449-a4c8-61e7f9579f0a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Jul 27 16:44:19.470754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:19.571981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port a9f3bc8e-f507-46bd-b645-9cea47fbf49f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:19.572775 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:19.576137 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec03345-4886-41ab-8c3f-13b597773c13 x-openstack-request-id: req-eec03345-4886-41ab-8c3f-13b597773c13 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:19.576909 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797446-8965-418a-9a52-db916d43d436", "name": "network-vif-deleted", "tag": "f4211cb4-41c1-4e57-a996-266957344f25", "status": "failed", "code": 422}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:19.577542 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eec03345-4886-41ab-8c3f-13b597773c13 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:19.578293 n-d-723572-6 neutron-server[93923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b797446-8965-418a-9a52-db916d43d436', 'name': 'network-vif-deleted', 'tag': 'f4211cb4-41c1-4e57-a996-266957344f25', 'status': 'failed', 'code': 422} returned with failed status Jul 27 16:44:19.721374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:19.727184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45594) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:19.766316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:19.774108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:19.838999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}, {'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:19.841749 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d85cd-9743-4b4e-b3b0-fd6d2a9aebbc" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}, {"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:19.846107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:19.884349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ab679-084b-4aad-9857-8dca6eed2851 req-81944a08-6a67-455c-8477-34b42aa3d1f8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:19.886976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ab679-084b-4aad-9857-8dca6eed2851 req-81944a08-6a67-455c-8477-34b42aa3d1f8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1367333 Jul 27 16:44:19.918683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:19.988743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-709ab679-084b-4aad-9857-8dca6eed2851 req-d8ab66c9-d142-44e4-94fe-512f9b6acbdb tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852273 Jul 27 16:44:20.116624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc255aa-bf70-4c87-9287-5d0806cab8ec x-openstack-request-id: req-5bc255aa-bf70-4c87-9287-5d0806cab8ec {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:20.116624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "code": 200}, {"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:20.116624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bc255aa-bf70-4c87-9287-5d0806cab8ec {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:20.116624 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'code': 200} Jul 27 16:44:20.116624 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'code': 200} Jul 27 16:44:20.322481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-b938cf29-c94a-4357-aeca-b9fadcfa504b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.323709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b938cf29-c94a-4357-aeca-b9fadcfa504b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5936320 Jul 27 16:44:20.326797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.331547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-fe83dbe4-067d-4466-841d-42e8834fff3f tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.332551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe83dbe4-067d-4466-841d-42e8834fff3f tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045171 Jul 27 16:44:20.335330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45616) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.348807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-69fcde0d-6e1c-497f-9683-719f0d031eff tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.352822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-69fcde0d-6e1c-497f-9683-719f0d031eff tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0136189 Jul 27 16:44:20.371350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.385662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-4745ddfa-c3ea-47a9-9eaf-05d5bac0d0d6 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.389577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4745ddfa-c3ea-47a9-9eaf-05d5bac0d0d6 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143163 Jul 27 16:44:20.390335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.415245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-7bc282c5-1abd-43c7-b269-bac60e435809 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.419109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7bc282c5-1abd-43c7-b269-bac60e435809 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0247576 Jul 27 16:44:20.421247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.426879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-06625509-20d5-4a2b-b78a-90d41a88d131 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.430500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-06625509-20d5-4a2b-b78a-90d41a88d131 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054529 Jul 27 16:44:20.431871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.438373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-96475523-4bf8-421f-bcd1-b52c500d3a35 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.442577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-96475523-4bf8-421f-bcd1-b52c500d3a35 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071650 Jul 27 16:44:20.443194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45626) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.455041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-a8c5f909-13db-4684-8265-13fc1ba5e4c4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.459134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8c5f909-13db-4684-8265-13fc1ba5e4c4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104668 Jul 27 16:44:20.462024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.467657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-6b56f193-b83e-4408-9616-cdedb018106d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.471742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b56f193-b83e-4408-9616-cdedb018106d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047400 Jul 27 16:44:20.472569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45630) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.489397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-4ece19f2-8257-4e4e-a2e6-807157ef6ee3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.489397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ece19f2-8257-4e4e-a2e6-807157ef6ee3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051050 Jul 27 16:44:20.494464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69731e1b-59ff-4876-b4d3-dffd203f9148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:20.513564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.536418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-ae9e15c4-4e7f-4711-addf-e21d7687cbd1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.540135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae9e15c4-4e7f-4711-addf-e21d7687cbd1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0263226 Jul 27 16:44:20.547058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.550723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211ecaa-3181-463f-8436-030f656ea131 req-7c02ca71-d44c-44cf-9480-faa4bc30fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:20.552294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e211ecaa-3181-463f-8436-030f656ea131 req-7c02ca71-d44c-44cf-9480-faa4bc30fea3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 1096 time: 0.2187452 Jul 27 16:44:20.607262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4be16-907c-4cc4-8a51-b6b618db1202 req-3a7ad108-8cfe-47a9-98c0-aec88fb6df95 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:20.615830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0e4be16-907c-4cc4-8a51-b6b618db1202 req-3a7ad108-8cfe-47a9-98c0-aec88fb6df95 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2458849 Jul 27 16:44:20.621149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-e4cf2bcf-a3d6-44a1-b123-4511cfe4ce86 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.622843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4cf2bcf-a3d6-44a1-b123-4511cfe4ce86 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0259249 Jul 27 16:44:20.627787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.634037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-5221e7e4-df37-4e8c-ac3d-abed6e9e23c9 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.636556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5221e7e4-df37-4e8c-ac3d-abed6e9e23c9 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044377 Jul 27 16:44:20.638665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.651443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-71435d36-0013-4c6b-a76e-5a5978a03e90 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.653036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-71435d36-0013-4c6b-a76e-5a5978a03e90 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108190 Jul 27 16:44:20.656466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.663090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-82df75e2-9640-48cc-a69f-48b85c8d614c tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.664054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-82df75e2-9640-48cc-a69f-48b85c8d614c tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046582 Jul 27 16:44:20.666412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e211ecaa-3181-463f-8436-030f656ea131 req-71f5198a-e7d0-4847-8f4a-cbfb461b50a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892284 Jul 27 16:44:20.669765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.674745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-c7d7c4ef-7868-45b9-85f4-d6aeebe51fbb tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.675753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407ef3-2080-45bb-9343-5ae21602ec39 req-1bfc888c-fe2d-42f4-8801-5dc39b4e4049 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:20.675968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c7d7c4ef-7868-45b9-85f4-d6aeebe51fbb tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049779 Jul 27 16:44:20.677461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f407ef3-2080-45bb-9343-5ae21602ec39 req-1bfc888c-fe2d-42f4-8801-5dc39b4e4049 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.4089131 Jul 27 16:44:20.680327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.694980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-130ca454-bdf7-47a9-bf97-60aa301872f3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.696277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-130ca454-bdf7-47a9-bf97-60aa301872f3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0137250 Jul 27 16:44:20.701189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.709298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-494962b7-4127-4602-a226-b0ca0545c61b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.710325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-494962b7-4127-4602-a226-b0ca0545c61b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0076056 Jul 27 16:44:20.716207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45656) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.719340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0e4be16-907c-4cc4-8a51-b6b618db1202 req-43153e2e-26ac-4734-afa6-5edb263d13e2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032951 Jul 27 16:44:20.723719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-007c75d1-df22-4b76-9e60-d2beed2d2802 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.724994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-007c75d1-df22-4b76-9e60-d2beed2d2802 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044186 Jul 27 16:44:20.729179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45658) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.743808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a6b4-13bd-4375-b342-d1258576425c req-4c14ded2-4e9a-44af-97a0-6475aa91765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:20.746028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c06a6b4-13bd-4375-b342-d1258576425c req-4c14ded2-4e9a-44af-97a0-6475aa91765c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1100 time: 0.3991458 Jul 27 16:44:20.758128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-26e6baef-7fbe-4542-b49b-66f9b4ad66a4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.760633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26e6baef-7fbe-4542-b49b-66f9b4ad66a4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0218787 Jul 27 16:44:20.763467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.773234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-49b3f12b-b34f-4165-9daf-dd6b95399670 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.776348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-49b3f12b-b34f-4165-9daf-dd6b95399670 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115969 Jul 27 16:44:20.779464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.784905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-d30c5053-e19c-4605-a663-9b96ce7c4afd tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.786343 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d30c5053-e19c-4605-a663-9b96ce7c4afd tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052984 Jul 27 16:44:20.790251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.790674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f407ef3-2080-45bb-9343-5ae21602ec39 req-30c4baeb-4832-4061-aa9c-65430c7b8560 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038496 Jul 27 16:44:20.800565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-d7685485-84d5-4f59-9e96-878f75ec2ef4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.802478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7685485-84d5-4f59-9e96-878f75ec2ef4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0100708 Jul 27 16:44:20.806402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.820269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-92c03d39-a0c9-4b2d-b61f-deb334eb5a69 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.821416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-92c03d39-a0c9-4b2d-b61f-deb334eb5a69 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099797 Jul 27 16:44:20.830017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.834818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-a155124d-0f55-444a-9d17-0fcd38ef88e7 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.835981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a155124d-0f55-444a-9d17-0fcd38ef88e7 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048602 Jul 27 16:44:20.840085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.849190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-a230aa72-fac4-4dac-a683-36c491c43b95 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.850527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a230aa72-fac4-4dac-a683-36c491c43b95 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069644 Jul 27 16:44:20.854260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45676) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.869837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-0e8bfa00-e588-4ede-ae33-8918389483b5 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.871228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0e8bfa00-e588-4ede-ae33-8918389483b5 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097249 Jul 27 16:44:20.880282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.887833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-aaba9916-6b9d-4d79-9199-2ae8fcb6712f tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.889229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aaba9916-6b9d-4d79-9199-2ae8fcb6712f tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075350 Jul 27 16:44:20.893555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c06a6b4-13bd-4375-b342-d1258576425c req-91127426-ec32-4649-b287-ef5d872255f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267889 Jul 27 16:44:20.893719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.899724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-5c81f3be-67a2-4d07-9f69-d314aff2a998 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.900929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c81f3be-67a2-4d07-9f69-d314aff2a998 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058045 Jul 27 16:44:20.903546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.908747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-49ca10c1-3e80-4f9f-9af9-117e5515af2a tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.909710 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-49ca10c1-3e80-4f9f-9af9-117e5515af2a tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052567 Jul 27 16:44:20.913433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.918540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69731e1b-59ff-4876-b4d3-dffd203f9148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:20.926588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-748b86ba-2525-47c1-997d-a1fbae46b3ff tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.928777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-748b86ba-2525-47c1-997d-a1fbae46b3ff tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138698 Jul 27 16:44:20.930726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69731e1b-59ff-4876-b4d3-dffd203f9148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:20.935934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.943377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:20.948885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-7424c012-963f-430d-95e5-058ef2d914b1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.950439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7424c012-963f-430d-95e5-058ef2d914b1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0129595 Jul 27 16:44:20.959401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.971078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-90ba721f-8352-4854-a470-2b9a12b6ce08 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.975902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-90ba721f-8352-4854-a470-2b9a12b6ce08 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117788 Jul 27 16:44:20.979052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45696) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:20.987918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-78992c45-8827-4403-af04-58bbd801f1ac tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:20.993570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78992c45-8827-4403-af04-58bbd801f1ac tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0130415 Jul 27 16:44:20.994561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45700) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.002758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69731e1b-59ff-4876-b4d3-dffd203f9148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6962b214cd1d45598f758bc250ce5a64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0811281 Jul 27 16:44:21.003311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-a863030d-d68c-456a-a496-c318809793f3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.006814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.009323 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a863030d-d68c-456a-a496-c318809793f3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0110991 Jul 27 16:44:21.011004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.017407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-94727dd3-3d8d-4498-9a0c-13e9e9233db8 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.022198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: f4211cb4-41c1-4e57-a996-266957344f25 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:44:21.022551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f4211cb4-41c1-4e57-a996-266957344f25 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:21.022899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94727dd3-3d8d-4498-9a0c-13e9e9233db8 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103240 Jul 27 16:44:21.024893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45708) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.031403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-7a9a2b9b-688c-4926-940e-d28aad2720d2 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.033232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a9a2b9b-688c-4926-940e-d28aad2720d2 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044255 Jul 27 16:44:21.038253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45710) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.046873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-26bd3a5f-78dc-46a5-b7e1-0b3eb8e49d56 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.048145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26bd3a5f-78dc-46a5-b7e1-0b3eb8e49d56 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076230 Jul 27 16:44:21.052745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.057619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-44430c30-2216-4127-9e04-df51c3e2483d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.058749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-44430c30-2216-4127-9e04-df51c3e2483d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048728 Jul 27 16:44:21.063255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.067760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-bd79083e-c865-489d-8a7e-f13342400a3e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.076890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd79083e-c865-489d-8a7e-f13342400a3e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087111 Jul 27 16:44:21.080390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.087817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-daa4f632-f199-4102-8827-629ec108fb99 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.092813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-daa4f632-f199-4102-8827-629ec108fb99 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108509 Jul 27 16:44:21.093596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69731e1b-59ff-4876-b4d3-dffd203f9148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41430e24-d985-4646-856c-fd9304d83c71,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:21.094142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.105452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ff63-a7c4-4572-b574-ac4f9b2a58d2 req-14938a7f-a47d-40d8-b6ad-e3e647df6a8b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:21.115373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5785ff63-a7c4-4572-b574-ac4f9b2a58d2 req-14938a7f-a47d-40d8-b6ad-e3e647df6a8b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.2896411 Jul 27 16:44:21.122168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-fa269e11-3aa9-4c04-9083-0002c6780301 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.125947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fa269e11-3aa9-4c04-9083-0002c6780301 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081754 Jul 27 16:44:21.130575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45722) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.140533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-0df77210-3fcf-4c3d-8a8f-7e07687fbb8c tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.145045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0df77210-3fcf-4c3d-8a8f-7e07687fbb8c tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098908 Jul 27 16:44:21.146056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.152625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-c9540f93-ec80-4708-aa03-6e3271f8d16d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.156338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9540f93-ec80-4708-aa03-6e3271f8d16d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066359 Jul 27 16:44:21.159305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.167941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-810b132b-c9be-4ba1-8260-9d9bdb7e3f91 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.169625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-810b132b-c9be-4ba1-8260-9d9bdb7e3f91 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078793 Jul 27 16:44:21.174716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.178837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5785ff63-a7c4-4572-b574-ac4f9b2a58d2 req-a0fa4d3a-4220-4eb3-aa80-edce9c2a4530 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606396 Jul 27 16:44:21.182242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-e5895b38-0b2c-4676-a28e-441035c5cfa3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.184910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5895b38-0b2c-4676-a28e-441035c5cfa3 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071688 Jul 27 16:44:21.186815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.208857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:21.208947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-7aad6ca6-4f1c-49c9-8f11-798fee5f9491 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.208947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7aad6ca6-4f1c-49c9-8f11-798fee5f9491 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0153499 Jul 27 16:44:21.208947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.221847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-e7b74d56-3340-40f2-97ca-6b36e7ecc61d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.223925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e7b74d56-3340-40f2-97ca-6b36e7ecc61d tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0130670 Jul 27 16:44:21.226982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45734) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.234476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-053d50f1-4bf1-4339-aef2-8fb13a92084b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:21.236110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-053d50f1-4bf1-4339-aef2-8fb13a92084b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.2320616 Jul 27 16:44:21.245076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-a43f0fb6-8cb2-49da-b0b0-29abbc81c4c0 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.249788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a43f0fb6-8cb2-49da-b0b0-29abbc81c4c0 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0180545 Jul 27 16:44:21.250238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.254234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:21.266088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-44d30166-8735-4949-9d08-07d50d7423e4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.271103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-44d30166-8735-4949-9d08-07d50d7423e4 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0174308 Jul 27 16:44:21.273371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.276949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-22c5e663-b902-4aaf-a6a1-90cf51042426 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.0204873 Jul 27 16:44:21.288084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-f52bacbb-21a2-4b5a-a469-4839a75657d1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.289451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f52bacbb-21a2-4b5a-a469-4839a75657d1 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0136561 Jul 27 16:44:21.292528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.299510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-803b1ba7-cb14-41f3-9fb9-7cedd9315efe tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.302917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-803b1ba7-cb14-41f3-9fb9-7cedd9315efe tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0060239 Jul 27 16:44:21.305775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.318084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-26035a13-29c5-410a-8c5e-da89e218ad5e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.322131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-26035a13-29c5-410a-8c5e-da89e218ad5e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0140500 Jul 27 16:44:21.333124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.339495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-d202f915-e8d3-4219-b506-207cfbe048cc tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.343450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d202f915-e8d3-4219-b506-207cfbe048cc tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090070 Jul 27 16:44:21.343854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.349843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-a406cc29-1542-4665-b147-6ee12acc1863 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.353474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a406cc29-1542-4665-b147-6ee12acc1863 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055161 Jul 27 16:44:21.354443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.358642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-a953d94f-9ee3-4fec-aa13-fa081ea986ad tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.361973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a953d94f-9ee3-4fec-aa13-fa081ea986ad tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042379 Jul 27 16:44:21.364733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-457a19a0-5f4a-47a1-bab2-6088e64316a2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576553 Jul 27 16:44:21.365617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.372663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-c73f8346-b0b4-42f9-8a4c-285e0615561e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.376863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c73f8346-b0b4-42f9-8a4c-285e0615561e tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061996 Jul 27 16:44:21.377045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.382154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-7cda23a9-25f0-400c-b757-352b86e6d8db tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.385648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7cda23a9-25f0-400c-b757-352b86e6d8db tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051665 Jul 27 16:44:21.386401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.390900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-58ec7023-cb7d-45af-aad6-546227b281bc tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.395475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-58ec7023-cb7d-45af-aad6-546227b281bc tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043027 Jul 27 16:44:21.396460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.412245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-0c43db4e-7c11-4595-8f99-4f7b1f107060 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.417114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727b40-fb75-4adb-9728-e956ff7b29fb req-a20442e9-0810-4f50-a6ca-8273a35d53e6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:21.419004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9727b40-fb75-4adb-9728-e956ff7b29fb req-a20442e9-0810-4f50-a6ca-8273a35d53e6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1280503 Jul 27 16:44:21.423923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.424328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0c43db4e-7c11-4595-8f99-4f7b1f107060 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0266652 Jul 27 16:44:21.429790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-2be1e616-d98d-4b69-8ff8-0d7b3672cd69 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.433206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2be1e616-d98d-4b69-8ff8-0d7b3672cd69 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057397 Jul 27 16:44:21.439484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.442140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:21.444661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:21.445793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41430e24-d985-4646-856c-fd9304d83c71 HTTP/1.1" status: 204 len: 168 time: 0.4370687 Jul 27 16:44:21.460408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-9d4d798e-328f-4e1c-9870-522a1e753712 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.464483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d4d798e-328f-4e1c-9870-522a1e753712 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0199573 Jul 27 16:44:21.464483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.491067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-8ebdd108-47f4-40d1-bb25-517859b9faa2 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.496640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8ebdd108-47f4-40d1-bb25-517859b9faa2 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129504 Jul 27 16:44:21.497518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.505064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-49b5f414-94e9-4473-89f5-8b8bb66f8a67 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.513891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.525891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-49b5f414-94e9-4473-89f5-8b8bb66f8a67 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0267110 Jul 27 16:44:21.554269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a014e9-c403-4241-8f71-c512a0744245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41430e24-d985-4646-856c-fd9304d83c71,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:21.558074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-c72195c3-dca2-4430-936e-b5061b0f7813 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.559955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c72195c3-dca2-4430-936e-b5061b0f7813 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0442100 Jul 27 16:44:21.567557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.573180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-2618853d-7162-439d-bb03-a5ed35064171 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.574145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2618853d-7162-439d-bb03-a5ed35064171 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044303 Jul 27 16:44:21.581986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.586459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-143f51e7-2b8a-486b-a462-5e37dd1b5c66 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.589959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-143f51e7-2b8a-486b-a462-5e37dd1b5c66 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044684 Jul 27 16:44:21.592638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.599297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [None req-7b9a64ac-f19b-4036-bf1a-edebd8bca97b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.610631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7b9a64ac-f19b-4036-bf1a-edebd8bca97b tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0166509 Jul 27 16:44:21.615564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9727b40-fb75-4adb-9728-e956ff7b29fb req-e47315b1-d0c7-47ae-b756-83a3108362ff tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834502 Jul 27 16:44:21.616085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:21.620466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [None req-965fc1e7-b61f-49a3-a4ef-772d1f1fd453 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:44:21.629440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-965fc1e7-b61f-49a3-a4ef-772d1f1fd453 tempest-ExtensionsTestJSON-47682389 tempest-ExtensionsTestJSON-47682389-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0075796 Jul 27 16:44:21.670478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-730044f4-f738-49c6-b499-f1f18ab511fe service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445550 Jul 27 16:44:21.858841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-99534727-06bd-4a0c-93e2-1196ee1a72a9 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729162 Jul 27 16:44:22.061051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba012ef1-4bbb-4534-803c-addf1c999eb7 req-f0e22fff-52d1-4acc-90f0-1cd15620cc91 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:22.077446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba012ef1-4bbb-4534-803c-addf1c999eb7 req-f0e22fff-52d1-4acc-90f0-1cd15620cc91 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1974616 Jul 27 16:44:22.187361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:22.237360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba012ef1-4bbb-4534-803c-addf1c999eb7 req-2d54105d-4405-480f-b82d-f214b4890e10 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518774 Jul 27 16:44:22.409399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1afb-8637-46de-b56a-302434d7d13e req-2d00660b-9258-4bd7-9405-daf7b8c3f9dc tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:22.411209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7dae1afb-8637-46de-b56a-302434d7d13e req-2d00660b-9258-4bd7-9405-daf7b8c3f9dc tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 946 time: 0.1206191 Jul 27 16:44:22.445536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa6b96c5-01c6-4dd4-930c-e0da3ccfe506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:22.470387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a42988a4-5a19-4ba4-8ec0-bd2cbb7b7f68 req-0a1e8dd7-7a73-4589-a43b-8f69b8c97924 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 210 time: 0.0889363 Jul 27 16:44:22.508754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7dae1afb-8637-46de-b56a-302434d7d13e req-df202707-22a8-4c45-95ac-8c7f5879d0d1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Jul 27 16:44:22.730367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bd3cd-c699-46dd-8ad0-31422c53efb5 req-a2fa9232-d1e4-4bfb-8e45-4657b8b6a55d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:22.730603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa6b96c5-01c6-4dd4-930c-e0da3ccfe506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:22.737117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa6b96c5-01c6-4dd4-930c-e0da3ccfe506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:22.737442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-241bd3cd-c699-46dd-8ad0-31422c53efb5 req-a2fa9232-d1e4-4bfb-8e45-4657b8b6a55d tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1874509 Jul 27 16:44:22.789428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b96c5-01c6-4dd4-930c-e0da3ccfe506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c8b04-bf07-4ef1-9ffa-7e8f93acbcb8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:22.805708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aa6b96c5-01c6-4dd4-930c-e0da3ccfe506 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2093341b73da4bd4b174a30417e10ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163051 Jul 27 16:44:22.806466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:22.871153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-241bd3cd-c699-46dd-8ad0-31422c53efb5 req-7c17fec9-fb12-4554-81b2-6e8639374351 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277714 Jul 27 16:44:22.958099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:23.021394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:23.120860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:23.124124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:23.128955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec7c8b04-bf07-4ef1-9ffa-7e8f93acbcb8 HTTP/1.1" status: 204 len: 168 time: 0.3169901 Jul 27 16:44:23.142845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5f46-77ed-4676-8323-7b733bdd4200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c8b04-bf07-4ef1-9ffa-7e8f93acbcb8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:23.190261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145149c-6cb2-4bda-92a8-48bd5d3ffa92 req-66c61f07-27cb-4065-8ac8-e45a82c715ee tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:23.193354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5145149c-6cb2-4bda-92a8-48bd5d3ffa92 req-66c61f07-27cb-4065-8ac8-e45a82c715ee tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2036784 Jul 27 16:44:23.320460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5145149c-6cb2-4bda-92a8-48bd5d3ffa92 req-023766a7-feaa-4b89-bc02-a6b1d6b55a11 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195269 Jul 27 16:44:23.498784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734ee8-58b5-4059-8d1a-4e05e2f27f30 req-b80f19b4-cf83-4b93-a2e1-fc63c0a3c473 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:23.501407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67734ee8-58b5-4059-8d1a-4e05e2f27f30 req-b80f19b4-cf83-4b93-a2e1-fc63c0a3c473 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1183579 Jul 27 16:44:23.576012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67734ee8-58b5-4059-8d1a-4e05e2f27f30 req-a0ec985c-e811-46aa-be43-5aa8ac5dfb78 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671721 Jul 27 16:44:23.582490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c4f0-9bdd-4ca0-a9cb-ceb1450601c3 req-1fcf2926-a208-4974-aa05-8cd7fddb0655 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:23.585002 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5d5c4f0-9bdd-4ca0-a9cb-ceb1450601c3 req-1fcf2926-a208-4974-aa05-8cd7fddb0655 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1584790 Jul 27 16:44:23.659785 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5d5c4f0-9bdd-4ca0-a9cb-ceb1450601c3 req-bac59d77-9c29-41f7-824e-d220d3220c11 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639250 Jul 27 16:44:23.746408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a2ef-0ac1-45a0-8d33-b26d292be0e2 req-5f8798ee-7170-4a60-ac0a-6ca9af979da7 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:23.758449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d01a2ef-0ac1-45a0-8d33-b26d292be0e2 req-5f8798ee-7170-4a60-ac0a-6ca9af979da7 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1100 time: 0.0889854 Jul 27 16:44:23.803231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d01a2ef-0ac1-45a0-8d33-b26d292be0e2 req-463a253e-a034-467c-b7ea-ce1980bcaed8 tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jul 27 16:44:23.894281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3bc98f9-70e7-4faf-ade1-9112aa5669d7 req-4eda96c9-bbcd-4984-8386-e315daf45bb6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 210 time: 0.0392630 Jul 27 16:44:24.433411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-2a5d5257-5076-41e0-9167-2796313ca884 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:24.440647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-2a5d5257-5076-41e0-9167-2796313ca884 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.2851610 Jul 27 16:44:24.462648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': 'f890651f-135a-4989-8578-83644b248da5', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:24.679613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbaf31-9d2f-4d99-bbc2-921f69dd58f5 req-5d9f2035-b4ee-4f94-8885-2d5af421ef17 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:24.681482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5cbaf31-9d2f-4d99-bbc2-921f69dd58f5 req-5d9f2035-b4ee-4f94-8885-2d5af421ef17 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1291888 Jul 27 16:44:24.682933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:24.686896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:24.694247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-ce14b209-5ff8-405c-bb8f-4231a1b5811e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:24.703955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-ce14b209-5ff8-405c-bb8f-4231a1b5811e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 0.2815104 Jul 27 16:44:24.720152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-174f3e4d-8571-4ab8-b172-603d220828ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1742184 Jul 27 16:44:24.732003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-785fc350-1fbd-4772-bec8-521d34870576 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/quotas/0aaf887ac35f46f0be6eb83eb87606a2 HTTP/1.1" status: 200 len: 375 time: 0.0261252 Jul 27 16:44:24.801445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5cbaf31-9d2f-4d99-bbc2-921f69dd58f5 req-b748c304-4687-46bf-a0c1-6b0bc8a76aee tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099632 Jul 27 16:44:24.832187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:24.913342 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-82ef63d5-de82-4f2e-b816-79397749e739 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796119 Jul 27 16:44:24.957034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.8 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/42373e13-848c-427e-873c-25b98e776e40) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:25.019981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7dc5-3047-4c0b-a86e-16f02486c795 req-00c8b490-0c7a-4ef8-8330-23e84d44d41b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:25.021989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32aa7dc5-3047-4c0b-a86e-16f02486c795 req-00c8b490-0c7a-4ef8-8330-23e84d44d41b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.1331041 Jul 27 16:44:25.074680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-ef0d4c1f-ffd9-44da-ab3e-8393a625167e service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559949 Jul 27 16:44:25.164616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32aa7dc5-3047-4c0b-a86e-16f02486c795 req-cc2183b7-9487-4e24-bb36-f89a4afff902 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324844 Jul 27 16:44:25.176319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3cd020-b481-42ad-a6e2-60e87afcf6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.261699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-96d1c4cf-0338-4a83-b030-119e768db4ff service neutron] 10.222.0.64 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856821 Jul 27 16:44:25.289934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.408012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.434033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3cd020-b481-42ad-a6e2-60e87afcf6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.482604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3cd020-b481-42ad-a6e2-60e87afcf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.489457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:25.645654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:25.710904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:25.754711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:25.780452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:25.815404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'mac_address': 'fa:16:3e:c0:09:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:25.867781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.888200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d82cad0b-0c02-4856-995e-b1cd55807434 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:25.911105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:25.928554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:25.931900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:25.933040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.935652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:25.938791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:25.945375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b3cd020-b481-42ad-a6e2-60e87afcf6e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c92be32e869145cb887cedeaf57ed274&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117508 Jul 27 16:44:25.960345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:25.963132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cd020-b481-42ad-a6e2-60e87afcf6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102e0e1d-2655-48d6-aa63-788b7e9e532b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:26.037844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:26.045213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d82cad0b-0c02-4856-995e-b1cd55807434'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:26.082841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-a8389ef5-be13-432e-ba40-765eacc6b51b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6245141 Jul 27 16:44:26.108326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.135115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.202624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Request body: {'port': {'device_id': 'f890651f-135a-4989-8578-83644b248da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:26.211365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.214241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.215613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/102e0e1d-2655-48d6-aa63-788b7e9e532b HTTP/1.1" status: 204 len: 168 time: 0.2535062 Jul 27 16:44:26.272411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeeacf-713c-460e-ab60-20eded5e863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e0e1d-2655-48d6-aa63-788b7e9e532b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:26.383640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ab542-f756-4ded-b639-e6531cd014a3 req-034d469b-dbbf-4c5d-83b4-c30b11f8e5c3 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:26.398405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72c67c9f-5224-40c7-9dde-61ff6156b70c req-7251772a-c9b9-48b4-8f3a-ee5441b24967 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 210 time: 0.8625565 Jul 27 16:44:26.398885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a05ab542-f756-4ded-b639-e6531cd014a3 req-034d469b-dbbf-4c5d-83b4-c30b11f8e5c3 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 931 time: 0.7686362 Jul 27 16:44:26.547532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fd228c6d-0889-43d4-a4d7-959fbb668430 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:26.549632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fd228c6d-0889-43d4-a4d7-959fbb668430 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd99f7d-289d-4340-bb74-e40b79a192ca HTTP/1.1" status: 200 len: 945 time: 0.1680653 Jul 27 16:44:26.553494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a05ab542-f756-4ded-b639-e6531cd014a3 req-5a11ed67-1f35-4af7-9819-3ed6cc3e4f08 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535480 Jul 27 16:44:26.611625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.783238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'networks': [{'name': 'tempest-network--1983117081'}, {'name': 'tempest-network--649161940'}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:26.783948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-network--1983117081'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:26.784222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-network--649161940'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:26.817968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'network': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:26.824016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:26.906191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.109223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Deleting port a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:27.109689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.119291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46048) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:27.213076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db998388-eb97-4019-aa24-0c88e52d2dc5 req-6814f3eb-d3e1-49be-bc5e-d755cc8067d3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:27.216774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db998388-eb97-4019-aa24-0c88e52d2dc5 req-6814f3eb-d3e1-49be-bc5e-d755cc8067d3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2655876 Jul 27 16:44:27.298532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3598bd36-a465-46c1-9c71-ef2385661d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.337102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2798d6-c1b6-40be-b57e-707b12eba6cb req-4e1a8ed4-95a2-43f2-8c03-3c37cf0bd652 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:27.350378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf2798d6-c1b6-40be-b57e-707b12eba6cb req-4e1a8ed4-95a2-43f2-8c03-3c37cf0bd652 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.6249068 Jul 27 16:44:27.384032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db998388-eb97-4019-aa24-0c88e52d2dc5 req-019f0db9-7693-4493-9da2-ffcf0f462d8d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325235 Jul 27 16:44:27.409336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] For port a9f3bc8e-f507-46bd-b645-9cea47fbf49f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:27.412787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.467791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Calling delete_port for a9f3bc8e-f507-46bd-b645-9cea47fbf49f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:27.504210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:27.608145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.738623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42373e13-848c-427e-873c-25b98e776e40 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:27.744826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d82cad0b-0c02-4856-995e-b1cd55807434 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:27.745813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.748106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.762267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Transition to ACTIVE for port object 42373e13-848c-427e-873c-25b98e776e40 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:27.786535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.787700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.804651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.875169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:27.905488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eada7f8-d2fb-40cc-a522-1628c817c75f req-11bbcd67-b039-4595-98e9-937c3001ab69 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 210 time: 0.0424922 Jul 27 16:44:27.938012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event deleted for resources: {'Port': ['ID=a9f3bc8e-f507-46bd-b645-9cea47fbf49f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:27.965714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf2798d6-c1b6-40be-b57e-707b12eba6cb req-165f59b8-7bc9-4f4c-9c93-e6a28bcba414 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144643 Jul 27 16:44:27.966642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25de5ef1-2caf-4792-8932-625f450d3d92,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:28.135686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] No DVR routers for this DVR port a9f3bc8e-f507-46bd-b645-9cea47fbf49f on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:28.148861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:28.151773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-039a24c6-bbbe-4467-a14b-67eaf8789089 req-fafcf7b7-511c-4c5a-b494-e12e3b9933d9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "DELETE /v2.0/ports/a9f3bc8e-f507-46bd-b645-9cea47fbf49f HTTP/1.1" status: 204 len: 173 time: 1.5944867 Jul 27 16:44:28.165461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-deleted', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:28.206635 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b15d5-219e-4bc9-82ec-a3489c8850b1" -d '{"events": [{"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-deleted", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:28.225378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3598bd36-a465-46c1-9c71-ef2385661d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:28.228466 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:28.354976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:28.361939 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4553dd3-1658-407d-b49e-9952c17f9f61" -d '{"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-plugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:28.398571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:28.403622 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:28.465667 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea57c4-256a-4493-80bd-c5d87ed63909 x-openstack-request-id: req-79ea57c4-256a-4493-80bd-c5d87ed63909 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:28.466243 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd99f7d-289d-4340-bb74-e40b79a192ca", "name": "network-vif-deleted", "tag": "a9f3bc8e-f507-46bd-b645-9cea47fbf49f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:28.466419 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79ea57c4-256a-4493-80bd-c5d87ed63909 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:28.466899 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd99f7d-289d-4340-bb74-e40b79a192ca', 'name': 'network-vif-deleted', 'tag': 'a9f3bc8e-f507-46bd-b645-9cea47fbf49f', 'status': 'completed', 'code': 200} Jul 27 16:44:28.504120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3598bd36-a465-46c1-9c71-ef2385661d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:28.509490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62311-6c4e-437a-a9be-6646d9213cb2 req-f1ae2e9c-4f1e-4372-b345-a2612515b43d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:28.522304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93a62311-6c4e-437a-a9be-6646d9213cb2 req-f1ae2e9c-4f1e-4372-b345-a2612515b43d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 943 time: 0.3007886 Jul 27 16:44:28.596665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:28.661915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-fa5f59e8-42c7-4b85-82c2-3e9b168b78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:28.664169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-fa5f59e8-42c7-4b85-82c2-3e9b168b78f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1100 time: 0.2980256 Jul 27 16:44:28.688544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93a62311-6c4e-437a-a9be-6646d9213cb2 req-a9dbd37a-f27f-40df-a96f-36339ed31bab tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650703 Jul 27 16:44:28.727697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:28.759286 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42540c3-6c03-49ab-9911-b8670fdbbf8a x-openstack-request-id: req-b42540c3-6c03-49ab-9911-b8670fdbbf8a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:28.759955 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-plugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:28.760563 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b42540c3-6c03-49ab-9911-b8670fdbbf8a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:28.761224 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'code': 200} Jul 27 16:44:28.891710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-2e85eaf1-49a0-41e4-bc89-1b567beb3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:28.894259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-2e85eaf1-49a0-41e4-bc89-1b567beb3ac2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2201662 Jul 27 16:44:29.007061 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-cc6eed56-6f08-4aa1-a04d-c5147c3cebe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0976436 Jul 27 16:44:29.074473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-2fb11f05-c0de-4d7f-a613-0866b90cd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:29.078584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-2fb11f05-c0de-4d7f-a613-0866b90cd9f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0610642 Jul 27 16:44:29.278468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:29.279109 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment eddb6466-78f8-4ccf-b3d9-f978606d2013 of type vlan for network 3436a801-8bb9-4bde-add3-c639d1e37fd7 Jul 27 16:44:29.302615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09bee9a9-6753-4a70-b725-d446b6cf83d5 req-e62f4f9d-c5ec-4ee9-a863-fe6a09c59ec1 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 210 time: 0.1725347 Jul 27 16:44:29.320745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3598bd36-a465-46c1-9c71-ef2385661d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83b90fc392f24471aa89801f226fa949&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1166880 Jul 27 16:44:29.321388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:29.330661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Pushing event updated for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:29.342948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-ce10d7a9-dc60-4215-96b8-361096a4065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:29.358004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-ce10d7a9-dc60-4215-96b8-361096a4065a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2716901 Jul 27 16:44:29.383638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Attempting to bind port 42373e13-848c-427e-873c-25b98e776e40 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:29.383992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Attempting to bind port 42373e13-848c-427e-873c-25b98e776e40 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:29.384335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Attempting to bind port 42373e13-848c-427e-873c-25b98e776e40 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:29.471885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598bd36-a465-46c1-9c71-ef2385661d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d06959-8b51-4746-99ce-7c67d054201f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:29.508112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:29.551317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Port 42373e13-848c-427e-873c-25b98e776e40 on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:44:29.551637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Attempting to bind port 42373e13-848c-427e-873c-25b98e776e40 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:29.567786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:29.576306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: a9f3bc8e-f507-46bd-b645-9cea47fbf49f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:44:29.576682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a9f3bc8e-f507-46bd-b645-9cea47fbf49f not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:29.606738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:29.607094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:29.607595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:29.608356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Bound port: 42373e13-848c-427e-873c-25b98e776e40, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:29.609033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:29.676639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-2d612bca-fd57-4ca0-8d0b-c8289b8b1d5d service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082302 Jul 27 16:44:29.691405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-5f184008-ef66-431a-84dc-bd81869bf93b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:29.693703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-5f184008-ef66-431a-84dc-bd81869bf93b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 814 time: 1.1060202 Jul 27 16:44:29.713152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c597a-36f3-4a3a-96ec-af966466cb4c req-5b2db69d-f240-4bed-b0f9-d1262f984c2b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:29.714739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d0c597a-36f3-4a3a-96ec-af966466cb4c req-5b2db69d-f240-4bed-b0f9-d1262f984c2b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2727213 Jul 27 16:44:29.738005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Request body: {'port': {'device_id': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'admin_state_up': True, 'tenant_id': '0aaf887ac35f46f0be6eb83eb87606a2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:29.827362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d0c597a-36f3-4a3a-96ec-af966466cb4c req-0061baf7-a55f-46f7-99b5-a48e2a6a360e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Jul 27 16:44:29.849082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d39f33-8dfa-4e67-a604-bcd2bbb2744d req-b5c54051-fd49-407b-b656-4e37dfefd690 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:29.862738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d39f33-8dfa-4e67-a604-bcd2bbb2744d req-b5c54051-fd49-407b-b656-4e37dfefd690 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.6873784 Jul 27 16:44:29.919868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-f792c40c-d926-493d-9ed6-2436b599df94 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027321 Jul 27 16:44:29.952574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:29.993553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:30.099398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:30.104821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.118637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.119226 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment e398625c-c91a-4340-8177-1a1d9702eeef of type vlan for network 7db9f85a-70ea-4aaa-99e5-cf2bcd84b871 Jul 27 16:44:30.135270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44d39f33-8dfa-4e67-a604-bcd2bbb2744d req-843b301c-c07b-4b3a-a837-75e5605efa38 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667074 Jul 27 16:44:30.135470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca892f7-16ad-4782-94de-ff163409f90a req-33ba9252-2959-439d-8368-73010a104e03 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:30.159911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ca892f7-16ad-4782-94de-ff163409f90a req-33ba9252-2959-439d-8368-73010a104e03 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 943 time: 0.1817679 Jul 27 16:44:30.217950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=42373e13-848c-427e-873c-25b98e776e40,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:30.279857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.317163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ca892f7-16ad-4782-94de-ff163409f90a req-2d151040-95a3-4c2d-8c11-bb918f2835d4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546659 Jul 27 16:44:30.396231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.432395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:30.433044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.434629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] 10.222.0.61 "PUT /v2.0/ports/42373e13-848c-427e-873c-25b98e776e40 HTTP/1.1" status: 200 len: 1091 time: 4.3276744 Jul 27 16:44:30.437116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'tag': '42373e13-848c-427e-873c-25b98e776e40'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:30.457748 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e1ca2-8bce-46fa-9843-127c84eea437" -d '{"events": [{"name": "network-changed", "server_uuid": "f890651f-135a-4989-8578-83644b248da5", "tag": "42373e13-848c-427e-873c-25b98e776e40"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:30.481811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Made reservation on behalf of 0aaf887ac35f46f0be6eb83eb87606a2 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:30.485703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.525361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e993a28-0dcc-47dd-84a7-3e06d510b213 service neutron] Pushing event updated for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:30.601970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.605824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.610088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d06959-8b51-4746-99ce-7c67d054201f HTTP/1.1" status: 204 len: 168 time: 1.2814467 Jul 27 16:44:30.613966 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8eb97-6413-4911-afbf-50f89cc1a00a x-openstack-request-id: req-e6b8eb97-6413-4911-afbf-50f89cc1a00a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:30.614245 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890651f-135a-4989-8578-83644b248da5", "tag": "42373e13-848c-427e-873c-25b98e776e40", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:30.614491 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6b8eb97-6413-4911-afbf-50f89cc1a00a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:30.614896 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'tag': '42373e13-848c-427e-873c-25b98e776e40', 'status': 'completed', 'code': 200} Jul 27 16:44:30.624395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07414663-70ee-41a5-9603-034332a96bdb req-2634e7bf-281e-40be-8f92-0eee1f7ddfcc tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 210 time: 0.1621222 Jul 27 16:44:30.665638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb68ae-d5e1-41c8-81b3-b6d5dd766acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d06959-8b51-4746-99ce-7c67d054201f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:30.680772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.681667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.691402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:30.700974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:30.702123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:30.952683 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.0103638 Jul 27 16:44:30.955502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:30.975889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=3436a801-8bb9-4bde-add3-c639d1e37fd7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:31.002543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 3436a801-8bb9-4bde-add3-c639d1e37fd7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:31.054212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-626b769b-0678-464b-8f0c-cb12f37fc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.057875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-626b769b-0678-464b-8f0c-cb12f37fc0a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 1094 time: 0.5805602 Jul 27 16:44:31.191967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc5eaf-c7fd-4922-a609-71c584574848 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=7db9f85a-70ea-4aaa-99e5-cf2bcd84b871,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:31.234448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7db9f85a-70ea-4aaa-99e5-cf2bcd84b871 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:31.336807 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-0f15b439-683e-423c-b60a-5d184e33cb4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42373e13-848c-427e-873c-25b98e776e40 HTTP/1.1" status: 200 len: 217 time: 0.1224461 Jul 27 16:44:31.384584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b72c-088b-4e2d-8306-f4061c041407 req-0ce7868d-4c00-4f96-a5a2-10e07f5c60f9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.387951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a231b72c-088b-4e2d-8306-f4061c041407 req-0ce7868d-4c00-4f96-a5a2-10e07f5c60f9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.3406489 Jul 27 16:44:31.427384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Allocated IP 172.20.0.9 (91816403-7eb0-4c55-b3ee-093a1ae9360e/8a6ebad6-402c-4ad6-b5c5-466d04a43f46/f755be12-a9b6-4413-9f6a-f68f00bc1c86) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:31.484070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b4eb3-0a62-45e9-8a30-5a450befc7c4 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.490551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b4eb3-0a62-45e9-8a30-5a450befc7c4 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.496678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b4eb3-0a62-45e9-8a30-5a450befc7c4 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.502883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b4eb3-0a62-45e9-8a30-5a450befc7c4 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.504684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-819b4eb3-0a62-45e9-8a30-5a450befc7c4 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5480196 Jul 27 16:44:31.510304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46170) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:31.627294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-57f465bf-c58c-4696-87dd-12900af75fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:31.636343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-57f465bf-c58c-4696-87dd-12900af75fe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2607958 Jul 27 16:44:31.707748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-8f0b0429-0f7f-49d0-9bb7-e624ad50a18e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688684 Jul 27 16:44:31.710053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a231b72c-088b-4e2d-8306-f4061c041407 req-89889cd3-a9de-4642-bbcd-10f4d7e0e7b9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764523 Jul 27 16:44:31.724594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:31.849943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-d8fb5cf9-51d9-4388-bffb-8489ce7a94b8 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281862 Jul 27 16:44:31.969136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:31.993714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3436a801-8bb9-4bde-add3-c639d1e37fd7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:32.027734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddb6466-78f8-4ccf-b3d9-f978606d2013') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:32.028088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddb6466-78f8-4ccf-b3d9-f978606d2013') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:32.053272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.071127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.077669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:32.078090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:32.147552 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:32.153888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.225606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.233672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/3436a801-8bb9-4bde-add3-c639d1e37fd7 HTTP/1.1" status: 204 len: 168 time: 0.7155149 Jul 27 16:44:32.238957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68fb1-ece6-459b-bd7d-ca399f7467b2 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=3436a801-8bb9-4bde-add3-c639d1e37fd7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:32.244975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:32.312272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466508-81db-493c-8a44-2279d54d723b req-b586826b-fad2-4db6-928f-321de3379047 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:32.316003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4466508-81db-493c-8a44-2279d54d723b req-b586826b-fad2-4db6-928f-321de3379047 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.9837344 Jul 27 16:44:32.371105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.413413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed97bcb-12b0-4a4b-8122-31f4e574c44f req-77f66f60-f192-4291-ba03-29bfa312160b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:32.426975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ed97bcb-12b0-4a4b-8122-31f4e574c44f req-77f66f60-f192-4291-ba03-29bfa312160b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 943 time: 0.2811997 Jul 27 16:44:32.498154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ed97bcb-12b0-4a4b-8122-31f4e574c44f req-e28de02e-4e1f-44db-b773-1eb10e479ee2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698142 Jul 27 16:44:32.503309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.720530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5de208b3-5144-41e6-9fc9-dd0307ef9ebe req-eda5d3d2-c1dc-4fc1-9cfd-5c8d82a68567 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591073 Jul 27 16:44:32.728076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.847476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4466508-81db-493c-8a44-2279d54d723b req-ef115b78-04dc-4486-b0fa-0db00a45583b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948573 Jul 27 16:44:32.913377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:32.914056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Network 91816403-7eb0-4c55-b3ee-093a1ae9360e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:32.925612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:32.945233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:32.967961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db9f85a-70ea-4aaa-99e5-cf2bcd84b871']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:32.984297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event updated for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:32.993044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.027023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e398625c-c91a-4340-8177-1a1d9702eeef') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:33.027790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e398625c-c91a-4340-8177-1a1d9702eeef') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:33.045111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.045875 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.053176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-746794b8-34a5-40ee-8346-b1fbb726e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.055624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-746794b8-34a5-40ee-8346-b1fbb726e94e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 1094 time: 0.2018495 Jul 27 16:44:33.068155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.090740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.131001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-d42cf526-853b-47e2-b11f-ad67a35e55b4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4207518 Jul 27 16:44:33.142257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99302f-f6bf-44f6-a2cf-97ef9bad3aa5 req-421543f5-f42f-46bf-b08b-34860625105b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.144965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b99302f-f6bf-44f6-a2cf-97ef9bad3aa5 req-421543f5-f42f-46bf-b08b-34860625105b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 931 time: 0.4015863 Jul 27 16:44:33.153952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:33.155152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:33.165033 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:33.265783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Request body: {'port': {'device_id': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:33.298774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b99302f-f6bf-44f6-a2cf-97ef9bad3aa5 req-c4f9a603-522c-4d27-8d22-c7d45885a588 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343141 Jul 27 16:44:33.322299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.354208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.362184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/7db9f85a-70ea-4aaa-99e5-cf2bcd84b871 HTTP/1.1" status: 204 len: 168 time: 1.1095233 Jul 27 16:44:33.365418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:33.599984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042d88d-de9c-4527-b448-37bfb17c9a34 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.607334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042d88d-de9c-4527-b448-37bfb17c9a34 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.609682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7042d88d-de9c-4527-b448-37bfb17c9a34 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2430534 Jul 27 16:44:33.611870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2fe82-d5e1-4b2d-87d3-50a7d4616daa tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=7db9f85a-70ea-4aaa-99e5-cf2bcd84b871,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:33.615995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46242) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:33.636293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1472106090'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:33.669479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.772655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:33.778562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.808020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-08cd933a-b9fc-4fce-a0d7-f230e63e3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.811934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-08cd933a-b9fc-4fce-a0d7-f230e63e3352 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.7424045 Jul 27 16:44:33.822351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:33.838679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.839256 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment 1797f8d9-cffe-48ee-a341-714f9d2fdb51 of type vlan for network 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd Jul 27 16:44:33.922299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.967653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-d6ca0ee9-49de-4cca-87bf-e4286dfe6d54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42373e13-848c-427e-873c-25b98e776e40 HTTP/1.1" status: 200 len: 217 time: 0.1472199 Jul 27 16:44:33.983371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:33.995570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:33.996026 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.061275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-a98a72df-3c4e-4375-92c5-3d762d1a1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:34.064240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-a98a72df-3c4e-4375-92c5-3d762d1a1636 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.0847073 Jul 27 16:44:34.130721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-21c59e64-d325-4776-8f97-cac87b0cedd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521700 Jul 27 16:44:34.164390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5461922 Jul 27 16:44:34.173681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:34.184260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-432023637'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:34.194215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085689c-f441-491a-95cc-c9ed5b0d9f50 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:34.211677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:34.230891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d8013-c1ea-4ec4-ad95-dcf514126de6 req-120d1a7f-d2fb-4604-933b-281bb29412c0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:34.248865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc9d8013-c1ea-4ec4-ad95-dcf514126de6 req-120d1a7f-d2fb-4604-933b-281bb29412c0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 943 time: 0.5401933 Jul 27 16:44:34.329175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-df185d11-89a4-41e5-bdb4-1b247fe313e7 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819780 Jul 27 16:44:34.332452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc9d8013-c1ea-4ec4-ad95-dcf514126de6 req-71ed01c3-faea-4916-9788-c8a4f3ceba09 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818062 Jul 27 16:44:34.339256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:34.347250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.421959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:34.454887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.461275 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment 30a64ec6-6a94-4dd3-bb5c-7aec0bd03637 of type vlan for network b1d90163-9b4f-4295-9ec1-9bed83eecb57 Jul 27 16:44:34.534166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c1e5-26a3-4535-865e-513b495bd3b2 req-a3478a22-8985-4811-97a0-3937342dca99 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:34.540266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40d8c1e5-26a3-4535-865e-513b495bd3b2 req-a3478a22-8985-4811-97a0-3937342dca99 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 1.3124878 Jul 27 16:44:34.631903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.790035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-721e1ca2-8bce-46fa-9843-127c84eea437 req-d69856e4-a18b-4fa8-9104-b5130792c431 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463804 Jul 27 16:44:34.801684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a28c50-29cf-49fb-967c-b6c01735298e req-387c559e-f4db-40fd-ab4e-c155ea0b22b1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:34.803320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34a28c50-29cf-49fb-967c-b6c01735298e req-387c559e-f4db-40fd-ab4e-c155ea0b22b1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2497103 Jul 27 16:44:34.853380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.875038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:34.886529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:34.943219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40d8c1e5-26a3-4535-865e-513b495bd3b2 req-56c46b32-01af-4c3b-9d29-dbc0be135899 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650054 Jul 27 16:44:35.059767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=b1d90163-9b4f-4295-9ec1-9bed83eecb57,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:35.074085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b1d90163-9b4f-4295-9ec1-9bed83eecb57 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:35.101992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea54d438-874d-4e0b-965e-96c2a8cacc0e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9203463 Jul 27 16:44:35.102286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46308) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:35.112668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34a28c50-29cf-49fb-967c-b6c01735298e req-eb7688fb-d906-4cd1-bd91-3343357edc35 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987478 Jul 27 16:44:35.119609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'ports': [{'network_id': '9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd', 'name': 'tempest-port--1431836046', 'admin_state_up': True}, {'network_id': 'b1d90163-9b4f-4295-9ec1-9bed83eecb57', 'admin_state_up': False}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:35.120159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'port': {'network_id': '9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd', 'name': 'tempest-port--1431836046', 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:35.121141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'port': {'network_id': 'b1d90163-9b4f-4295-9ec1-9bed83eecb57', 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:35.450100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f755be12-a9b6-4413-9f6a-f68f00bc1c86 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:35.467530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:35.481538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbb8c5-2adb-45a9-9278-458ac72f2b89 req-0357b0a9-5cbd-4544-80cf-1816f6c5c33a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:35.483707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49bbb8c5-2adb-45a9-9278-458ac72f2b89 req-0357b0a9-5cbd-4544-80cf-1816f6c5c33a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 931 time: 0.2266483 Jul 27 16:44:35.537433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 42373e13-848c-427e-873c-25b98e776e40 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:35.559056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Transition to ACTIVE for port object f755be12-a9b6-4413-9f6a-f68f00bc1c86 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:35.573914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:35.657995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49bbb8c5-2adb-45a9-9278-458ac72f2b89 req-1e72b2fc-91ca-4608-be22-61b6446279d2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620688 Jul 27 16:44:35.797042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8c7a-36e6-4f6b-ac6b-f616cabfd185 req-da918b53-2f04-4aed-8e74-8cdb9b859c51 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:35.802784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46330) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:35.805282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5ac8c7a-36e6-4f6b-ac6b-f616cabfd185 req-da918b53-2f04-4aed-8e74-8cdb9b859c51 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 943 time: 0.3076618 Jul 27 16:44:35.817095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Pushing event updated for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:35.872827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Attempting to bind port f755be12-a9b6-4413-9f6a-f68f00bc1c86 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:35.873912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Attempting to bind port f755be12-a9b6-4413-9f6a-f68f00bc1c86 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:35.874246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Attempting to bind port f755be12-a9b6-4413-9f6a-f68f00bc1c86 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:35.875799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=42373e13-848c-427e-873c-25b98e776e40,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:35.881563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'port': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:35.889683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:35.890669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Port f755be12-a9b6-4413-9f6a-f68f00bc1c86 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:44:35.892501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Attempting to bind port f755be12-a9b6-4413-9f6a-f68f00bc1c86 on network 91816403-7eb0-4c55-b3ee-093a1ae9360e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:35.906646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:35.912369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Checking segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:35.915438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Bound using segment: {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:35.916316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Bound port: f755be12-a9b6-4413-9f6a-f68f00bc1c86, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684210f7-7bb9-4fde-a891-f1e4c95fe0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:35.918863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:35.937928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '42373e13-848c-427e-873c-25b98e776e40', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': '42373e13-848c-427e-873c-25b98e776e40', 'mac_address': 'fa:16:3e:7c:1c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:35.941029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5ac8c7a-36e6-4f6b-ac6b-f616cabfd185 req-e574f43b-c276-47a5-9b09-dc609c4bdc48 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342859 Jul 27 16:44:35.942459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.089366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.094298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] device_id is not set on port bc702a52-4704-4b92-aa30-d8ec3c505e55 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:44:36.136160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42373e13-848c-427e-873c-25b98e776e40 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:36.205117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b28972c-2690-4ef6-81ef-c6cc1f43df37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.210845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=42373e13-848c-427e-873c-25b98e776e40,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:36.216742 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.279014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:36.290015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:36.305961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.342526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:36.343401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.344980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] 10.222.0.61 "PUT /v2.0/ports/f755be12-a9b6-4413-9f6a-f68f00bc1c86 HTTP/1.1" status: 200 len: 1091 time: 3.1166785 Jul 27 16:44:36.348709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:36.352226 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd361a34-5255-4b68-ad82-977955ada01b" -d '{"events": [{"name": "network-changed", "server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:36.415434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:36.425732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986e1d-0029-4e15-b3d3-7f3859aa8d9d req-a6e3c178-ffeb-4ece-9e3c-f9c953a98c10 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:36.426252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.433945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e986e1d-0029-4e15-b3d3-7f3859aa8d9d req-a6e3c178-ffeb-4ece-9e3c-f9c953a98c10 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2819233 Jul 27 16:44:36.492099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['42373e13-848c-427e-873c-25b98e776e40'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:36.553900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] device_id is not set on port e4ef15a8-9a08-431b-9b50-3845cc684fa5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:44:36.667303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551914-1232-4511-8712-d62657144305 req-d77f2df1-637a-4264-aa43-8f43b4e1021c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:36.669669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94551914-1232-4511-8712-d62657144305 req-d77f2df1-637a-4264-aa43-8f43b4e1021c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.4159086 Jul 27 16:44:36.693956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b28972c-2690-4ef6-81ef-c6cc1f43df37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.695447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b60e5-d1d8-4a7a-a871-c5008fc48868 service neutron] Pushing event updated for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:36.714795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b28972c-2690-4ef6-81ef-c6cc1f43df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:36.773262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28972c-2690-4ef6-81ef-c6cc1f43df37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c076e0d-ca07-4098-8d58-4dadbc285e04,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:36.814423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e986e1d-0029-4e15-b3d3-7f3859aa8d9d req-ad107cf3-8690-4a03-8b0a-a992facd91c4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786876 Jul 27 16:44:36.837535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b28972c-2690-4ef6-81ef-c6cc1f43df37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5524979713248ed991386f0bf8c8a66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0329206 Jul 27 16:44:36.838526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46380) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:36.887664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94551914-1232-4511-8712-d62657144305 req-990f0549-d03e-4a57-934f-7411c96d6f11 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058330 Jul 27 16:44:36.915820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-77587aa6-2738-4809-a8e6-481095b84bce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3577826 Jul 27 16:44:36.982072 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.013415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-5d5ab885-0b2e-4e38-8efe-ccb456fc2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.018569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-5d5ab885-0b2e-4e38-8efe-ccb456fc2830 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 1094 time: 0.6208754 Jul 27 16:44:37.050242 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe860a-fca3-4987-b013-7d41edc18983 x-openstack-request-id: req-5efe860a-fca3-4987-b013-7d41edc18983 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:37.050570 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:37.050835 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5efe860a-fca3-4987-b013-7d41edc18983 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:37.051307 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86', 'status': 'completed', 'code': 200} Jul 27 16:44:37.169625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.171939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-0067018a-b681-4cd3-a3a1-6af7198c16b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86 HTTP/1.1" status: 200 len: 217 time: 0.1286743 Jul 27 16:44:37.304899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-90795ef4-d159-4d86-8b9d-80597c5ff930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.307294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-90795ef4-d159-4d86-8b9d-80597c5ff930 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.1269419 Jul 27 16:44:37.342660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-64e090f2-444b-41c6-987d-f61bc5c26757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.349879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-64e090f2-444b-41c6-987d-f61bc5c26757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 1101 time: 0.3341599 Jul 27 16:44:37.370854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.374042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-e6387242-80e0-4126-bb47-725c48fc02ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507605 Jul 27 16:44:37.375241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.379545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.384922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c076e0d-ca07-4098-8d58-4dadbc285e04 HTTP/1.1" status: 204 len: 168 time: 0.5432694 Jul 27 16:44:37.396762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7153185-1bdd-4317-81d1-130b06043b94 req-9a1cb7ef-db5a-4db2-83c9-60b5258075ba tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.399107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7153185-1bdd-4317-81d1-130b06043b94 req-9a1cb7ef-db5a-4db2-83c9-60b5258075ba tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 943 time: 0.1779711 Jul 27 16:44:37.422668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64a2c-a5d0-4967-bd6b-dcc46056adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c076e0d-ca07-4098-8d58-4dadbc285e04,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:37.546002 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7153185-1bdd-4317-81d1-130b06043b94 req-96d42ad4-2187-4f0b-b2f2-8fa3bc5c4bf2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347630 Jul 27 16:44:37.610224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-e3a992f2-5c1a-4f4c-a3b5-ab96151e0361 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100778 Jul 27 16:44:37.647542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28a3a7-7016-4400-9a58-394049478940 req-99017615-9104-43d7-84d5-2760ba732d28 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.649664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b28a3a7-7016-4400-9a58-394049478940 req-99017615-9104-43d7-84d5-2760ba732d28 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 944 time: 0.4861839 Jul 27 16:44:37.757736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:37.887755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b28a3a7-7016-4400-9a58-394049478940 req-1428ff68-b53c-4230-b2d6-e524bb20e9f0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125652 Jul 27 16:44:37.912628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4af43f4c-12a1-48c7-ad64-c2f89cb03cae req-c90d1b5f-132a-4b4a-82f6-671e9ccf6367 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851472 Jul 27 16:44:37.927044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-06aac4a8-f02e-4d32-ac0b-ff811dd731d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:37.930944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-06aac4a8-f02e-4d32-ac0b-ff811dd731d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.5508609 Jul 27 16:44:37.967929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:38.045913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Port': ['ID=bc702a52-4704-4b92-aa30-d8ec3c505e55,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:38.053699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-41631eb5-1ea0-4c3a-89eb-65c74e8436b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 200 len: 217 time: 0.0885746 Jul 27 16:44:38.081006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:38.130154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Checking segment: {'id': '1797f8d9-cffe-48ee-a341-714f9d2fdb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:38.130154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network hostable DHCP agents. Network: 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:38.224244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-3e683c46-7e1e-43e3-9742-0437a2e4ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:38.227288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-3e683c46-7e1e-43e3-9742-0437a2e4ecba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1479473 Jul 27 16:44:38.625321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32386eb9-1070-4af5-a1b0-0ca8cec046bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:38.709324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:38.738764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361a34-5255-4b68-ad82-977955ada01b req-a4d05cc9-7e64-41df-90f2-418e669df6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:38.740912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-a4d05cc9-7e64-41df-90f2-418e669df6f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 1094 time: 0.7634895 Jul 27 16:44:38.746627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:38.752256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:38.754067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:38.760652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39571-cfd8-406e-9d43-05327e7e13ed req-0e685a5b-40dc-4ba1-8e5e-254c7795b7b5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:38.765103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae32958-8f16-498b-83ea-3bdc0856a0c5 None None] Network 9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:38.771001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51b39571-cfd8-406e-9d43-05327e7e13ed req-0e685a5b-40dc-4ba1-8e5e-254c7795b7b5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.7513390 Jul 27 16:44:38.805643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe87b9fc-c245-4d4d-a4ae-a1ea84fe8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:38.890326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd0d2-2edf-41ba-9c95-7e748eec7806 req-7743ae96-7cfc-48ab-bdfa-c53b92181724 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:38.897054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-949bd0d2-2edf-41ba-9c95-7e748eec7806 req-7743ae96-7cfc-48ab-bdfa-c53b92181724 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.8178611 Jul 27 16:44:38.943618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51b39571-cfd8-406e-9d43-05327e7e13ed req-b3658268-ee1b-4174-a9c1-f9754223358b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696239 Jul 27 16:44:38.984573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Port': ['ID=e4ef15a8-9a08-431b-9b50-3845cc684fa5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:39.006292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-9eb5420c-64a9-48fc-8907-5374fe7b1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.022245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-9eb5420c-64a9-48fc-8907-5374fe7b1541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7833755 Jul 27 16:44:39.040100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361a34-5255-4b68-ad82-977955ada01b req-f1541dd6-7ed9-46e6-b401-f12760470501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.042484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-f1541dd6-7ed9-46e6-b401-f12760470501 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 200 len: 915 time: 0.2675588 Jul 27 16:44:39.071095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32386eb9-1070-4af5-a1b0-0ca8cec046bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.117963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32386eb9-1070-4af5-a1b0-0ca8cec046bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.123490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-2649c6c4-0bc2-490c-965c-0b8db976dd1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86 HTTP/1.1" status: 200 len: 217 time: 0.0677605 Jul 27 16:44:39.161538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-949bd0d2-2edf-41ba-9c95-7e748eec7806 req-dd02e8ac-1ffe-4154-ae48-795be66ed945 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993651 Jul 27 16:44:39.176688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Checking segment: {'id': '30a64ec6-6a94-4dd3-bb5c-7aec0bd03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b1d90163-9b4f-4295-9ec1-9bed83eecb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:39.177180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network hostable DHCP agents. Network: b1d90163-9b4f-4295-9ec1-9bed83eecb57, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:39.232040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361a34-5255-4b68-ad82-977955ada01b req-0641b36a-491f-4668-bdc6-7fa7b96ab4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.233945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-0641b36a-491f-4668-bdc6-7fa7b96ab4d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 200 len: 854 time: 0.0963323 Jul 27 16:44:39.245409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network b1d90163-9b4f-4295-9ec1-9bed83eecb57 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:39.281380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b1d90163-9b4f-4295-9ec1-9bed83eecb57) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:39.295540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e91385-d5f3-437b-9967-0a52c090e9a5 None None] Network b1d90163-9b4f-4295-9ec1-9bed83eecb57 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:39.302462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:39.310572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.316803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.317568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.334839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32386eb9-1070-4af5-a1b0-0ca8cec046bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06949573-aa11-4db4-8a6e-82c4ebc82337,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:39.371790 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-de4d05bd-2a9f-406d-974f-1751d8443c30 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221028 Jul 27 16:44:39.383366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-9a7e3726-0d9b-4d27-a447-564cea58a032 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91816403-7eb0-4c55-b3ee-093a1ae9360e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593748 Jul 27 16:44:39.386534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-32386eb9-1070-4af5-a1b0-0ca8cec046bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a3705e73f2d4a8c938e04acd5c22bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4169075 Jul 27 16:44:39.390860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:39.566043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba5ed-7f5c-4d7e-851d-af6011e287fa req-f2022840-562c-41ac-8c8d-7f458d3521c1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.571901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a8ba5ed-7f5c-4d7e-851d-af6011e287fa req-f2022840-562c-41ac-8c8d-7f458d3521c1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 944 time: 0.2411392 Jul 27 16:44:39.581135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 42373e13-848c-427e-873c-25b98e776e40 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:39.643123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe87b9fc-c245-4d4d-a4ae-a1ea84fe8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.689563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4678c5-00a6-48f7-93ef-7b98e6fd7c8d req-adf46581-2db5-4b15-b2fe-034558be55e4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:39.692090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f4678c5-00a6-48f7-93ef-7b98e6fd7c8d req-adf46581-2db5-4b15-b2fe-034558be55e4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 943 time: 0.4522669 Jul 27 16:44:39.695926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5dcf8407-9712-424a-b81e-9e634e95c7fe tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5921667 Jul 27 16:44:39.696905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe87b9fc-c245-4d4d-a4ae-a1ea84fe8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.699790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:39.703547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.727858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b1b84b3-51c7-4ca3-81fa-f51a66305fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.732458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 42373e13-848c-427e-873c-25b98e776e40 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:39.740761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 42373e13-848c-427e-873c-25b98e776e40 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:39.741733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.753020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.833109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07d9718b-875f-4bd5-926b-99f41c15a7a4 req-6141aae3-1c7e-4189-aaeb-fb8607009de3 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497478 Jul 27 16:44:39.877216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a8ba5ed-7f5c-4d7e-851d-af6011e287fa req-f2c05934-1d3d-45d3-b523-f567e23eefdd tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767212 Jul 27 16:44:39.894459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.900930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.902908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:39.908285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06949573-aa11-4db4-8a6e-82c4ebc82337 HTTP/1.1" status: 204 len: 168 time: 0.5116599 Jul 27 16:44:39.928599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe87b9fc-c245-4d4d-a4ae-a1ea84fe8606 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2d6780f63674824b9204233dfda22b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8400421 Jul 27 16:44:39.928599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87b9fc-c245-4d4d-a4ae-a1ea84fe8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41799b7f-3ccb-440d-9aa6-181d3e81b870,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:39.929562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b0024-88a5-4672-b023-378fe3225911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06949573-aa11-4db4-8a6e-82c4ebc82337,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:39.932665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:39.937377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f4678c5-00a6-48f7-93ef-7b98e6fd7c8d req-02f914c1-bc18-4ea5-a8fe-e1935fa78b7c tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320312 Jul 27 16:44:39.942584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-a49a1155-31b7-4fd7-bed7-79e7211a50d6 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312748 Jul 27 16:44:40.059794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373e13-848c-427e-873c-25b98e776e40'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:40.074125 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7500b54a-ee4c-4219-b6c9-923dd19f14e1" -d '{"events": [{"server_uuid": "f890651f-135a-4989-8578-83644b248da5", "name": "network-vif-plugged", "status": "completed", "tag": "42373e13-848c-427e-873c-25b98e776e40"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:40.110946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=42373e13-848c-427e-873c-25b98e776e40,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:40.119289 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.187353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd361a34-5255-4b68-ad82-977955ada01b req-bca80bc9-ef80-47bb-814e-4eb4950b7179 service neutron] 10.222.0.61 "GET /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364824 Jul 27 16:44:40.206031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9c1e-cd9b-4a46-8ee1-216bb18e8622 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:40.227983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9c1e-cd9b-4a46-8ee1-216bb18e8622 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:40.233701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fa3f9c1e-cd9b-4a46-8ee1-216bb18e8622 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5222197 Jul 27 16:44:40.234543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:40.265250 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ec972-374e-44d4-8718-d9e5de412b88 x-openstack-request-id: req-455ec972-374e-44d4-8718-d9e5de412b88 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:40.265840 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890651f-135a-4989-8578-83644b248da5", "name": "network-vif-plugged", "status": "completed", "tag": "42373e13-848c-427e-873c-25b98e776e40", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:40.266356 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-455ec972-374e-44d4-8718-d9e5de412b88 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:40.267404 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373e13-848c-427e-873c-25b98e776e40', 'code': 200} Jul 27 16:44:40.295588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.307228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:40.354729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.494756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.499318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.501726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41799b7f-3ccb-440d-9aa6-181d3e81b870 HTTP/1.1" status: 204 len: 168 time: 0.5660598 Jul 27 16:44:40.554067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ed61-e9e8-41a5-ad99-b403d218be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41799b7f-3ccb-440d-9aa6-181d3e81b870,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:40.634860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528998d-b630-4f17-9d0c-aba50785a059 req-86cc8ef6-a74b-4e25-953b-417cdbe0814d tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:40.638822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6528998d-b630-4f17-9d0c-aba50785a059 req-86cc8ef6-a74b-4e25-953b-417cdbe0814d tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2735698 Jul 27 16:44:40.706313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting port bc702a52-4704-4b92-aa30-d8ec3c505e55 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:40.707665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.763024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6528998d-b630-4f17-9d0c-aba50785a059 req-5d2dd7f5-a41a-40ec-a799-8519d33fbefe tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109121 Jul 27 16:44:40.851282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:40.881700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79121678-402d-4985-ad8e-96cc83f865c6 req-b8ec269e-70ec-450b-94ad-53e04d4bef3c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:40.894755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79121678-402d-4985-ad8e-96cc83f865c6 req-b8ec269e-70ec-450b-94ad-53e04d4bef3c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2939341 Jul 27 16:44:40.949301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Calling delete_port for bc702a52-4704-4b92-aa30-d8ec3c505e55 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:40.956536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90126-e696-4383-9e01-780ccd9b9fd5 req-00e2509c-7d95-4167-83ad-12f250c42b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:40.958654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5a90126-e696-4383-9e01-780ccd9b9fd5 req-00e2509c-7d95-4167-83ad-12f250c42b20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 1096 time: 0.4915893 Jul 27 16:44:41.057208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79121678-402d-4985-ad8e-96cc83f865c6 req-e32a0e97-2807-4650-a9c0-e5de0aff32ae tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608822 Jul 27 16:44:41.203812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5a90126-e696-4383-9e01-780ccd9b9fd5 req-666fc8e0-6703-444d-9617-344363689571 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299075 Jul 27 16:44:41.299864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64d98-4300-4cca-89d5-976d53b2ea25 req-cbfe6127-4c24-4c67-bdbc-9f5e90349dad tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:41.302459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09d64d98-4300-4cca-89d5-976d53b2ea25 req-cbfe6127-4c24-4c67-bdbc-9f5e90349dad tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.2520139 Jul 27 16:44:41.403099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:41.478741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Port': ['ID=bc702a52-4704-4b92-aa30-d8ec3c505e55,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:41.493581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:41.505623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09d64d98-4300-4cca-89d5-976d53b2ea25 req-d6e55615-7976-4050-a5c5-b562f386e483 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906967 Jul 27 16:44:41.542758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:41.556155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7fa445f-785d-43a9-b6d9-140c7fffabee tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/ports/bc702a52-4704-4b92-aa30-d8ec3c505e55 HTTP/1.1" status: 204 len: 168 time: 1.3176768 Jul 27 16:44:41.556823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:41.559467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96fea32c-323a-4fa3-8109-ad59d4f3a2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:41.606288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f755be12-a9b6-4413-9f6a-f68f00bc1c86 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:41.756797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe3f6-ad23-4611-b78b-5e1424bb846f req-08e1f6bc-9dc2-4de8-b6ec-5e2987c13cce tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:41.759479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64ffe3f6-ad23-4611-b78b-5e1424bb846f req-08e1f6bc-9dc2-4de8-b6ec-5e2987c13cce tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 943 time: 0.5539274 Jul 27 16:44:41.901182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96fea32c-323a-4fa3-8109-ad59d4f3a2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:41.915883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96fea32c-323a-4fa3-8109-ad59d4f3a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:41.951787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64ffe3f6-ad23-4611-b78b-5e1424bb846f req-93322056-3b06-4014-9499-9bb1eb51c7c0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576636 Jul 27 16:44:41.962551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:41.997708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting port e4ef15a8-9a08-431b-9b50-3845cc684fa5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:41.997971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.018412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86', 'network_id': '91816403-7eb0-4c55-b3ee-093a1ae9360e', 'port_id': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86', 'mac_address': 'fa:16:3e:51:80:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ebad6-402c-4ad6-b5c5-466d04a43f46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:42.030607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96fea32c-323a-4fa3-8109-ad59d4f3a2b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af0bbd7a6b294063acefc6fe3462ab99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325902 Jul 27 16:44:42.034103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:42.038638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fea32c-323a-4fa3-8109-ad59d4f3a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16236990-e142-4119-aa06-dbc887da5eee,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:42.093307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.108053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Calling delete_port for e4ef15a8-9a08-431b-9b50-3845cc684fa5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:42.143955 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.197143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02e5630a-f548-4f9a-8eb6-157b0285fc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.205166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.207694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.238929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.244918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f755be12-a9b6-4413-9f6a-f68f00bc1c86 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:44:42.298960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:42.305617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.334674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d604bd1-e697-4ee7-9e63-9da4d998ee52 req-7db01664-5e9e-4661-9fa1-6e14fd8389ea tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:42.362191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d604bd1-e697-4ee7-9e63-9da4d998ee52 req-7db01664-5e9e-4661-9fa1-6e14fd8389ea tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.4450758 Jul 27 16:44:42.365217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Port': ['ID=e4ef15a8-9a08-431b-9b50-3845cc684fa5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:42.407416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.415657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.419982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.421532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-363e2290-5b4a-438d-9935-101c8a605d6b tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/ports/e4ef15a8-9a08-431b-9b50-3845cc684fa5 HTTP/1.1" status: 204 len: 168 time: 0.8619068 Jul 27 16:44:42.426080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:42.426680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16236990-e142-4119-aa06-dbc887da5eee HTTP/1.1" status: 204 len: 168 time: 0.3890200 Jul 27 16:44:42.474884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c385f-e4c6-429a-a4dc-cb33589a41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16236990-e142-4119-aa06-dbc887da5eee,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:42.478899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.543156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6f721-70d0-4cac-9592-095bd3db83b1 req-856322ba-2de0-4438-966c-c78912f2f758 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:42.545784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4f6f721-70d0-4cac-9592-095bd3db83b1 req-856322ba-2de0-4438-966c-c78912f2f758 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2513208 Jul 27 16:44:42.570579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:42.579107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5ffed164-725c-4464-9f0c-2ffea437ad12 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1449432 Jul 27 16:44:42.599788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:42.613639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1390015870'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:42.640339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d604bd1-e697-4ee7-9e63-9da4d998ee52 req-4b2c5029-b0e6-429c-a05b-0df87b5b3550 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767551 Jul 27 16:44:42.669839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f755be12-a9b6-4413-9f6a-f68f00bc1c86'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:42.700274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4f6f721-70d0-4cac-9592-095bd3db83b1 req-1309cc2f-881b-4dd7-b113-fa0b46ec4815 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424782 Jul 27 16:44:42.725066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:42.737918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.863941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:42.881463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.882068 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment c6c25de7-9c38-43de-b597-97b87d5f8179 of type vlan for network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 Jul 27 16:44:42.941416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:42.964709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45dace-5799-45b1-bdba-ce3b871536bd req-8d54dd93-eb36-4272-bb2c-88e0b3944e23 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:42.967859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a45dace-5799-45b1-bdba-ce3b871536bd req-8d54dd93-eb36-4272-bb2c-88e0b3944e23 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1777287 Jul 27 16:44:43.047868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a45dace-5799-45b1-bdba-ce3b871536bd req-0129da8e-1c0a-4249-83f4-5b4433ce641d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707424 Jul 27 16:44:43.071312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.090131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:43.091437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.177030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5727801 Jul 27 16:44:43.177636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:43.207094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b82e-7acb-4f23-bbc9-664e0d6d6e25 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:43.220269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1511937286'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:43.222297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:43.379775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:43.384339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.443286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.475615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9b4d0-d751-44cf-b7de-a8b89fd7bddc req-d49f583d-f7c2-4b49-98c8-f61e54420972 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:43.478509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cd9b4d0-d751-44cf-b7de-a8b89fd7bddc req-d49f583d-f7c2-4b49-98c8-f61e54420972 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 944 time: 0.3084497 Jul 27 16:44:43.556109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:43.687122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cd9b4d0-d751-44cf-b7de-a8b89fd7bddc req-b3dac33a-be94-4ca5-b2c7-f2781c8a7a4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930552 Jul 27 16:44:43.689429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.690016 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Added segment 9a7a8f77-8e02-4d97-a452-ea9e37f24199 of type vlan for network 1f3c60b5-d9b0-4164-a410-ab395d92e94e Jul 27 16:44:43.760351 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.795813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7e297-7c11-4dda-b1cb-1bc59140d794 req-f4602477-f1df-49c6-917d-f47265e6fa35 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:43.814200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.815545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54d7e297-7c11-4dda-b1cb-1bc59140d794 req-f4602477-f1df-49c6-917d-f47265e6fa35 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3183150 Jul 27 16:44:43.823561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:43.824779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:43.940293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Network': ['ID=1f3c60b5-d9b0-4164-a410-ab395d92e94e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:43.961807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1f3c60b5-d9b0-4164-a410-ab395d92e94e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:43.994450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2b3b510-33db-4089-ba63-c2d786f2d026 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8145885 Jul 27 16:44:44.072772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54d7e297-7c11-4dda-b1cb-1bc59140d794 req-0077f3d8-2b23-483f-bdbb-b5c5188ac0bf tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559922 Jul 27 16:44:44.294172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46594) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:44.299955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'subnets': [{'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--908383068', 'ip_version': 4}, {'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:44.300589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'subnet': {'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--908383068', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:44.301328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Request body: {'subnet': {'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:44:44.301903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4fa09-f127-47a0-b091-0c49c4f934a6 req-3ef4c986-cad8-41e2-8682-112d88216163 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:44.318838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59c4fa09-f127-47a0-b091-0c49c4f934a6 req-3ef4c986-cad8-41e2-8682-112d88216163 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2710395 Jul 27 16:44:44.430903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59c4fa09-f127-47a0-b091-0c49c4f934a6 req-d2892bf8-4ab8-499c-9054-4d5ec41f5056 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094151 Jul 27 16:44:44.618177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17bf8b-3778-4589-83d2-c8bc932b5b54 req-c16dc960-3ad0-42b3-a6ab-d832c0ad2d23 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:44.619755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f17bf8b-3778-4589-83d2-c8bc932b5b54 req-c16dc960-3ad0-42b3-a6ab-d832c0ad2d23 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.3626742 Jul 27 16:44:44.718916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Made reservation on behalf of 7025d03f48704e9e95f6927e2a8bef2d for: {'subnet': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:44.724793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:44.725149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:44.799048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f17bf8b-3778-4589-83d2-c8bc932b5b54 req-802436e7-4f78-4d9c-8da1-a4bade5706e5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166975 Jul 27 16:44:45.011402 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:45.040155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826ea8-ded6-4d69-b555-c4d720240bd8 req-78a19075-cfb4-4250-b94d-c51d35acf6ae tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:45.071154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f826ea8-ded6-4d69-b555-c4d720240bd8 req-78a19075-cfb4-4250-b94d-c51d35acf6ae tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 944 time: 0.1594765 Jul 27 16:44:45.264564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f826ea8-ded6-4d69-b555-c4d720240bd8 req-cfe1cf96-8350-4f12-b442-fb847375db4b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800303 Jul 27 16:44:45.633255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f755be12-a9b6-4413-9f6a-f68f00bc1c86 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:45.732105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70b5cd-81c7-45f5-a6f8-45d90eca9500 req-59ec366f-f44c-4de1-932a-950dc9eae4ee tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:45.742829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e70b5cd-81c7-45f5-a6f8-45d90eca9500 req-59ec366f-f44c-4de1-932a-950dc9eae4ee tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3774052 Jul 27 16:44:45.776952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572bed8-795c-4fd8-a365-ed25e9aed715 req-258d3286-1774-4f92-9c9a-2b2c86c920f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:45.778609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b572bed8-795c-4fd8-a365-ed25e9aed715 req-258d3286-1774-4f92-9c9a-2b2c86c920f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 1096 time: 0.4169044 Jul 27 16:44:45.846443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f755be12-a9b6-4413-9f6a-f68f00bc1c86 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:45.861808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f755be12-a9b6-4413-9f6a-f68f00bc1c86 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:45.863718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:45.903060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7146205-2287-4b55-bc83-6070d6ffeddf req-eef7d009-b922-4ad9-966e-c2a3f863b213 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:45.912354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7146205-2287-4b55-bc83-6070d6ffeddf req-eef7d009-b922-4ad9-966e-c2a3f863b213 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2472804 Jul 27 16:44:45.913628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b572bed8-795c-4fd8-a365-ed25e9aed715 req-9cc1d673-e3b1-44b8-a0fd-796e07ddbebc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110287 Jul 27 16:44:46.040906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e70b5cd-81c7-45f5-a6f8-45d90eca9500 req-f1a8e196-6307-415d-8469-d5b48f5fd732 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980671 Jul 27 16:44:46.091902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7146205-2287-4b55-bc83-6070d6ffeddf req-a3339930-2b09-47fb-90ff-08452f229eb8 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682422 Jul 27 16:44:46.196634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:46.226590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:46.319552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:46.331313 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da44088-601c-4653-a48f-0937dea786fc" -d '{"events": [{"server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "name": "network-vif-plugged", "status": "completed", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:46.389210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:46.392405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:46.399173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:46.531039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Subnet': ['ID=2f7c1332-f503-4b03-9150-69cb6771e1ad,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:46.599567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81938b4-149f-4cd3-bbda-067321d0b42b req-f956846d-503b-4297-b7d1-17c336e4fd7a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:46.608657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f81938b4-149f-4cd3-bbda-067321d0b42b req-f956846d-503b-4297-b7d1-17c336e4fd7a tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 944 time: 0.2327354 Jul 27 16:44:46.624335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:46.625489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Checking segment: {'id': 'c6c25de7-9c38-43de-b597-97b87d5f8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:46.627509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network hostable DHCP agents. Network: d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:46.657891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38870b1d-65f3-4221-8bd0-0024feb4ec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:46.686039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:46.711868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f81938b4-149f-4cd3-bbda-067321d0b42b req-0133ce50-508d-4f9b-826a-4a314d19b172 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990920 Jul 27 16:44:46.755018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:46.788944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:46.791015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca094ea1-b8ce-4818-8bef-346760790a43 req-95543fd3-8d60-4247-80d6-2e800558bd4a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:46.795707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca094ea1-b8ce-4818-8bef-346760790a43 req-95543fd3-8d60-4247-80d6-2e800558bd4a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.4269245 Jul 27 16:44:46.803880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46d908-50b0-4d92-aa15-7b17a457ebeb None None] Network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:46.817089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.031525 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc07658-6d2b-4d4c-8eea-05968bbed0c2 x-openstack-request-id: req-1dc07658-6d2b-4d4c-8eea-05968bbed0c2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:47.032820 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "name": "network-vif-plugged", "status": "completed", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:47.034054 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dc07658-6d2b-4d4c-8eea-05968bbed0c2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:47.034909 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86', 'code': 200} Jul 27 16:44:47.042066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca094ea1-b8ce-4818-8bef-346760790a43 req-ee7715be-b861-4745-9120-ed261e771756 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031288 Jul 27 16:44:47.076339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event updated for resources: {'Subnet': ['ID=ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:47.182208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Checking segment: {'id': '9a7a8f77-8e02-4d97-a452-ea9e37f24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:47.182766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network hostable DHCP agents. Network: 1f3c60b5-d9b0-4164-a410-ab395d92e94e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:47.279903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9', 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9', 'tenant_id': '7025d03f48704e9e95f6927e2a8bef2d', 'fixed_ips': [{'subnet_id': '2f7c1332-f503-4b03-9150-69cb6771e1ad'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:44:47.280923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.284475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Network 1f3c60b5-d9b0-4164-a410-ab395d92e94e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:47.335406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1f3c60b5-d9b0-4164-a410-ab395d92e94e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:47.349022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbe6c0-b998-4e47-a788-b891e8db1f65 None None] Network 1f3c60b5-d9b0-4164-a410-ab395d92e94e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:47.353053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.357813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.359716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.406504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38870b1d-65f3-4221-8bd0-0024feb4ec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.441381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66297cee-6ab9-4069-a9c8-d49a7d113d85 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1457779 Jul 27 16:44:47.445797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:47.476276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38870b1d-65f3-4221-8bd0-0024feb4ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.570752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bf6d8-1f50-4951-89f0-41ede816c01a req-15b49382-7aaa-49da-80b2-14c7f1746e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.572352 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e5bf6d8-1f50-4951-89f0-41ede816c01a req-15b49382-7aaa-49da-80b2-14c7f1746e98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 1096 time: 0.5216389 Jul 27 16:44:47.611803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-38870b1d-65f3-4221-8bd0-0024feb4ec4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4d083cefa1e45b696582bd790061a43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4095037 Jul 27 16:44:47.616649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:47.627830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38870b1d-65f3-4221-8bd0-0024feb4ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dedc7eb-e6ae-42b8-9da4-0fddcb626865,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:47.686950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e5bf6d8-1f50-4951-89f0-41ede816c01a req-4bd2c736-c975-4710-aca9-f4fd805be077 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000891 Jul 27 16:44:47.703535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ce0b-2a1f-4bfd-9068-790721c2343c req-6a5c1b05-eadb-488a-bb34-790aad5bb9fa tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.705696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3d6ce0b-2a1f-4bfd-9068-790721c2343c req-6a5c1b05-eadb-488a-bb34-790aad5bb9fa tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.3046067 Jul 27 16:44:47.710325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4332db-b661-4e0b-922c-15b51275f10f tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.716058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4332db-b661-4e0b-922c-15b51275f10f tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.719256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4332db-b661-4e0b-922c-15b51275f10f tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.723121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a4332db-b661-4e0b-922c-15b51275f10f tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2263947 Jul 27 16:44:47.726435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:47.796833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cee987-b9b0-4f87-9595-20ae63f73931 req-6649a2e1-d67c-4d02-bfde-8f6629be1091 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:47.812182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0cee987-b9b0-4f87-9595-20ae63f73931 req-6649a2e1-d67c-4d02-bfde-8f6629be1091 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.4239092 Jul 27 16:44:47.834692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.865624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-1f3c60b5-d9b0-4164-a410-ab395d92e94e', 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e', 'tenant_id': '7025d03f48704e9e95f6927e2a8bef2d', 'fixed_ips': [{'subnet_id': 'ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:44:47.866793 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:47.892832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Allocated IP 172.20.0.2 (d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9/2f7c1332-f503-4b03-9150-69cb6771e1ad/fcfe1e4f-7abc-4dc8-964c-e644e0a2da57) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:47.893404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0cee987-b9b0-4f87-9595-20ae63f73931 req-cb4cf0a6-0953-495e-88bb-7dbe98ffdc64 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786128 Jul 27 16:44:47.923162 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:48.099064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3d6ce0b-2a1f-4bfd-9068-790721c2343c req-896ef8c7-e469-47e1-9867-1d7e3816e986 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733749 Jul 27 16:44:48.125365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting subnet 2f7c1332-f503-4b03-9150-69cb6771e1ad {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:44:48.176986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:48.181407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:48.183445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dedc7eb-e6ae-42b8-9da4-0fddcb626865 HTTP/1.1" status: 204 len: 168 time: 0.5654922 Jul 27 16:44:48.214483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e135e-ad68-4120-a55c-e8f78739a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dedc7eb-e6ae-42b8-9da4-0fddcb626865,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:48.352894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0621-c4c6-4db7-b071-2266c2bd8f63 req-14c6db81-d733-463c-b0f6-0d89d9c361d6 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:48.364187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c62f0621-c4c6-4db7-b071-2266c2bd8f63 req-14c6db81-d733-463c-b0f6-0d89d9c361d6 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.2238483 Jul 27 16:44:48.454128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094f0d-dc02-4a39-8938-9ec4087ddbd0 req-ad9182d6-3c99-4b3b-b8f0-7d262c66e7c6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:48.468390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4094f0d-dc02-4a39-8938-9ec4087ddbd0 req-ad9182d6-3c99-4b3b-b8f0-7d262c66e7c6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1451805 Jul 27 16:44:48.555425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c62f0621-c4c6-4db7-b071-2266c2bd8f63 req-b1f3451b-bc9f-4581-ac32-b0e861b3f540 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899097 Jul 27 16:44:48.557895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4094f0d-dc02-4a39-8938-9ec4087ddbd0 req-57245e52-d261-42dd-8748-5c44b860a466 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883791 Jul 27 16:44:48.568955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Allocated IP 172.20.0.18 (1f3c60b5-d9b0-4164-a410-ab395d92e94e/ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018/f0bbd29e-c87c-4092-888d-7c976185d6a9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:48.801088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834308-d738-4711-803e-5ecae20dd006 req-97c83d2d-3900-4975-a157-88a24a4ef776 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:48.815145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a834308-d738-4711-803e-5ecae20dd006 req-97c83d2d-3900-4975-a157-88a24a4ef776 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1405957 Jul 27 16:44:48.852190 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:48.906111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a834308-d738-4711-803e-5ecae20dd006 req-f46eeb38-4ed6-4f5d-98de-ab24a5dfcc21 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890462 Jul 27 16:44:48.912447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Transition to ACTIVE for port object fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:49.028110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Transition to ACTIVE for port object fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:49.063255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.068468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.165634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:49.177424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:49.189033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:49.204026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Pushing event updated for resources: {'Port': ['ID=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:49.276780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.363668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:49.393979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95859e3-fc30-454f-a2c1-5fc76f05fec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.395181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.418871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Attempting to bind port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:49.423690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Attempting to bind port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c6c25de7-9c38-43de-b597-97b87d5f8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:49.424481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Attempting to bind port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 on network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:49.437809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Transition to ACTIVE for port object f0bbd29e-c87c-4092-888d-7c976185d6a9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:49.463009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:49.463457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Checking segment: {'id': 'c6c25de7-9c38-43de-b597-97b87d5f8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:49.463956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.464363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Bound using segment: {'id': 'c6c25de7-9c38-43de-b597-97b87d5f8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:49.464895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Bound port: fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c25de7-9c38-43de-b597-97b87d5f8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd4f85c3d-e340-4c26-af8f-5ebbd84fa7c9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:49.465287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.541619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.550120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Transition to ACTIVE for port object f0bbd29e-c87c-4092-888d-7c976185d6a9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:44:49.601850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598fe43-3737-4aed-b514-0dd663f11d27 req-2ff06e24-2338-49a6-a66d-eacd1c72eff1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:49.612300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0598fe43-3737-4aed-b514-0dd663f11d27 req-2ff06e24-2338-49a6-a66d-eacd1c72eff1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.6051035 Jul 27 16:44:49.625130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.765457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Network 1f3c60b5-d9b0-4164-a410-ab395d92e94e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:49.784558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:49.791120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95859e3-fc30-454f-a2c1-5fc76f05fec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.793248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0598fe43-3737-4aed-b514-0dd663f11d27 req-c0f55404-090f-4fc8-a7e8-1f49cf5b3170 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663876 Jul 27 16:44:49.796884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:44:49.804479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95859e3-fc30-454f-a2c1-5fc76f05fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.819304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Pushing event updated for resources: {'Port': ['ID=f0bbd29e-c87c-4092-888d-7c976185d6a9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:49.841758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.882040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7c1332-f503-4b03-9150-69cb6771e1ad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:49.884674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:49.887071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d97e0ecb-0b42-4738-a526-f7a7071a3f37 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/subnets/2f7c1332-f503-4b03-9150-69cb6771e1ad HTTP/1.1" status: 204 len: 168 time: 2.1567776 Jul 27 16:44:49.890858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:49.914916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde6a8-78af-4692-8972-68f3bf0b0561 req-e593e257-cb67-4dbf-a1e8-69319ff3cdc6 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:49.919120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3bdde6a8-78af-4692-8972-68f3bf0b0561 req-e593e257-cb67-4dbf-a1e8-69319ff3cdc6 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.3365953 Jul 27 16:44:49.949577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] For port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:49.975783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting subnet ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:44:49.979702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.003779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95859e3-fc30-454f-a2c1-5fc76f05fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe16ed-65b6-4784-808f-db4d7279aef5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:50.012187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c95859e3-fc30-454f-a2c1-5fc76f05fec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f84b429f332e43cca85cf73ee2e97999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460071 Jul 27 16:44:50.021038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:50.034319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] For port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,segment=NetworkSegment(c6c25de7-9c38-43de-b597-97b87d5f8179),segment_id=c6c25de7-9c38-43de-b597-97b87d5f8179)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:50.037489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Attempting to bind port f0bbd29e-c87c-4092-888d-7c976185d6a9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:44:50.037817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Attempting to bind port f0bbd29e-c87c-4092-888d-7c976185d6a9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '9a7a8f77-8e02-4d97-a452-ea9e37f24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:44:50.041130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Attempting to bind port f0bbd29e-c87c-4092-888d-7c976185d6a9 on network 1f3c60b5-d9b0-4164-a410-ab395d92e94e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:44:50.051036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.057245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.087421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:44:50.087892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Checking segment: {'id': '9a7a8f77-8e02-4d97-a452-ea9e37f24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:44:50.088286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.088773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Bound using segment: {'id': '9a7a8f77-8e02-4d97-a452-ea9e37f24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:44:50.089799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Bound port: f0bbd29e-c87c-4092-888d-7c976185d6a9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7a8f77-8e02-4d97-a452-ea9e37f24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1f3c60b5-d9b0-4164-a410-ab395d92e94e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:44:50.090032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.126465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3bdde6a8-78af-4692-8972-68f3bf0b0561 req-dc34bda5-1123-403f-b53e-8cd43824c8b5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766000 Jul 27 16:44:50.189560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.248670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.305751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.418733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f6c7-0d25-422a-9993-9c49bcff5ac7 None None] Pushing event updated for resources: {'Port': ['ID=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:50.495961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.498997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.500264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cabe16ed-65b6-4784-808f-db4d7279aef5 HTTP/1.1" status: 204 len: 168 time: 0.4781227 Jul 27 16:44:50.502660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c007-11c2-4326-ab45-e87e6dd413b8 req-cf55ab44-9a8c-43ff-ad59-0b683f6908f1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:50.527064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2952c007-11c2-4326-ab45-e87e6dd413b8 req-cf55ab44-9a8c-43ff-ad59-0b683f6908f1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.5830848 Jul 27 16:44:50.559072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dd1a7-681a-4893-be3a-6f553cfc7e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe16ed-65b6-4784-808f-db4d7279aef5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:50.591493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6ea8a-c427-4cc1-8094-ca8b8a23a9c3 req-956bf212-3f91-43c3-98f6-5a1fa0e9399e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:50.601971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] For port f0bbd29e-c87c-4092-888d-7c976185d6a9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:50.605016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea6ea8a-c427-4cc1-8094-ca8b8a23a9c3 req-956bf212-3f91-43c3-98f6-5a1fa0e9399e tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.2502837 Jul 27 16:44:50.612947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.658872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] For port f0bbd29e-c87c-4092-888d-7c976185d6a9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f0bbd29e-c87c-4092-888d-7c976185d6a9,segment=NetworkSegment(9a7a8f77-8e02-4d97-a452-ea9e37f24199),segment_id=9a7a8f77-8e02-4d97-a452-ea9e37f24199)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:50.673219 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.702808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea6ea8a-c427-4cc1-8094-ca8b8a23a9c3 req-75e829eb-5a66-49f4-88d3-5dfd2effb650 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967929 Jul 27 16:44:50.718998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Subnet': ['ID=ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:50.789202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2952c007-11c2-4326-ab45-e87e6dd413b8 req-0f047e3b-0d58-4f18-a623-8668c007abf5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211261 Jul 27 16:44:50.802465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:50.807508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:50.828917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2d7e3cff-7640-452a-82f8-7a7fb718ccc3 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/subnets/ef21afb6-c7e3-48e8-b4ec-47b1b9f3a018 HTTP/1.1" status: 204 len: 168 time: 0.9320178 Jul 27 16:44:50.856508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c610-f1dd-4e54-b9bf-4d24abea6f2a None None] Pushing event updated for resources: {'Port': ['ID=f0bbd29e-c87c-4092-888d-7c976185d6a9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:50.975676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e12f6-46fe-458b-bdb9-123b10d50594 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:50.982204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-061e12f6-46fe-458b-bdb9-123b10d50594 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686800 Jul 27 16:44:50.982537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:51.199204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:51.234222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667fcc4-c75f-4a15-a2ef-9284976d98bd req-f6a8dd97-8668-4329-a34c-d6e7735c0040 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:51.253937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9667fcc4-c75f-4a15-a2ef-9284976d98bd req-f6a8dd97-8668-4329-a34c-d6e7735c0040 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.2248752 Jul 27 16:44:51.346148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330be945-a91b-474c-a642-c30234902965 req-749d9277-3e01-4375-9a92-03ca698cae10 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:51.350290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-330be945-a91b-474c-a642-c30234902965 req-749d9277-3e01-4375-9a92-03ca698cae10 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.3559523 Jul 27 16:44:51.410166 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9667fcc4-c75f-4a15-a2ef-9284976d98bd req-8961644a-8be5-4722-a0ab-ee53841efb12 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530068 Jul 27 16:44:51.510396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting port f0bbd29e-c87c-4092-888d-7c976185d6a9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:51.510759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:51.517137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-330be945-a91b-474c-a642-c30234902965 req-494d6ae7-11b6-4fae-bf5b-35655064b32f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526489 Jul 27 16:44:51.695816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] For port f0bbd29e-c87c-4092-888d-7c976185d6a9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f0bbd29e-c87c-4092-888d-7c976185d6a9,segment=NetworkSegment(9a7a8f77-8e02-4d97-a452-ea9e37f24199),segment_id=9a7a8f77-8e02-4d97-a452-ea9e37f24199)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:51.703891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:51.745300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Calling delete_port for f0bbd29e-c87c-4092-888d-7c976185d6a9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:51.778735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c799c0-65dc-49c9-9369-c125cfe19352 req-29b9af49-0541-497d-a110-9829cd390b71 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:51.786336 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0c799c0-65dc-49c9-9369-c125cfe19352 req-29b9af49-0541-497d-a110-9829cd390b71 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2216411 Jul 27 16:44:51.983165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0c799c0-65dc-49c9-9369-c125cfe19352 req-078e15d8-1451-4872-a014-72cf6f7ebe62 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657948 Jul 27 16:44:52.257949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.315719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Port': ['ID=f0bbd29e-c87c-4092-888d-7c976185d6a9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:52.373858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0974eee-db5e-433e-8eb5-edc575e54cf2 req-dd188a77-6b93-4512-b385-5b4c990c06c0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:52.377502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] No DVR routers for this DVR port f0bbd29e-c87c-4092-888d-7c976185d6a9 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:52.378041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0974eee-db5e-433e-8eb5-edc575e54cf2 req-dd188a77-6b93-4512-b385-5b4c990c06c0 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.2299297 Jul 27 16:44:52.411876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:52.485908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0974eee-db5e-433e-8eb5-edc575e54cf2 req-5323de18-6d0b-4246-a9d8-48855399af6b tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999687 Jul 27 16:44:52.503478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0d3102-2fb6-41bd-b85b-979c4794920b None None] Network d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:52.637628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eb0aa-734e-499c-baeb-8d0a8f884551 req-9309e854-cfbd-404e-9335-1751020d3d3e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:52.643473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117eb0aa-734e-499c-baeb-8d0a8f884551 req-9309e854-cfbd-404e-9335-1751020d3d3e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.6790264 Jul 27 16:44:52.645348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.669555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a7520c40-9db1-4b46-a5c1-d0a5a4fd2246 None None] Provisioning for port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:52.705738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3c60b5-d9b0-4164-a410-ab395d92e94e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:52.716212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:44:52.765509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:44:52.766741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.780102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7a8f77-8e02-4d97-a452-ea9e37f24199') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:52.780419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7a8f77-8e02-4d97-a452-ea9e37f24199') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:52.822085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.846894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-117eb0aa-734e-499c-baeb-8d0a8f884551 req-30c0d095-a088-457f-8ac9-31e3f92366c3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837947 Jul 27 16:44:52.868596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.890735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:52.890735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:52.893442 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:52.992571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e68c3-aec1-4d57-8ae5-2e010d9a5304 None None] Network 1f3c60b5-d9b0-4164-a410-ab395d92e94e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:44:53.034609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.065659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.067613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/1f3c60b5-d9b0-4164-a410-ab395d92e94e HTTP/1.1" status: 204 len: 168 time: 2.0840580 Jul 27 16:44:53.068662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=1f3c60b5-d9b0-4164-a410-ab395d92e94e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:53.077426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46842) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:53.103088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3e4a8f5c-dff2-49f3-81a6-9d62d56383d1 None None] Could not find standard attr ID for object f0bbd29e-c87c-4092-888d-7c976185d6a9. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 16:44:53.115733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.116325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.116934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.117518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.118101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.118676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.119252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.119818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.120415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.120981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.121583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.122156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d6e74-840d-4f3f-b92f-1a586201f30e tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:53.170698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.203043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad3f3-6d1c-4b55-8d04-107de2ed4844 req-94b706cb-a461-477b-91ab-875d4750c44f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:53.215158 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d2ad3f3-6d1c-4b55-8d04-107de2ed4844 req-94b706cb-a461-477b-91ab-875d4750c44f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.1778772 Jul 27 16:44:53.277619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,segment=NetworkSegment(c6c25de7-9c38-43de-b597-97b87d5f8179),segment_id=c6c25de7-9c38-43de-b597-97b87d5f8179)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:53.366412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d2ad3f3-6d1c-4b55-8d04-107de2ed4844 req-efe76de4-172a-4ef9-924e-a5029029129f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481962 Jul 27 16:44:53.381120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.405875 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.407595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f0bbd29e-c87c-4092-888d-7c976185d6a9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:53.527902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] DHCP port deletion for d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:44:53.535205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f0bbd29e-c87c-4092-888d-7c976185d6a9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:44:53.536380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f0bbd29e-c87c-4092-888d-7c976185d6a9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 16:44:53.573380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port f0bbd29e-c87c-4092-888d-7c976185d6a9 not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 16:44:53.663630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d601f9-c963-4463-aa59-3559430fc169 req-e7c005a3-41af-4f80-a82c-68c25e1d6146 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:53.667796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7d601f9-c963-4463-aa59-3559430fc169 req-e7c005a3-41af-4f80-a82c-68c25e1d6146 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.5744491 Jul 27 16:44:53.675260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b9c048-55b5-4025-9f6e-9bb7145dbe46 None None] DHCP port deletion for 1f3c60b5-d9b0-4164-a410-ab395d92e94e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:44:53.687425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:53.710750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Deleting port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:53.711191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.793165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] For port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,segment=NetworkSegment(c6c25de7-9c38-43de-b597-97b87d5f8179),segment_id=c6c25de7-9c38-43de-b597-97b87d5f8179)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:53.793741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.810519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Calling delete_port for fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:53.882781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Deleting port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:53.883533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:53.947672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7d601f9-c963-4463-aa59-3559430fc169 req-7f477e53-9cea-4d1e-965d-eab9a29656c6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690697 Jul 27 16:44:54.003280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] For port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,segment=NetworkSegment(c6c25de7-9c38-43de-b597-97b87d5f8179),segment_id=c6c25de7-9c38-43de-b597-97b87d5f8179)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:54.004028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.016226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.041195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Calling delete_port for fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:54.105038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] Pushing event deleted for resources: {'Port': ['ID=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.132037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb7aed-c512-4ad4-96a9-3193046f4e5c None None] No DVR routers for this DVR port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:54.164273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b7cc-9bac-4274-b28a-eec1c27cfbb6 req-b7f5f6fa-375b-4aab-b448-c5e9e7c06306 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:54.169965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38e2b7cc-9bac-4274-b28a-eec1c27cfbb6 req-b7f5f6fa-375b-4aab-b448-c5e9e7c06306 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2639003 Jul 27 16:44:54.183117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:54.213548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:44:54.214053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:54.214851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f0bbd29e-c87c-4092-888d-7c976185d6a9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:54.248132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f0bbd29e-c87c-4092-888d-7c976185d6a9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:44:54.248842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f0bbd29e-c87c-4092-888d-7c976185d6a9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:54.260924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38e2b7cc-9bac-4274-b28a-eec1c27cfbb6 req-c10624cc-1e86-4dcc-9f67-56a84610cffb tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655248 Jul 27 16:44:54.355569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.383543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] No DVR routers for this DVR port fcfe1e4f-7abc-4dc8-964c-e644e0a2da57 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:54.430259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Port': ['ID=fcfe1e4f-7abc-4dc8-964c-e644e0a2da57,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.476035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be644b69-fbe6-451f-9b5a-5f5df8190184 req-a34ae90e-3e51-4300-bf0b-6c37cda6de3f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:54.478929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be644b69-fbe6-451f-9b5a-5f5df8190184 req-a34ae90e-3e51-4300-bf0b-6c37cda6de3f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.2289793 Jul 27 16:44:54.489135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d8379-127a-42de-b106-14d53cde635f req-dd9ccdf1-ff65-4a69-8c3b-d31794fe818e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:54.491896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f6d8379-127a-42de-b106-14d53cde635f req-dd9ccdf1-ff65-4a69-8c3b-d31794fe818e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1247976 Jul 27 16:44:54.562783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.579726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f6d8379-127a-42de-b106-14d53cde635f req-63971ad8-bc3b-45c2-a0c3-e16d2fdb9893 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812185 Jul 27 16:44:54.585613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be644b69-fbe6-451f-9b5a-5f5df8190184 req-50f091e7-0ffb-4ba4-8f61-f0e5a78d10d2 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713000 Jul 27 16:44:54.587716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:54.600033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c25de7-9c38-43de-b597-97b87d5f8179') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:54.600662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c25de7-9c38-43de-b597-97b87d5f8179') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:54.616982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.628358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.638216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:54.639004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:54.718253 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:54.779200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.789251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:54.791233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9 HTTP/1.1" status: 204 len: 168 time: 1.7128079 Jul 27 16:44:54.794792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:54.805485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a908342-3555-4301-bf76-abaa0414934c tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=d4f85c3d-e340-4c26-af8f-5ebbd84fa7c9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.870630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8e951-8738-40fa-a961-36675d34b25a req-5efd9426-99b1-48c8-a426-f9944d4b4d41 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:54.873127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5d8e951-8738-40fa-a961-36675d34b25a req-5efd9426-99b1-48c8-a426-f9944d4b4d41 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.1536539 Jul 27 16:44:54.954065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5d8e951-8738-40fa-a961-36675d34b25a req-dfe1a737-f816-482e-a539-3b8f402987a9 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698919 Jul 27 16:44:54.974633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.175541 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.201420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d90163-9b4f-4295-9ec1-9bed83eecb57']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:55.222510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a64ec6-6a94-4dd3-bb5c-7aec0bd03637') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:55.222848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a64ec6-6a94-4dd3-bb5c-7aec0bd03637') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:55.252379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.305273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.318047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:55.319033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:55.325857 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:55.449186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.496694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd673-b6bf-4c5d-a079-4de680dff7c8 req-76498250-9084-4ae9-98db-9abaf9c135e4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:55.503979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.505962 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a23cd673-b6bf-4c5d-a079-4de680dff7c8 req-76498250-9084-4ae9-98db-9abaf9c135e4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1265810 Jul 27 16:44:55.518451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/b1d90163-9b4f-4295-9ec1-9bed83eecb57 HTTP/1.1" status: 204 len: 168 time: 0.7216201 Jul 27 16:44:55.519442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:55.529804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ec3c0-e2ce-409b-8972-65c3e31fcf46 tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=b1d90163-9b4f-4295-9ec1-9bed83eecb57,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:55.593666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a23cd673-b6bf-4c5d-a079-4de680dff7c8 req-3e5952a5-3edf-45f6-bf32-3328e8a07c7d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Jul 27 16:44:55.776181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:55.986162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.023787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:56.083364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1797f8d9-cffe-48ee-a341-714f9d2fdb51') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:56.083843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1797f8d9-cffe-48ee-a341-714f9d2fdb51') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:56.110434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.143234 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:44:56.144141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6619f-7ffe-4829-a449-0687ee9895f4 req-929fd054-c0e0-44b3-be4d-978ece6dc5f9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:56.145611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64d6619f-7ffe-4829-a449-0687ee9895f4 req-929fd054-c0e0-44b3-be4d-978ece6dc5f9 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1673672 Jul 27 16:44:56.169727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.180383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:56.181279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:44:56.184638 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:44:56.286900 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64d6619f-7ffe-4829-a449-0687ee9895f4 req-9b401c1e-f26a-404c-851c-eed20554cd3f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159365 Jul 27 16:44:56.360725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.372899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:56.402176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] 10.222.0.64 "DELETE /v2.0/networks/9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd HTTP/1.1" status: 204 len: 168 time: 0.8672118 Jul 27 16:44:56.425049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0faba8-ea2d-40f8-8786-b69e8724ccbb tempest-BulkNetworkOpsTest-1662075856 tempest-BulkNetworkOpsTest-1662075856-project] Pushing event deleted for resources: {'Network': ['ID=9b34ee51-5f22-4ab0-9cc2-5909c77ce2dd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:56.625380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcf1c9-ba04-4ecb-9af4-8378e08bfb80 req-5e636263-8937-4980-9e3a-a2d575f496ed tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:56.646307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19bcf1c9-ba04-4ecb-9af4-8378e08bfb80 req-5e636263-8937-4980-9e3a-a2d575f496ed tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2143655 Jul 27 16:44:56.703845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be16e3-8ff5-4276-b9bb-a37a47d2a7b6 req-e72a55c4-6a5a-4b41-b1a1-6440989ca0c4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:56.723461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5be16e3-8ff5-4276-b9bb-a37a47d2a7b6 req-e72a55c4-6a5a-4b41-b1a1-6440989ca0c4 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.2781279 Jul 27 16:44:56.750859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19bcf1c9-ba04-4ecb-9af4-8378e08bfb80 req-3397a79b-8f85-4316-8da4-e37a872df874 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840635 Jul 27 16:44:56.845884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5be16e3-8ff5-4276-b9bb-a37a47d2a7b6 req-88cf2f34-e77f-465b-93ae-80acf23ae165 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096904 Jul 27 16:44:57.088923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a888-d776-455e-8f81-f0127e8db83a req-5d475a5d-ea44-4236-bd4a-f7424502d649 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:57.097841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff75a888-d776-455e-8f81-f0127e8db83a req-5d475a5d-ea44-4236-bd4a-f7424502d649 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1565664 Jul 27 16:44:57.111077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:57.179810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ff75a888-d776-455e-8f81-f0127e8db83a req-c7c343bb-8ba3-470d-bcbe-cfb687547c7e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Jul 27 16:44:57.522314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fff92f27-0e4b-47e6-b870-01ac57545773 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:57.533373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fff92f27-0e4b-47e6-b870-01ac57545773 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.1737084 Jul 27 16:44:57.550502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-69a2618e-e788-4b81-ab12-41a7ba73038a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/quotas/8a2466403769497ea074aea9edf091b5 HTTP/1.1" status: 200 len: 375 time: 0.0161071 Jul 27 16:44:57.633952 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-55da25f2-3533-415a-8d37-48dc047980e1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803196 Jul 27 16:44:57.666957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704290-a466-486f-b56e-e515f7b36957 req-195e02c7-d471-47b4-ac82-9888fbffa02f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:57.668951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9704290-a466-486f-b56e-e515f7b36957 req-195e02c7-d471-47b4-ac82-9888fbffa02f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 945 time: 0.1528459 Jul 27 16:44:57.699181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:57.773360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eac1fe5a-7d5f-4485-bea3-1385d5f62f82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7025d03f48704e9e95f6927e2a8bef2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605942 Jul 27 16:44:57.776654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:57.922787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:57.961691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:57.964660 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5402dc-5531-4eb6-ad02-7474b6d3aecc" -d '{"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:58.009420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:58.015836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.021640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-17a700a5-acc8-4251-a4b2-bb5586216692 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495452 Jul 27 16:44:58.054759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Deleting port f755be12-a9b6-4413-9f6a-f68f00bc1c86 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:44:58.055671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.174198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:58.198499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.281756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7cf12-1476-4e89-8d0b-3c6f0a662ddf req-abaa70b2-22f2-4752-8452-5d9bd26c1f45 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:58.286504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.296339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4bb7cf12-1476-4e89-8d0b-3c6f0a662ddf req-abaa70b2-22f2-4752-8452-5d9bd26c1f45 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.3848720 Jul 27 16:44:58.304664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] For port f755be12-a9b6-4413-9f6a-f68f00bc1c86, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f755be12-a9b6-4413-9f6a-f68f00bc1c86,segment=NetworkSegment(684210f7-7bb9-4fde-a891-f1e4c95fe0a6),segment_id=684210f7-7bb9-4fde-a891-f1e4c95fe0a6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:58.305296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.358994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Calling delete_port for f755be12-a9b6-4413-9f6a-f68f00bc1c86 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:44:58.400601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4bb7cf12-1476-4e89-8d0b-3c6f0a662ddf req-60155abc-5f05-4296-a6a0-fe0593140b1b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016822 Jul 27 16:44:58.469714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.482485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.489120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25de5ef1-2caf-4792-8932-625f450d3d92 HTTP/1.1" status: 204 len: 168 time: 0.7082245 Jul 27 16:44:58.554934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a87c1-2180-4341-97b9-9e21d71da885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de5ef1-2caf-4792-8932-625f450d3d92,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:58.622082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-7ca523e7-8a28-4612-b199-b158143adf10 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832543 Jul 27 16:44:58.664248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.682035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f755be12-a9b6-4413-9f6a-f68f00bc1c86'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:58.742896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Pushing event deleted for resources: {'Port': ['ID=f755be12-a9b6-4413-9f6a-f68f00bc1c86,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:58.821262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b2896-10b3-4bb6-abca-255b894bc8c0 req-b98905a4-e1e4-4aaa-a07f-8f34065eb638 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:58.822731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a43b2896-10b3-4bb6-abca-255b894bc8c0 req-b98905a4-e1e4-4aaa-a07f-8f34065eb638 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/ports?device_id=73e078bb-2b95-4d48-b528-d4152bc29a40 HTTP/1.1" status: 200 len: 867 time: 0.2975323 Jul 27 16:44:58.866737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] No DVR routers for this DVR port f755be12-a9b6-4413-9f6a-f68f00bc1c86 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:44:58.866915 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b05e4-ba80-4a52-b5d3-5645ffbd2826 x-openstack-request-id: req-f48b05e4-ba80-4a52-b5d3-5645ffbd2826 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:58.867428 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:58.867746 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f48b05e4-ba80-4a52-b5d3-5645ffbd2826 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:58.871956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:44:58.872197 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'code': 200} Jul 27 16:44:58.875138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9704290-a466-486f-b56e-e515f7b36957 req-9566cbaa-b5aa-4361-adba-3449b2efbb4f tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.61 "DELETE /v2.0/ports/f755be12-a9b6-4413-9f6a-f68f00bc1c86 HTTP/1.1" status: 204 len: 173 time: 1.1975658 Jul 27 16:44:58.875956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'name': 'network-vif-deleted', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:44:58.879849 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7239c83-1d0a-4bd9-8778-69fb31476898" -d '{"events": [{"server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "name": "network-vif-deleted", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:58.960589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a43b2896-10b3-4bb6-abca-255b894bc8c0 req-aba0f161-fc75-440e-8fbc-f80e299bac69 tempest-ServerDiskConfigTestJSON-1100070903 tempest-ServerDiskConfigTestJSON-1100070903-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbf344b5-97e7-4b6e-984c-bd4df2fb250a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054480 Jul 27 16:44:58.984460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47058) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:44:59.085648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d5dfd08-53e0-447b-a5b4-e67fae750b9c req-d9b474f5-0447-4bb4-b16e-b9a11741e5bc tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 210 time: 0.0600600 Jul 27 16:44:59.227548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c550c4-951d-474e-a7d3-360706bf4b2c req-8dc8e751-d8be-4932-9298-0b1ddc4b76ad tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:44:59.230669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c550c4-951d-474e-a7d3-360706bf4b2c req-8dc8e751-d8be-4932-9298-0b1ddc4b76ad tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.2548890 Jul 27 16:44:59.237943 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86398c-03bd-4f68-8f76-708ee9e5fe5d x-openstack-request-id: req-fc86398c-03bd-4f68-8f76-708ee9e5fe5d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:59.238351 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e078bb-2b95-4d48-b528-d4152bc29a40", "name": "network-vif-deleted", "tag": "f755be12-a9b6-4413-9f6a-f68f00bc1c86", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:59.238853 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc86398c-03bd-4f68-8f76-708ee9e5fe5d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:59.239500 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e078bb-2b95-4d48-b528-d4152bc29a40', 'name': 'network-vif-deleted', 'tag': 'f755be12-a9b6-4413-9f6a-f68f00bc1c86', 'status': 'completed', 'code': 200} Jul 27 16:44:59.319322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c550c4-951d-474e-a7d3-360706bf4b2c req-83a65992-5232-4eb6-ba9d-86965f223d1d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Jul 27 16:44:59.886571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-116981a0-904e-4789-833d-d0e5e1032ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.084750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-994d618e-eb43-4232-a044-a0057a99857b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.086720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-994d618e-eb43-4232-a044-a0057a99857b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "GET /v2.0/ports?device_id=0eddc777-0643-4259-9e04-fcc3d7fc84e4 HTTP/1.1" status: 200 len: 944 time: 0.9311116 Jul 27 16:45:00.172874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e412-8583-4219-8fd2-1f35d6817fbc req-166c38e2-e22e-4a39-952c-8c89e457aa3b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.175133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c415e412-8583-4219-8fd2-1f35d6817fbc req-166c38e2-e22e-4a39-952c-8c89e457aa3b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.3104584 Jul 27 16:45:00.274105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bee8-5876-4668-8e3a-9ce01237263c req-15ec1280-d0d7-4228-8911-db9066e1a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.276558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-15ec1280-d0d7-4228-8911-db9066e1a8d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.1940463 Jul 27 16:45:00.305252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c415e412-8583-4219-8fd2-1f35d6817fbc req-41ee5006-c8d9-4c4a-96d7-66b6ab3452fa tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109872 Jul 27 16:45:00.326168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-116981a0-904e-4789-833d-d0e5e1032ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.333894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-116981a0-904e-4789-833d-d0e5e1032ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.417154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116981a0-904e-4789-833d-d0e5e1032ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4209d0-901a-43e6-84c6-c88261475e79,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.435703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bee8-5876-4668-8e3a-9ce01237263c req-c7778fbf-4863-4107-a1c8-aed9a8fade10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.438003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-c7778fbf-4863-4107-a1c8-aed9a8fade10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.1524694 Jul 27 16:45:00.448569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-116981a0-904e-4789-833d-d0e5e1032ca0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b439391366b4f2ba0674982c5309372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4691415 Jul 27 16:45:00.456864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:00.463406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Deleting port d82cad0b-0c02-4856-995e-b1cd55807434 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:00.463965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.542532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:00.604462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdacb9-f448-4891-b164-ae33d0e817c5 req-31632c61-965c-44ff-af44-12eba9e507b4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.609230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7cfdacb9-f448-4891-b164-ae33d0e817c5 req-31632c61-965c-44ff-af44-12eba9e507b4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.4106667 Jul 27 16:45:00.613576 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-c4713c0d-772f-4793-8e6d-f026921c0a78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.1647139 Jul 27 16:45:00.662350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] For port d82cad0b-0c02-4856-995e-b1cd55807434, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d82cad0b-0c02-4856-995e-b1cd55807434,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:00.662943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.704265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Calling delete_port for d82cad0b-0c02-4856-995e-b1cd55807434 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:00.750500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5c690c9-e926-4d66-b1b2-28abce7f52bd req-c8d120b5-5347-476d-a3c0-5f6eea4a1212 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 210 time: 0.0815609 Jul 27 16:45:00.816532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bee8-5876-4668-8e3a-9ce01237263c req-72c5d6d4-bf6c-4157-b9d7-d4c4b812156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:00.819270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-72c5d6d4-bf6c-4157-b9d7-d4c4b812156a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.1769974 Jul 27 16:45:00.844149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-76a3ce5f-6322-40bb-85c9-ca17579481eb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:00.844936 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-76a3ce5f-6322-40bb-85c9-ca17579481eb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 16:45:00.846369 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-76a3ce5f-6322-40bb-85c9-ca17579481eb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 16:45:00.849023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-76a3ce5f-6322-40bb-85c9-ca17579481eb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2781126 Jul 27 16:45:00.857709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:00.865672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132703069'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:00.872475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:00.945560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7cfdacb9-f448-4891-b164-ae33d0e817c5 req-f2e768af-5bf4-4975-a9f6-7c993678d282 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012705 Jul 27 16:45:00.956779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-6d9a2268-7f05-44bd-91c6-af9b4fd0e88d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265821 Jul 27 16:45:01.038433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.109092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.276901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.292811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:01.400787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.487758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Deleting subnet 8a6ebad6-402c-4ad6-b5c5-466d04a43f46 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:45:01.566042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95806ba-1d19-4a77-83f8-18290fd007ea req-c959207e-fc6c-4b0a-8feb-03b5ea1336e0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:01.573371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b95806ba-1d19-4a77-83f8-18290fd007ea req-c959207e-fc6c-4b0a-8feb-03b5ea1336e0 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.6733088 Jul 27 16:45:01.576402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event deleted for resources: {'Port': ['ID=d82cad0b-0c02-4856-995e-b1cd55807434,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.592814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.700043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-ba7468a7-a7fa-4e0e-8be1-355f72a58d8a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:01.701785 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-ba7468a7-a7fa-4e0e-8be1-355f72a58d8a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.5818164 Jul 27 16:45:01.710548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.711475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:01.715076 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.720510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb4209d0-901a-43e6-84c6-c88261475e79 HTTP/1.1" status: 204 len: 168 time: 1.2556839 Jul 27 16:45:01.737621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062c1e6-3cf9-4063-b064-0d2b02536201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4209d0-901a-43e6-84c6-c88261475e79,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.743067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] No DVR routers for this DVR port d82cad0b-0c02-4856-995e-b1cd55807434 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:01.754191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: d82cad0b-0c02-4856-995e-b1cd55807434 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:01.754672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.755225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d82cad0b-0c02-4856-995e-b1cd55807434 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:01.756107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f755be12-a9b6-4413-9f6a-f68f00bc1c86 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:01.762674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-2f2d19e7-487f-447e-b84b-3aabe30072e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944489 Jul 27 16:45:01.763716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-846ff893-2d0d-4189-96b2-daeaa6afd460 req-08ed627c-b7c4-4451-af8f-4eb4331d6a95 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "DELETE /v2.0/ports/d82cad0b-0c02-4856-995e-b1cd55807434 HTTP/1.1" status: 204 len: 173 time: 1.6656051 Jul 27 16:45:01.776605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-deleted', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:01.783411 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f036e-69a7-4c87-9492-7c6fc9ec3eab" -d '{"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-deleted", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:01.785028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: f755be12-a9b6-4413-9f6a-f68f00bc1c86 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:01.785232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f755be12-a9b6-4413-9f6a-f68f00bc1c86 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:01.797030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Request body: {'port': {'device_id': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'admin_state_up': True, 'tenant_id': '8a2466403769497ea074aea9edf091b5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:01.863268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:01.893937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127badb-afee-44c6-a181-8286991622f1 req-9efd0ee7-8ea0-422a-b5c1-f14a96130296 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:01.909497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e127badb-afee-44c6-a181-8286991622f1 req-9efd0ee7-8ea0-422a-b5c1-f14a96130296 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.2753401 Jul 27 16:45:01.963101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b95806ba-1d19-4a77-83f8-18290fd007ea req-70c63843-f611-4ba3-b1c0-3209103472a1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649647 Jul 27 16:45:02.095095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e127badb-afee-44c6-a181-8286991622f1 req-59ab4e3f-fc33-4ecc-80a0-1de872ecf197 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786885 Jul 27 16:45:02.113691 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3126bee8-5876-4668-8e3a-9ce01237263c req-6d13147a-5b28-4d6b-9c70-db584f44c01d service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333910 Jul 27 16:45:02.205278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-783aca0c-50b3-49fa-aaee-2ae9eba11f42 req-5ae2ba0b-ce1f-476b-80cd-d4f30402dcf0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 210 time: 0.1068652 Jul 27 16:45:02.213909 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413905bc-189e-4a2e-a3b7-602164650686 x-openstack-request-id: req-413905bc-189e-4a2e-a3b7-602164650686 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:02.214286 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eddc777-0643-4259-9e04-fcc3d7fc84e4", "name": "network-vif-deleted", "tag": "d82cad0b-0c02-4856-995e-b1cd55807434", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:02.214628 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-413905bc-189e-4a2e-a3b7-602164650686 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:02.215143 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eddc777-0643-4259-9e04-fcc3d7fc84e4', 'name': 'network-vif-deleted', 'tag': 'd82cad0b-0c02-4856-995e-b1cd55807434', 'status': 'completed', 'code': 200} Jul 27 16:45:02.230185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.341652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.363552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.366245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.400028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecddf2a-28a0-40c2-89d4-d02e343e2abc req-20de8ee7-0bc3-44d3-a285-f83535856bb3 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:02.406677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ecddf2a-28a0-40c2-89d4-d02e343e2abc req-20de8ee7-0bc3-44d3-a285-f83535856bb3 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1145289 Jul 27 16:45:02.411172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364fb050-e05e-48c9-b462-7c7ab02b5d76,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:02.451281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6ebad6-402c-4ad6-b5c5-466d04a43f46,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:02.460573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.466202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eaab6348-036d-481d-9b8b-86869f26199c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a6ebad6-402c-4ad6-b5c5-466d04a43f46 HTTP/1.1" status: 204 len: 168 time: 1.1562796 Jul 27 16:45:02.467846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:02.485837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:02.487593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:02.492189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.497964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ecddf2a-28a0-40c2-89d4-d02e343e2abc req-a8e95afc-2630-46e2-bc3b-2b128e80626d tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812125 Jul 27 16:45:02.631334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90c21ac1-f3ad-44cd-bed7-2bfd7d19f677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.826959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.885666 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-09544cad-6ea6-4d87-85ae-82bc3b4d3d04 service neutron] show failed (client error): The resource could not be found. Jul 27 16:45:02.887008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-09544cad-6ea6-4d87-85ae-82bc3b4d3d04 service neutron] 10.222.0.61 "GET /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.3689461 Jul 27 16:45:02.984403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:02.986323 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.046088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.137956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Allocated IP 172.20.0.14 (6b5885e2-65fa-40c5-82ad-4ba417ba4692/798a41dc-26b1-4fcc-899a-8e5200fbda8f/3df25023-f6ee-4645-bc75-7f4ad93f6d61) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:03.182496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.207487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b8ad3-9d64-42be-9947-5697db3f64df,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.222675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91816403-7eb0-4c55-b3ee-093a1ae9360e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:03.278053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684210f7-7bb9-4fde-a891-f1e4c95fe0a6') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:03.278373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684210f7-7bb9-4fde-a891-f1e4c95fe0a6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:03.279526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-8ca08ff7-8f0a-4d6e-bb53-e42c0063fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:03.281461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-8ca08ff7-8f0a-4d6e-bb53-e42c0063fef0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1100 time: 0.1262393 Jul 27 16:45:03.304564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:03.316764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.357496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2f9c4-df9f-444b-bb69-f46bb6b1dcc0 req-a6d32104-70ef-4102-bd01-36c5131320b8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:03.367474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06e2f9c4-df9f-444b-bb69-f46bb6b1dcc0 req-a6d32104-70ef-4102-bd01-36c5131320b8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1634026 Jul 27 16:45:03.373059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.425280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:45:03.425761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:45:03.429464 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:45:03.467181 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06e2f9c4-df9f-444b-bb69-f46bb6b1dcc0 req-d47dd7e9-3495-4192-8a64-73a5d3ecf620 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973210 Jul 27 16:45:03.485424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.513988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd55e20-ba92-482a-8c19-8ceb7897b56e req-eeafd9b4-d952-4834-9476-b5c50da4d511 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:03.515595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bd55e20-ba92-482a-8c19-8ceb7897b56e req-eeafd9b4-d952-4834-9476-b5c50da4d511 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3907259 Jul 27 16:45:03.662137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.697638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.704791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] 10.222.0.64 "DELETE /v2.0/networks/91816403-7eb0-4c55-b3ee-093a1ae9360e HTTP/1.1" status: 204 len: 168 time: 1.2299016 Jul 27 16:45:03.704791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90c21ac1-f3ad-44cd-bed7-2bfd7d19f677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.713667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bd55e20-ba92-482a-8c19-8ceb7897b56e req-1eea3451-6ffe-4568-a8e4-5abe0e171b26 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713185 Jul 27 16:45:03.728491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c59cbca3-d86d-42ae-b6b4-d57edd626361 req-dadcfa69-04ea-4221-a9fb-ea73b9c47cc2 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 210 time: 0.0802970 Jul 27 16:45:03.729303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90c21ac1-f3ad-44cd-bed7-2bfd7d19f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.738542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74395816-befe-43b3-879c-101d5566a599 admin admin] Pushing event deleted for resources: {'Network': ['ID=91816403-7eb0-4c55-b3ee-093a1ae9360e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.751000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.755321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c183666c-b193-4df4-9c8c-444accde91aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8961065 Jul 27 16:45:03.756329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:03.784520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '3a6b8ad3-9d64-42be-9947-5697db3f64df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:03.857349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c21ac1-f3ad-44cd-bed7-2bfd7d19f677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b574b9d-8c07-43ce-9213-9925a3872a5d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.863565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-90c21ac1-f3ad-44cd-bed7-2bfd7d19f677 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a76ce8074cfa40f788f3701cd67d3d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3666055 Jul 27 16:45:03.869762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:03.871220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.903280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.942210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.972707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:03.974684 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.043371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.052586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:04.060511 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.066722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:04.075067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:04.079879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:45:04.140529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:04.145548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.169397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:04.170874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab89155-588d-468a-9906-b999e4601ad3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.186679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.194959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-afeb6d75-3ea9-47ab-b3e0-33fe0ca28dd1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178944 Jul 27 16:45:04.195932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:04.214835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f8631ce3-efba-4643-9ca3-c2c071652416 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '3a6b8ad3-9d64-42be-9947-5697db3f64df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:04.250927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:04.252079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.264154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c6da302-daf6-4393-a9af-1697830116c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0aaf887ac35f46f0be6eb83eb87606a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146216 Jul 27 16:45:04.266733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47170) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:04.282753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:04.285309 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048e4d6-1ce8-4444-915e-ea35fd9bb5ca" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-unplugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:04.290728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.311757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8631ce3-efba-4643-9ca3-c2c071652416 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.319420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.320360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-8b8d2812-9e14-410f-b451-8e2af4a8be21 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5496736 Jul 27 16:45:04.322214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.323729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b574b9d-8c07-43ce-9213-9925a3872a5d HTTP/1.1" status: 204 len: 168 time: 0.4511430 Jul 27 16:45:04.343434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9ee5d-8f38-45c5-93fa-d494e202ffe7 req-44813860-d62d-469b-90a0-73528715d92a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:04.346917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Request body: {'port': {'device_id': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:04.352814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26e9ee5d-8f38-45c5-93fa-d494e202ffe7 req-44813860-d62d-469b-90a0-73528715d92a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.3691094 Jul 27 16:45:04.394674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Transition to ACTIVE for port object 5baedc6a-683b-4a2a-a441-88631e7f0b7f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:45:04.403115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe82e-768f-42a6-bc9e-8ea9f8bddc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b574b9d-8c07-43ce-9213-9925a3872a5d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.413706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.474518 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7568aaa-f8fe-42ab-a1c5-dcd3e43aa274 x-openstack-request-id: req-e7568aaa-f8fe-42ab-a1c5-dcd3e43aa274 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:04.474940 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-unplugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:04.475307 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7568aaa-f8fe-42ab-a1c5-dcd3e43aa274 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:04.475873 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'code': 200} Jul 27 16:45:04.533237 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f8631ce3-efba-4643-9ca3-c2c071652416 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 16:45:04.535708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f8631ce3-efba-4643-9ca3-c2c071652416 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3315644 Jul 27 16:45:04.540071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:04.558098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26e9ee5d-8f38-45c5-93fa-d494e202ffe7 req-8304302b-7b96-4028-86be-bbaf70189071 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040560 Jul 27 16:45:04.618096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.633280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.685928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.691452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] No DVR routers for this DVR port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:04.786601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:04.896027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:45:04.896346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:45:04.896858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:04.913218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:45:04.920912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:04.931351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:45:04.931779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:04.932207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:45:04.932904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Bound port: 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:45:04.933467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.003487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.006587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.011920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbf344b5-97e7-4b6e-984c-bd4df2fb250a HTTP/1.1" status: 204 len: 168 time: 0.7387493 Jul 27 16:45:05.096638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.102461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:05.114383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:05.188085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.215610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7009-5103-4819-81c0-c0b4042a1dcf req-cd4f77ba-52e5-4082-a93e-16dbfca05ba4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:05.218127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e7c7009-5103-4819-81c0-c0b4042a1dcf req-cd4f77ba-52e5-4082-a93e-16dbfca05ba4 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.5176253 Jul 27 16:45:05.228417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.321188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:05.327618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e7c7009-5103-4819-81c0-c0b4042a1dcf req-6e7e8f98-3192-4f20-8de1-b9e32ac581e0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Jul 27 16:45:05.328368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62c2b-3e4a-43ca-a80b-720ccd625ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf344b5-97e7-4b6e-984c-bd4df2fb250a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:05.334779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.337476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.340971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a6b8ad3-9d64-42be-9947-5697db3f64df HTTP/1.1" status: 204 len: 168 time: 0.7968931 Jul 27 16:45:05.342848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47200) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:05.408686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c7549-96ae-4a36-98fe-d007303b8ba2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b8ad3-9d64-42be-9947-5697db3f64df,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:05.479361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:05.480624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.483478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-e80295f5-4581-4f8d-8de0-d23c443df883 service neutron] 10.222.0.13 "PUT /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 1095 time: 2.1838703 Jul 27 16:45:05.542965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d2a9a41a-3243-4cb4-ae34-b11229220586 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1783445 Jul 27 16:45:05.554204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:05.583777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--344047791'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:05.616781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d616a33-e4dc-419c-8bb5-ac90a8971067 req-524a0fe6-1a21-4240-846e-d48d34b2ca04 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:05.635518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d616a33-e4dc-419c-8bb5-ac90a8971067 req-524a0fe6-1a21-4240-846e-d48d34b2ca04 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 932 time: 0.6687574 Jul 27 16:45:05.729354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d616a33-e4dc-419c-8bb5-ac90a8971067 req-70e99673-2d4c-4f98-bb7e-2c2228332838 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Jul 27 16:45:05.748958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:05.786288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-bcae1480-975b-4d93-9952-3c0aa188491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:05.791067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-bcae1480-975b-4d93-9952-3c0aa188491a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1098 time: 0.2323563 Jul 27 16:45:05.805418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:05.891324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df25023-f6ee-4645-bc75-7f4ad93f6d61 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:05.905371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:05.919771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:06.039162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Transition to ACTIVE for port object 3df25023-f6ee-4645-bc75-7f4ad93f6d61 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:45:06.050772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-9ea4e3cc-2f3f-47cd-aa99-c4c3b3917ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:06.052682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-9ea4e3cc-2f3f-47cd-aa99-c4c3b3917ad7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2524350 Jul 27 16:45:06.092400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:06.128544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-3ab5dcc1-6600-4778-b969-be6577bb021a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0665209 Jul 27 16:45:06.143491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fdab2-2a7a-42c5-acf7-191f971e045d req-a763850d-b4f8-43e5-9f1d-81fd125cdb6f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:06.146348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-102fdab2-2a7a-42c5-acf7-191f971e045d req-a763850d-b4f8-43e5-9f1d-81fd125cdb6f tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2299020 Jul 27 16:45:06.152841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa287dad-f5e3-4ad5-9644-0a0c37827610 req-ca55541e-d9b0-4382-af1c-5f37e3e38701 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:06.165619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa287dad-f5e3-4ad5-9644-0a0c37827610 req-ca55541e-d9b0-4382-af1c-5f37e3e38701 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.6993074 Jul 27 16:45:06.241758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-6ecd625b-0eae-4163-ad32-5420fa5cc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:06.244332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-6ecd625b-0eae-4163-ad32-5420fa5cc9cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0962465 Jul 27 16:45:06.251010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-102fdab2-2a7a-42c5-acf7-191f971e045d req-56d0394a-ff3e-4342-93cd-fcd2094bcf29 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903165 Jul 27 16:45:06.295589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:06.336722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-05c89627-29ae-4fd4-b816-3c6d3d9041b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:06.339330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-05c89627-29ae-4fd4-b816-3c6d3d9041b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859404 Jul 27 16:45:06.491511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:06.495846 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f33da13-c92a-4b8a-bf32-d230da312411" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:06.518229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:06.535640 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa287dad-f5e3-4ad5-9644-0a0c37827610 req-235d2b63-836e-4fa0-8b08-3526edf6be6e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691170 Jul 27 16:45:06.543203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:06.608671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-44299d23-12ff-454c-92e3-a76f3632e86c service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561409 Jul 27 16:45:06.686560 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a60cc7-14ab-460d-a0c6-ff3b387ae6de x-openstack-request-id: req-c9a60cc7-14ab-460d-a0c6-ff3b387ae6de {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:06.687797 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:06.688565 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a60cc7-14ab-460d-a0c6-ff3b387ae6de {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:06.691322 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'status': 'completed', 'code': 200} Jul 27 16:45:06.697368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:06.798978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:06.808766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2473180 Jul 27 16:45:06.813575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:06.853282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-892ea84e-c982-4be9-9b53-bf524030978c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '9263dc01-d2f9-432a-9e24-6164dc650ee6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:06.854971 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-892ea84e-c982-4be9-9b53-bf524030978c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 16:45:06.856079 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-892ea84e-c982-4be9-9b53-bf524030978c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:06.864083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-892ea84e-c982-4be9-9b53-bf524030978c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0336614 Jul 27 16:45:06.867523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056fb88-1794-4a4e-9ab3-b5a064b967c1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9263dc01-d2f9-432a-9e24-6164dc650ee6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:06.868980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:06.953932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Attempting to bind port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:45:06.955884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Attempting to bind port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:45:06.957049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Attempting to bind port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:07.045977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:45:07.046845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Attempting to bind port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:07.062813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c3569-d658-4e20-80c3-6ae3a6e0565e req-c0ad6aee-e566-4367-acfd-11c15f1591e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.082247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e4c3569-d658-4e20-80c3-6ae3a6e0565e req-c0ad6aee-e566-4367-acfd-11c15f1591e1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.5438178 Jul 27 16:45:07.084093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:45:07.084594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Checking segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:07.085292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Bound using segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:45:07.086043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Bound port: 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:45:07.086544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.093332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-d4c93289-5540-4c7d-a92d-3e9dbe611e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.095100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-d4c93289-5540-4c7d-a92d-3e9dbe611e57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1098 time: 0.3934298 Jul 27 16:45:07.126544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-593845987-network', 'tenant_id': '0af7f21a611c4d4a9a057e6a6102e95a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:07.213921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-99710f6a-0831-476a-a7bc-9a2769dd0285 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376637 Jul 27 16:45:07.256393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:07.260990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:07.262124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.279602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.285802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e4c3569-d658-4e20-80c3-6ae3a6e0565e req-ff98007d-f233-4ba3-9d9c-de4f76ba5b19 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009025 Jul 27 16:45:07.374519 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.386205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.387246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.388833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] 10.222.0.13 "PUT /v2.0/ports/3df25023-f6ee-4645-bc75-7f4ad93f6d61 HTTP/1.1" status: 200 len: 1092 time: 3.0468800 Jul 27 16:45:07.394253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:07.396798 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9886d02-6646-44f7-afec-da25ec0b70b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:07.408397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Made reservation on behalf of 0af7f21a611c4d4a9a057e6a6102e95a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:07.410778 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.445614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1509bc-e040-4ff2-8a50-232f71ae5100 req-65848dac-bf3b-45aa-a26c-dbff189e50f1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.462727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba1509bc-e040-4ff2-8a50-232f71ae5100 req-65848dac-bf3b-45aa-a26c-dbff189e50f1 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 944 time: 0.5478323 Jul 27 16:45:07.499834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.535873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa447c26-b026-49db-9bda-0cd5b8c5d178 service neutron] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:07.548939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-1c33981d-1211-4c88-a808-61a3e6d5c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.550821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-1c33981d-1211-4c88-a808-61a3e6d5c708 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.4449399 Jul 27 16:45:07.697222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.702155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:07.704748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/9263dc01-d2f9-432a-9e24-6164dc650ee6 HTTP/1.1" status: 204 len: 168 time: 0.8303714 Jul 27 16:45:07.707589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:07.734103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-a6ff9bd8-f296-4537-b8f8-56ff0c950b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.736465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-a6ff9bd8-f296-4537-b8f8-56ff0c950b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1098 time: 0.3843834 Jul 27 16:45:07.750019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba1509bc-e040-4ff2-8a50-232f71ae5100 req-a59aef9d-074c-4d11-843e-0696bcc2123d tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858915 Jul 27 16:45:07.752643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-81a645f1-cf21-4706-ada1-e91bdf0f7271 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.1909785 Jul 27 16:45:07.771181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4832c5-f0ab-4886-950c-02df34210b09 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263dc01-d2f9-432a-9e24-6164dc650ee6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:07.899889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d3e2bca-639d-4c62-bb25-3763d4cdadef tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1819193 Jul 27 16:45:07.906315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:07.912146 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f9646-669e-4a9f-a40c-6edc26ffe79e x-openstack-request-id: req-8a2f9646-669e-4a9f-a40c-6edc26ffe79e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:07.912906 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:07.914183 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a2f9646-669e-4a9f-a40c-6edc26ffe79e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:07.915354 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'status': 'completed', 'code': 200} Jul 27 16:45:07.918202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018455278'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:07.941954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c67d-d397-4446-937b-8d837d2fbad7 req-e4202180-4bbd-46d5-8873-98dcdff8e8cd tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:07.952566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0974c67d-d397-4446-937b-8d837d2fbad7 req-e4202180-4bbd-46d5-8873-98dcdff8e8cd tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.3704121 Jul 27 16:45:07.999239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-f4e478c7-77df-4014-bdfb-717032d5249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.001643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-f4e478c7-77df-4014-bdfb-717032d5249a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2455053 Jul 27 16:45:08.006196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-0e759e41-56c5-4c7e-b5bf-7e050937da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.019283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-0e759e41-56c5-4c7e-b5bf-7e050937da49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1808083 Jul 27 16:45:08.096330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-ba9d70fa-a463-41ae-88c7-4f050ea609bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0831127 Jul 27 16:45:08.102396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0974c67d-d397-4446-937b-8d837d2fbad7 req-8041b966-1d03-4678-872d-430ca35164c5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486747 Jul 27 16:45:08.204321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-2a8cac77-fb5e-4bb6-aa08-8ab4d3b6077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.206930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-2a8cac77-fb5e-4bb6-aa08-8ab4d3b6077d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1023707 Jul 27 16:45:08.238803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-814aafb4-6de9-4ecc-bdd0-bc47bc6e1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.241315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-814aafb4-6de9-4ecc-bdd0-bc47bc6e1c2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 1095 time: 0.6137748 Jul 27 16:45:08.286313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.319343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.336346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.348190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-e450c0a7-f33c-4878-990a-70715538ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.351005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-e450c0a7-f33c-4878-990a-70715538ab61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349514 Jul 27 16:45:08.358589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:45:08.392956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.393532 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Added segment 09edb9f1-48bb-4a07-9601-43a9976f38a7 of type vlan for network be89567d-8047-4d72-9be6-10ea8f488066 Jul 27 16:45:08.446470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.489421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-5e0ec0c1-291c-4cb5-99df-096167f49cbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61 HTTP/1.1" status: 200 len: 217 time: 0.2186062 Jul 27 16:45:08.495080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-e986e0cc-2e38-4648-9ecb-d265f86df292 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313596 Jul 27 16:45:08.526272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-755ef52c-15b0-4b81-8e3c-23984dae3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.529604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-755ef52c-15b0-4b81-8e3c-23984dae3d72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4938295 Jul 27 16:45:08.577671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a207f06-a6ff-436f-b2c7-1669dae332f6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:08.636746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.638217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.639093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.721570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af7816-3b1c-497e-98ac-06ea7dd9bcb4 req-2397a641-9962-4f06-b028-f783cf8551b1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.723893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6af7816-3b1c-497e-98ac-06ea7dd9bcb4 req-2397a641-9962-4f06-b028-f783cf8551b1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.6289520 Jul 27 16:45:08.815696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-22c2784c-eae4-4621-9475-f5ae13625a30 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892385 Jul 27 16:45:08.838198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7576-d79d-4d82-bb70-c41fdf7399d2 req-c358b8f6-f1b8-4ef7-b5f9-77528fbc8763 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:08.853693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb9e7576-d79d-4d82-bb70-c41fdf7399d2 req-c358b8f6-f1b8-4ef7-b5f9-77528fbc8763 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.3851488 Jul 27 16:45:08.881803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.900449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:08.973712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb9e7576-d79d-4d82-bb70-c41fdf7399d2 req-aaa623ac-8805-4f6b-9d88-e3fc561d8683 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181438 Jul 27 16:45:09.041042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.044023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1369758 Jul 27 16:45:09.053934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:09.064057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3ab12c87-c7d0-4f2f-9e57-1de934fd0b5c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '5c12fdb0-b8ae-49b9-b661-6c348b81c015', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:09.065258 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-3ab12c87-c7d0-4f2f-9e57-1de934fd0b5c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 16:45:09.065882 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-3ab12c87-c7d0-4f2f-9e57-1de934fd0b5c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:09.067524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3ab12c87-c7d0-4f2f-9e57-1de934fd0b5c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124311 Jul 27 16:45:09.070991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd30b0-d8b9-443e-ae39-eb0dbfa21c74 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12fdb0-b8ae-49b9-b661-6c348b81c015,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:09.074772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:09.243747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5448892 Jul 27 16:45:09.255817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:09.262164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.271452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Request body: {'subnet': {'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-593845987-subnet', 'tenant_id': '0af7f21a611c4d4a9a057e6a6102e95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:09.299424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044771d-fe33-4d85-a4ce-1268e489d065 admin admin] Pushing event updated for resources: {'Network': ['ID=be89567d-8047-4d72-9be6-10ea8f488066,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:09.308349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Made reservation on behalf of 0af7f21a611c4d4a9a057e6a6102e95a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:09.313273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network be89567d-8047-4d72-9be6-10ea8f488066 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:45:09.319347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-71572e79-93ee-454e-88ab-7ae0671fad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:09.321186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-71572e79-93ee-454e-88ab-7ae0671fad74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.7885399 Jul 27 16:45:09.327462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.343630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6af7816-3b1c-497e-98ac-06ea7dd9bcb4 req-d31d0875-f9d1-42f5-9f9a-10b514bbc2cb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415868 Jul 27 16:45:09.456763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-05f0caa9-3369-4091-9d5a-dfd3221937b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237104 Jul 27 16:45:09.591685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-84cb57b7-db6a-4fc3-83ac-8e76c0d88e80 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0156887 Jul 27 16:45:09.612461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.718044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-653a062a-9456-49a8-8959-36a98b236547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.789699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd2688-2d4d-4f0e-a5f5-20d73e9741d0 req-2630c939-07c9-4057-9c27-cbe0f7a34e2b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:09.801235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7cd2688-2d4d-4f0e-a5f5-20d73e9741d0 req-2630c939-07c9-4057-9c27-cbe0f7a34e2b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 944 time: 0.6015530 Jul 27 16:45:09.809630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-887966d0-0ac7-493f-9839-3864cd4bf6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380291 Jul 27 16:45:09.878476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.881520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:09.886454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c12fdb0-b8ae-49b9-b661-6c348b81c015 HTTP/1.1" status: 204 len: 168 time: 0.8067613 Jul 27 16:45:09.900690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47328) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:09.901504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4edac-17d2-44b1-990c-a550c45c0ad0 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12fdb0-b8ae-49b9-b661-6c348b81c015,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:09.917926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7cd2688-2d4d-4f0e-a5f5-20d73e9741d0 req-194d0db9-95cb-48c5-b245-f08dff11c445 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948198 Jul 27 16:45:09.995585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00940a7f-6ea3-42d7-a06d-72e2427f8e92 req-c08f7e3c-823d-4534-b843-6298f017c5e1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:09.997691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00940a7f-6ea3-42d7-a06d-72e2427f8e92 req-c08f7e3c-823d-4534-b843-6298f017c5e1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.5016351 Jul 27 16:45:10.010589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f33da13-c92a-4b8a-bf32-d230da312411 req-3e65a81b-b0f0-46ac-91e9-f813f2475c76 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963513 Jul 27 16:45:10.073359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d4fbf58-2aed-43db-8acd-8d0c59c7c03b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695728 Jul 27 16:45:10.080511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.087615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560012520'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:10.119241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00940a7f-6ea3-42d7-a06d-72e2427f8e92 req-87bd4d10-6210-4287-b05d-457d373b8263 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870657 Jul 27 16:45:10.125756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47334) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.143939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1284615-415c-4320-bbb9-ce2ba5f41b98 req-b9af55dc-4eb1-4985-97d0-2bf96e984d1c service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222995 Jul 27 16:45:10.275352 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.284685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.370304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.414378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a8f933-4c77-4f22-9824-4d2a93ea1759,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:10.441402 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:45:10.441402 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:45:10.441402 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '9ac44f3b9b914221ad4b96f4d634fad8', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 45, 10, 405038)}] Jul 27 16:45:10.441402 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:45:10.441984 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:45:10.466757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-2c8a5503-c3b4-4f92-8045-ee85b2f41852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.469414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-2c8a5503-c3b4-4f92-8045-ee85b2f41852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 1095 time: 0.1965027 Jul 27 16:45:10.476874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Checking segment: {'id': '09edb9f1-48bb-4a07-9601-43a9976f38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:10.477811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Network hostable DHCP agents. Network: be89567d-8047-4d72-9be6-10ea8f488066, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:45:10.500194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb29d9-fa6b-4677-8406-6573603444f9 req-ead04524-6c67-4eca-8e2e-5cbd1f345e03 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.504071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64eb29d9-fa6b-4677-8406-6573603444f9 req-ead04524-6c67-4eca-8e2e-5cbd1f345e03 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.3392730 Jul 27 16:45:10.581366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Network be89567d-8047-4d72-9be6-10ea8f488066 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:45:10.620609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64eb29d9-fa6b-4677-8406-6573603444f9 req-34576ea0-c1a9-4152-95e7-529909296cde tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039319 Jul 27 16:45:10.625789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, be89567d-8047-4d72-9be6-10ea8f488066) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:10.630430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.635462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.636254 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.642440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.643779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c873a29-b217-4f78-9b98-0f4452021cbe None None] Network be89567d-8047-4d72-9be6-10ea8f488066 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:45:10.655239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7ac78-5400-4a61-bd80-db8287377def req-ff65c44f-2e27-4c80-a2a7-c6ae84a99fcc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.658022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09c7ac78-5400-4a61-bd80-db8287377def req-ff65c44f-2e27-4c80-a2a7-c6ae84a99fcc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.2117214 Jul 27 16:45:10.682494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-92ebe84f-edac-478b-a68e-34e2abb9ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.685853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-92ebe84f-edac-478b-a68e-34e2abb9ee80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 906 time: 0.1869655 Jul 27 16:45:10.695114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:10.729366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de183217-8473-4ff7-8c24-485791312979 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4701877 Jul 27 16:45:10.738428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.741957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16200e42-0868-4fd5-a171-10be950eb630 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6598349 Jul 27 16:45:10.748166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.757762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b6e957fd-ed9a-4dcd-b30a-d2b08aea22f7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:10.759869 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-b6e957fd-ed9a-4dcd-b30a-d2b08aea22f7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 16:45:10.761356 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b6e957fd-ed9a-4dcd-b30a-d2b08aea22f7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:10.762002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6e957fd-ed9a-4dcd-b30a-d2b08aea22f7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118182 Jul 27 16:45:10.766449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.770347 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-b9f5f3fb-2774-42ee-9ab1-78974c99448f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61 HTTP/1.1" status: 200 len: 217 time: 0.0712495 Jul 27 16:45:10.772597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c9dd1a49-9d9f-498a-ac7b-6787b2225402 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:10.773630 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-c9dd1a49-9d9f-498a-ac7b-6787b2225402 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 16:45:10.776633 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c9dd1a49-9d9f-498a-ac7b-6787b2225402 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:10.778777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9dd1a49-9d9f-498a-ac7b-6787b2225402 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104117 Jul 27 16:45:10.783555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.799911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7e2490c6-c111-4132-96d7-c3c54384a69d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:10.809071 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-7e2490c6-c111-4132-96d7-c3c54384a69d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 16:45:10.809718 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-7e2490c6-c111-4132-96d7-c3c54384a69d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:10.814847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e2490c6-c111-4132-96d7-c3c54384a69d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0255756 Jul 27 16:45:10.815270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.822680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d5b21e09-a48a-49ea-be9b-09f0089b0813 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:10.824216 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-d5b21e09-a48a-49ea-be9b-09f0089b0813 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 16:45:10.828162 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-d5b21e09-a48a-49ea-be9b-09f0089b0813 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:10.834128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d5b21e09-a48a-49ea-be9b-09f0089b0813 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128720 Jul 27 16:45:10.838506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:10.849838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09c7ac78-5400-4a61-bd80-db8287377def req-0a938e02-c7c3-46ae-ba5a-3961caa52672 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627038 Jul 27 16:45:10.898092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-5f7dd7f6-020d-4779-9174-22f12131a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:10.900891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-5f7dd7f6-020d-4779-9174-22f12131a75f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.1193221 Jul 27 16:45:10.945628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:10.950573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd4ecd-8f82-4aec-9d78-e35516a6aeb8 None None] Network be89567d-8047-4d72-9be6-10ea8f488066 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:45:11.002594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.015377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-3519ee7c-9608-43ff-bd71-d6eab23dab42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019282 Jul 27 16:45:11.136932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.209819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:11.256941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-bea1c938-948c-489d-a49e-4ab36addd5dc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:11.258755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-bea1c938-948c-489d-a49e-4ab36addd5dc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220&tenant_id=990082e1c62a40b78650479271edff88&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 947 time: 0.2479868 Jul 27 16:45:11.262139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.265145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.266657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46 HTTP/1.1" status: 204 len: 168 time: 0.4266720 Jul 27 16:45:11.278238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47370) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:11.332667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aadebe-62c1-49d8-a4bd-02bf099dc1a4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6f1d4-d5e8-4f0d-9f3d-32b1765d7a46,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:11.333281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-e9a8b5b5-3e5e-4307-b9e5-7f01d0826589 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098078 Jul 27 16:45:11.344197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d81439-2262-48ec-8527-443552856174 req-2bae526f-ea22-46aa-9798-1eab83c1667e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:11.346159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22d81439-2262-48ec-8527-443552856174 req-2bae526f-ea22-46aa-9798-1eab83c1667e tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 947 time: 0.2393794 Jul 27 16:45:11.388586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:11.408726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'mac_address': 'fa:16:3e:97:d2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:11.464779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.473454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a3b1922-c2ba-4eef-a765-7a1b615a5ade tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1937115 Jul 27 16:45:11.482386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:11.486071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:11.486245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9886d02-6646-44f7-afec-da25ec0b70b1 req-415194de-255e-4638-bbc7-ae1050817364 service neutron] 10.222.0.13 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410630 Jul 27 16:45:11.495895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755650748'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:11.509820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:11.522324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22d81439-2262-48ec-8527-443552856174 req-b2a29a53-e5f2-46c7-bde6-649d15768f24 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655066 Jul 27 16:45:11.523071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.530433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-3dbe5ce2-1f60-4dfb-8cb1-81b3e6dc522c service neutron] 10.222.0.13 "GET /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.2623973 Jul 27 16:45:11.531139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080368d-9866-4a14-8909-b8942e19eb88 req-8138b324-2e22-48f1-b944-94594a573be7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:11.534255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a080368d-9866-4a14-8909-b8942e19eb88 req-8138b324-2e22-48f1-b944-94594a573be7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 944 time: 0.3886628 Jul 27 16:45:11.565317 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.609731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.623907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.645753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:11.656315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a080368d-9866-4a14-8909-b8942e19eb88 req-c8035c73-cac0-4950-8b4a-2635795aff1c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Jul 27 16:45:11.664617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.664965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.665607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.666164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.666729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.667265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.669927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.670639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.671179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.671705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.673553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.676922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:11.699534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ac44f3b9b914221ad4b96f4d634fad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5697095 Jul 27 16:45:11.699534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227da303-8d57-457c-8b28-4b99a1231e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d13dae-0f11-4479-b9ae-ea47049a2c90,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:11.700974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:11.803621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-3a00dd10-3ca8-4821-afdc-2b4d0f2c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:11.805799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-3a00dd10-3ca8-4821-afdc-2b4d0f2c222d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1099 time: 0.2157750 Jul 27 16:45:11.910590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['5baedc6a-683b-4a2a-a441-88631e7f0b7f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:11.916833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:11.927134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6295f-bd91-41a0-af8a-637937b1d95a req-51e66bc7-7bc2-4d05-843b-ec3849dfd174 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:11.928935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbd6295f-bd91-41a0-af8a-637937b1d95a req-51e66bc7-7bc2-4d05-843b-ec3849dfd174 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1443453 Jul 27 16:45:11.973051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.038579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbd6295f-bd91-41a0-af8a-637937b1d95a req-6e37da9d-74f5-4c22-b060-55d0f6eaec7d tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969434 Jul 27 16:45:12.071699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.078608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.084907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4d13dae-0f11-4479-b9ae-ea47049a2c90 HTTP/1.1" status: 204 len: 168 time: 0.3803904 Jul 27 16:45:12.125866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a4069-ca06-4496-9fbc-03c4b0238bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d13dae-0f11-4479-b9ae-ea47049a2c90,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:12.163806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-2369ef79-6f20-4401-87f9-ec9842e0a4d0 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:12.170768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-2369ef79-6f20-4401-87f9-ec9842e0a4d0 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/networks?id=be89567d-8047-4d72-9be6-10ea8f488066 HTTP/1.1" status: 200 len: 813 time: 0.1656461 Jul 27 16:45:12.220578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.233985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.271663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52189c4e-b50a-43bd-807a-27aa21169c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.282181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3ed0-a0f1-45d6-8de8-21b97ed406ef req-50b644ea-14cd-4156-9c13-19ac845d9c46 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:12.285363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18cb3ed0-a0f1-45d6-8de8-21b97ed406ef req-50b644ea-14cd-4156-9c13-19ac845d9c46 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1231945 Jul 27 16:45:12.363057 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.381701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18cb3ed0-a0f1-45d6-8de8-21b97ed406ef req-cd2fe05e-871b-466a-9622-7278be32852b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860169 Jul 27 16:45:12.659230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:12.676107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de61751b-8a4d-4824-8e0d-2c8043c31f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.726677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-eb3b2680-6818-4430-95d3-1f5c8759598e tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/quotas/0af7f21a611c4d4a9a057e6a6102e95a HTTP/1.1" status: 200 len: 375 time: 0.5478022 Jul 27 16:45:12.817591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b09099c5-041a-41b4-b68e-acca5206de8c tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af7f21a611c4d4a9a057e6a6102e95a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704057 Jul 27 16:45:12.836351 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de61751b-8a4d-4824-8e0d-2c8043c31f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.841263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-c56b488b-4c1d-40a3-8de5-1bbee8a1aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:12.841825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de61751b-8a4d-4824-8e0d-2c8043c31f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.843739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-c56b488b-4c1d-40a3-8de5-1bbee8a1aa16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.9638386 Jul 27 16:45:12.858122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35314914-6d57-48ca-8f47-d5e5ed5e5e9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:12.906091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de61751b-8a4d-4824-8e0d-2c8043c31f1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e587ef048ed401f95d2e0b0e25bca7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415426 Jul 27 16:45:12.907356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:12.923367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61751b-8a4d-4824-8e0d-2c8043c31f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e45ab9-e4be-4e8a-9718-bf96e22e3c28,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:12.952317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.952701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.953058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.953554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.953900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.954322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.954679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.955027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.955368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.955702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.956059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.956695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:12.964568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:12.965824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6c7819f2-16b9-40ef-952f-b4249b640f81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4784198 Jul 27 16:45:12.974376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:12.989001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-67177aa5-ba34-4812-a423-568df4bf17d3 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:12.989918 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-67177aa5-ba34-4812-a423-568df4bf17d3 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 16:45:12.990932 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-67177aa5-ba34-4812-a423-568df4bf17d3 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:12.998520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-67177aa5-ba34-4812-a423-568df4bf17d3 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227728 Jul 27 16:45:13.006186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.014171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-db510a5d-9550-460a-b1b6-1081ebbe1dec tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.026517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-59af9667-c66e-4b7b-92e6-ee84a9b18e10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0923233 Jul 27 16:45:13.040421 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.075362 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.123754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-5b4bbb43-f781-4078-aacb-d31214415424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:13.125637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-5b4bbb43-f781-4078-aacb-d31214415424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0905235 Jul 27 16:45:13.203225 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-db510a5d-9550-460a-b1b6-1081ebbe1dec tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.204792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db510a5d-9550-460a-b1b6-1081ebbe1dec tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1961913 Jul 27 16:45:13.205320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e267-72c8-4a0a-a02c-5e822ce194ef req-89d190fc-761f-47e6-9d47-9f458f9f30c7 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:13.208308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9dc9e267-72c8-4a0a-a02c-5e822ce194ef req-89d190fc-761f-47e6-9d47-9f458f9f30c7 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 948 time: 0.1248910 Jul 27 16:45:13.208846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.209764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-5cd114e5-1a70-4e96-b78d-baaf255bfda1 service neutron] 10.222.0.64 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891935 Jul 27 16:45:13.213714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c77de2d9-fb18-4d32-905f-5c7ce120b6c7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.214213 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-c77de2d9-fb18-4d32-905f-5c7ce120b6c7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 16:45:13.215033 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-c77de2d9-fb18-4d32-905f-5c7ce120b6c7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.216093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c77de2d9-fb18-4d32-905f-5c7ce120b6c7 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062439 Jul 27 16:45:13.217290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.221075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:13.221703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.228053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.228605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6cd6a3a5-d694-480f-b4be-029ba5f9a129 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.229425 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06e45ab9-e4be-4e8a-9718-bf96e22e3c28 HTTP/1.1" status: 204 len: 168 time: 0.3210120 Jul 27 16:45:13.233905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:13.252816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84b986-b2a8-4b2b-b268-bf30d960a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e45ab9-e4be-4e8a-9718-bf96e22e3c28,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:13.303940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9dc9e267-72c8-4a0a-a02c-5e822ce194ef req-9ce8e225-e498-4199-97c5-24390ce6f3d1 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727239 Jul 27 16:45:13.461692 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6cd6a3a5-d694-480f-b4be-029ba5f9a129 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.466197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6cd6a3a5-d694-480f-b4be-029ba5f9a129 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2414725 Jul 27 16:45:13.466993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.480995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-37d35d70-60c9-424c-b11c-6a3c2ddc6c44 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.481546 n-d-723572-6 neutron-server[93924]: WARNING neutron.api.v2.base [None req-37d35d70-60c9-424c-b11c-6a3c2ddc6c44 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 16:45:13.482261 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-37d35d70-60c9-424c-b11c-6a3c2ddc6c44 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.488066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37d35d70-60c9-424c-b11c-6a3c2ddc6c44 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082037 Jul 27 16:45:13.494499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.524069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b3101952-d331-4d9d-88e5-54a16fa731a1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.550159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-feab46fa-ed15-4896-8e60-21ab50a1ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:13.551849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-feab46fa-ed15-4896-8e60-21ab50a1ddfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4144490 Jul 27 16:45:13.577194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e412f-4177-4e96-a117-3cfc4786e0dd req-8c46cb1e-1c40-4582-838c-89ca60f93fda tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:13.587297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc8e412f-4177-4e96-a117-3cfc4786e0dd req-8c46cb1e-1c40-4582-838c-89ca60f93fda tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 944 time: 0.1637981 Jul 27 16:45:13.653313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc8e412f-4177-4e96-a117-3cfc4786e0dd req-77011892-0220-42c2-8b6c-62d1a9d3850a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Jul 27 16:45:13.718817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.760566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:13.786582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'mac_address': 'fa:16:3e:25:78:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:13.791928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:45:13.801526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:13.801907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.833696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-8cc1d944-7fa8-4511-9179-1769502d8f93 service neutron] 10.222.0.64 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131209 Jul 27 16:45:13.895918 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b3101952-d331-4d9d-88e5-54a16fa731a1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.897252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3101952-d331-4d9d-88e5-54a16fa731a1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3886490 Jul 27 16:45:13.908262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.929902 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:13.939650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d5a8fc76-dbdd-4f6d-b2ee-6c0eb2e5d5aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.945009 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-d5a8fc76-dbdd-4f6d-b2ee-6c0eb2e5d5aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 16:45:13.950110 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d5a8fc76-dbdd-4f6d-b2ee-6c0eb2e5d5aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:13.955068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df25023-f6ee-4645-bc75-7f4ad93f6d61 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:13.961690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d5a8fc76-dbdd-4f6d-b2ee-6c0eb2e5d5aa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0518074 Jul 27 16:45:13.962838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:13.979034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-fa146bf2-ffff-4d0b-ae4b-399703d1bb01 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974590 Jul 27 16:45:13.994899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bf07886c-866f-410d-a30c-00f00387bd2b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:13.997250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8fa4a-ec70-4283-af9f-f98180c21f8c req-68750050-3b5d-46d1-bd0b-5be381a834ad tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:14.006562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-47a8fa4a-ec70-4283-af9f-f98180c21f8c req-68750050-3b5d-46d1-bd0b-5be381a834ad tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2482162 Jul 27 16:45:14.044613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:14.064614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-47a8fa4a-ec70-4283-af9f-f98180c21f8c req-467b7994-0416-42fa-ac8d-144a36a86d4e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Jul 27 16:45:14.072907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.141731 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.189478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:14.195619 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e210c-0876-4a25-ad31-66af8c0401c3" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:14.196070 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-bf07886c-866f-410d-a30c-00f00387bd2b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:14.197437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf07886c-866f-410d-a30c-00f00387bd2b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2250032 Jul 27 16:45:14.201984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:14.219381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1621d30e-3d73-4b32-8442-1a3e407db85b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '35314914-6d57-48ca-8f47-d5e5ed5e5e9e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:14.246136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-3348e409-33df-4b0d-8f37-310cb8fad1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347150 Jul 27 16:45:14.314765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:14.333324 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-1621d30e-3d73-4b32-8442-1a3e407db85b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:14.335267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1621d30e-3d73-4b32-8442-1a3e407db85b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1312985 Jul 27 16:45:14.339939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:14.366821 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.375133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:14.436269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c432d-e4d2-4c70-a1bc-5949cb61b209 req-3e9966bc-11c9-4985-8267-6d1e6eb82443 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:14.443767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-832c432d-e4d2-4c70-a1bc-5949cb61b209 req-3e9966bc-11c9-4985-8267-6d1e6eb82443 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.2463727 Jul 27 16:45:14.502921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9312a012-b45f-4d34-bfab-56a7f0ec7295 req-5060f9c3-c37c-4ea2-bf08-8f96193d2213 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 210 time: 0.1108606 Jul 27 16:45:14.506930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:14.529067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-832c432d-e4d2-4c70-a1bc-5949cb61b209 req-e7b93fce-cdf4-48ff-b64b-932b4490bc44 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812273 Jul 27 16:45:14.538194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3df25023-f6ee-4645-bc75-7f4ad93f6d61'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:14.557197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.630790 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fa2be0-4984-446a-9b1d-a0ea2ca3bb03 x-openstack-request-id: req-a8fa2be0-4984-446a-9b1d-a0ea2ca3bb03 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:14.633678 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:14.635637 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8fa2be0-4984-446a-9b1d-a0ea2ca3bb03 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:14.636579 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'code': 200} Jul 27 16:45:14.637357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.766817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.772988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:14.774373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/35314914-6d57-48ca-8f47-d5e5ed5e5e9e HTTP/1.1" status: 204 len: 168 time: 0.4330580 Jul 27 16:45:14.786466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e7894-72f4-4361-9c1e-6f5db82622d9 req-d34ee713-03f5-4136-910e-c25b785323b9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:14.795324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e4e7894-72f4-4361-9c1e-6f5db82622d9 req-d34ee713-03f5-4136-910e-c25b785323b9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.1198151 Jul 27 16:45:14.799264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:14.804521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1da85-eb28-448b-a9eb-57129f29e501 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35314914-6d57-48ca-8f47-d5e5ed5e5e9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:14.991090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.009084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a02b3eee-f5d6-4f57-8b8a-ad381a73803d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2075808 Jul 27 16:45:15.020223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:15.022641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e4e7894-72f4-4361-9c1e-6f5db82622d9 req-50856c04-3f2d-4297-bff9-2bc30cdd544c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260404 Jul 27 16:45:15.034010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339950029'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:15.052272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65fd89-5b25-4df9-b357-5efe7e89e63a req-529d4ed0-9ed0-40af-9b1a-28a19462bd00 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:15.061006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e65fd89-5b25-4df9-b357-5efe7e89e63a req-529d4ed0-9ed0-40af-9b1a-28a19462bd00 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 945 time: 0.2353201 Jul 27 16:45:15.115761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e65fd89-5b25-4df9-b357-5efe7e89e63a req-e5ab0bc9-a3d8-4b7b-9c43-ac6ab7b4c8a9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Jul 27 16:45:15.140989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.284601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.291545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.344577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c262a9c-128d-43fa-9309-9b598dc66b2b req-01b1b7d5-4df3-4eb7-b783-0efaa115239c tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:15.352607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c262a9c-128d-43fa-9309-9b598dc66b2b req-01b1b7d5-4df3-4eb7-b783-0efaa115239c tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1550314 Jul 27 16:45:15.363150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.365607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3406687 Jul 27 16:45:15.368358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47518) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:15.388723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-625e48cd-1c99-4bd2-8e69-04b34bc38ff4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '8cec08a3-2e44-438c-a529-9a0cabf7f5c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:15.437834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579f12e-e581-4f07-8a91-a5f593793c73 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec08a3-2e44-438c-a529-9a0cabf7f5c4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:15.450788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c262a9c-128d-43fa-9309-9b598dc66b2b req-7fb37d43-cb3b-48cb-84af-fa744edc7648 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928440 Jul 27 16:45:15.489944 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-625e48cd-1c99-4bd2-8e69-04b34bc38ff4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The resource could not be found. Jul 27 16:45:15.492070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-625e48cd-1c99-4bd2-8e69-04b34bc38ff4 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1105428 Jul 27 16:45:15.494906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:15.504834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-eddbe4a3-ff70-42d1-a27b-013e7433ca0c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '8cec08a3-2e44-438c-a529-9a0cabf7f5c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c77aabc8-f4e6-4ffd-a2cb-1183001b44db'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:15.624966 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-eddbe4a3-ff70-42d1-a27b-013e7433ca0c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The resource could not be found. Jul 27 16:45:15.626827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eddbe4a3-ff70-42d1-a27b-013e7433ca0c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1289070 Jul 27 16:45:15.630609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:15.705770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2d498510-c049-4beb-a630-0d40b3fa8796 req-e473964d-b3d0-4afe-bb14-874252f7683d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 210 time: 0.0589290 Jul 27 16:45:15.707822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-93785d96-2a44-402e-b1ae-3d457700a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:15.709291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-93785d96-2a44-402e-b1ae-3d457700a2ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 1096 time: 0.2196248 Jul 27 16:45:15.811161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.850289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930f891-0d27-4ba2-ba20-1fdddffc49ca req-c895e160-3084-48c6-a3b5-5a959e4fa8df tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:15.857561 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9930f891-0d27-4ba2-ba20-1fdddffc49ca req-c895e160-3084-48c6-a3b5-5a959e4fa8df tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1896136 Jul 27 16:45:15.866413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-c7cd1131-7b10-494f-8698-2353cb46f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:15.869007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-c7cd1131-7b10-494f-8698-2353cb46f25e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.1265683 Jul 27 16:45:15.877697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.954108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-478669df-c0a4-4db9-9dcd-11c48f79ae7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42373e13-848c-427e-873c-25b98e776e40 HTTP/1.1" status: 200 len: 217 time: 0.0704641 Jul 27 16:45:15.968237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9930f891-0d27-4ba2-ba20-1fdddffc49ca req-24c5b77d-1cf9-4b5e-acef-640486e0958f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931656 Jul 27 16:45:15.984667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.989604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:15.992081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/8cec08a3-2e44-438c-a529-9a0cabf7f5c4 HTTP/1.1" status: 204 len: 168 time: 0.3601315 Jul 27 16:45:16.002869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:16.026545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be001fa1-386a-4df9-9604-80ea945b13db tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec08a3-2e44-438c-a529-9a0cabf7f5c4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:16.122146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9d6a212-d7af-40a3-ab0a-6370cb34f3a1 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224334 Jul 27 16:45:16.126457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:16.140181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a60ece9c-267f-4d8a-8e59-c4f881222515 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '4c9ad8c0-3381-4dea-bbf5-0439a9d5c7e6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:16.231201 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a60ece9c-267f-4d8a-8e59-c4f881222515 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The resource could not be found. Jul 27 16:45:16.241320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a60ece9c-267f-4d8a-8e59-c4f881222515 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0972638 Jul 27 16:45:16.241320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:16.243696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--127231640'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:16.269429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-1e7f4c29-e586-4725-ab4e-f3b9cd3c2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:16.271001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-1e7f4c29-e586-4725-ab4e-f3b9cd3c2508 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.3085821 Jul 27 16:45:16.341672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.360054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-f48f9a41-eda1-48b7-a43b-baa6563a16e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421376 Jul 27 16:45:16.413421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070509e-b1ea-4b1c-bf80-1a993f88fb1a req-d0e2df46-b722-4f14-86bb-7eb657019db0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:16.415402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5070509e-b1ea-4b1c-bf80-1a993f88fb1a req-d0e2df46-b722-4f14-86bb-7eb657019db0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 945 time: 0.1283410 Jul 27 16:45:16.533848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5070509e-b1ea-4b1c-bf80-1a993f88fb1a req-76d94d33-ae99-4c1d-9566-de745bdf21a7 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083436 Jul 27 16:45:16.541169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2422fe-e319-45a3-90d0-835a7ee072ed req-f6a23b98-a100-4da9-8112-70b1efba76e6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:16.551017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e2422fe-e319-45a3-90d0-835a7ee072ed req-f6a23b98-a100-4da9-8112-70b1efba76e6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.3156157 Jul 27 16:45:16.588002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.596889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.597050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-32692d79-7f78-466d-a511-8f1ebc00f2b9 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:16.598855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-32692d79-7f78-466d-a511-8f1ebc00f2b9 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.61 "GET /v2.0/networks?id=be89567d-8047-4d72-9be6-10ea8f488066 HTTP/1.1" status: 200 len: 813 time: 0.5205441 Jul 27 16:45:16.639187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.644774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4058571 Jul 27 16:45:16.645563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:16.646282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3688611-0e09-45bb-8ba4-6e97619dfd81 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb5b03-e90d-48fb-8c4b-6d9f46e4f32b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:16.655428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Request body: {'port': {'device_id': '29d85229-b0a1-4daa-8622-d09195064b5d', 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066', 'admin_state_up': True, 'tenant_id': '0af7f21a611c4d4a9a057e6a6102e95a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:16.669603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259026682'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:16.686814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.724604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-f3d54e69-5f37-46cc-b3cb-a90732d6a477 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538191 Jul 27 16:45:16.766289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:16.814991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b85e-c031-48a4-b585-6010c999983c req-2c55c41a-3f4f-4b48-ac50-cdf43ec92783 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:16.819191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea01b85e-c031-48a4-b585-6010c999983c req-2c55c41a-3f4f-4b48-ac50-cdf43ec92783 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1409974 Jul 27 16:45:16.905570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea01b85e-c031-48a4-b585-6010c999983c req-b45b88fc-3b18-472b-9a36-2a74bf05b6b8 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693457 Jul 27 16:45:16.914734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e2422fe-e319-45a3-90d0-835a7ee072ed req-f46ac302-8ba7-4f64-a71f-1f0efe28fe43 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625906 Jul 27 16:45:16.993819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.002409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.035467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.037057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3718848 Jul 27 16:45:17.042400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:17.050073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-876d0867-d6b8-4f34-b666-b8e0df8f170a tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group_rule': {'security_group_id': '9abb5b03-e90d-48fb-8c4b-6d9f46e4f32b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '93877dbc-976f-455f-82d4-c01c63d266ef'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:17.062013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bed7f-b929-4051-b83d-55dc7e0aea3e tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93877dbc-976f-455f-82d4-c01c63d266ef,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:17.116772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb72277e-74be-40a0-bd19-08cc5f61b351 req-9094829d-582d-460f-b3cf-91a0336a3089 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695140 Jul 27 16:45:17.180759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-17b2e2b3-6db7-4d3d-b986-5fbe5e07e974 req-129d073c-dd0e-4f91-8848-f34502fa40f5 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 210 time: 0.0618691 Jul 27 16:45:17.195782 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-876d0867-d6b8-4f34-b666-b8e0df8f170a tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 16:45:17.197256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-876d0867-d6b8-4f34-b666-b8e0df8f170a tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1537240 Jul 27 16:45:17.201402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:17.212592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Made reservation on behalf of 0af7f21a611c4d4a9a057e6a6102e95a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:17.216120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.229067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-f12a3726-ad22-4a08-80f8-ebc008c680de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:17.235032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:17.254378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-f12a3726-ad22-4a08-80f8-ebc008c680de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220&tenant_id=990082e1c62a40b78650479271edff88 HTTP/1.1" status: 200 len: 1100 time: 0.1715798 Jul 27 16:45:17.275840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:17.307484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:45:17.334246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:17.335370 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.411149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Allocated IP 172.20.0.3 (be89567d-8047-4d72-9be6-10ea8f488066/52a8f933-4c77-4f22-9824-4d2a93ea1759/95935f6a-e9d3-4903-8f39-897eb450dce2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:17.432262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.464659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.478137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0c84-7ab9-420f-ae45-b6761c169e1b req-35fd5a45-92ab-4016-b7bc-4de44e99d443 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:17.479735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-580a0c84-7ab9-420f-ae45-b6761c169e1b req-35fd5a45-92ab-4016-b7bc-4de44e99d443 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3126149 Jul 27 16:45:17.550866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.661028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.676373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-580a0c84-7ab9-420f-ae45-b6761c169e1b req-c15f1b54-84b5-4d0b-ad01-5e74735b4cd9 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798019 Jul 27 16:45:17.723275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.725853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.736344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/93877dbc-976f-455f-82d4-c01c63d266ef HTTP/1.1" status: 204 len: 168 time: 0.5302162 Jul 27 16:45:17.737357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47610) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:17.752384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:17.757245 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd16d02d-f099-4f3f-9d11-3bd185be3ff5" -d '{"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-plugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:17.784143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1fcae-3485-4ecb-b46f-7a460942baaa tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93877dbc-976f-455f-82d4-c01c63d266ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:17.795596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:17.809183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.815731 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2647d8b4-eeb4-4a18-90e1-93b93c1f258d x-openstack-request-id: req-2647d8b4-eeb4-4a18-90e1-93b93c1f258d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:17.816035 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-plugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:17.816292 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2647d8b4-eeb4-4a18-90e1-93b93c1f258d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:17.816730 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'code': 200} Jul 27 16:45:17.821727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:17.910020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:17.925783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.008558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Network be89567d-8047-4d72-9be6-10ea8f488066 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:18.010163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Pushing event updated for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:18.034025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:18.038859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:45:18.128025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:18.147098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad866003-be7c-4735-841a-9d3b43a0e79a tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4067955 Jul 27 16:45:18.150788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:18.151560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.161853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:18.197229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182d87-936f-46d0-b98c-a43d92208c2e req-919bfbfd-c9da-48c8-9edc-21c01099c93b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:18.199936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68182d87-936f-46d0-b98c-a43d92208c2e req-919bfbfd-c9da-48c8-9edc-21c01099c93b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 945 time: 0.4645805 Jul 27 16:45:18.210227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac812a-23d2-4fb0-88af-b27178885f27 req-118f6907-9eb7-44e5-9a37-f6b83b47a1cb tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:18.217926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fac812a-23d2-4fb0-88af-b27178885f27 req-118f6907-9eb7-44e5-9a37-f6b83b47a1cb tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1810589 Jul 27 16:45:18.261444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-b14a630c-ac4a-443c-a215-87f6e7cd9326 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468027 Jul 27 16:45:18.288812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:18.293613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d14c06-58ca-4dd8-b37a-b51d41fe9afb req-02ba1944-9dc8-45e6-a3e4-7181c6b29140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:18.296603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33d14c06-58ca-4dd8-b37a-b51d41fe9afb req-02ba1944-9dc8-45e6-a3e4-7181c6b29140 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 1097 time: 0.3714316 Jul 27 16:45:18.297666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Request body: {'port': {'device_id': '29d85229-b0a1-4daa-8622-d09195064b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:18.398804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fac812a-23d2-4fb0-88af-b27178885f27 req-a396a773-ed80-42dd-8447-5b888a886ade tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773579 Jul 27 16:45:18.422080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.446864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68182d87-936f-46d0-b98c-a43d92208c2e req-1b82bbe9-937f-49ad-b7ff-65ff59fae9e3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314968 Jul 27 16:45:18.539054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33d14c06-58ca-4dd8-b37a-b51d41fe9afb req-fa28969e-99cf-4fda-b365-1a5f00e83990 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897268 Jul 27 16:45:18.545413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:18.548687 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87acc70-6d1c-454a-804e-18044734dc01" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-unplugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:18.559595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.658906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Transition to ACTIVE for port object 5baedc6a-683b-4a2a-a441-88631e7f0b7f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:45:18.666237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.688033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.737158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:18.739245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:18.788203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52ba14-02b0-4041-b3a3-bffb2384c2f5 req-ca5cde54-423c-45df-b6cb-52bd81db4954 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:18.790049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c52ba14-02b0-4041-b3a3-bffb2384c2f5 req-ca5cde54-423c-45df-b6cb-52bd81db4954 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 931 time: 0.2265670 Jul 27 16:45:18.811119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] No DVR routers for this DVR port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:18.903493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:45:18.903680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:45:18.904213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:18.913164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c52ba14-02b0-4041-b3a3-bffb2384c2f5 req-f66bef50-53e7-4f16-8303-cd6b517ee5cb tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036232 Jul 27 16:45:18.915649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:45:18.916069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Attempting to bind port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:18.922324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:45:18.922677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:18.923710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:45:18.924217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Bound port: 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:45:18.924786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.049728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:19.055569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:19.063543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.077585 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1d3cf-c193-4894-ba1d-26ede591b2e4 x-openstack-request-id: req-8ae1d3cf-c193-4894-ba1d-26ede591b2e4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:19.078329 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-unplugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:19.078904 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ae1d3cf-c193-4894-ba1d-26ede591b2e4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:19.079370 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'code': 200} Jul 27 16:45:19.123157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.123789 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.125383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 1096 time: 1.8676734 Jul 27 16:45:19.162833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65702c7-a4e5-4baf-a4b3-d83793ddfd7c req-7805ed41-53e5-4fb8-8e23-390f1bf1af22 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.170567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a65702c7-a4e5-4baf-a4b3-d83793ddfd7c req-7805ed41-53e5-4fb8-8e23-390f1bf1af22 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.6137569 Jul 27 16:45:19.171665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.183736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.185474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/9abb5b03-e90d-48fb-8c4b-6d9f46e4f32b HTTP/1.1" status: 204 len: 168 time: 1.0203393 Jul 27 16:45:19.188082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2494-cf73-4fd0-a471-c3b752344550 req-9803a6b4-663e-4a4f-8cb2-175d207c43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.210717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:19.212933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-855a2494-cf73-4fd0-a471-c3b752344550 req-9803a6b4-663e-4a4f-8cb2-175d207c43f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.6394808 Jul 27 16:45:19.345608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38502c82-7f9d-4a2b-80ba-f9448062978f tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb5b03-e90d-48fb-8c4b-6d9f46e4f32b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:19.345847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6bc24-fd43-4210-bdf6-3ddb5024bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:19.481410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-55b2ab8e-415f-4cbf-8905-f69125f84455 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2637172 Jul 27 16:45:19.482019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:19.502980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438582534'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:19.529605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-855a2494-cf73-4fd0-a471-c3b752344550 req-9063d1b5-c049-4371-b8e2-1560d983764c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148711 Jul 27 16:45:19.553841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a65702c7-a4e5-4baf-a4b3-d83793ddfd7c req-0ed58da2-e904-4041-83a3-d8c76d1fa2aa tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249078 Jul 27 16:45:19.590248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bfabb-577d-4f18-ad1e-f1c960bb17f5 req-edc5c800-3c18-4f28-bf37-295ff0bdff58 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.600115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-780bfabb-577d-4f18-ad1e-f1c960bb17f5 req-edc5c800-3c18-4f28-bf37-295ff0bdff58 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3676391 Jul 27 16:45:19.621302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-31146701-a55a-4544-bb17-6701c55c4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.627434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-31146701-a55a-4544-bb17-6701c55c4fff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1099 time: 0.4672790 Jul 27 16:45:19.789952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.796416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-780bfabb-577d-4f18-ad1e-f1c960bb17f5 req-8f2be709-8755-4f18-8fd2-3c2bced7840e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951907 Jul 27 16:45:19.902840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95935f6a-e9d3-4903-8f39-897eb450dce2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:19.947588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:19.980192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-d579b377-7b3b-4e3e-96bc-fcc4dd2a84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:19.980890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Transition to ACTIVE for port object 95935f6a-e9d3-4903-8f39-897eb450dce2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:45:19.982882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-d579b377-7b3b-4e3e-96bc-fcc4dd2a84f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3055637 Jul 27 16:45:19.990693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.107111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-1fb473d0-2ac7-4436-9972-c35128f2138f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0623736 Jul 27 16:45:20.136504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf80d26-821a-4eed-baf4-d75ab39ba32f req-8ad4a199-0f9b-453e-8788-b009629bc471 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:20.139168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bf80d26-821a-4eed-baf4-d75ab39ba32f req-8ad4a199-0f9b-453e-8788-b009629bc471 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.3911324 Jul 27 16:45:20.209546 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.214457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183698-6398-4555-aa24-90e63941a27d service neutron] Pushing event updated for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:20.218753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.230756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-8eddcbe7-3c29-42c0-809c-7aa13effa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:20.232599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-8eddcbe7-3c29-42c0-809c-7aa13effa502 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1148326 Jul 27 16:45:20.310158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bf80d26-821a-4eed-baf4-d75ab39ba32f req-442b9ff1-a031-4ed5-a08c-5b51c802373a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135986 Jul 27 16:45:20.312850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43dadd-73ce-4160-b17c-b8a0679d3dab req-14abb993-caea-4b12-9cd2-cbe6780562d6 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:20.315953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd43dadd-73ce-4160-b17c-b8a0679d3dab req-14abb993-caea-4b12-9cd2-cbe6780562d6 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 946 time: 0.3803344 Jul 27 16:45:20.357074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.358501 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8738871 Jul 27 16:45:20.372717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:20.377142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2a385-bccc-43b5-810f-6d7e9e82a23b tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f21d8-796f-4ec5-b194-20145f80a8fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:20.383109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ce071a51-469e-47a1-bfaf-972a7312864d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:20.383978 n-d-723572-6 neutron-server[93923]: WARNING neutron.api.v2.base [None req-ce071a51-469e-47a1-bfaf-972a7312864d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 16:45:20.389403 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ce071a51-469e-47a1-bfaf-972a7312864d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 16:45:20.390632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce071a51-469e-47a1-bfaf-972a7312864d tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "PUT /v2.0/security-groups/e88f21d8-796f-4ec5-b194-20145f80a8fb HTTP/1.1" status: 409 len: 330 time: 0.0167074 Jul 27 16:45:20.407709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47696) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:20.422422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Attempting to bind port 95935f6a-e9d3-4903-8f39-897eb450dce2 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:45:20.423512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Attempting to bind port 95935f6a-e9d3-4903-8f39-897eb450dce2 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '09edb9f1-48bb-4a07-9601-43a9976f38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:45:20.424041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Attempting to bind port 95935f6a-e9d3-4903-8f39-897eb450dce2 on network be89567d-8047-4d72-9be6-10ea8f488066 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:20.432651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Port 95935f6a-e9d3-4903-8f39-897eb450dce2 on network be89567d-8047-4d72-9be6-10ea8f488066 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:45:20.434241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Attempting to bind port 95935f6a-e9d3-4903-8f39-897eb450dce2 on network be89567d-8047-4d72-9be6-10ea8f488066 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:20.448126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:45:20.448704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Checking segment: {'id': '09edb9f1-48bb-4a07-9601-43a9976f38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:20.450089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Bound using segment: {'id': '09edb9f1-48bb-4a07-9601-43a9976f38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:45:20.451050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Bound port: 95935f6a-e9d3-4903-8f39-897eb450dce2, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09edb9f1-48bb-4a07-9601-43a9976f38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:45:20.451861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.468756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd43dadd-73ce-4160-b17c-b8a0679d3dab req-62ad2fab-78e8-4c41-8cb6-0b319817fc85 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177189 Jul 27 16:45:20.552453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-22abb6bd-32f7-443d-a3dd-56b5aae012f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:20.554847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-22abb6bd-32f7-443d-a3dd-56b5aae012f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928636 Jul 27 16:45:20.656421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.710734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.724494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:20.741203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=95935f6a-e9d3-4903-8f39-897eb450dce2,segment=NetworkSegment(09edb9f1-48bb-4a07-9601-43a9976f38a7),segment_id=09edb9f1-48bb-4a07-9601-43a9976f38a7)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:20.756132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.883280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-7d16e195-5678-4a80-ab51-b0bfbbe186ad service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135140 Jul 27 16:45:20.938809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:20.939958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.942525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-96183698-6398-4555-aa24-90e63941a27d service neutron] 10.222.0.61 "PUT /v2.0/ports/95935f6a-e9d3-4903-8f39-897eb450dce2 HTTP/1.1" status: 200 len: 1091 time: 2.6618824 Jul 27 16:45:20.951262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:20.955939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.961693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:20.966932 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6969dc-f524-477f-95f4-12e94175941a" -d '{"events": [{"name": "network-changed", "server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:20.970722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/e88f21d8-796f-4ec5-b194-20145f80a8fb HTTP/1.1" status: 204 len: 168 time: 0.5595565 Jul 27 16:45:20.973259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47708) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:21.049889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c48ce-cf29-4c3e-a7c8-b8237b7b143c tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f21d8-796f-4ec5-b194-20145f80a8fb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:21.100792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:21.103234 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09440e18-2550-4910-9d2e-8e3f07e6cb01" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:21.114951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e9648705-dbbb-4051-b1db-b887c051c991 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846395 Jul 27 16:45:21.124410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:21.146567 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-cf2bf5dd-0f3c-4f7f-97f7-33f4e85ed7e2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] delete failed (client error): The resource could not be found. Jul 27 16:45:21.151209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cf2bf5dd-0f3c-4f7f-97f7-33f4e85ed7e2 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "DELETE /v2.0/security-groups/1ba3c0e1-9de2-4c16-981c-5cfcc0b02739 HTTP/1.1" status: 404 len: 347 time: 0.0219369 Jul 27 16:45:21.161448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66f99-937f-4a7e-96b0-60f1539e20d8 req-4ae4d072-4652-4777-8b76-08d5708a1c1a tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.165407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bad66f99-937f-4a7e-96b0-60f1539e20d8 req-4ae4d072-4652-4777-8b76-08d5708a1c1a tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 943 time: 0.4677997 Jul 27 16:45:21.165407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:21.208063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2be8b92f-5aaa-454f-aff2-88f29d0ac88b req-3df48364-184c-441d-962a-55eda118b47a service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079724 Jul 27 16:45:21.251080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:21.252684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183698-6398-4555-aa24-90e63941a27d service neutron] Pushing event updated for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:21.256145 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-16082957-b319-49e2-8f2c-76320ac24844 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] show failed (client error): The resource could not be found. Jul 27 16:45:21.262913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16082957-b319-49e2-8f2c-76320ac24844 tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-groups/5566fdcf-175f-4cc5-9c8e-a0c63f8ad716 HTTP/1.1" status: 404 len: 347 time: 0.0519376 Jul 27 16:45:21.264775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:21.316892 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-0af82429-f14a-4e9f-b451-3f1fb5b11eeb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] show failed (client error): The resource could not be found. Jul 27 16:45:21.318485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0af82429-f14a-4e9f-b451-3f1fb5b11eeb tempest-NegativeSecGroupTest-754183357 tempest-NegativeSecGroupTest-754183357-project] 10.222.0.64 "GET /v2.0/security-group-rules/1eade81f-64b0-4d0c-8f89-ad26979836d9 HTTP/1.1" status: 404 len: 356 time: 0.0383787 Jul 27 16:45:21.331062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0464496-d3f9-42a3-8e2e-1b27f84077dd req-634acaf9-d185-4d61-af7f-ced864b442bd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.331322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bad66f99-937f-4a7e-96b0-60f1539e20d8 req-f50a95df-ef7a-45f1-80e1-e56f4e17e3d5 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159618 Jul 27 16:45:21.332980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0464496-d3f9-42a3-8e2e-1b27f84077dd req-634acaf9-d185-4d61-af7f-ced864b442bd tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 948 time: 0.1438515 Jul 27 16:45:21.339399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-e2672ba1-7d41-49a4-b192-3c26daabb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.341306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-e2672ba1-7d41-49a4-b192-3c26daabb1fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0af7f21a611c4d4a9a057e6a6102e95a&device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 1094 time: 0.3306544 Jul 27 16:45:21.413597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-a7527dcb-6880-45ca-b3a7-54b3d6769baa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95935f6a-e9d3-4903-8f39-897eb450dce2 HTTP/1.1" status: 200 len: 217 time: 0.0514929 Jul 27 16:45:21.424468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:21.475595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0464496-d3f9-42a3-8e2e-1b27f84077dd req-1acb4406-3d63-42ba-869e-dec75f07bbb3 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328897 Jul 27 16:45:21.530523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-6af3fee3-0557-42ea-ad59-141dbab933eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.534130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-6af3fee3-0557-42ea-ad59-141dbab933eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52a8f933-4c77-4f22-9824-4d2a93ea1759 HTTP/1.1" status: 200 len: 853 time: 0.1033850 Jul 27 16:45:21.605684 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7326d0-9f65-45ab-bb7f-f7ecb1c905e3 x-openstack-request-id: req-6d7326d0-9f65-45ab-bb7f-f7ecb1c905e3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:21.605979 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:21.606240 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d7326d0-9f65-45ab-bb7f-f7ecb1c905e3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:21.606648 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2', 'status': 'completed', 'code': 200} Jul 27 16:45:21.611354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-7c710513-fcbc-4434-b537-5e557195e25b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be89567d-8047-4d72-9be6-10ea8f488066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673020 Jul 27 16:45:21.636393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4d465-9e01-46ce-b891-92f174ca67f2 req-2410de1d-3a82-4542-a23a-1bd4865d8f30 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.639533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e4d465-9e01-46ce-b891-92f174ca67f2 req-2410de1d-3a82-4542-a23a-1bd4865d8f30 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1422412 Jul 27 16:45:21.663611 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6432b3d-592e-47d5-9665-42971906ec49 x-openstack-request-id: req-b6432b3d-592e-47d5-9665-42971906ec49 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:21.663939 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:21.666074 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6432b3d-592e-47d5-9665-42971906ec49 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:21.669439 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'status': 'completed', 'code': 200} Jul 27 16:45:21.834267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e4d465-9e01-46ce-b891-92f174ca67f2 req-464b3846-0e59-4c4d-b255-6a668fe07960 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867092 Jul 27 16:45:21.885114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-0a2ad922-ca96-436b-958b-893d77ca3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:21.890689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-0a2ad922-ca96-436b-958b-893d77ca3316 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1099 time: 0.1993539 Jul 27 16:45:22.027783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:22.111529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7770-ec0d-4a62-9c6e-bacc9e73caa3 req-5c8b41a0-a549-4233-99dd-62aa183cf823 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.113190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-040e7770-ec0d-4a62-9c6e-bacc9e73caa3 req-5c8b41a0-a549-4233-99dd-62aa183cf823 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 946 time: 0.1651938 Jul 27 16:45:22.114487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-b04d0328-f99a-4844-bacd-a0922450a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.115901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-b04d0328-f99a-4844-bacd-a0922450a0d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2095635 Jul 27 16:45:22.211252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-b835df39-1bec-4ad0-8f7f-f052c3fede52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.0815396 Jul 27 16:45:22.269219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-040e7770-ec0d-4a62-9c6e-bacc9e73caa3 req-6e62fbaa-1367-486e-88e0-9d8a013a7607 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Jul 27 16:45:22.362271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-63c05464-1e39-4efe-ae12-f8ac97d1036f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ec554b4d977458397840e059eda4e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330307 Jul 27 16:45:22.369113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:22.399356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-ce52c59e-6db1-4a4f-88e2-ec2ac3159ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.403139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-ce52c59e-6db1-4a4f-88e2-ec2ac3159ec5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1757410 Jul 27 16:45:22.531536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-45a504dc-a31d-4df0-8b9e-ef5b52a1c879 service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088929 Jul 27 16:45:22.625033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:22.632014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-718e2356-eabd-4657-9dd3-bdd17c75aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.634366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-718e2356-eabd-4657-9dd3-bdd17c75aa5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=990082e1c62a40b78650479271edff88&device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1099 time: 0.8345938 Jul 27 16:45:22.652300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-c792a350-0387-4297-8c90-d301a63ea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.655378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-c792a350-0387-4297-8c90-d301a63ea95d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381968 Jul 27 16:45:22.658933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf76239-f923-4ff2-b9da-1292f45df7f3 req-b31fdec9-fefd-4a7e-9a3b-34b96afc9e28 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.668618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf76239-f923-4ff2-b9da-1292f45df7f3 req-b31fdec9-fefd-4a7e-9a3b-34b96afc9e28 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.8661003 Jul 27 16:45:22.747682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:22.850362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de3372e6-2b7d-4add-b68e-9beee90a4806 req-fb029689-22e7-4550-bbdc-49ebd55a3912 service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056836 Jul 27 16:45:22.872514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf76239-f923-4ff2-b9da-1292f45df7f3 req-77edbfe1-fda3-4e74-a40b-8882fa2ee89e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028770 Jul 27 16:45:22.955492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-77d6837a-9bc2-4f01-9a02-c354576be4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:22.968249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-77d6837a-9bc2-4f01-9a02-c354576be4c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2973068 Jul 27 16:45:23.032477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ca15e-89da-489f-a271-5c7a981bbafa req-23791a69-b496-4afc-8c0f-edbca07478c9 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.046458 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba4ca15e-89da-489f-a271-5c7a981bbafa req-23791a69-b496-4afc-8c0f-edbca07478c9 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 943 time: 0.3799667 Jul 27 16:45:23.065480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-0099a0a5-a3d6-4c37-ac14-c17a8a240836 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.068087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-0099a0a5-a3d6-4c37-ac14-c17a8a240836 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.3859017 Jul 27 16:45:23.068245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-ab5015f9-d304-4ab4-85c4-c16e4176bf30 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772857 Jul 27 16:45:23.113012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:23.115719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:23.119525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/364fb050-e05e-48c9-b462-7c7ab02b5d76 HTTP/1.1" status: 204 len: 168 time: 0.7414246 Jul 27 16:45:23.145689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-26add6fd-63c1-467a-a116-46b5440b80ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 200 len: 217 time: 0.1565564 Jul 27 16:45:23.168468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8fc84-4df3-41b3-8221-1da46d75d0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fb050-e05e-48c9-b462-7c7ab02b5d76,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:23.308472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba4ca15e-89da-489f-a271-5c7a981bbafa req-837fe4d0-15d3-4205-9052-747b26189054 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542703 Jul 27 16:45:23.419471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-f42b97d1-9074-421f-ba84-bc813ea78443 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303709 Jul 27 16:45:23.463716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-284dec32-c6f4-48a3-9689-1b860778aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.465361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-284dec32-c6f4-48a3-9689-1b860778aa46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2797725 Jul 27 16:45:23.554413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b9c1-effd-4f89-ba1d-7fd3b229a6ae req-e2719ebc-91f4-4760-aedd-ff91511f148e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.569933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0c4b9c1-effd-4f89-ba1d-7fd3b229a6ae req-e2719ebc-91f4-4760-aedd-ff91511f148e tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 946 time: 0.1377752 Jul 27 16:45:23.661290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0c4b9c1-effd-4f89-ba1d-7fd3b229a6ae req-f9321d20-4a5d-41d1-ab70-01de71d53dd0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892501 Jul 27 16:45:23.817758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be288bd-ae51-4a2c-b3d7-14496cadd2de req-6078c761-38b9-46b6-bd6b-01a3f16a77a8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.832297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5be288bd-ae51-4a2c-b3d7-14496cadd2de req-6078c761-38b9-46b6-bd6b-01a3f16a77a8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 948 time: 0.8384080 Jul 27 16:45:23.856280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6969dc-f524-477f-95f4-12e94175941a req-38e0cbf8-9cc4-418b-8500-c7f873d44ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.858956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-38e0cbf8-9cc4-418b-8500-c7f873d44ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0af7f21a611c4d4a9a057e6a6102e95a&device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 1094 time: 0.9066367 Jul 27 16:45:23.878652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:23.964228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d579-176a-4fc3-bf4e-1a0039a7a755 req-f98a7a79-565a-445f-bab5-7396bdf840d2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:23.968083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1115d579-176a-4fc3-bf4e-1a0039a7a755 req-f98a7a79-565a-445f-bab5-7396bdf840d2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 945 time: 0.1876225 Jul 27 16:45:24.094799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1115d579-176a-4fc3-bf4e-1a0039a7a755 req-d701d04e-804f-47e1-9b8c-0386a57c675c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185145 Jul 27 16:45:24.194187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-1f82f5ac-2f25-43b8-9287-dfba6785a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:24.197658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-1f82f5ac-2f25-43b8-9287-dfba6785a2de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6270902 Jul 27 16:45:24.224546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5be288bd-ae51-4a2c-b3d7-14496cadd2de req-12ce555d-1b57-44fa-ad3a-5d30f9485cbc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788106 Jul 27 16:45:24.237009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:24.284793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port 42373e13-848c-427e-873c-25b98e776e40 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:24.285352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:24.308090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'mac_address': 'fa:16:3e:97:d2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:24.468297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:24.496164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:24.595706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:24.603827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:24.726250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-4a94b75d-ec0a-4f71-a784-393090de8e73 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998791 Jul 27 16:45:24.863327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-62a9a089-7f60-4721-9506-b7397abc36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:24.866690 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-62a9a089-7f60-4721-9506-b7397abc36b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.1605673 Jul 27 16:45:24.868221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:24.959551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5baedc6a-683b-4a2a-a441-88631e7f0b7f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:25.184634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6969dc-f524-477f-95f4-12e94175941a req-20bd2e22-99e7-4a1d-b879-c6af46adc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:25.187469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-20bd2e22-99e7-4a1d-b879-c6af46adc65b service neutron] 10.222.0.61 "GET /v2.0/networks?id=be89567d-8047-4d72-9be6-10ea8f488066 HTTP/1.1" status: 200 len: 914 time: 1.3087621 Jul 27 16:45:25.262414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-eeb5c66d-fe1b-4657-8b89-1dd37df66c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:25.264239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-eeb5c66d-fe1b-4657-8b89-1dd37df66c32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.3913305 Jul 27 16:45:25.351750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port 42373e13-848c-427e-873c-25b98e776e40, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=42373e13-848c-427e-873c-25b98e776e40,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:25.352197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:25.366284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-3cadfbdd-e7b1-4b52-aee7-4d026180507d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95935f6a-e9d3-4903-8f39-897eb450dce2 HTTP/1.1" status: 200 len: 217 time: 0.1597049 Jul 27 16:45:25.415539 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-da366f50-d479-454f-ae36-24b954aae965 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.1428401 Jul 27 16:45:25.445426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09440e18-2550-4910-9d2e-8e3f07e6cb01 req-93fa7a84-9548-403a-af8a-840e582bc16d service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113574 Jul 27 16:45:25.447511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for 42373e13-848c-427e-873c-25b98e776e40 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:25.506029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-933b3346-c4cf-4552-9769-71a48db7efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:25.508869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-933b3346-c4cf-4552-9769-71a48db7efb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0857322 Jul 27 16:45:25.600018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-c2d2bb5a-500f-4445-b64f-44b1b2d55633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820138 Jul 27 16:45:25.655408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c5c40-4078-4630-8a29-a642cc3e66dd req-4007f0d6-5727-4bc2-8168-a2842b91aa4f tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:25.663812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7c5c40-4078-4630-8a29-a642cc3e66dd req-4007f0d6-5727-4bc2-8168-a2842b91aa4f tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 943 time: 0.7982314 Jul 27 16:45:25.681040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6969dc-f524-477f-95f4-12e94175941a req-ba47b35a-aab5-4618-bf0c-de38a53315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:25.682753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-ba47b35a-aab5-4618-bf0c-de38a53315a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52a8f933-4c77-4f22-9824-4d2a93ea1759 HTTP/1.1" status: 200 len: 853 time: 0.2825706 Jul 27 16:45:25.737788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-94b2bf3a-3c26-4d3e-b9e2-7f061fbd78b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be89567d-8047-4d72-9be6-10ea8f488066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412416 Jul 27 16:45:25.879988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 95935f6a-e9d3-4903-8f39-897eb450dce2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:25.937977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:25.976564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7c5c40-4078-4630-8a29-a642cc3e66dd req-3f9b64d5-67d3-4d81-8637-62b8480c8526 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117006 Jul 27 16:45:25.991230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.063242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=42373e13-848c-427e-873c-25b98e776e40,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:26.068051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:45:26.300500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:45:26.356629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=95935f6a-e9d3-4903-8f39-897eb450dce2,segment=NetworkSegment(09edb9f1-48bb-4a07-9601-43a9976f38a7),segment_id=09edb9f1-48bb-4a07-9601-43a9976f38a7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:26.367508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port 42373e13-848c-427e-873c-25b98e776e40 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:26.383257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-374d005f-b1f2-4dc1-bb17-ca099c83d5bd req-a8a397f1-ba8c-4662-b605-8ad0cf088a90 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=f890651f-135a-4989-8578-83644b248da5 HTTP/1.1" status: 200 len: 210 time: 0.2488935 Jul 27 16:45:26.385938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.387248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '95935f6a-e9d3-4903-8f39-897eb450dce2', 'network_id': 'be89567d-8047-4d72-9be6-10ea8f488066', 'port_id': '95935f6a-e9d3-4903-8f39-897eb450dce2', 'mac_address': 'fa:16:3e:1c:46:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a8f933-4c77-4f22-9824-4d2a93ea1759', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:26.388133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25760d3e-878a-473d-8dc4-3d3cf45c5046 req-e2a2a531-c8fb-46ed-9b4a-d14a9d109757 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "DELETE /v2.0/ports/42373e13-848c-427e-873c-25b98e776e40 HTTP/1.1" status: 204 len: 173 time: 3.2414055 Jul 27 16:45:26.388665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'name': 'network-vif-deleted', 'tag': '42373e13-848c-427e-873c-25b98e776e40'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:26.395632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 5baedc6a-683b-4a2a-a441-88631e7f0b7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:26.400605 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.414061 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-84aad29c-dd7b-44ed-b8a3-68e612dc8ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8060429 Jul 27 16:45:26.443413 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe651c-4692-4026-b8fd-1d833131d8ce" -d '{"events": [{"server_uuid": "f890651f-135a-4989-8578-83644b248da5", "name": "network-vif-deleted", "tag": "42373e13-848c-427e-873c-25b98e776e40"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:26.551642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-9c11c8bc-ae14-423c-af07-4433fb1fe94d service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982433 Jul 27 16:45:26.591590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43f2a31-a53d-4149-a578-eb3de3863810 req-35855063-53c8-4f23-bed0-06fc67517818 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660922 Jul 27 16:45:26.613810 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.629453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3fbed-d6ce-4214-be37-54474b6d2da6 req-a060bc70-80dc-48d5-a3f7-c1d39ec6cf43 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:26.632153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18b3fbed-d6ce-4214-be37-54474b6d2da6 req-a060bc70-80dc-48d5-a3f7-c1d39ec6cf43 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 1.0227571 Jul 27 16:45:26.663037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95935f6a-e9d3-4903-8f39-897eb450dce2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:26.707809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=95935f6a-e9d3-4903-8f39-897eb450dce2,segment=NetworkSegment(09edb9f1-48bb-4a07-9601-43a9976f38a7),segment_id=09edb9f1-48bb-4a07-9601-43a9976f38a7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:26.713636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.743325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd6969dc-f524-477f-95f4-12e94175941a req-fffa3d80-3d81-4acf-b97a-a40830a3da58 service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840394 Jul 27 16:45:26.746883 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18b3fbed-d6ce-4214-be37-54474b6d2da6 req-44bee8b9-17d8-4035-ad2d-81d03fb3a8b5 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 Jul 27 16:45:26.866362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:26.902060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:26.934522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:26.942022 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111acf9-8c21-465f-9b42-d1dafccfcf6f" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:26.944096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb209b3-0ba5-49b5-a9ec-fdb5463ea0db req-1f4c47ee-623d-42f0-b2d5-85e97fbdc55b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:26.952359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cb209b3-0ba5-49b5-a9ec-fdb5463ea0db req-1f4c47ee-623d-42f0-b2d5-85e97fbdc55b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 949 time: 0.3737736 Jul 27 16:45:26.964663 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e39d394-22a3-48a4-89f7-73f7ad6fb855 x-openstack-request-id: req-2e39d394-22a3-48a4-89f7-73f7ad6fb855 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:26.965000 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890651f-135a-4989-8578-83644b248da5", "name": "network-vif-deleted", "tag": "42373e13-848c-427e-873c-25b98e776e40", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:26.965689 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e39d394-22a3-48a4-89f7-73f7ad6fb855 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:26.966881 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890651f-135a-4989-8578-83644b248da5', 'name': 'network-vif-deleted', 'tag': '42373e13-848c-427e-873c-25b98e776e40', 'status': 'completed', 'code': 200} Jul 27 16:45:26.971331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['95935f6a-e9d3-4903-8f39-897eb450dce2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:26.982328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:27.031655 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:27.032685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 42373e13-848c-427e-873c-25b98e776e40 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:27.039235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cb209b3-0ba5-49b5-a9ec-fdb5463ea0db req-a569dbff-e2e8-4ac1-8387-d5cbd7d26492 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857983 Jul 27 16:45:27.111958 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc9dd7-ffba-4411-930e-9380b1df42bb x-openstack-request-id: req-03bc9dd7-ffba-4411-930e-9380b1df42bb {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:27.111958 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-plugged", "status": "completed", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:27.111958 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03bc9dd7-ffba-4411-930e-9380b1df42bb {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:27.116249 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'code': 200} Jul 27 16:45:27.126099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 42373e13-848c-427e-873c-25b98e776e40 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:27.127189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 42373e13-848c-427e-873c-25b98e776e40 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:27.363862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:27.371178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df6bd0-85e3-4461-ad5c-b7d0caf682e9 req-aa24e92f-4ea0-4ce5-8442-d70ea7d075a8 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:27.373213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15df6bd0-85e3-4461-ad5c-b7d0caf682e9 req-aa24e92f-4ea0-4ce5-8442-d70ea7d075a8 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 944 time: 0.2398732 Jul 27 16:45:27.384380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe27bd-e3c9-4d2d-9254-5c2e8c3b03a5 req-82261dcf-5397-488c-b4a3-03f798664b8b tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:27.388114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0fe27bd-e3c9-4d2d-9254-5c2e8c3b03a5 req-82261dcf-5397-488c-b4a3-03f798664b8b tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 1101 time: 0.1781938 Jul 27 16:45:27.464750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15df6bd0-85e3-4461-ad5c-b7d0caf682e9 req-82817b11-8251-4bd3-840b-b799077c7a29 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759592 Jul 27 16:45:27.490705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0fe27bd-e3c9-4d2d-9254-5c2e8c3b03a5 req-f318d38c-7f31-4e1a-a1c9-4da17451c07b tempest-MigrationsAdminTest-387620826 tempest-MigrationsAdminTest-387620826-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Jul 27 16:45:28.042474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875f19-d854-4d18-ab1f-438d9425e5d0 req-716018cb-b580-489b-9f57-0c2f3c3d2d3b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:28.054049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12875f19-d854-4d18-ab1f-438d9425e5d0 req-716018cb-b580-489b-9f57-0c2f3c3d2d3b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1646378 Jul 27 16:45:28.182096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12875f19-d854-4d18-ab1f-438d9425e5d0 req-56d8a22e-50d8-4100-a370-34cb2153928e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262562 Jul 27 16:45:28.402791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-f90b2136-ccf7-4615-ab4c-6a0912d806a5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:28.412201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-f90b2136-ccf7-4615-ab4c-6a0912d806a5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.2848604 Jul 27 16:45:28.535153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3444-f661-4bc7-b5a4-0e3016a3046b req-b20ca953-84b2-4edb-93ee-aabed0e9e23a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:28.543994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76ce3444-f661-4bc7-b5a4-0e3016a3046b req-b20ca953-84b2-4edb-93ee-aabed0e9e23a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 950 time: 0.1064799 Jul 27 16:45:28.614481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76ce3444-f661-4bc7-b5a4-0e3016a3046b req-86e9008c-7c2f-4ce0-b54c-5809a906d6f5 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673883 Jul 27 16:45:28.975563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5116cb-0b2c-40f3-8ec0-fb8cc14e159e req-b939f8f1-2db2-4699-9baa-8f1de5b05d1a tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:29.012775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b5116cb-0b2c-40f3-8ec0-fb8cc14e159e req-b939f8f1-2db2-4699-9baa-8f1de5b05d1a tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 944 time: 0.2666955 Jul 27 16:45:29.060570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-bb6943f8-8162-4aab-abc4-aa0c80dfc71c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/quotas/d333d6cd56184dfc9bff1568dfe864e8 HTTP/1.1" status: 200 len: 375 time: 0.6470318 Jul 27 16:45:29.147738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b5116cb-0b2c-40f3-8ec0-fb8cc14e159e req-2a62a5ed-31e6-4b22-905f-1466f79ea46c tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119590 Jul 27 16:45:29.239843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-6eb14561-9092-48bb-9ea9-1b67e9ad50f4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1781180 Jul 27 16:45:29.312533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:29.556211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-334b616e-883f-41ec-8c00-d08c14b17373 service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115573 Jul 27 16:45:29.638198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-8cc30778-2a46-436a-8c5c-5368d2ec3ec8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:29.641136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-8cc30778-2a46-436a-8c5c-5368d2ec3ec8 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 950 time: 0.2508116 Jul 27 16:45:29.787224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:29.789465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6ada6-4dd2-4279-9531-cca96f4d6b12 req-e48613f1-0e22-4b50-9a8e-7a72952b1a32 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:29.791396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6c6ada6-4dd2-4279-9531-cca96f4d6b12 req-e48613f1-0e22-4b50-9a8e-7a72952b1a32 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.4208460 Jul 27 16:45:29.841698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'mac_address': 'fa:16:3e:25:78:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:29.947993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 95935f6a-e9d3-4903-8f39-897eb450dce2 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:30.010187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-6bed91a3-0f9c-44dc-a805-9d061a25f3ec service neutron] 10.222.0.64 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521699 Jul 27 16:45:30.054411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6c6ada6-4dd2-4279-9531-cca96f4d6b12 req-f836e999-92bd-4f6a-8705-b7f60fbee74a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500074 Jul 27 16:45:30.169666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Deleting port 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:30.170225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:30.180406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:30.312638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df25023-f6ee-4645-bc75-7f4ad93f6d61 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:30.437011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:30.507106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:30.526421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:30.558012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 95935f6a-e9d3-4903-8f39-897eb450dce2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:45:30.624255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 95935f6a-e9d3-4903-8f39-897eb450dce2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:30.625084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:30.729364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:30.767138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3df25023-f6ee-4645-bc75-7f4ad93f6d61'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:30.850608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d1dc-5acc-4578-aed6-11719c70c8bd req-bd85902b-4dbf-4f4f-99d8-be5a9d18fabf tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:30.866766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c25d1dc-5acc-4578-aed6-11719c70c8bd req-bd85902b-4dbf-4f4f-99d8-be5a9d18fabf tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 944 time: 0.3352125 Jul 27 16:45:31.043251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] For port 5baedc6a-683b-4a2a-a441-88631e7f0b7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5baedc6a-683b-4a2a-a441-88631e7f0b7f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:31.053662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:31.106248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c25d1dc-5acc-4578-aed6-11719c70c8bd req-763be2ce-9546-489f-8054-96eba5a385d5 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276685 Jul 27 16:45:31.145326 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:31.182750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fe6f4-b5d2-42d8-8053-9f1ba35cf149 req-e800ae05-625a-48ab-ae35-76318bd21158 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:31.195315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=95935f6a-e9d3-4903-8f39-897eb450dce2,segment=NetworkSegment(09edb9f1-48bb-4a07-9601-43a9976f38a7),segment_id=09edb9f1-48bb-4a07-9601-43a9976f38a7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:31.198277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:31.201117 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8c9d8-dd88-4922-9ab1-025b9a65ce76" -d '{"events": [{"server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "name": "network-vif-plugged", "status": "completed", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:31.206229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:31.207159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e13fe6f4-b5d2-42d8-8053-9f1ba35cf149 req-e800ae05-625a-48ab-ae35-76318bd21158 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 950 time: 0.6307361 Jul 27 16:45:31.231983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Calling delete_port for 5baedc6a-683b-4a2a-a441-88631e7f0b7f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:31.323228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:31.485095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd51595f-7c9c-4ece-846b-8838e10d6863 req-74777fed-b2e2-4c40-9ec8-cb028d7f0b3b tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 210 time: 0.1999133 Jul 27 16:45:31.645212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc852c77-93e9-4178-8e73-ed7bd5222258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:31.791144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:31.809770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5baedc6a-683b-4a2a-a441-88631e7f0b7f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:31.831440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e13fe6f4-b5d2-42d8-8053-9f1ba35cf149 req-3baf58c1-a46d-417a-be96-46f1654e3bcc tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159663 Jul 27 16:45:31.929693 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857d6070-dbed-4629-adc0-578acfc74b91 x-openstack-request-id: req-857d6070-dbed-4629-adc0-578acfc74b91 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:31.929978 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "name": "network-vif-plugged", "status": "completed", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:31.930262 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-857d6070-dbed-4629-adc0-578acfc74b91 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:31.932079 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2', 'code': 200} Jul 27 16:45:31.942007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2', '8d166c71-a8f2-4782-8931-bd6c07045d7c', '46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:32.111119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event deleted for resources: {'Port': ['ID=5baedc6a-683b-4a2a-a441-88631e7f0b7f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:32.278003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc852c77-93e9-4178-8e73-ed7bd5222258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:32.284832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc852c77-93e9-4178-8e73-ed7bd5222258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:32.372678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] No DVR routers for this DVR port 5baedc6a-683b-4a2a-a441-88631e7f0b7f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:32.380304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:32.383314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-313ad503-e3ca-41c4-8db6-8db3a3436a23 req-52989b96-eb43-499e-b56a-de80d07275ec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.61 "DELETE /v2.0/ports/5baedc6a-683b-4a2a-a441-88631e7f0b7f HTTP/1.1" status: 204 len: 173 time: 2.7302001 Jul 27 16:45:32.384080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-deleted', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:32.405670 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fea5f21-3a18-41b3-b9bd-a9bbc2da3864" -d '{"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-deleted", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:32.428572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:32.437022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc852c77-93e9-4178-8e73-ed7bd5222258 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf37c82ecb1541a1a68a55181af6359f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9845877 Jul 27 16:45:32.494760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc852c77-93e9-4178-8e73-ed7bd5222258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5ec47a-30aa-4f3c-9cb5-ea01b3ff135e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:32.647423 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ede38d-eb5b-4b4c-932d-60d876760812 x-openstack-request-id: req-05ede38d-eb5b-4b4c-932d-60d876760812 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:32.647713 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f9841-749b-4a71-90c1-7d5f6eec7220", "name": "network-vif-deleted", "tag": "5baedc6a-683b-4a2a-a441-88631e7f0b7f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:32.653006 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05ede38d-eb5b-4b4c-932d-60d876760812 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:32.653006 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9841-749b-4a71-90c1-7d5f6eec7220', 'name': 'network-vif-deleted', 'tag': '5baedc6a-683b-4a2a-a441-88631e7f0b7f', 'status': 'completed', 'code': 200} Jul 27 16:45:32.765348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:32.816954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d286b91-5ff0-4e5b-970b-3f69b7aa7cb1 req-0900d361-7cb5-4823-a457-c97b8a911068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:32.819926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d286b91-5ff0-4e5b-970b-3f69b7aa7cb1 req-0900d361-7cb5-4823-a457-c97b8a911068 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 1096 time: 0.8389149 Jul 27 16:45:33.018876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.080354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-20fa1c13-7eca-4c33-9f47-cb22016e1861 req-e5cd93f5-32e5-4fe0-b6f8-ebf072f3b8c8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 210 time: 0.1483865 Jul 27 16:45:33.189161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:45:33.280225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.312062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dea49d34-abbb-4655-bac8-ad41afd75403 req-4e6d5310-3fe0-4ec2-acf2-d9458ecc95f0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad8f9841-749b-4a71-90c1-7d5f6eec7220 HTTP/1.1" status: 200 len: 210 time: 0.0395398 Jul 27 16:45:33.343216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:33.422985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5ef4f-7b32-48c7-8879-f4e8a815e95e req-2940d3f9-2011-48c1-a411-116f2bd493b2 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:33.433588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ae5ef4f-7b32-48c7-8879-f4e8a815e95e req-2940d3f9-2011-48c1-a411-116f2bd493b2 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 1.0106258 Jul 27 16:45:33.514940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ae5ef4f-7b32-48c7-8879-f4e8a815e95e req-ce1f1d78-6abc-4e20-b169-b75800c8c9b1 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801499 Jul 27 16:45:33.529829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d286b91-5ff0-4e5b-970b-3f69b7aa7cb1 req-b1582c61-b08a-400e-9126-aff743e16821 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370178 Jul 27 16:45:33.538624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1dc70095-4528-4208-8683-8736d329083a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:33.540385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1dc70095-4528-4208-8683-8736d329083a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 811 time: 0.6490836 Jul 27 16:45:33.592256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Request body: {'port': {'device_id': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'admin_state_up': True, 'tenant_id': 'd333d6cd56184dfc9bff1568dfe864e8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:33.630901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.634233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.635768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e5ec47a-30aa-4f3c-9cb5-ea01b3ff135e HTTP/1.1" status: 204 len: 168 time: 1.2037807 Jul 27 16:45:33.672167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:33.673402 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.687477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021415-c5f8-4aa4-a646-9e94fb860269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5ec47a-30aa-4f3c-9cb5-ea01b3ff135e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:33.934559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1448e-aba3-4edd-9b12-e4f3d10b821d req-837a9ee5-84a9-42dc-bcd0-8c5a714df652 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:33.936825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ae1448e-aba3-4edd-9b12-e4f3d10b821d req-837a9ee5-84a9-42dc-bcd0-8c5a714df652 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1452594 Jul 27 16:45:33.954779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Made reservation on behalf of d333d6cd56184dfc9bff1568dfe864e8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:33.966238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:33.971651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:34.073397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 5baedc6a-683b-4a2a-a441-88631e7f0b7f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:34.074442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5baedc6a-683b-4a2a-a441-88631e7f0b7f not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:34.165391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:34.322291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ae1448e-aba3-4edd-9b12-e4f3d10b821d req-136d0547-f8ac-4bba-8108-47273f6cc291 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381679 Jul 27 16:45:34.327904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:34.331678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:34.340079 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd90fab3-a638-4622-bbcc-ca4d42794412" -d '{"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-plugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:34.351140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:34.427541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:34.428273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99101100-3e19-496c-b737-2b569667a1fe req-01e5e322-b0da-4335-806a-c36a1225335f tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 210 time: 0.1221297 Jul 27 16:45:34.452166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8389f0-57bb-4f68-8313-9184ed3d97c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:34.568489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:34.573042 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa655c7c-eb82-4b51-988b-8b4be4c98378 x-openstack-request-id: req-fa655c7c-eb82-4b51-988b-8b4be4c98378 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:34.573698 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-plugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:34.574118 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa655c7c-eb82-4b51-988b-8b4be4c98378 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:34.574672 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'code': 200} Jul 27 16:45:34.594120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Allocated IP 172.20.0.3 (d1152743-f096-455d-a431-6af1657879cd/7214495e-ac18-4b86-a096-7567e2efd186/abe69e43-1b1f-445e-b7bc-7180a3c698b6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:34.729099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8389f0-57bb-4f68-8313-9184ed3d97c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:34.750634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e8389f0-57bb-4f68-8313-9184ed3d97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:34.841912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8389f0-57bb-4f68-8313-9184ed3d97c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2c8a2f-3ef1-4fc3-88ef-0b9ec31eb0f6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:34.867093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:34.884876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0e8389f0-57bb-4f68-8313-9184ed3d97c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc6dc80c4cf64f409795f3db9f299174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458489 Jul 27 16:45:35.025825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.065593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ac052-57a4-48d1-ab94-b970fe1a9389 req-c956021f-c7c0-439a-9cce-a5f3ecedb28d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:35.078651 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-255ac052-57a4-48d1-ab94-b970fe1a9389 req-c956021f-c7c0-439a-9cce-a5f3ecedb28d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.4125988 Jul 27 16:45:35.105891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.302477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.306865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.311008 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd2c8a2f-3ef1-4fc3-88ef-0b9ec31eb0f6 HTTP/1.1" status: 204 len: 168 time: 0.4399519 Jul 27 16:45:35.356933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a339b-679b-4268-8f05-2281e011919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2c8a2f-3ef1-4fc3-88ef-0b9ec31eb0f6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:35.849949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.933023 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:35.982834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Network d1152743-f096-455d-a431-6af1657879cd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:35.993058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:35.997806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:45:36.025285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-255ac052-57a4-48d1-ab94-b970fe1a9389 req-90904c54-8f40-480c-9365-bf2beb12749d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9448979 Jul 27 16:45:36.046825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca6b8-c5b5-4518-9db3-287066d8a5a1 req-c22ec934-da4f-4273-a960-4a7b5cdeef2e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:36.075099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb6ca6b8-c5b5-4518-9db3-287066d8a5a1 req-c22ec934-da4f-4273-a960-4a7b5cdeef2e tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 931 time: 0.1657798 Jul 27 16:45:36.192733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb6ca6b8-c5b5-4518-9db3-287066d8a5a1 req-f6862b55-eacd-4842-b7ea-0054c2d7f894 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151466 Jul 27 16:45:36.250566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event updated for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:36.391057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:36.392867 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:36.500726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-57b8f68b-d59f-440d-b4f4-df4d5aefb34c tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9190664 Jul 27 16:45:36.552925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Request body: {'port': {'device_id': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:36.665879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714d46e-cf30-4632-9e03-eac5a3426ced req-cca39f97-ca81-4d2e-9034-8fb7d2590229 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:36.669955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0714d46e-cf30-4632-9e03-eac5a3426ced req-cca39f97-ca81-4d2e-9034-8fb7d2590229 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 951 time: 0.4760544 Jul 27 16:45:37.009324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0714d46e-cf30-4632-9e03-eac5a3426ced req-b15fac74-46ae-4739-9fea-db463bb33e9d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258107 Jul 27 16:45:37.147355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79058f-aed1-4a8e-9386-c4b48ff9c7d7 req-6e8120c8-f7f0-4a17-a000-b9338c479600 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:37.157916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de79058f-aed1-4a8e-9386-c4b48ff9c7d7 req-6e8120c8-f7f0-4a17-a000-b9338c479600 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.1926458 Jul 27 16:45:37.173049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:37.205358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-e1b430f0-6269-46f9-9a8a-870fe2a70a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:37.208769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-e1b430f0-6269-46f9-9a8a-870fe2a70a3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0af7f21a611c4d4a9a057e6a6102e95a&device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 1096 time: 0.4638448 Jul 27 16:45:37.216288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de79058f-aed1-4a8e-9386-c4b48ff9c7d7 req-ae1e561d-81d7-4f3f-9d61-38f61c1e75de tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Jul 27 16:45:37.520124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-9e477903-c09f-43c3-8cd1-cb24541dc9fe tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:37.528108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-9e477903-c09f-43c3-8cd1-cb24541dc9fe tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 951 time: 0.1418190 Jul 27 16:45:37.805048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Deleting port 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:37.805409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:37.898360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07390-8525-417e-b0ae-e49bad99982a req-441f4685-2242-48e3-9782-bc66a760ce42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:37.926334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8b07390-8525-417e-b0ae-e49bad99982a req-441f4685-2242-48e3-9782-bc66a760ce42 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 931 time: 0.5616162 Jul 27 16:45:38.046414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8b07390-8525-417e-b0ae-e49bad99982a req-2df4ce9a-4506-4c09-8432-dbe0bdefbf22 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190846 Jul 27 16:45:38.057146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-bbad34c7-658c-40ca-8939-33977e776958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:38.069403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-bbad34c7-658c-40ca-8939-33977e776958 service neutron] 10.222.0.61 "GET /v2.0/networks?id=be89567d-8047-4d72-9be6-10ea8f488066 HTTP/1.1" status: 200 len: 914 time: 0.8228564 Jul 27 16:45:38.236165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] For port 46ad1375-d668-4a61-a262-28fc758af180, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=46ad1375-d668-4a61-a262-28fc758af180,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:38.237961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:38.317602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Calling delete_port for 46ad1375-d668-4a61-a262-28fc758af180 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:38.416243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-c223ae40-4a51-4f4d-82e5-d80ee8541f08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95935f6a-e9d3-4903-8f39-897eb450dce2 HTTP/1.1" status: 200 len: 217 time: 0.3049555 Jul 27 16:45:38.709676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-0d72589e-c210-4820-a697-0d4be1e275ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:38.713895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-0d72589e-c210-4820-a697-0d4be1e275ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52a8f933-4c77-4f22-9824-4d2a93ea1759 HTTP/1.1" status: 200 len: 853 time: 0.2513971 Jul 27 16:45:38.893872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-947bf4c5-68f6-46bf-b837-c0d7c63e12cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be89567d-8047-4d72-9be6-10ea8f488066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679552 Jul 27 16:45:38.982206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:39.018795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2', '8d166c71-a8f2-4782-8931-bd6c07045d7c', '46ad1375-d668-4a61-a262-28fc758af180'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:39.043653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe69e43-1b1f-445e-b7bc-7180a3c698b6 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:39.057883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:39.076697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event deleted for resources: {'Port': ['ID=46ad1375-d668-4a61-a262-28fc758af180,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:39.098013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Transition to ACTIVE for port object abe69e43-1b1f-445e-b7bc-7180a3c698b6 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:45:39.125489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:39.240044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] No DVR routers for this DVR port 46ad1375-d668-4a61-a262-28fc758af180 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:39.244000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:39.245995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd8f20e-7438-4d24-bf2e-943d317c3db8 req-447c8b4b-a5f6-4ed7-ba5e-5e101c25f2a0 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "DELETE /v2.0/ports/46ad1375-d668-4a61-a262-28fc758af180 HTTP/1.1" status: 204 len: 173 time: 1.7135582 Jul 27 16:45:39.246455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-deleted', 'tag': '46ad1375-d668-4a61-a262-28fc758af180'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:39.260092 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67961fff-0b7c-4656-a8ec-0774554a8244" -d '{"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-deleted", "tag": "46ad1375-d668-4a61-a262-28fc758af180"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:39.274905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2467abb-6576-43dc-9f55-fa6a94eac3c5 req-c1496161-d3d9-4957-a588-03b120258c5d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:39.278282 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2467abb-6576-43dc-9f55-fa6a94eac3c5 req-c1496161-d3d9-4957-a588-03b120258c5d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.8659184 Jul 27 16:45:39.311817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81457c75-fcb5-4448-a0d9-8c8607caf074 req-cafb3797-80f0-4284-b011-72320f373e04 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:39.323856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81457c75-fcb5-4448-a0d9-8c8607caf074 req-cafb3797-80f0-4284-b011-72320f373e04 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=4125a2c1-33a9-4f0d-be29-f1cffdd6c305 HTTP/1.1" status: 200 len: 868 time: 0.8037698 Jul 27 16:45:39.344257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2467abb-6576-43dc-9f55-fa6a94eac3c5 req-c146029d-02c5-4f8e-8ef0-3c8b008cb05c tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Jul 27 16:45:39.455515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81457c75-fcb5-4448-a0d9-8c8607caf074 req-a782062f-2d48-4a09-8f3a-c1df2468bdec tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306515 Jul 27 16:45:39.489385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Pushing event updated for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:39.599293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-2f31fe94-68b4-4591-8fad-dbf5879f5d0f service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505565 Jul 27 16:45:39.734182 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8400c6-037b-46d7-b4e7-59dd92926351 x-openstack-request-id: req-fa8400c6-037b-46d7-b4e7-59dd92926351 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:39.736080 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4125a2c1-33a9-4f0d-be29-f1cffdd6c305", "name": "network-vif-deleted", "tag": "46ad1375-d668-4a61-a262-28fc758af180", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:39.736515 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa8400c6-037b-46d7-b4e7-59dd92926351 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:39.737256 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4125a2c1-33a9-4f0d-be29-f1cffdd6c305', 'name': 'network-vif-deleted', 'tag': '46ad1375-d668-4a61-a262-28fc758af180', 'status': 'completed', 'code': 200} Jul 27 16:45:39.843189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bc780-7cda-462c-b48d-a49725190a67 req-0cb629b9-a401-4a1d-bb08-2b1d9b682077 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:39.851037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df7bc780-7cda-462c-b48d-a49725190a67 req-0cb629b9-a401-4a1d-bb08-2b1d9b682077 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 943 time: 0.2164683 Jul 27 16:45:39.856679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Attempting to bind port abe69e43-1b1f-445e-b7bc-7180a3c698b6 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:45:39.857738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Attempting to bind port abe69e43-1b1f-445e-b7bc-7180a3c698b6 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:45:39.858291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Attempting to bind port abe69e43-1b1f-445e-b7bc-7180a3c698b6 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:39.874100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Port abe69e43-1b1f-445e-b7bc-7180a3c698b6 on network d1152743-f096-455d-a431-6af1657879cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:45:39.875718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Attempting to bind port abe69e43-1b1f-445e-b7bc-7180a3c698b6 on network d1152743-f096-455d-a431-6af1657879cd {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:45:39.940753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:45:39.941753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Checking segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:39.943209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Bound using segment: {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:45:39.945188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Bound port: abe69e43-1b1f-445e-b7bc-7180a3c698b6, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f8047e-7f6d-4554-8171-a21d692a541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd1152743-f096-455d-a431-6af1657879cd'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:45:39.948511 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:40.004632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df7bc780-7cda-462c-b48d-a49725190a67 req-0f63b70a-0613-45df-9936-3cf886550064 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503763 Jul 27 16:45:40.020046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90b63dbb-d17f-448e-af26-a79d3beec844 req-4c07584c-a33f-4a62-b231-de40e178610a service neutron] 10.222.0.61 "GET /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422395 Jul 27 16:45:40.029366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54be591b-a5da-4ff3-945f-1ac9c656884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:40.175772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:40.193539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:40.207397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:40.464139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Pushing event updated for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:40.489457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:40.489457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:40.491402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-1bf3e5de-8f7f-4025-9762-be617daa5a45 service neutron] 10.222.0.61 "PUT /v2.0/ports/abe69e43-1b1f-445e-b7bc-7180a3c698b6 HTTP/1.1" status: 200 len: 1091 time: 3.9670074 Jul 27 16:45:40.492152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:40.573480 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17faf49e-7830-4ca6-9a21-116850f06846" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:40.841083 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca981bbc-e799-4046-a843-8a2b4197ea04 x-openstack-request-id: req-ca981bbc-e799-4046-a843-8a2b4197ea04 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:40.841083 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:40.841083 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca981bbc-e799-4046-a843-8a2b4197ea04 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:40.841083 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6', 'status': 'completed', 'code': 200} Jul 27 16:45:41.127802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-e7ef0311-c76d-4a48-805c-017260da3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:41.129772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-e7ef0311-c76d-4a48-805c-017260da3ae4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 1094 time: 0.4514189 Jul 27 16:45:41.159341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1e0b-05ba-4190-8b16-e25fea059b05 req-bb4a5c66-f6f1-46b1-a1ea-580684a06b07 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:41.187366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873c1e0b-05ba-4190-8b16-e25fea059b05 req-bb4a5c66-f6f1-46b1-a1ea-580684a06b07 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.3430097 Jul 27 16:45:41.384524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-873c1e0b-05ba-4190-8b16-e25fea059b05 req-152af936-81ea-4d9a-8faf-45dbaf7b044b tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904862 Jul 27 16:45:41.392291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-9c9776d5-97e1-4276-a748-74a634142e9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6 HTTP/1.1" status: 200 len: 217 time: 0.2512116 Jul 27 16:45:41.437588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:41.507778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 46ad1375-d668-4a61-a262-28fc758af180 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:41.509738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 46ad1375-d668-4a61-a262-28fc758af180 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:41.655505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-06dff6a5-e8b1-4675-8faf-a751c3fa6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:41.657094 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-06dff6a5-e8b1-4675-8faf-a751c3fa6b33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2543354 Jul 27 16:45:41.796539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a430c8-c29c-42ab-88ad-45602a681ddc req-e8da4223-bfd3-4564-bea1-751263339fc2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:41.797325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-765439c9-8f98-4e90-b510-6d5266dd5edb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210947 Jul 27 16:45:41.799076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1a430c8-c29c-42ab-88ad-45602a681ddc req-e8da4223-bfd3-4564-bea1-751263339fc2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 943 time: 0.1938570 Jul 27 16:45:41.961027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-b5a7f31b-3053-427d-b7fc-ec10d7ed8980 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549110 Jul 27 16:45:41.978564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1a430c8-c29c-42ab-88ad-45602a681ddc req-98def446-997d-465e-b096-a5b73ea14946 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731639 Jul 27 16:45:42.027911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:42.132801 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8a72ebc-84b4-4920-b829-9b8499350c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:42.359633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:42.405275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c52ce-f687-466d-8327-25f3e485172a req-77912b2f-d4be-4bae-847e-d8d9bdb68a33 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:42.423224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-457c52ce-f687-466d-8327-25f3e485172a req-77912b2f-d4be-4bae-847e-d8d9bdb68a33 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.8043170 Jul 27 16:45:42.437679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b7d91e9-8113-43f9-b388-82bb203ac354 req-caccd703-420b-48ef-b188-384d619df166 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647529 Jul 27 16:45:42.462987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fddb0262-3ec6-4662-bfc2-676f81319ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:42.665890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-457c52ce-f687-466d-8327-25f3e485172a req-be989791-3632-4236-8d5b-ab31db1ba1cf tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202108 Jul 27 16:45:42.711926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faf49e-7830-4ca6-9a21-116850f06846 req-83e51ce8-5ff7-4b55-8647-5417f4e1c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:42.714035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-83e51ce8-5ff7-4b55-8647-5417f4e1c483 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 1094 time: 0.2202570 Jul 27 16:45:42.749088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77162b-4ce7-45b9-8728-bb4025d0cfe0 req-0c882421-a38f-4781-9116-f05476643dfc tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:42.758527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb77162b-4ce7-45b9-8728-bb4025d0cfe0 req-0c882421-a38f-4781-9116-f05476643dfc tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.2297170 Jul 27 16:45:42.917788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faf49e-7830-4ca6-9a21-116850f06846 req-3f82cbdb-9c2b-41dd-914b-93a381aaba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:42.919559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-3f82cbdb-9c2b-41dd-914b-93a381aaba15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 200 len: 912 time: 0.1981645 Jul 27 16:45:42.977515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb77162b-4ce7-45b9-8728-bb4025d0cfe0 req-122c2147-66e8-434f-b35f-e219f1177e3f tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113845 Jul 27 16:45:42.979772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fddb0262-3ec6-4662-bfc2-676f81319ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:43.006358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-fdd51d8e-7c67-49d3-8567-bc45020ad69f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6 HTTP/1.1" status: 200 len: 217 time: 0.0756626 Jul 27 16:45:43.076482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fddb0262-3ec6-4662-bfc2-676f81319ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:43.150965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb0262-3ec6-4662-bfc2-676f81319ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109e53e0-0e75-4f33-8d31-d3c36eaafc96,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:43.230157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fddb0262-3ec6-4662-bfc2-676f81319ace admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88dc1b707def4a3089a3c6a1e028f474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2007401 Jul 27 16:45:43.235637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48512) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:43.282663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faf49e-7830-4ca6-9a21-116850f06846 req-c1030a42-c415-4d3c-a0ba-fef373bc7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:43.293375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-c1030a42-c415-4d3c-a0ba-fef373bc7b21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 200 len: 851 time: 0.2711928 Jul 27 16:45:43.397776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-bc61832e-24d4-45c9-a130-0da32d2d931b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:43.401014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-bc61832e-24d4-45c9-a130-0da32d2d931b tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.4635179 Jul 27 16:45:43.403342 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:43.425303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-8fadad6f-3f9c-404a-a0c4-7ea2b0ea0904 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1152743-f096-455d-a431-6af1657879cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195090 Jul 27 16:45:43.464169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4533-fe69-43cb-a70c-67d850ddc0df req-efdbca32-9f70-47ba-bcb2-2cdaefcc79a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:43.472419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-782f4533-fe69-43cb-a70c-67d850ddc0df req-efdbca32-9f70-47ba-bcb2-2cdaefcc79a4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 943 time: 0.3605072 Jul 27 16:45:43.693349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:43.700349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-782f4533-fe69-43cb-a70c-67d850ddc0df req-9f30c3ba-7929-4f62-bfa2-db5b08fb02b4 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268820 Jul 27 16:45:43.711229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Deleting port 8d166c71-a8f2-4782-8931-bd6c07045d7c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:43.712266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:43.874343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-a6392c6b-a8e8-4e5c-ae75-ccdb49c71932 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390864 Jul 27 16:45:43.901238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.117559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f069-eff9-4154-9d83-24614e7f8b89 req-7a90f7e4-4b75-4aae-bb32-b98d54fddee2 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:44.129970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab42f069-eff9-4154-9d83-24614e7f8b89 req-7a90f7e4-4b75-4aae-bb32-b98d54fddee2 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.2785892 Jul 27 16:45:44.145555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] For port 8d166c71-a8f2-4782-8931-bd6c07045d7c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8d166c71-a8f2-4782-8931-bd6c07045d7c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:44.146884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.169791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17faf49e-7830-4ca6-9a21-116850f06846 req-4dc03b3a-f360-4c49-b2d7-2b327320d4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821119 Jul 27 16:45:44.245165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005eb0-3556-476d-84bc-7d3d9458d5ee req-d992a15f-d3bb-462b-8f75-7ccd0c9f2e2d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:44.246713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46005eb0-3556-476d-84bc-7d3d9458d5ee req-d992a15f-d3bb-462b-8f75-7ccd0c9f2e2d tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 950 time: 0.3021610 Jul 27 16:45:44.247112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Calling delete_port for 8d166c71-a8f2-4782-8931-bd6c07045d7c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:44.252201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.254742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.277812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/109e53e0-0e75-4f33-8d31-d3c36eaafc96 HTTP/1.1" status: 204 len: 168 time: 1.0189123 Jul 27 16:45:44.320043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63e98-5333-4237-8962-d8d9ada71b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e53e0-0e75-4f33-8d31-d3c36eaafc96,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:44.375189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46005eb0-3556-476d-84bc-7d3d9458d5ee req-4dc1bd28-026d-46cb-9e93-a59a44347c8a tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062641 Jul 27 16:45:44.503761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab42f069-eff9-4154-9d83-24614e7f8b89 req-57c9a7e1-d5c1-4edd-9e09-a281ae208b6d tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726892 Jul 27 16:45:44.677542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.711959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2', '8d166c71-a8f2-4782-8931-bd6c07045d7c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:44.724338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event deleted for resources: {'Port': ['ID=8d166c71-a8f2-4782-8931-bd6c07045d7c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:44.886058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] No DVR routers for this DVR port 8d166c71-a8f2-4782-8931-bd6c07045d7c on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:44.889360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:44.892496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bfd6196d-b4e7-4cd6-993d-f8e1db367fc0 req-441d9f14-2608-4c4a-886d-442e417a9341 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "DELETE /v2.0/ports/8d166c71-a8f2-4782-8931-bd6c07045d7c HTTP/1.1" status: 204 len: 173 time: 1.4665172 Jul 27 16:45:44.903282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:44.930711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-deleted', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:44.933639 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa8cbb3-d345-43cc-9e55-66ef45b713a9" -d '{"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-deleted", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:44.936444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6dcb15d1-ced7-4df6-a953-39804f2cfc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.080643 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a25ec-e0b7-469f-9c9e-5e7c436fa1ec x-openstack-request-id: req-593a25ec-e0b7-469f-9c9e-5e7c436fa1ec {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:45.080940 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80107d-8c84-4900-b451-d0e6101ae068", "name": "network-vif-deleted", "tag": "8d166c71-a8f2-4782-8931-bd6c07045d7c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:45.081200 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-593a25ec-e0b7-469f-9c9e-5e7c436fa1ec {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:45.081685 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80107d-8c84-4900-b451-d0e6101ae068', 'name': 'network-vif-deleted', 'tag': '8d166c71-a8f2-4782-8931-bd6c07045d7c', 'status': 'completed', 'code': 200} Jul 27 16:45:45.147094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041107f1-c9d9-463b-b2f3-c43139632b3c req-d57a8ad9-99af-4fbf-875f-2ccee37b58c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:45.151966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-041107f1-c9d9-463b-b2f3-c43139632b3c req-d57a8ad9-99af-4fbf-875f-2ccee37b58c5 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 943 time: 0.2673569 Jul 27 16:45:45.164377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.234124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-041107f1-c9d9-463b-b2f3-c43139632b3c req-f314db1d-fa16-411b-a02d-0c75baddc14a tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Jul 27 16:45:45.250923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-689d9388-7d2f-41bb-bfd0-f15833fa8fef tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:45.252958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-689d9388-7d2f-41bb-bfd0-f15833fa8fef tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.61 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.2386615 Jul 27 16:45:45.408059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6dcb15d1-ced7-4df6-a953-39804f2cfc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.427552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6dcb15d1-ced7-4df6-a953-39804f2cfc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.538793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb15d1-ced7-4df6-a953-39804f2cfc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0714e49c-1d8e-4400-8b9c-8ac1f6622492,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:45.554112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6dcb15d1-ced7-4df6-a953-39804f2cfc91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=138f95a1ee3f4ac7a3d2474d2ccd0792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491485 Jul 27 16:45:45.563221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:45.780812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74a2a2d1-b16e-4f92-b070-da9351beafc0 req-d8fdcb53-89fc-4570-8078-a57d5149be66 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac80107d-8c84-4900-b451-d0e6101ae068 HTTP/1.1" status: 200 len: 210 time: 0.1176331 Jul 27 16:45:45.836759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.869320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Deleting port 95935f6a-e9d3-4903-8f39-897eb450dce2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:45.869673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.962807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:45.973415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device abe69e43-1b1f-445e-b7bc-7180a3c698b6 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:46.137797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d19a-b807-4667-9002-bc1db219dc1f req-20178e57-9906-47cf-80a7-8b2d614c9575 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:46.140671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa8d19a-b807-4667-9002-bc1db219dc1f req-20178e57-9906-47cf-80a7-8b2d614c9575 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 945 time: 0.4490030 Jul 27 16:45:46.169351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] For port 95935f6a-e9d3-4903-8f39-897eb450dce2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=95935f6a-e9d3-4903-8f39-897eb450dce2,segment=NetworkSegment(09edb9f1-48bb-4a07-9601-43a9976f38a7),segment_id=09edb9f1-48bb-4a07-9601-43a9976f38a7)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:46.170085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.204948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Calling delete_port for 95935f6a-e9d3-4903-8f39-897eb450dce2 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:46.205365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:46.231771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6', 'network_id': 'd1152743-f096-455d-a431-6af1657879cd', 'port_id': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6', 'mac_address': 'fa:16:3e:26:c2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214495e-ac18-4b86-a096-7567e2efd186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:46.274199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.289691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.297331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0714e49c-1d8e-4400-8b9c-8ac1f6622492 HTTP/1.1" status: 204 len: 168 time: 0.7314107 Jul 27 16:45:46.317544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65459569-1ea7-4699-8d88-e30ba2ef76ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0714e49c-1d8e-4400-8b9c-8ac1f6622492,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:46.339737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa8d19a-b807-4667-9002-bc1db219dc1f req-4eb37e97-0da7-47e4-8f6b-d4f129b4e8c9 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a207f06-a6ff-436f-b2c7-1669dae332f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744897 Jul 27 16:45:46.354516 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.429418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe69e43-1b1f-445e-b7bc-7180a3c698b6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:45:46.481358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:46.491619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.623155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:46.658867 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.681428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['95935f6a-e9d3-4903-8f39-897eb450dce2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:46.747773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Pushing event deleted for resources: {'Port': ['ID=95935f6a-e9d3-4903-8f39-897eb450dce2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:46.774935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['abe69e43-1b1f-445e-b7bc-7180a3c698b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:46.779409 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:46.780949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3d7d-ed6f-4b8b-942f-55c9db59b3f4 req-28d1e098-883c-4794-887f-43f149310827 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:46.785563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-455f3d7d-ed6f-4b8b-942f-55c9db59b3f4 req-28d1e098-883c-4794-887f-43f149310827 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 944 time: 0.3320208 Jul 27 16:45:47.069063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] No DVR routers for this DVR port 95935f6a-e9d3-4903-8f39-897eb450dce2 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:47.077423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:47.083731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-583505c5-3eb9-41ea-957b-b922eb58f4e0 req-b764c710-9968-4fc7-8a0d-8989a0385003 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.61 "DELETE /v2.0/ports/95935f6a-e9d3-4903-8f39-897eb450dce2 HTTP/1.1" status: 204 len: 173 time: 1.8212712 Jul 27 16:45:47.086745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'name': 'network-vif-deleted', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:47.117963 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d2311c-3061-4b44-8951-0b3f5aca1f66" -d '{"events": [{"server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "name": "network-vif-deleted", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:47.205080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-455f3d7d-ed6f-4b8b-942f-55c9db59b3f4 req-87980032-6744-42e1-aaec-a566e48926ae tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195171 Jul 27 16:45:47.330475 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746635a-b21d-4660-bd94-e08f6c2fd953 x-openstack-request-id: req-6746635a-b21d-4660-bd94-e08f6c2fd953 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:47.331347 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d85229-b0a1-4daa-8622-d09195064b5d", "name": "network-vif-deleted", "tag": "95935f6a-e9d3-4903-8f39-897eb450dce2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:47.331757 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6746635a-b21d-4660-bd94-e08f6c2fd953 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:47.332310 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d85229-b0a1-4daa-8622-d09195064b5d', 'name': 'network-vif-deleted', 'tag': '95935f6a-e9d3-4903-8f39-897eb450dce2', 'status': 'completed', 'code': 200} Jul 27 16:45:47.454256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:47.500180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 8d166c71-a8f2-4782-8931-bd6c07045d7c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:47.501709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8d166c71-a8f2-4782-8931-bd6c07045d7c not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:47.599284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b81afe79-5936-4c3d-a8d7-2b30778e08a2 req-8da88eb7-6b3f-48cc-b6a1-a5c6900e5131 tempest-InstanceActionsTestJSON-1295538443 tempest-InstanceActionsTestJSON-1295538443-project] 10.222.0.64 "GET /v2.0/ports?device_id=29d85229-b0a1-4daa-8622-d09195064b5d HTTP/1.1" status: 200 len: 210 time: 0.0881515 Jul 27 16:45:47.991972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f657e8-fb70-41f5-8679-9fb6610a1fc5 req-0ed893b0-8a6d-4d75-8d5e-40528c6a7881 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:48.008890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device abe69e43-1b1f-445e-b7bc-7180a3c698b6 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:48.035827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04f657e8-fb70-41f5-8679-9fb6610a1fc5 req-0ed893b0-8a6d-4d75-8d5e-40528c6a7881 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.3096840 Jul 27 16:45:48.269503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04f657e8-fb70-41f5-8679-9fb6610a1fc5 req-1228ddb7-9141-44bc-8113-04bb5da0a8f6 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213862 Jul 27 16:45:48.324631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port abe69e43-1b1f-445e-b7bc-7180a3c698b6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:45:48.346730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port abe69e43-1b1f-445e-b7bc-7180a3c698b6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:45:48.347186 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:48.478659 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:48.535879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:48.536016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe265e7-3fe1-475f-aa4e-7212d98d0573 req-d4aa0d1e-7536-4dd8-bd14-c7bf0baf11fc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:48.536939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:48.538648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe265e7-3fe1-475f-aa4e-7212d98d0573 req-d4aa0d1e-7536-4dd8-bd14-c7bf0baf11fc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 944 time: 0.1383827 Jul 27 16:45:48.553572 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4622e9b7-c055-4aa3-8d98-801a81a1c667" -d '{"events": [{"server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "name": "network-vif-plugged", "status": "completed", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:48.569897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:48.570547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 95935f6a-e9d3-4903-8f39-897eb450dce2 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:48.659970 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0087320-6ba0-477b-99f0-b60b2be9dee1 x-openstack-request-id: req-a0087320-6ba0-477b-99f0-b60b2be9dee1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:48.660076 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "name": "network-vif-plugged", "status": "completed", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:48.660331 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0087320-6ba0-477b-99f0-b60b2be9dee1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:48.664305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe265e7-3fe1-475f-aa4e-7212d98d0573 req-92fce37a-79fa-48a8-b370-a5a238a839dc tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068726 Jul 27 16:45:48.673922 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6', 'code': 200} Jul 27 16:45:48.680497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 95935f6a-e9d3-4903-8f39-897eb450dce2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:48.686750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 95935f6a-e9d3-4903-8f39-897eb450dce2 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:48.768780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48708) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:48.837799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3979d-c2ec-42b1-89de-a110cbd7ac9a req-6c731a7c-feac-4f5c-bc33-6f59e3fc22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:48.839507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca3979d-c2ec-42b1-89de-a110cbd7ac9a req-6c731a7c-feac-4f5c-bc33-6f59e3fc22b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 1096 time: 0.1358004 Jul 27 16:45:48.867079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:48.912204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:48.928581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Deleting subnet 52a8f933-4c77-4f22-9824-4d2a93ea1759 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:45:48.932135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca3979d-c2ec-42b1-89de-a110cbd7ac9a req-046c91a9-64f0-41c7-8f99-4fd7818f9621 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838332 Jul 27 16:45:48.934878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.020516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.126812 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.166569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee49f11b-be5f-4a54-ae27-ec00c8e79761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.417274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.442981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-b0052cd0-c664-4a41-917a-bad1d190c32c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:49.447833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-b0052cd0-c664-4a41-917a-bad1d190c32c tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.3610084 Jul 27 16:45:49.507426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a8f933-4c77-4f22-9824-4d2a93ea1759,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:49.562157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.567107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:49.567628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dcffd286-3050-4a3d-af7b-921bcd78cab5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/52a8f933-4c77-4f22-9824-4d2a93ea1759 HTTP/1.1" status: 204 len: 168 time: 0.7967670 Jul 27 16:45:49.712308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.725151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613886bf-5ac2-40e4-8c04-814e516d6d3c req-65de5f2e-edbe-4de9-ade4-bcde494a9ad9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:49.726367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-613886bf-5ac2-40e4-8c04-814e516d6d3c req-65de5f2e-edbe-4de9-ade4-bcde494a9ad9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 950 time: 0.2701731 Jul 27 16:45:49.744541 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee49f11b-be5f-4a54-ae27-ec00c8e79761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.763754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee49f11b-be5f-4a54-ae27-ec00c8e79761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.823504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Deleting port f910266c-8ac5-4431-8f5b-4da59917eff2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:49.824139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.900232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ee49f11b-be5f-4a54-ae27-ec00c8e79761 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66ebccdea7494bbab8559c63e6ed7bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9865086 Jul 27 16:45:49.901296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:49.964991 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:49.968553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49f11b-be5f-4a54-ae27-ec00c8e79761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a4ca3-2f26-4cda-9a33-af2784375079,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:50.003290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-613886bf-5ac2-40e4-8c04-814e516d6d3c req-e38e4fe4-6b8e-4973-8d70-f509e31d8faa tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e8cb25-4619-4b50-a23c-1320427786f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578659 Jul 27 16:45:50.008145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be89567d-8047-4d72-9be6-10ea8f488066']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:50.057984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09edb9f1-48bb-4a07-9601-43a9976f38a7') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:50.059175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09edb9f1-48bb-4a07-9601-43a9976f38a7') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:50.080022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.116154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f647-64a9-42c4-b43d-5895b9aa7a60 req-24f02745-2c81-4de8-b172-ccb170fd0471 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:50.119864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c79f647-64a9-42c4-b43d-5895b9aa7a60 req-24f02745-2c81-4de8-b172-ccb170fd0471 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.2319205 Jul 27 16:45:50.123660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.142661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:45:50.143417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:45:50.145473 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:45:50.178311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.208487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.265234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c79f647-64a9-42c4-b43d-5895b9aa7a60 req-c5c2d25e-f3bb-4a21-a296-d375e78f7e9d tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329858 Jul 27 16:45:50.266615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.288872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.301573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/be89567d-8047-4d72-9be6-10ea8f488066 HTTP/1.1" status: 204 len: 168 time: 0.7324381 Jul 27 16:45:50.327022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] For port f910266c-8ac5-4431-8f5b-4da59917eff2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f910266c-8ac5-4431-8f5b-4da59917eff2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:50.329931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.363745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fdda3-2762-47ac-9ad6-13b751f72ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be89567d-8047-4d72-9be6-10ea8f488066,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:50.371146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Calling delete_port for f910266c-8ac5-4431-8f5b-4da59917eff2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:50.547472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.562008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.564589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f0a4ca3-2f26-4cda-9a33-af2784375079 HTTP/1.1" status: 204 len: 168 time: 0.6294844 Jul 27 16:45:50.582303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfce9c-b855-4d73-a10e-b29d4010d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a4ca3-2f26-4cda-9a33-af2784375079,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:50.643971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:50.742576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-68e89619-7966-432b-a012-e633d03322ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0af7f21a611c4d4a9a057e6a6102e95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961413 Jul 27 16:45:50.745256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:50.796474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.831975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f910266c-8ac5-4431-8f5b-4da59917eff2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:50.851758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Pushing event deleted for resources: {'Port': ['ID=f910266c-8ac5-4431-8f5b-4da59917eff2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:50.955018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] No DVR routers for this DVR port f910266c-8ac5-4431-8f5b-4da59917eff2 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:50.965672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:50.969622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06b9ddae-56e3-4359-9bc9-b6d53e7a6703 req-6b1a73f8-3c9d-4565-9106-a5b1f0fff2d9 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.13 "DELETE /v2.0/ports/f910266c-8ac5-4431-8f5b-4da59917eff2 HTTP/1.1" status: 204 len: 173 time: 1.5059681 Jul 27 16:45:50.972342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-deleted', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:51.009567 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964ef61-42a9-4678-a529-312c6431b1eb" -d '{"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-deleted", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:51.035552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:51.089961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a45ae4-9f9d-42fd-8816-380e40d8041e req-c8bdb278-745d-410b-a5f2-6a252df4cac2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:51.108676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44a45ae4-9f9d-42fd-8816-380e40d8041e req-c8bdb278-745d-410b-a5f2-6a252df4cac2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.2877831 Jul 27 16:45:51.171248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:51.280374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44a45ae4-9f9d-42fd-8816-380e40d8041e req-e4bd85fb-0598-44fc-887e-938c507232e1 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706824 Jul 27 16:45:51.289560 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4f861-6b68-4035-9056-931dd17e0d0a x-openstack-request-id: req-09a4f861-6b68-4035-9056-931dd17e0d0a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:51.291560 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c7d60-6c59-4ee8-9816-ffbfb833bb6f", "name": "network-vif-deleted", "tag": "f910266c-8ac5-4431-8f5b-4da59917eff2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:51.292045 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09a4f861-6b68-4035-9056-931dd17e0d0a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:51.292638 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c7d60-6c59-4ee8-9816-ffbfb833bb6f', 'name': 'network-vif-deleted', 'tag': 'f910266c-8ac5-4431-8f5b-4da59917eff2', 'status': 'completed', 'code': 200} Jul 27 16:45:51.345918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:51.351673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:51.354581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a207f06-a6ff-436f-b2c7-1669dae332f6 HTTP/1.1" status: 204 len: 168 time: 0.6040809 Jul 27 16:45:51.373941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c793a5-ee47-426d-b919-94b6621a8730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a207f06-a6ff-436f-b2c7-1669dae332f6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:51.427715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30785616-3754-44da-b18a-3489591ad9f4 req-d231e0d0-351d-45b1-bc4c-4f38da2cb832 tempest-MigrationsAdminTest-1568763510 tempest-MigrationsAdminTest-1568763510-project] 10.222.0.64 "GET /v2.0/ports?device_id=797c7d60-6c59-4ee8-9816-ffbfb833bb6f HTTP/1.1" status: 200 len: 210 time: 0.0490494 Jul 27 16:45:52.538437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7261d6-6270-453c-a1e3-3460ea63b2fb req-985bdc89-a940-46f5-8e61-009226b7e587 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:52.546054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de7261d6-6270-453c-a1e3-3460ea63b2fb req-985bdc89-a940-46f5-8e61-009226b7e587 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.1135328 Jul 27 16:45:52.601387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de7261d6-6270-453c-a1e3-3460ea63b2fb req-9add90b9-1300-43c3-b744-16fab2fbbd52 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483501 Jul 27 16:45:52.946091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:53.078634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a839dd-291d-429b-9afa-2993ff15208c req-34972444-0e25-4333-bbb6-0fa652a1f7e6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:53.082081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-21a839dd-291d-429b-9afa-2993ff15208c req-34972444-0e25-4333-bbb6-0fa652a1f7e6 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.1015716 Jul 27 16:45:53.156994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-21a839dd-291d-429b-9afa-2993ff15208c req-e0cde45f-18d6-412c-a31d-71b71c57f2a2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Jul 27 16:45:53.284966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:53.404502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-41ca51ce-637a-450f-82f7-4392f0b947a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=990082e1c62a40b78650479271edff88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566545 Jul 27 16:45:53.408982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:53.442217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1193214368-network', 'tenant_id': '324799a390cd4c178b622e307d0900d1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:53.484773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Made reservation on behalf of 324799a390cd4c178b622e307d0900d1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:53.488475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.501169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.508500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.509689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:53.557325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.559184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: f910266c-8ac5-4431-8f5b-4da59917eff2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:53.560837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f910266c-8ac5-4431-8f5b-4da59917eff2 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:53.645066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.649927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.651348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10e8cb25-4619-4b50-a23c-1320427786f9 HTTP/1.1" status: 204 len: 168 time: 0.2410147 Jul 27 16:45:53.660231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8cb25-4619-4b50-a23c-1320427786f9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:53.686411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.687311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.688402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.690523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.692109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.692647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.695351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.695865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.696406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.696906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.697420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.697920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1830ac4-ac27-4b78-8845-cf40bf51a626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:53.826518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.832227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.851283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:45:53.863903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:53.864719 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Added segment e21d56e1-f2f8-444b-b64a-32072c327663 of type vlan for network 311ed46e-9022-41b3-9256-b13de6011101 Jul 27 16:45:53.952505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:54.028309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:54.035893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:54.037020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:54.119523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8325951 Jul 27 16:45:54.122606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:54.130743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Request body: {'subnet': {'network_id': '311ed46e-9022-41b3-9256-b13de6011101', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1193214368-subnet', 'tenant_id': '324799a390cd4c178b622e307d0900d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:45:54.187412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Made reservation on behalf of 324799a390cd4c178b622e307d0900d1 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:54.192405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:54.323030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968d5f9-b69c-46bc-89e3-d86c7cf44c64,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:54.375949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b06cfc-cc5a-4514-b8f7-8c692e3241e3 admin admin] Pushing event updated for resources: {'Network': ['ID=311ed46e-9022-41b3-9256-b13de6011101,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:54.387759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 311ed46e-9022-41b3-9256-b13de6011101 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:45:54.460502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:54.521647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f19bc57d-f857-4352-9d56-e13b65320290 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ce18e2ea0134c818428fd94ebc9fee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591972 Jul 27 16:45:54.525503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:45:54.605123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e24c-6d0b-4fda-8a12-6d20fc4ac690 req-9d494b50-895d-4165-a70d-2fce5b0691d8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:54.613848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b71e24c-6d0b-4fda-8a12-6d20fc4ac690 req-9d494b50-895d-4165-a70d-2fce5b0691d8 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.2215159 Jul 27 16:45:54.742041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1b71e24c-6d0b-4fda-8a12-6d20fc4ac690 req-02f50cde-74f5-40cb-bc77-65a90b6a15ce tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265450 Jul 27 16:45:54.846529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-58ab1567-a82e-406f-9e57-5321012b040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:54.849858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-58ab1567-a82e-406f-9e57-5321012b040f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.1262372 Jul 27 16:45:54.955686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.043623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-6de5d222-998f-47f8-9489-15432b1a81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:55.045177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-6de5d222-998f-47f8-9489-15432b1a81cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.1861699 Jul 27 16:45:55.069949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.101899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-17a748f9-3a61-452b-a9fc-61f43096e530 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:55.103633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-17a748f9-3a61-452b-a9fc-61f43096e530 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.5772674 Jul 27 16:45:55.140336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc06b7fc-9312-4ab0-99a9-8ab77408ee01,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:55.146193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-f9c6d0bb-eb22-417f-8c81-07d5136cfe69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.0922952 Jul 27 16:45:55.216553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4b5a-d6b0-4c5e-9ee5-faa2eb81727a req-7aa9da87-4a67-4a08-ae4b-0f2882cd9aae tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:55.218718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0af4b5a-d6b0-4c5e-9ee5-faa2eb81727a req-7aa9da87-4a67-4a08-ae4b-0f2882cd9aae tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.4110863 Jul 27 16:45:55.218951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-aa22d3d6-ff80-45f1-a0bd-9e1f2ad2990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:55.221246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-aa22d3d6-ff80-45f1-a0bd-9e1f2ad2990b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0639389 Jul 27 16:45:55.225659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Checking segment: {'id': 'e21d56e1-f2f8-444b-b64a-32072c327663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '311ed46e-9022-41b3-9256-b13de6011101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:45:55.226306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Network hostable DHCP agents. Network: 311ed46e-9022-41b3-9256-b13de6011101, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:45:55.230561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.305726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-f41c93c7-5724-44c1-a23b-9682b76fb0ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774634 Jul 27 16:45:55.381096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Network 311ed46e-9022-41b3-9256-b13de6011101 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:45:55.401934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0af4b5a-d6b0-4c5e-9ee5-faa2eb81727a req-0cc7731b-c661-4dc1-9a91-c7038ba28d92 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563389 Jul 27 16:45:55.419548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 311ed46e-9022-41b3-9256-b13de6011101) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:55.425636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:55.427771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.442298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109784a-ef58-4109-9b3d-900befc5f3cd None None] Network 311ed46e-9022-41b3-9256-b13de6011101 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:45:55.459641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.463077 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.464750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/761b5a64-8186-4461-9312-dba1ab0e99b3 HTTP/1.1" status: 204 len: 168 time: 0.9370282 Jul 27 16:45:55.477194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-072291b8-773f-4f96-9b45-a98462907e7f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3519568 Jul 27 16:45:55.489585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df7bff-3b71-4858-8e9f-e4b29fb82ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b5a64-8186-4461-9312-dba1ab0e99b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:55.509223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Deleting port abe69e43-1b1f-445e-b7bc-7180a3c698b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:45:55.509695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.636777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-905b9520-5106-46fe-8704-1ae0bc16fab2 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191338 Jul 27 16:45:55.760724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] For port abe69e43-1b1f-445e-b7bc-7180a3c698b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=abe69e43-1b1f-445e-b7bc-7180a3c698b6,segment=NetworkSegment(84f8047e-7f6d-4554-8171-a21d692a541b),segment_id=84f8047e-7f6d-4554-8171-a21d692a541b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:55.761558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:55.828818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Calling delete_port for abe69e43-1b1f-445e-b7bc-7180a3c698b6 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:45:56.087664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-868b1cef-3b0b-4ec6-a939-a2b31bb11f30 req-283582c9-627e-4b0a-9ad8-94c8c34906c1 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406519 Jul 27 16:45:56.293858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:56.301856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e8cf0-1137-438c-a67b-6b8e68f967e6 req-4c6c83e8-6e04-46f6-9f31-7fb3ce1e5efb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:56.308658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f30e8cf0-1137-438c-a67b-6b8e68f967e6 req-4c6c83e8-6e04-46f6-9f31-7fb3ce1e5efb tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f1e74f-1570-4f9c-929f-4889ac9ae64b HTTP/1.1" status: 200 len: 945 time: 0.3337195 Jul 27 16:45:56.395978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f30e8cf0-1137-438c-a67b-6b8e68f967e6 req-1b9999f1-f4de-41d6-a080-d32c36f7fc84 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.64 "GET /v2.0/security-groups?id=444b5907-669e-408d-8844-12098fdb2307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817356 Jul 27 16:45:56.417232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Pushing event deleted for resources: {'Port': ['ID=abe69e43-1b1f-445e-b7bc-7180a3c698b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:56.457210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a3b15-498d-41e7-b445-c92d60d61fc0 None None] Network 311ed46e-9022-41b3-9256-b13de6011101 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:45:56.465336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] No DVR routers for this DVR port abe69e43-1b1f-445e-b7bc-7180a3c698b6 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:45:56.476699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:45:56.495152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdc44cc8-a40a-432e-9437-ba9e0f4aa632 req-4666a390-8762-4628-ba34-2049972b30c2 tempest-DeleteServersTestJSON-843259052 tempest-DeleteServersTestJSON-843259052-project] 10.222.0.61 "DELETE /v2.0/ports/abe69e43-1b1f-445e-b7bc-7180a3c698b6 HTTP/1.1" status: 204 len: 173 time: 1.3418856 Jul 27 16:45:56.498992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'name': 'network-vif-deleted', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:45:56.503398 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eeb529-4771-45c4-9904-e3fc32d2e2a8" -d '{"events": [{"server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "name": "network-vif-deleted", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:56.786972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c9dc1-ef76-4f32-8c9c-8dd78c1f4751 req-815f0244-ba5d-4399-883a-f95c982ac8ec tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:56.788957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-599c9dc1-ef76-4f32-8c9c-8dd78c1f4751 req-815f0244-ba5d-4399-883a-f95c982ac8ec tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2204394 Jul 27 16:45:56.853948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-599c9dc1-ef76-4f32-8c9c-8dd78c1f4751 req-bc38a696-601e-4671-af75-525c896233db tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Jul 27 16:45:57.444420 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c64d6-b5a5-473e-a6ab-a2b826e412b6 x-openstack-request-id: req-5b5c64d6-b5a5-473e-a6ab-a2b826e412b6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:57.445139 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1e74f-1570-4f9c-929f-4889ac9ae64b", "name": "network-vif-deleted", "tag": "abe69e43-1b1f-445e-b7bc-7180a3c698b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:57.445139 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b5c64d6-b5a5-473e-a6ab-a2b826e412b6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:57.445392 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1e74f-1570-4f9c-929f-4889ac9ae64b', 'name': 'network-vif-deleted', 'tag': 'abe69e43-1b1f-445e-b7bc-7180a3c698b6', 'status': 'completed', 'code': 200} Jul 27 16:45:57.557969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-ca5d8e49-7593-48ba-b30e-598e48591a67 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:57.560196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-ca5d8e49-7593-48ba-b30e-598e48591a67 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/networks?id=311ed46e-9022-41b3-9256-b13de6011101 HTTP/1.1" status: 200 len: 822 time: 0.9254901 Jul 27 16:45:57.617363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-9853ca31-e40d-4ca6-9508-0dae3338c771 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/quotas/324799a390cd4c178b622e307d0900d1 HTTP/1.1" status: 200 len: 375 time: 0.0341718 Jul 27 16:45:57.688128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-7a6b47bf-c841-43a5-a1a4-ed0f6d942c83 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=324799a390cd4c178b622e307d0900d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632331 Jul 27 16:45:57.950587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-c757189c-818f-4e93-8595-5931298959b8 service neutron] 10.222.0.64 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503178 Jul 27 16:45:58.113137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-e897be6c-c052-4210-800b-5a4551c59a69 service neutron] 10.222.0.64 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551533 Jul 27 16:45:58.130576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device abe69e43-1b1f-445e-b7bc-7180a3c698b6 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:45:58.215297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: abe69e43-1b1f-445e-b7bc-7180a3c698b6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:45:58.218429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device abe69e43-1b1f-445e-b7bc-7180a3c698b6 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:45:58.375004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b63e5-360b-44d5-a86d-6771c851132d req-5df0a97c-e3eb-4320-a8e6-b2a3c2bad1e4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:58.383515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-293b63e5-360b-44d5-a86d-6771c851132d req-5df0a97c-e3eb-4320-a8e6-b2a3c2bad1e4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2369099 Jul 27 16:45:58.479668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-293b63e5-360b-44d5-a86d-6771c851132d req-f846a603-d8ec-40f2-a3b4-3ffea6a542fd tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950105 Jul 27 16:45:58.902030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9532a27-7f45-4ee1-91d8-94ee77cbd2a1 req-b87155c7-5c99-4c4d-b9fd-d49126187f84 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 210 time: 0.0996923 Jul 27 16:45:59.674569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-61a76832-40fe-48fe-aa57-800a7e367a97 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0718c79f25124eba845b97a39df636f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824890 Jul 27 16:45:59.942928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a06b6-ea02-443c-8bec-56f04f6f7377 req-3863d604-b88f-4664-981d-84bc4492a6db tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:59.944755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd3a06b6-ea02-443c-8bec-56f04f6f7377 req-3863d604-b88f-4664-981d-84bc4492a6db tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2528393 Jul 27 16:45:59.945840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-5b45f4fb-f52a-4a5f-b06f-faa42d118dd0 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:45:59.947382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-5b45f4fb-f52a-4a5f-b06f-faa42d118dd0 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713864 Jul 27 16:45:59.977416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-a3078d10-a5c7-454d-b8af-1fc569b7c3d0 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/quotas/0718c79f25124eba845b97a39df636f5 HTTP/1.1" status: 200 len: 375 time: 0.0195465 Jul 27 16:46:00.030004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd3a06b6-ea02-443c-8bec-56f04f6f7377 req-8b917f68-7502-4c7b-ab37-377bd01701e1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765533 Jul 27 16:46:00.049135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-e0a62aba-bb60-4284-9a34-bc966d996047 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0718c79f25124eba845b97a39df636f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703027 Jul 27 16:46:00.246730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faee4a61-fcfa-499f-845c-57fc2c78c760 req-6c4cc216-8233-4246-97bb-b1b7aa1f3e36 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 210 time: 0.0391788 Jul 27 16:46:00.363274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2d42f2-12b9-4ce2-88d6-0758ee78792f req-aa198144-d883-4349-96b8-4ca39c3e2f86 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 210 time: 0.0344608 Jul 27 16:46:00.860864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-e44c7722-c24e-4387-9c07-559d2878cb9e tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:00.862472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-e44c7722-c24e-4387-9c07-559d2878cb9e tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.61 "GET /v2.0/networks?id=311ed46e-9022-41b3-9256-b13de6011101 HTTP/1.1" status: 200 len: 822 time: 0.2889180 Jul 27 16:46:00.877250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Request body: {'port': {'device_id': '825139dc-f584-4e39-a92f-6eb2faad38df', 'network_id': '311ed46e-9022-41b3-9256-b13de6011101', 'admin_state_up': True, 'tenant_id': '324799a390cd4c178b622e307d0900d1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:01.063409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Made reservation on behalf of 324799a390cd4c178b622e307d0900d1 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:01.070804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:01.267519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1208-65c8-44e2-8cd2-1b1661619f6c req-c2bd76f0-6f42-4ef7-a3b0-69b8b657a586 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:01.276788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d07f1208-65c8-44e2-8cd2-1b1661619f6c req-c2bd76f0-6f42-4ef7-a3b0-69b8b657a586 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1110187 Jul 27 16:46:01.354317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d07f1208-65c8-44e2-8cd2-1b1661619f6c req-ffff6042-1f99-443b-849e-790c57ceffb2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722980 Jul 27 16:46:01.378601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Allocated IP 172.20.0.5 (311ed46e-9022-41b3-9256-b13de6011101/cc06b7fc-9312-4ab0-99a9-8ab77408ee01/0b497fdc-9706-46c2-adfa-638ce09e9cfc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:01.497553 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba9086ae-ef3b-44dd-a0c8-aba65e0c22eb req-144a868c-6017-4cfe-99a2-f0487a8a71b0 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 210 time: 0.0391591 Jul 27 16:46:01.565573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6236177c-8478-4e16-93f4-b5e56f319b07 req-af329630-8b75-421e-8950-aa85eb796747 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 210 time: 0.1118529 Jul 27 16:46:01.725176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:01.757829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-03491c2d-7e72-465e-bad7-05211fa7d4ee tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0718c79f25124eba845b97a39df636f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681033 Jul 27 16:46:01.777650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:01.967753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Network 311ed46e-9022-41b3-9256-b13de6011101 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:01.986314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:02.001174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:02.096258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Pushing event updated for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:02.148142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:02.149225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.200754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-96f510a8-57a6-4565-be2b-8fbb62a8476d tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:02.202805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-96f510a8-57a6-4565-be2b-8fbb62a8476d tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4210989 Jul 27 16:46:02.219659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-779f615c-b94a-4f8c-944c-82086137c0e4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3470318 Jul 27 16:46:02.232763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Request body: {'port': {'device_id': '2ea36718-a77d-4c5c-b723-992f9000d377', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '0718c79f25124eba845b97a39df636f5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:02.239121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Request body: {'port': {'device_id': '825139dc-f584-4e39-a92f-6eb2faad38df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:02.486149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.633635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Made reservation on behalf of 0718c79f25124eba845b97a39df636f5 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:02.643369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.666294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.843041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.852203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:02.915445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e8db-7513-47bf-9ea5-108bb89610d4 req-fd18d19f-43d7-44ac-86c7-7283cb18cb52 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:02.923944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc24e8db-7513-47bf-9ea5-108bb89610d4 req-fd18d19f-43d7-44ac-86c7-7283cb18cb52 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2870550 Jul 27 16:46:02.993336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.009086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc24e8db-7513-47bf-9ea5-108bb89610d4 req-8eeb8ce9-9ec8-40f9-905d-153fcb7d535c tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838103 Jul 27 16:46:03.170511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b497fdc-9706-46c2-adfa-638ce09e9cfc {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:03.203917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Allocated IP 192.168.233.185 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/74827df7-e918-4e91-9993-30da7ce3cad2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:03.214965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:03.253178 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00892e95-464d-47ed-bdec-83a6dcc92478 req-5a69eeee-4578-44ff-8267-888ff0ac51fe tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 210 time: 0.1093948 Jul 27 16:46:03.259704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.295941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2999404-f55c-4809-bee0-808f1897553b req-4a3f79eb-1535-4579-8e14-07d98239ecfc tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:03.298452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Transition to ACTIVE for port object 0b497fdc-9706-46c2-adfa-638ce09e9cfc will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:03.305617 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.306980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2999404-f55c-4809-bee0-808f1897553b req-4a3f79eb-1535-4579-8e14-07d98239ecfc tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 931 time: 0.2069778 Jul 27 16:46:03.416514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:03.602364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2999404-f55c-4809-bee0-808f1897553b req-3134ab56-92b4-4304-9e97-c8e0e8045397 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871339 Jul 27 16:46:03.621499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Attempting to bind port 0b497fdc-9706-46c2-adfa-638ce09e9cfc on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:03.621848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Attempting to bind port 0b497fdc-9706-46c2-adfa-638ce09e9cfc by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'e21d56e1-f2f8-444b-b64a-32072c327663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '311ed46e-9022-41b3-9256-b13de6011101'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:03.622193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Attempting to bind port 0b497fdc-9706-46c2-adfa-638ce09e9cfc on network 311ed46e-9022-41b3-9256-b13de6011101 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:03.641067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Port 0b497fdc-9706-46c2-adfa-638ce09e9cfc on network 311ed46e-9022-41b3-9256-b13de6011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:46:03.642914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Attempting to bind port 0b497fdc-9706-46c2-adfa-638ce09e9cfc on network 311ed46e-9022-41b3-9256-b13de6011101 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:03.654790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:03.655308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Checking segment: {'id': 'e21d56e1-f2f8-444b-b64a-32072c327663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '311ed46e-9022-41b3-9256-b13de6011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:03.656075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Bound using segment: {'id': 'e21d56e1-f2f8-444b-b64a-32072c327663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '311ed46e-9022-41b3-9256-b13de6011101'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:03.657491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Bound port: 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21d56e1-f2f8-444b-b64a-32072c327663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '311ed46e-9022-41b3-9256-b13de6011101'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:03.658407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.685866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.716049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Transition to ACTIVE for port object 74827df7-e918-4e91-9993-30da7ce3cad2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:03.809025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:03.900397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:03.947248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:03.953824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc,segment=NetworkSegment(e21d56e1-f2f8-444b-b64a-32072c327663),segment_id=e21d56e1-f2f8-444b-b64a-32072c327663)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:03.959893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.094338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:04.095882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.099578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] 10.222.0.61 "PUT /v2.0/ports/0b497fdc-9706-46c2-adfa-638ce09e9cfc HTTP/1.1" status: 200 len: 1091 time: 1.8713551 Jul 27 16:46:04.100071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:04.100726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:04.103132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Pushing event updated for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:04.106863 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63400040-fc21-4976-8ac3-4d2a8c378085" -d '{"events": [{"name": "network-changed", "server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:04.117821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:04.129829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:04.145905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2fad5-5111-4448-b7c9-e74e71a16d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:04.272474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-42a66d65-e35d-417c-861d-108723a92f8c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:04.275337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-42a66d65-e35d-417c-861d-108723a92f8c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 0.3631520 Jul 27 16:46:04.361680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b58ae6f6-138f-4c67-ab7d-919853bd8009 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/quotas/8a2466403769497ea074aea9edf091b5 HTTP/1.1" status: 200 len: 375 time: 0.0622044 Jul 27 16:46:04.479367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:04.479662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e724-105a-410c-bff7-3d7313737a5f req-ad9fc931-3cd4-4a78-b055-211d987973e4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:04.480587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.489648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c49e724-105a-410c-bff7-3d7313737a5f req-ad9fc931-3cd4-4a78-b055-211d987973e4 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2451901 Jul 27 16:46:04.550479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-a769c31c-8dde-424a-88df-06e9813d02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:04.552634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-a769c31c-8dde-424a-88df-06e9813d02f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=324799a390cd4c178b622e307d0900d1&device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 1094 time: 0.3983421 Jul 27 16:46:04.576308 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-aeee05cd-6345-4d5f-85ee-22972bb05121 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3505387 Jul 27 16:46:04.592531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5054ea2-0dd2-4b78-a960-06eb76c28945 None None] Provisioning for port 74827df7-e918-4e91-9993-30da7ce3cad2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:04.598842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5054ea2-0dd2-4b78-a960-06eb76c28945 None None] Provisioning complete for port 74827df7-e918-4e91-9993-30da7ce3cad2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:04.599734 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5054ea2-0dd2-4b78-a960-06eb76c28945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.605413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Request body: {'port': {'device_id': '2ea36718-a77d-4c5c-b723-992f9000d377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:04.672580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d5054ea2-0dd2-4b78-a960-06eb76c28945 None None] Port 74827df7-e918-4e91-9993-30da7ce3cad2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:46:04.725460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-f815b68b-09a1-421f-9fd9-9103695cf771 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3626924 Jul 27 16:46:04.734236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c49e724-105a-410c-bff7-3d7313737a5f req-621daef8-5f62-4015-b6e2-ed494ebc4118 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435236 Jul 27 16:46:04.736452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-51b83ab5-3322-4ce5-aaf0-59fca499ebcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc HTTP/1.1" status: 200 len: 217 time: 0.0572686 Jul 27 16:46:04.742074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Deleting subnet 7214495e-ac18-4b86-a096-7567e2efd186 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:46:04.760024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.844693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.881445 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b477ab-7c43-4ab3-8a50-8c2d5693b3c5 x-openstack-request-id: req-45b477ab-7c43-4ab3-8a50-8c2d5693b3c5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:04.881926 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:04.882482 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45b477ab-7c43-4ab3-8a50-8c2d5693b3c5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:04.882974 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc', 'status': 'completed', 'code': 200} Jul 27 16:46:04.915089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:04.946329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-54d52947-2e0a-4820-9944-521b49e04d1a service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197487 Jul 27 16:46:05.007421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-989c5785-5eb6-4611-816c-8650fbed20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:05.008600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-989c5785-5eb6-4611-816c-8650fbed20ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc06b7fc-9312-4ab0-99a9-8ab77408ee01 HTTP/1.1" status: 200 len: 862 time: 0.2629209 Jul 27 16:46:05.139613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-bead1682-442b-4f5d-9398-e432ef0d7f91 service neutron] 10.222.0.64 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902668 Jul 27 16:46:05.160991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-9a85087b-1bc0-4534-88ec-012e57fd29c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=311ed46e-9022-41b3-9256-b13de6011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438849 Jul 27 16:46:05.168753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:05.243692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:05.290519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7214495e-ac18-4b86-a096-7567e2efd186,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:05.317547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc9d9-b407-407d-9caf-24a92da44817 req-c9d6265c-b06e-451d-813d-e7b0fbb181a1 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:05.337186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-926dc9d9-b407-407d-9caf-24a92da44817 req-c9d6265c-b06e-451d-813d-e7b0fbb181a1 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 936 time: 0.3705308 Jul 27 16:46:05.475672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:05.480776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ec90fcdb-0726-4309-9af5-3863f5eb7318 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7214495e-ac18-4b86-a096-7567e2efd186 HTTP/1.1" status: 204 len: 168 time: 1.3608956 Jul 27 16:46:05.522130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:05.594769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:05.665604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-926dc9d9-b407-407d-9caf-24a92da44817 req-fdd30962-fbf2-4f56-ae69-fa0e165ba6b2 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257766 Jul 27 16:46:05.827766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:05.835330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-102ffe14-d113-4679-91af-e1f6651c1f7a service neutron] 10.222.0.61 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561816 Jul 27 16:46:05.891117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:05.913728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eae1d646-634a-4ad9-819c-f85cd92fe6e2 req-38113102-1a98-4518-9889-1c16aac61f60 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 210 time: 0.1336164 Jul 27 16:46:05.933058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:05.946723 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6ef2c-58af-45c9-9426-9329e0192758" -d '{"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:05.983553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:05.991594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.095300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:06.271757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee4dd8-1353-4f4f-be05-1b32e3c50085 req-5edda36f-6e6a-4e40-a345-7c4d27133526 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:06.279693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36ee4dd8-1353-4f4f-be05-1b32e3c50085 req-5edda36f-6e6a-4e40-a345-7c4d27133526 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 943 time: 0.1908319 Jul 27 16:46:06.306139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.318244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1152743-f096-455d-a431-6af1657879cd']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:06.330448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f8047e-7f6d-4554-8171-a21d692a541b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:06.330684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f8047e-7f6d-4554-8171-a21d692a541b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:06.341085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.349344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36ee4dd8-1353-4f4f-be05-1b32e3c50085 req-4f2fe6ad-469a-43b9-b3b9-dae585193874 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684228 Jul 27 16:46:06.367998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.406158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:46:06.406751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.419707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-0ebc995c-48f2-46a9-967b-0a85abd4ead9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:06.421397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-0ebc995c-48f2-46a9-967b-0a85abd4ead9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ef8699c-5d9a-4472-9c6e-75316b1d36c7 HTTP/1.1" status: 200 len: 946 time: 1.0348306 Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:46:06.423405 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:46:06.426711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74827df7-e918-4e91-9993-30da7ce3cad2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:06.433266 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce95865-db63-4aaf-a992-cc2e72ca6ab0 x-openstack-request-id: req-3ce95865-db63-4aaf-a992-cc2e72ca6ab0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:06.433560 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:06.433816 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ce95865-db63-4aaf-a992-cc2e72ca6ab0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:06.434217 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'code': 200} Jul 27 16:46:06.442391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.466115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Transition to ACTIVE for port object 74827df7-e918-4e91-9993-30da7ce3cad2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:06.473110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.588304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce0cd236-6ece-41ca-884a-b1b909180769 req-ab287039-1482-4563-a900-2adbfdea89b4 service neutron] 10.222.0.61 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089074 Jul 27 16:46:06.589250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.598626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:06.717175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Attempting to bind port 74827df7-e918-4e91-9993-30da7ce3cad2 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:06.717953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Attempting to bind port 74827df7-e918-4e91-9993-30da7ce3cad2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:06.718431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Attempting to bind port 74827df7-e918-4e91-9993-30da7ce3cad2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:06.725720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Port 74827df7-e918-4e91-9993-30da7ce3cad2 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:46:06.726129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Attempting to bind port 74827df7-e918-4e91-9993-30da7ce3cad2 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:06.732046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:06.732555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:06.733298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:06.733838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Bound port: 74827df7-e918-4e91-9993-30da7ce3cad2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:06.734589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.835864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:06.841951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] 10.222.0.64 "DELETE /v2.0/networks/d1152743-f096-455d-a431-6af1657879cd HTTP/1.1" status: 204 len: 168 time: 1.3184855 Jul 27 16:46:06.944513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30429f8-34fb-493d-98dc-7ac10d77298c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1152743-f096-455d-a431-6af1657879cd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:07.082730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e1be-9493-4000-8239-693b22a34587 req-9df07977-816f-43d5-9475-d03a6677a200 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.092404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6309e1be-9493-4000-8239-693b22a34587 req-9df07977-816f-43d5-9475-d03a6677a200 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.8671241 Jul 27 16:46:07.096696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:07.102274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=74827df7-e918-4e91-9993-30da7ce3cad2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:07.116331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:07.160828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:07.186409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48b81f-2cb2-4c97-9484-ef0c8d7cb704 req-4ad8b4fe-6994-445b-96a1-9e4bb4fea721 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.188216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f48b81f-2cb2-4c97-9484-ef0c8d7cb704 req-4ad8b4fe-6994-445b-96a1-9e4bb4fea721 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 948 time: 0.2667229 Jul 27 16:46:07.190316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.191074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:07.192537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/74827df7-e918-4e91-9993-30da7ce3cad2 HTTP/1.1" status: 200 len: 1096 time: 2.5982492 Jul 27 16:46:07.195773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:07.199258 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef168171-d53c-4bf6-bdad-3d817a543fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:07.207214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-b7e454fe-39c7-4df5-80fc-e04e50df1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.208893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-b7e454fe-39c7-4df5-80fc-e04e50df1cda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=324799a390cd4c178b622e307d0900d1&device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 1094 time: 0.3446000 Jul 27 16:46:07.225420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6309e1be-9493-4000-8239-693b22a34587 req-50b5e23d-a501-4f9d-a2a4-1cc87302b616 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307609 Jul 27 16:46:07.263342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc911b85-d4c0-421f-9a08-c6b76184cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:07.353567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f48b81f-2cb2-4c97-9484-ef0c8d7cb704 req-1fe9bab3-943d-436c-8a79-60d3393324a1 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504896 Jul 27 16:46:07.432577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Deleting port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:07.433181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:07.472886 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce5efce-8e8c-485f-9fe8-c280c6286c79 x-openstack-request-id: req-dce5efce-8e8c-485f-9fe8-c280c6286c79 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:07.473615 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:07.473828 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dce5efce-8e8c-485f-9fe8-c280c6286c79 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:07.474307 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2', 'status': 'completed', 'code': 200} Jul 27 16:46:07.489723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-f4627663-17f5-4db2-8268-b311420cc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.491391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-f4627663-17f5-4db2-8268-b311420cc401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0718c79f25124eba845b97a39df636f5&device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 1099 time: 0.1715417 Jul 27 16:46:07.565604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] For port 3df25023-f6ee-4645-bc75-7f4ad93f6d61, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3df25023-f6ee-4645-bc75-7f4ad93f6d61,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:07.565604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:07.608039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-84d2b9d3-75c1-4d21-964c-d82c18ee27b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=74827df7-e918-4e91-9993-30da7ce3cad2 HTTP/1.1" status: 200 len: 217 time: 0.1006846 Jul 27 16:46:07.629938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Calling delete_port for 3df25023-f6ee-4645-bc75-7f4ad93f6d61 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:07.702002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-7d8ed316-f551-4228-942a-49d730f7dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.704800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-7d8ed316-f551-4228-942a-49d730f7dd0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0703642 Jul 27 16:46:07.770314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4274-3cfc-47cd-b0fb-2401d09ea917 req-4a69d7db-098f-44d9-a9bd-b16b21b44797 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.772167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64cf4274-3cfc-47cd-b0fb-2401d09ea917 req-4a69d7db-098f-44d9-a9bd-b16b21b44797 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 943 time: 0.1743994 Jul 27 16:46:07.778495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f023da5d-dd55-4d79-a2d6-5c12f240428d req-8d505b13-a2f0-49de-9d7b-3a6b92ff249d tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 210 time: 0.3151536 Jul 27 16:46:07.861950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64cf4274-3cfc-47cd-b0fb-2401d09ea917 req-2bfe5d09-dd21-483c-9a1d-357827c25331 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765710 Jul 27 16:46:07.889085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c803844e-b8d9-43ae-a59d-81ef7b481e04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d333d6cd56184dfc9bff1568dfe864e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262702 Jul 27 16:46:07.889994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49518) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:07.903664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-3becea32-54bf-4e77-8e3c-e2489328f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.905230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-3becea32-54bf-4e77-8e3c-e2489328f0af service neutron] 10.222.0.61 "GET /v2.0/networks?id=311ed46e-9022-41b3-9256-b13de6011101 HTTP/1.1" status: 200 len: 923 time: 0.6532071 Jul 27 16:46:07.910330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-732a962f-6f2a-4edd-a250-d7050ea5c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:07.911980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-732a962f-6f2a-4edd-a250-d7050ea5c370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949766 Jul 27 16:46:08.026741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-7019fbb2-e18a-4780-a9bd-a6590d4ac299 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071031 Jul 27 16:46:08.123179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:08.164851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:08.210335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbc6c0a1-6633-411b-84ea-6fca0d8fa36a req-a63892a0-8d56-4937-bad1-582e89ac419b service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610286 Jul 27 16:46:08.293002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:08.304065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:08.306486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/444b5907-669e-408d-8844-12098fdb2307 HTTP/1.1" status: 204 len: 168 time: 0.4153512 Jul 27 16:46:08.325391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880eb9e-44de-4263-9bc8-5ae086ad468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b5907-669e-408d-8844-12098fdb2307,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:08.436408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-f753bd55-fdc4-492c-a782-dfcf001d5ccd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc HTTP/1.1" status: 200 len: 217 time: 0.5176690 Jul 27 16:46:08.459178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-9c65cc57-ca10-4fcf-a667-26796b05c045 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.461026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-9c65cc57-ca10-4fcf-a667-26796b05c045 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 805 time: 1.0015600 Jul 27 16:46:08.473969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-a083a674-221d-4983-8365-a29ad636920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.483187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-a083a674-221d-4983-8365-a29ad636920d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0718c79f25124eba845b97a39df636f5&device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 1099 time: 0.1598401 Jul 27 16:46:08.519573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Request body: {'port': {'device_id': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'admin_state_up': True, 'tenant_id': '8a2466403769497ea074aea9edf091b5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:08.603334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00596e7e-3839-48a5-9be1-aac3ecae8593 req-46cca335-e7ae-40c9-8fc0-ba41ed001e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.604891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00596e7e-3839-48a5-9be1-aac3ecae8593 req-46cca335-e7ae-40c9-8fc0-ba41ed001e9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 1.1405911 Jul 27 16:46:08.673235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-36fe18a9-b048-44a9-b51f-4774a236dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.674741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-36fe18a9-b048-44a9-b51f-4774a236dfdb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc06b7fc-9312-4ab0-99a9-8ab77408ee01 HTTP/1.1" status: 200 len: 862 time: 0.2270532 Jul 27 16:46:08.690517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189745-efda-4001-b723-457c53019df3 req-483fb57a-b68f-47d8-a4ec-7587cbd6360a tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.713403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a189745-efda-4001-b723-457c53019df3 req-483fb57a-b68f-47d8-a4ec-7587cbd6360a tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 948 time: 0.2085643 Jul 27 16:46:08.788986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a189745-efda-4001-b723-457c53019df3 req-fb1bda81-f6c4-42f0-b3fd-cfad021dd033 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628934 Jul 27 16:46:08.790730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-213e2f05-d5f2-42a5-b78a-b2875c199fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.792192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-213e2f05-d5f2-42a5-b78a-b2875c199fe4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2977080 Jul 27 16:46:08.836500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56682eac-3686-4ac3-af96-b52399f5ee9e req-46978781-fb93-46df-84bf-a91bc0f0ce4e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:08.846652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56682eac-3686-4ac3-af96-b52399f5ee9e req-46978781-fb93-46df-84bf-a91bc0f0ce4e tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.4166641 Jul 27 16:46:08.848020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-a093251e-0558-4dd2-84f8-97c74697e0c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=311ed46e-9022-41b3-9256-b13de6011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517310 Jul 27 16:46:08.899435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-c35d4e9c-7d20-4b11-99c2-d141dd749c05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=74827df7-e918-4e91-9993-30da7ce3cad2 HTTP/1.1" status: 200 len: 217 time: 0.0989616 Jul 27 16:46:08.904150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00596e7e-3839-48a5-9be1-aac3ecae8593 req-56b6a2aa-5e97-4b08-8b8b-983c70271a1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889667 Jul 27 16:46:08.960922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:09.018122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event deleted for resources: {'Port': ['ID=3df25023-f6ee-4645-bc75-7f4ad93f6d61,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:09.025526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Made reservation on behalf of 8a2466403769497ea074aea9edf091b5 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:09.030137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:09.045182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3855ce6b-5711-400c-9a53-dc83336de00c req-bec657b3-ab86-4fad-a04c-14e95e749d4a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 210 time: 0.1301599 Jul 27 16:46:09.063322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56682eac-3686-4ac3-af96-b52399f5ee9e req-1c770d9e-92d1-49b6-9d95-83ea9b6f21b0 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176752 Jul 27 16:46:09.190852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] No DVR routers for this DVR port 3df25023-f6ee-4645-bc75-7f4ad93f6d61 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:09.207682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:09.209681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad39f75-cc13-4e66-8113-00f09489ab5b req-653a5886-8931-4a4c-85b1-fb38eb3057ab tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.13 "DELETE /v2.0/ports/3df25023-f6ee-4645-bc75-7f4ad93f6d61 HTTP/1.1" status: 204 len: 173 time: 2.7257869 Jul 27 16:46:09.210132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-deleted', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:09.212606 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d98c839-514d-4b21-8331-23d3a48f1325" -d '{"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-deleted", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:09.344911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-d8bf902a-d0d2-4fa8-bc3c-e557c12d7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:09.346709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-d8bf902a-d0d2-4fa8-bc3c-e557c12d7fb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1383812 Jul 27 16:46:09.358751 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b76ee-3fc7-4867-93d5-5462b535ba98 x-openstack-request-id: req-496b76ee-3fc7-4867-93d5-5462b535ba98 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:09.359297 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8699c-5d9a-4472-9c6e-75316b1d36c7", "name": "network-vif-deleted", "tag": "3df25023-f6ee-4645-bc75-7f4ad93f6d61", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:09.359699 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-496b76ee-3fc7-4867-93d5-5462b535ba98 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:09.360247 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8699c-5d9a-4472-9c6e-75316b1d36c7', 'name': 'network-vif-deleted', 'tag': '3df25023-f6ee-4645-bc75-7f4ad93f6d61', 'status': 'completed', 'code': 200} Jul 27 16:46:09.458742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-0ec6421e-bbfd-4251-baaf-0c13abe77e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:09.460833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-0ec6421e-bbfd-4251-baaf-0c13abe77e36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881014 Jul 27 16:46:09.482971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-68fcced9-22f0-4288-bf0d-21bec92073fc service neutron] 10.222.0.61 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981688 Jul 27 16:46:09.599527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Allocated IP 172.20.0.6 (6b5885e2-65fa-40c5-82ad-4ba417ba4692/798a41dc-26b1-4fcc-899a-8e5200fbda8f/22267dc0-2224-4c8d-809a-d0ef1d80e922) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:09.616965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:09.711035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a55fe-e00a-4651-aa59-7f76054d5c53 req-3b879c6b-6380-4094-93aa-c56ca52beb31 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:09.712321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e10a55fe-e00a-4651-aa59-7f76054d5c53 req-3b879c6b-6380-4094-93aa-c56ca52beb31 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 943 time: 0.5171080 Jul 27 16:46:09.718498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63400040-fc21-4976-8ac3-4d2a8c378085 req-fe5d3a3f-50bd-4fec-bd43-1712a25da9a2 service neutron] 10.222.0.61 "GET /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256203 Jul 27 16:46:09.719015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:09.757731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 3df25023-f6ee-4645-bc75-7f4ad93f6d61 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:09.758323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3df25023-f6ee-4645-bc75-7f4ad93f6d61 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:09.771577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f28dbfc5-9530-4636-b03d-aef0a6108d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:09.775815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-4c24786f-836e-43ac-92d8-f45a7ca9f4f0 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016617 Jul 27 16:46:09.864956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e10a55fe-e00a-4651-aa59-7f76054d5c53 req-7774105b-df68-4cb8-b015-882c6e28cd91 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099949 Jul 27 16:46:09.951766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:09.987499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef168171-d53c-4bf6-bdad-3d817a543fbb req-8b26d1a3-4ebb-41fe-98ce-5ad6e99db53e service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022631 Jul 27 16:46:10.056547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.079046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0b497fdc-9706-46c2-adfa-638ce09e9cfc details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:10.168203 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:46:10.170824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-network', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:10.199688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33344-cc12-44a0-9594-6deb70f5d561 req-fe9379a1-2d7c-4901-b944-867ae8875410 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:10.200522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:10.212782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12a33344-cc12-44a0-9594-6deb70f5d561 req-fe9379a1-2d7c-4901-b944-867ae8875410 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 948 time: 0.2283599 Jul 27 16:46:10.220177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:10.224525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.252356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.255443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:10.275248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:10.297226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12a33344-cc12-44a0-9594-6deb70f5d561 req-268a9621-69f4-4fdb-ba6d-15155405d6e8 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Jul 27 16:46:10.347266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc,segment=NetworkSegment(e21d56e1-f2f8-444b-b64a-32072c327663),segment_id=e21d56e1-f2f8-444b-b64a-32072c327663)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:10.376700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '0b497fdc-9706-46c2-adfa-638ce09e9cfc', 'network_id': '311ed46e-9022-41b3-9256-b13de6011101', 'port_id': '0b497fdc-9706-46c2-adfa-638ce09e9cfc', 'mac_address': 'fa:16:3e:10:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc06b7fc-9312-4ab0-99a9-8ab77408ee01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:46:10.473135 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.503284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b497fdc-9706-46c2-adfa-638ce09e9cfc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:10.526917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:10.573776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc,segment=NetworkSegment(e21d56e1-f2f8-444b-b64a-32072c327663),segment_id=e21d56e1-f2f8-444b-b64a-32072c327663)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:10.581484 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.582154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:10.582829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.597606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494c61-f973-43e7-a734-b6eb497ff8ec req-b396fb94-0cf6-4607-96e4-940f321e983a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:10.601584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35494c61-f973-43e7-a734-b6eb497ff8ec req-b396fb94-0cf6-4607-96e4-940f321e983a tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1787877 Jul 27 16:46:10.628917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.652023 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.657923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b1571483-9fa7-4a00-a690-29e003158396 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1477556 Jul 27 16:46:10.676786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2ffa-ce4a-4426-a6fe-f4072c7c0cfe req-752f754b-77a4-474b-a4f2-bd7f6502b2f3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:10.688007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b24d2ffa-ce4a-4426-a6fe-f4072c7c0cfe req-752f754b-77a4-474b-a4f2-bd7f6502b2f3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 931 time: 0.4695528 Jul 27 16:46:10.690880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:10.704486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Request body: {'port': {'device_id': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:10.709244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35494c61-f973-43e7-a734-b6eb497ff8ec req-d5cce487-8aed-480e-930a-4c3c0487d759 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Jul 27 16:46:10.747966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:46:10.775249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['0b497fdc-9706-46c2-adfa-638ce09e9cfc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:10.815503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:10.815865 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Added segment 7c4a17f7-8cc4-4884-8691-be72f07397c4 of type vlan for network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b Jul 27 16:46:10.861506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb00e8-1fa1-470d-87ec-218fda902486,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:11.014548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.029010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.055002 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b24d2ffa-ce4a-4426-a6fe-f4072c7c0cfe req-28ae6b91-02ba-4d61-b243-76156d9a6a8b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659399 Jul 27 16:46:11.134257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf278-245d-4f65-953a-f159bdf0bd69 req-192cdd07-0b46-4352-b3a3-f5c7361ca228 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.136806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09edf278-245d-4f65-953a-f159bdf0bd69 req-192cdd07-0b46-4352-b3a3-f5c7361ca228 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 944 time: 0.1187973 Jul 27 16:46:11.188340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09edf278-245d-4f65-953a-f159bdf0bd69 req-38f18ce0-5553-432b-9a53-ef1c559981d4 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Jul 27 16:46:11.197338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.198364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.198967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.385268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6590204 Jul 27 16:46:11.386569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:11.393580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Request body: {'subnet': {'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-subnet', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:11.416238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-aa33c41e-607a-4825-ae13-6679ee23ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.418003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-aa33c41e-607a-4825-ae13-6679ee23ae0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 0.1311963 Jul 27 16:46:11.425539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618df2-d74c-49f3-830b-31980232f51d admin admin] Pushing event updated for resources: {'Network': ['ID=9d98f7d4-dc7f-4102-841a-3ae8176ba53b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:11.441960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:46:11.557247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187e5a-c557-4d63-b49a-e35c8bcecc71 req-20478882-532c-43af-b126-4aa4e3012aac tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.558847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e187e5a-c557-4d63-b49a-e35c8bcecc71 req-20478882-532c-43af-b126-4aa4e3012aac tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2253828 Jul 27 16:46:11.566808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:11.577820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.635278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 74827df7-e918-4e91-9993-30da7ce3cad2 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:11.636342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e187e5a-c557-4d63-b49a-e35c8bcecc71 req-7842c0c6-45c6-48f5-99a0-aefb71d594d8 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646307 Jul 27 16:46:11.657144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-b26616ca-ed8c-4e0c-bf15-1b4928be70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.661366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-b26616ca-ed8c-4e0c-bf15-1b4928be70d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.2300973 Jul 27 16:46:11.742359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:11.750749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.756381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-78d781a4-d9e3-4947-ab3a-7b18e2c9bb32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.0466974 Jul 27 16:46:11.773361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Transition to ACTIVE for port object 22267dc0-2224-4c8d-809a-d0ef1d80e922 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:11.781069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.838653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:11.838897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=74827df7-e918-4e91-9993-30da7ce3cad2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:11.859069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-326d011b-9078-437d-b472-53565991e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:11.861443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-326d011b-9078-437d-b472-53565991e455 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.0913341 Jul 27 16:46:11.891091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '74827df7-e918-4e91-9993-30da7ce3cad2', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '74827df7-e918-4e91-9993-30da7ce3cad2', 'mac_address': 'fa:16:3e:cd:c4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:46:11.916006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Attempting to bind port 22267dc0-2224-4c8d-809a-d0ef1d80e922 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:11.916415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Attempting to bind port 22267dc0-2224-4c8d-809a-d0ef1d80e922 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:11.916876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Attempting to bind port 22267dc0-2224-4c8d-809a-d0ef1d80e922 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:11.922645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Port 22267dc0-2224-4c8d-809a-d0ef1d80e922 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:46:11.922985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Attempting to bind port 22267dc0-2224-4c8d-809a-d0ef1d80e922 on network 6b5885e2-65fa-40c5-82ad-4ba417ba4692 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:11.931025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:11.931290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Checking segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:11.931684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Bound using segment: {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:11.932120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Bound port: 22267dc0-2224-4c8d-809a-d0ef1d80e922, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c51e50a-dfa3-432e-a14e-dd8c74378679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:11.932544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.945544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:11.969790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74827df7-e918-4e91-9993-30da7ce3cad2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:11.971754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-b127ed21-eb60-4585-923b-b4212f36cc5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005599 Jul 27 16:46:11.995365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=74827df7-e918-4e91-9993-30da7ce3cad2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:12.000296 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.028209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:12.032181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:12.038484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.094011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607ba0-1636-4ce6-8557-68a66f9f5fea req-feb2075b-5f57-4f81-8365-9dffc9e6641f tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.097411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.099382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.099382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] 10.222.0.61 "PUT /v2.0/ports/22267dc0-2224-4c8d-809a-d0ef1d80e922 HTTP/1.1" status: 200 len: 1091 time: 1.4065237 Jul 27 16:46:12.101992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:12.104097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9607ba0-1636-4ce6-8557-68a66f9f5fea req-feb2075b-5f57-4f81-8365-9dffc9e6641f tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 948 time: 0.5551891 Jul 27 16:46:12.105176 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12234545-37bd-44fc-a7dc-a3b0396f7458" -d '{"events": [{"name": "network-changed", "server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:12.105614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:12.124552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0b497fdc-9706-46c2-adfa-638ce09e9cfc up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:12.156914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849329c1-c88a-4d34-9f8a-fa424b2b2186 service neutron] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:12.200418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.200853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.201199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.202192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.203039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.203663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.204062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.204504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.205441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.205534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.205802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.206134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:12.249172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5337361-0d6f-42b6-986f-23fc90cf435c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.322229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 0b497fdc-9706-46c2-adfa-638ce09e9cfc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:12.336731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 0b497fdc-9706-46c2-adfa-638ce09e9cfc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:12.337107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.345871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['74827df7-e918-4e91-9993-30da7ce3cad2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:12.352790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-0801601a-e107-4252-8442-83e4abca7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.361445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-0801601a-e107-4252-8442-83e4abca7bbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 1094 time: 0.1909375 Jul 27 16:46:12.445696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f9607ba0-1636-4ce6-8557-68a66f9f5fea req-6d2dbef3-a69d-4471-8246-6e313dbbb114 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248801 Jul 27 16:46:12.496644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.514633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-435ffd1a-22ca-44d7-97eb-990890889718 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236976 Jul 27 16:46:12.571816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-a8e56cb2-059d-4737-8677-2cb02c16fa21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922 HTTP/1.1" status: 200 len: 217 time: 0.2050500 Jul 27 16:46:12.618258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.622398 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.666401 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f40733-441b-4d45-bec9-f5e817314776 x-openstack-request-id: req-17f40733-441b-4d45-bec9-f5e817314776 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:12.667731 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:12.669189 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17f40733-441b-4d45-bec9-f5e817314776 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:12.670302 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'status': 'completed', 'code': 200} Jul 27 16:46:12.705964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:12.710255 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8192b32-bef8-4a19-8073-b38efbc04296" -d '{"events": [{"server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "name": "network-vif-plugged", "status": "completed", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:12.729724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24442099-619a-4587-b320-38c5c6abfc64,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:12.749257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-10fb51ea-007a-4cb2-a2ad-aaee88da4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.749257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-10fb51ea-007a-4cb2-a2ad-aaee88da4708 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.1579878 Jul 27 16:46:12.766661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdd748-7f2e-4f60-a3bd-0ac6f27fead3 req-93224baa-8505-41d8-a178-b1db2681cf6e service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373931 Jul 27 16:46:12.779780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8060f4-dd63-4625-be3f-3b9ac3898996 req-d6f2195f-fb8b-4584-8cbd-463cfc86caf6 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.789144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b8060f4-dd63-4625-be3f-3b9ac3898996 req-d6f2195f-fb8b-4584-8cbd-463cfc86caf6 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 943 time: 0.4214203 Jul 27 16:46:12.814913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc,segment=NetworkSegment(e21d56e1-f2f8-444b-b64a-32072c327663),segment_id=e21d56e1-f2f8-444b-b64a-32072c327663)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:12.818245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Checking segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:12.818785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Network hostable DHCP agents. Network: 9d98f7d4-dc7f-4102-841a-3ae8176ba53b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:46:12.831695 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-8a262b33-28c4-4703-88b0-71cf157fbc98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742588 Jul 27 16:46:12.847181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.870855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:46:12.884386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e080-5791-49de-a584-065b49c0cca2 req-9120cc82-2a0f-41f9-9da1-9dcaa9d6436f tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.886298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9617e080-5791-49de-a584-065b49c0cca2 req-9120cc82-2a0f-41f9-9da1-9dcaa9d6436f tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 944 time: 0.1277993 Jul 27 16:46:12.894547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9d98f7d4-dc7f-4102-841a-3ae8176ba53b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:12.904110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b1f47e-9511-46a1-b0a1-1ff8af02cb12 None None] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:12.916066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:12.916784 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:12.941386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b8060f4-dd63-4625-be3f-3b9ac3898996 req-b712b0d2-3ef9-4fa5-83c2-a09a8e0e5d2c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508174 Jul 27 16:46:12.951448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5e037306-f586-477e-bf06-7a28cdf8cc49 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5632000 Jul 27 16:46:12.954204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:12.961082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:12.994496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:13.001220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9617e080-5791-49de-a584-065b49c0cca2 req-85dbcb78-8ef1-4ecd-9ff4-8bd664da3b68 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082044 Jul 27 16:46:13.014487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.015702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.050755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-6a455976-fc69-4103-a57d-a424a57fdb65 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080534 Jul 27 16:46:13.106795 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc282fd9-a016-4edb-a876-0aa20af6a6ab x-openstack-request-id: req-dc282fd9-a016-4edb-a876-0aa20af6a6ab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:13.107088 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "name": "network-vif-plugged", "status": "completed", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:13.107330 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc282fd9-a016-4edb-a876-0aa20af6a6ab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:13.107895 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc', 'code': 200} Jul 27 16:46:13.138097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.245852 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdd79eaf-e784-4b16-b819-6459f5a8228f req-b560a22b-1875-45f6-b81c-7f0cf526800b service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865523 Jul 27 16:46:13.254009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:46:13.255045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.340561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.379544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7064-2c6b-4695-a1db-b6daf8759723 req-c0527a19-5475-40a4-a9b7-f3a80129bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.381235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b3a7064-2c6b-4695-a1db-b6daf8759723 req-c0527a19-5475-40a4-a9b7-f3a80129bca2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 1096 time: 0.1846192 Jul 27 16:46:13.416871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f813b-283a-4aae-83da-2e7577f587a7 req-58ad4a27-13db-4a63-99e4-957b825e41b1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.418531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-899f813b-283a-4aae-83da-2e7577f587a7 req-58ad4a27-13db-4a63-99e4-957b825e41b1 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.2119381 Jul 27 16:46:13.436939 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.442062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-51137268-e7a1-4392-a728-9089936ef56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.444036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-51137268-e7a1-4392-a728-9089936ef56e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2466403769497ea074aea9edf091b5&device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 1094 time: 0.1378412 Jul 27 16:46:13.482913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-899f813b-283a-4aae-83da-2e7577f587a7 req-3ed82776-012f-45ea-bfe0-0ebd13a1c35c tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 Jul 27 16:46:13.506799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Allocated IP 172.20.0.2 (9d98f7d4-dc7f-4102-841a-3ae8176ba53b/24442099-619a-4587-b320-38c5c6abfc64/a1bafd62-e0b6-491e-81fd-766843d1ec25) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:13.606159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b3a7064-2c6b-4695-a1db-b6daf8759723 req-d3921a6f-62f1-403f-9c99-6274944dc3f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126169 Jul 27 16:46:13.640513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 74827df7-e918-4e91-9993-30da7ce3cad2 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:13.663374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-494c9425-3bfa-4d04-ad3f-ab5af8c9069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.664982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-494c9425-3bfa-4d04-ad3f-ab5af8c9069e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 200 len: 906 time: 0.1857800 Jul 27 16:46:13.754609 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-9004e9cb-2d72-4227-af96-bc1cc312b85a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922 HTTP/1.1" status: 200 len: 217 time: 0.0530236 Jul 27 16:46:13.769855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.786905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 74827df7-e918-4e91-9993-30da7ce3cad2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:13.794542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 74827df7-e918-4e91-9993-30da7ce3cad2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:13.795007 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.837381 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.854260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Transition to ACTIVE for port object a1bafd62-e0b6-491e-81fd-766843d1ec25 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:13.859398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58e10-edcf-4601-8f9d-4a31516e88bf req-ab306a71-3528-45ec-bc7e-209b5a295441 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.865973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3c58e10-edcf-4601-8f9d-4a31516e88bf req-ab306a71-3528-45ec-bc7e-209b5a295441 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 949 time: 0.2191374 Jul 27 16:46:13.870268 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.891847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-526f57e1-9c6d-438f-ac79-d9a1854ae14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:13.897260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-526f57e1-9c6d-438f-ac79-d9a1854ae14b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 200 len: 845 time: 0.1186054 Jul 27 16:46:13.900512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Transition to ACTIVE for port object a1bafd62-e0b6-491e-81fd-766843d1ec25 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:13.962262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:13.974833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-2c9c9a81-c0e1-4f12-aecb-04f806362db5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b5885e2-65fa-40c5-82ad-4ba417ba4692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637932 Jul 27 16:46:14.020950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3c58e10-edcf-4601-8f9d-4a31516e88bf req-3bbd4d3b-aaa6-4707-b644-a1391ed47064 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445210 Jul 27 16:46:14.104028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:14.108864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:14.117615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Allocated IP 172.25.4.78 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0e228359-c9fa-41ae-871e-d0fc55c21146) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:14.126101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:14.170404 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.245398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=74827df7-e918-4e91-9993-30da7ce3cad2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:14.247992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Pushing event updated for resources: {'Port': ['ID=a1bafd62-e0b6-491e-81fd-766843d1ec25,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.256928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-83a8cad6-174c-4576-bbcf-cbd78f77531d service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734232 Jul 27 16:46:14.279149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0d31c-0fbb-4b67-9dd4-4db8c0f3d7be req-20439a81-8787-480b-be82-1884315db5fe tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:14.281966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cea0d31c-0fbb-4b67-9dd4-4db8c0f3d7be req-20439a81-8787-480b-be82-1884315db5fe tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 943 time: 0.1500902 Jul 27 16:46:14.299230 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.301499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.366539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Attempting to bind port a1bafd62-e0b6-491e-81fd-766843d1ec25 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:14.366911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Attempting to bind port a1bafd62-e0b6-491e-81fd-766843d1ec25 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:14.367758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Attempting to bind port a1bafd62-e0b6-491e-81fd-766843d1ec25 on network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:14.395165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:14.395691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Checking segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:14.395994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.396398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Bound using segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:14.396924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Bound port: a1bafd62-e0b6-491e-81fd-766843d1ec25, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:14.397315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.447440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cea0d31c-0fbb-4b67-9dd4-4db8c0f3d7be req-21326421-d9cd-46f4-8909-65d166d43ca9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303370 Jul 27 16:46:14.514873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.575877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12234545-37bd-44fc-a7dc-a3b0396f7458 req-d9503a1f-8d0a-4c82-8009-02e57b0eacf3 service neutron] 10.222.0.61 "GET /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055282 Jul 27 16:46:14.621301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207a438-76ef-479c-9b46-c1188f69b970 req-af98ff45-1049-44b3-bf9a-609973b85f8c tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:14.629226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a207a438-76ef-479c-9b46-c1188f69b970 req-af98ff45-1049-44b3-bf9a-609973b85f8c tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.3610098 Jul 27 16:46:14.687096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] For port a1bafd62-e0b6-491e-81fd-766843d1ec25, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:14.696122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] For port a1bafd62-e0b6-491e-81fd-766843d1ec25, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a1bafd62-e0b6-491e-81fd-766843d1ec25,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:14.696758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a207a438-76ef-479c-9b46-c1188f69b970 req-cfb608cd-148f-406e-b262-5332057ce456 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Jul 27 16:46:14.698422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.705713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:14.741045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:14.746649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f3daa-3a93-45d4-b6c9-728282a03506 req-ce814f0c-f591-4c6b-b5c1-30be9893abe2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:14.747253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:14.748503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-178f3daa-3a93-45d4-b6c9-728282a03506 req-ce814f0c-f591-4c6b-b5c1-30be9893abe2 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.1313264 Jul 27 16:46:14.751758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:14.815219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e228359-c9fa-41ae-871e-d0fc55c21146,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.828330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-178f3daa-3a93-45d4-b6c9-728282a03506 req-3e946a83-0be0-4119-80e1-e5ae412b26ac tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700874 Jul 27 16:46:14.829235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.829690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.830105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.831193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.831635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.832045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.832463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.832869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.833725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.834058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.834459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.834870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:14.844367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600878f-4010-4bcb-b3d6-66ec08561d71 None None] Pushing event updated for resources: {'Port': ['ID=a1bafd62-e0b6-491e-81fd-766843d1ec25,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.989055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:15.109501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:15.111522 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d859d1-4fd8-423c-896f-3a7a8c11ed14" -d '{"events": [{"server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "name": "network-vif-plugged", "status": "completed", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:15.232379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:15.363344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98e89-14a4-4649-8d25-29c5834b7b2c req-3b816573-e492-4250-ba11-26dc57794f4d tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:15.363344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eee98e89-14a4-4649-8d25-29c5834b7b2c req-3b816573-e492-4250-ba11-26dc57794f4d tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.1370697 Jul 27 16:46:15.508232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eee98e89-14a4-4649-8d25-29c5834b7b2c req-8e251aba-0aeb-4a06-99ca-2ad8f2e0d0bf tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372106 Jul 27 16:46:15.520654 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19ed5f-f84b-47d5-9cd0-058b00123b2b x-openstack-request-id: req-8e19ed5f-f84b-47d5-9cd0-058b00123b2b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:15.521225 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "name": "network-vif-plugged", "status": "completed", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:15.521636 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e19ed5f-f84b-47d5-9cd0-058b00123b2b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:15.522287 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2', 'code': 200} Jul 27 16:46:15.669113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:15.794264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b43b-c160-495d-aa26-186a1ddf58cd req-0b10bfca-17c8-43ee-b6ea-ed51d261efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:15.795902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2416b43b-c160-495d-aa26-186a1ddf58cd req-0b10bfca-17c8-43ee-b6ea-ed51d261efda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 1101 time: 0.1717622 Jul 27 16:46:15.897562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d11b45-6cf5-4942-90b9-391684cd28ba req-869e5541-5d48-41b3-b883-0d8f3b48deb8 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:15.899089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56d11b45-6cf5-4942-90b9-391684cd28ba req-869e5541-5d48-41b3-b883-0d8f3b48deb8 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 943 time: 0.2787209 Jul 27 16:46:15.904399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5df0b-72d3-4b0a-9eba-3ff75efeec2d req-7f217e09-8687-4137-8ee5-aac665cc896d tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:15.906537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfc5df0b-72d3-4b0a-9eba-3ff75efeec2d req-7f217e09-8687-4137-8ee5-aac665cc896d tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.1050406 Jul 27 16:46:15.983786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfc5df0b-72d3-4b0a-9eba-3ff75efeec2d req-ed1a3149-864b-446c-b856-3693912374be tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690389 Jul 27 16:46:16.111733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:16.363558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a1bafd62-e0b6-491e-81fd-766843d1ec25 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:16.375613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:16.412840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f5c33-d833-4d9b-a4b4-9788b6acd197 None None] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:16.493432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'mac_address': 'fa:16:3e:52:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:46:16.580389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82c5cf7c-e804-4816-a7fb-05e470afb83e None None] Provisioning for port a1bafd62-e0b6-491e-81fd-766843d1ec25 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:16.593701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56d11b45-6cf5-4942-90b9-391684cd28ba req-6bcc9a3f-6108-4b0a-b2af-d6f59b648855 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864345 Jul 27 16:46:16.618128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2416b43b-c160-495d-aa26-186a1ddf58cd req-128c644b-586b-4fb9-be8b-5548915fec1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545147 Jul 27 16:46:16.671289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:46:16.725008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2319-edb4-4ba5-8317-2e1a8e45e621 req-4d12e31d-9dda-4453-9bfe-7525d321c73b tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:16.727038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eb8d2319-edb4-4ba5-8317-2e1a8e45e621 req-4d12e31d-9dda-4453-9bfe-7525d321c73b tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.1715417 Jul 27 16:46:16.727765 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:16.731471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port a1bafd62-e0b6-491e-81fd-766843d1ec25 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:16.839719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a1bafd62-e0b6-491e-81fd-766843d1ec25 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:16.840090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:16.852388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:16.885480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eb8d2319-edb4-4ba5-8317-2e1a8e45e621 req-befdbf73-3c9a-4e35-9e2e-5904f9b64827 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218553 Jul 27 16:46:16.894415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:16.956819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:16.963799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:16.979424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a311-4900-4eea-b7c9-b00cb13a5f4f req-1a936454-c26a-4db0-87f9-74b4a7018e54 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:17.005137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d12a311-4900-4eea-b7c9-b00cb13a5f4f req-1a936454-c26a-4db0-87f9-74b4a7018e54 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.2147527 Jul 27 16:46:17.051852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:46:17.061694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:17.081536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Sync routers for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:46:17.098340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:17.101382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd2497ea-d0d6-4efd-bb27-1239e5958fb6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1452556 Jul 27 16:46:17.104199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:17.115380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:17.124009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d12a311-4900-4eea-b7c9-b00cb13a5f4f req-0ee34518-8575-434c-be28-7ff8d475e21d tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114664 Jul 27 16:46:17.129461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:46:17.130149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:17.200950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['22267dc0-2224-4c8d-809a-d0ef1d80e922'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:17.514140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port a1bafd62-e0b6-491e-81fd-766843d1ec25, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a1bafd62-e0b6-491e-81fd-766843d1ec25,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:17.547128 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:17.634893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:46:17.732057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0fb8bc47-3db8-4515-930e-afc6982b60a4 None None] Provisioning complete for port a1bafd62-e0b6-491e-81fd-766843d1ec25 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:17.732791 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0fb8bc47-3db8-4515-930e-afc6982b60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.027328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=a1bafd62-e0b6-491e-81fd-766843d1ec25,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:18.171687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3248476-35a8-4c13-a1e8-f0290a84925f req-379685b7-98c3-46e2-a332-2bf7709817fe tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:18.175298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3248476-35a8-4c13-a1e8-f0290a84925f req-379685b7-98c3-46e2-a332-2bf7709817fe tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.1793034 Jul 27 16:46:18.247855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3248476-35a8-4c13-a1e8-f0290a84925f req-e99616fd-69b3-40e9-8ab4-935baa689ed6 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628612 Jul 27 16:46:18.289795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a1bafd62-e0b6-491e-81fd-766843d1ec25 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:18.331028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:14Z', 'revision_number': 3, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:18.366966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Checking router: 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:46:18.367152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Updating router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 port 0e228359-c9fa-41ae-871e-d0fc55c21146 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:46:18.418710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.434049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14b36-c6de-49dc-b1d7-a0d2e8abd0f8 req-73692f9c-5e4d-4f97-9fd9-8d042616c4de tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:18.443811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ce14b36-c6de-49dc-b1d7-a0d2e8abd0f8 req-73692f9c-5e4d-4f97-9fd9-8d042616c4de tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.0870211 Jul 27 16:46:18.471210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895b96b-3beb-441f-9c5e-f82138b5f923 req-7c6b1e8c-08e0-4179-9cdc-27f33614f0d0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:18.479070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f895b96b-3beb-441f-9c5e-f82138b5f923 req-7c6b1e8c-08e0-4179-9cdc-27f33614f0d0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 944 time: 0.1620975 Jul 27 16:46:18.494894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ce14b36-c6de-49dc-b1d7-a0d2e8abd0f8 req-d4a5ca40-f243-44d6-bd85-b52cfe34d59e tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497258 Jul 27 16:46:18.627732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ede453-8aae-4864-a645-aa3d139b374a req-199cf41a-bbc4-40fe-9841-92967fed91ec tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:18.629288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56ede453-8aae-4864-a645-aa3d139b374a req-199cf41a-bbc4-40fe-9841-92967fed91ec tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.61 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.3109939 Jul 27 16:46:18.647410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a1bafd62-e0b6-491e-81fd-766843d1ec25 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:18.647784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.658025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f895b96b-3beb-441f-9c5e-f82138b5f923 req-5afaf900-d5ab-4ce5-a4dd-4142d80c5fd5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698086 Jul 27 16:46:18.697280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.886323 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.901725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Transition to ACTIVE for port object 0e228359-c9fa-41ae-871e-d0fc55c21146 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:18.912036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.930526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Deleting port 0b497fdc-9706-46c2-adfa-638ce09e9cfc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:18.931127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.975547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Attempting to bind port 0e228359-c9fa-41ae-871e-d0fc55c21146 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:18.975828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Attempting to bind port 0e228359-c9fa-41ae-871e-d0fc55c21146 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:18.976195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Attempting to bind port 0e228359-c9fa-41ae-871e-d0fc55c21146 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:18.978364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4d181-5814-4560-a5a8-f6e7dccf664c None None] Pushing event updated for resources: {'Port': ['ID=0e228359-c9fa-41ae-871e-d0fc55c21146,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:18.991238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:18.991626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:18.992043 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:18.992453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:18.993243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Bound port: 0e228359-c9fa-41ae-871e-d0fc55c21146, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:18.995068 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.078827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] For port 0e228359-c9fa-41ae-871e-d0fc55c21146, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:19.085402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] For port 0e228359-c9fa-41ae-871e-d0fc55c21146, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e228359-c9fa-41ae-871e-d0fc55c21146,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:19.095456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.097842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Allocated IP 172.20.0.1 (9d98f7d4-dc7f-4102-841a-3ae8176ba53b/24442099-619a-4587-b320-38c5c6abfc64/20175077-948a-4d92-be1e-71f0c13f26e9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:19.139032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] For port 0b497fdc-9706-46c2-adfa-638ce09e9cfc, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0b497fdc-9706-46c2-adfa-638ce09e9cfc,segment=NetworkSegment(e21d56e1-f2f8-444b-b64a-32072c327663),segment_id=e21d56e1-f2f8-444b-b64a-32072c327663)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:19.139413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.169684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:46:19.170485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:19.201559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541097f-ccb5-45dc-9b2e-43f448f8bc88 req-8ae4fbfc-afda-4547-bf31-87279435452c tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:19.208965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c541097f-ccb5-45dc-9b2e-43f448f8bc88 req-8ae4fbfc-afda-4547-bf31-87279435452c tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.2977524 Jul 27 16:46:19.216597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Calling delete_port for 0b497fdc-9706-46c2-adfa-638ce09e9cfc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:19.330440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:46:19.347336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c541097f-ccb5-45dc-9b2e-43f448f8bc88 req-ea1c6a8e-e836-4594-b126-e7bc1fbc16f7 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372180 Jul 27 16:46:19.394812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.410963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Transition to ACTIVE for port object 20175077-948a-4d92-be1e-71f0c13f26e9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:19.432227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f211e-de9f-4fcb-b61a-3b68962b0a80 req-720975c8-454d-4806-97e6-33d4f98f5861 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:19.435678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-179f211e-de9f-4fcb-b61a-3b68962b0a80 req-720975c8-454d-4806-97e6-33d4f98f5861 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 945 time: 0.0851445 Jul 27 16:46:19.472138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4d181-5814-4560-a5a8-f6e7dccf664c None None] Pushing event updated for resources: {'Port': ['ID=0e228359-c9fa-41ae-871e-d0fc55c21146,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:19.505708 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-179f211e-de9f-4fcb-b61a-3b68962b0a80 req-02fd776c-0bae-46bb-87b3-22f7828cb3a5 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/security-groups?id=2968d5f9-b69c-46bc-89e3-d86c7cf44c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Jul 27 16:46:19.533142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.601132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:19.614017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:19.620968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:19.624389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Pushing event updated for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:19.664409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.679673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['0b497fdc-9706-46c2-adfa-638ce09e9cfc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:19.721699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:14Z', 'revision_number': 3, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:19.728543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Pushing event deleted for resources: {'Port': ['ID=0b497fdc-9706-46c2-adfa-638ce09e9cfc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:19.743197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.767485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a8fd2-8693-42a8-9fa8-6c91ee298154 None None] The sync data for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 is: [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:14Z', 'revision_number': 3, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:46:19.945766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] No DVR routers for this DVR port 0b497fdc-9706-46c2-adfa-638ce09e9cfc on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:19.963821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:19.967682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56ede453-8aae-4864-a645-aa3d139b374a req-0b7837eb-b3c9-4f38-a0af-baf032fe3679 tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.61 "DELETE /v2.0/ports/0b497fdc-9706-46c2-adfa-638ce09e9cfc HTTP/1.1" status: 204 len: 173 time: 1.3143189 Jul 27 16:46:19.983946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'name': 'network-vif-deleted', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:19.991108 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74250ade-4a03-4238-b5cd-a89318bf6230" -d '{"events": [{"server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "name": "network-vif-deleted", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:20.077918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec378d2b-cbfd-48df-affd-17178ab78c9e None None] Provisioning for port 20175077-948a-4d92-be1e-71f0c13f26e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:20.092700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec378d2b-cbfd-48df-affd-17178ab78c9e None None] Provisioning complete for port 20175077-948a-4d92-be1e-71f0c13f26e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:20.093081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec378d2b-cbfd-48df-affd-17178ab78c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:20.153968 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698a1c69-c4e6-4dc7-9eb6-74375c3dd64c x-openstack-request-id: req-698a1c69-c4e6-4dc7-9eb6-74375c3dd64c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:20.161437 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825139dc-f584-4e39-a92f-6eb2faad38df", "name": "network-vif-deleted", "tag": "0b497fdc-9706-46c2-adfa-638ce09e9cfc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:20.161437 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698a1c69-c4e6-4dc7-9eb6-74375c3dd64c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:20.162615 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825139dc-f584-4e39-a92f-6eb2faad38df', 'name': 'network-vif-deleted', 'tag': '0b497fdc-9706-46c2-adfa-638ce09e9cfc', 'status': 'completed', 'code': 200} Jul 27 16:46:20.203471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:20.319064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99cac4-894d-464d-b568-b548c29380c9 req-9034414a-3110-424f-9758-62e0dbd702cd tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:20.331558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa99cac4-894d-464d-b568-b548c29380c9 req-9034414a-3110-424f-9758-62e0dbd702cd tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 944 time: 0.4749210 Jul 27 16:46:20.363132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ec378d2b-cbfd-48df-affd-17178ab78c9e None None] Port 20175077-948a-4d92-be1e-71f0c13f26e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:46:20.388694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 22267dc0-2224-4c8d-809a-d0ef1d80e922 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:20.397505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 22267dc0-2224-4c8d-809a-d0ef1d80e922 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:20.397881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:20.421830 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:20.437181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-a2513da0-5c9b-4311-a91e-535ea57cef31 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:20.447655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-a2513da0-5c9b-4311-a91e-535ea57cef31 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.1837673 Jul 27 16:46:20.509556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa99cac4-894d-464d-b568-b548c29380c9 req-e9aaf684-e7c3-43b2-810c-3fb3b5076299 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765676 Jul 27 16:46:20.783886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:20.860804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:20.867337 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135dcc9-47ca-441a-9525-a8ef14f8ec9a" -d '{"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-plugged", "status": "completed", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:20.900960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:20.909097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:20.910125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0b497fdc-9706-46c2-adfa-638ce09e9cfc no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:20.918245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01eb29a7-6c40-422d-b6f2-fe9650dfc55b req-7a979d04-d1a3-4af7-9fad-5cca1638045b tempest-InstanceActionsNegativeTestJSON-2010602719 tempest-InstanceActionsNegativeTestJSON-2010602719-project] 10.222.0.64 "GET /v2.0/ports?device_id=825139dc-f584-4e39-a92f-6eb2faad38df HTTP/1.1" status: 200 len: 210 time: 0.1042233 Jul 27 16:46:21.015010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a160-7c94-4626-8be6-4345e3b9e6a9 req-bf37cd04-bf1a-4c76-8255-196359ce6e77 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:21.018319 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7783a160-7c94-4626-8be6-4345e3b9e6a9 req-bf37cd04-bf1a-4c76-8255-196359ce6e77 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 950 time: 0.3485994 Jul 27 16:46:21.018744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:21.022687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 0b497fdc-9706-46c2-adfa-638ce09e9cfc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:21.023046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0b497fdc-9706-46c2-adfa-638ce09e9cfc not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:21.033974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Deleting port 74827df7-e918-4e91-9993-30da7ce3cad2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:21.034321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.038462 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281fa0ee-3901-4505-9ef7-c1f6a9faea7b x-openstack-request-id: req-281fa0ee-3901-4505-9ef7-c1f6a9faea7b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:21.039005 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-plugged", "status": "completed", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:21.039966 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-281fa0ee-3901-4505-9ef7-c1f6a9faea7b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:21.040701 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'code': 200} Jul 27 16:46:21.078858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:21.187072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7783a160-7c94-4626-8be6-4345e3b9e6a9 req-4c86583f-53c0-4e28-8afd-f6efdd5477cd tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/security-groups?id=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483583 Jul 27 16:46:21.260690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] For port 74827df7-e918-4e91-9993-30da7ce3cad2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=74827df7-e918-4e91-9993-30da7ce3cad2,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:21.261775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.279815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Calling delete_port for 74827df7-e918-4e91-9993-30da7ce3cad2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:21.282003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.296245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.428312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06e61611-350e-4d8b-91f5-8444fd6295cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.445065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.478484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['74827df7-e918-4e91-9993-30da7ce3cad2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:21.519443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Pushing event deleted for resources: {'Port': ['ID=74827df7-e918-4e91-9993-30da7ce3cad2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:21.648638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] No DVR routers for this DVR port 74827df7-e918-4e91-9993-30da7ce3cad2 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:21.655259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.658238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0196a45e-c5c2-42dc-8918-18132446eb37 req-da97d2d6-f1c8-4297-a91c-87c7499cc572 tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.13 "DELETE /v2.0/ports/74827df7-e918-4e91-9993-30da7ce3cad2 HTTP/1.1" status: 204 len: 173 time: 1.2016411 Jul 27 16:46:21.658924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'name': 'network-vif-deleted', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:21.666401 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86a401-066f-43b7-a904-cce80357aa89" -d '{"events": [{"server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "name": "network-vif-deleted", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:21.751661 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed1094-504a-43a3-80fa-aabefab8e34d x-openstack-request-id: req-77ed1094-504a-43a3-80fa-aabefab8e34d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:21.751955 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea36718-a77d-4c5c-b723-992f9000d377", "name": "network-vif-deleted", "tag": "74827df7-e918-4e91-9993-30da7ce3cad2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:21.752237 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77ed1094-504a-43a3-80fa-aabefab8e34d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:21.752671 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea36718-a77d-4c5c-b723-992f9000d377', 'name': 'network-vif-deleted', 'tag': '74827df7-e918-4e91-9993-30da7ce3cad2', 'status': 'completed', 'code': 200} Jul 27 16:46:21.786655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Pushing event updated for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:21.829198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:21.859585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6c2b6-bd54-44f9-bbbc-bac129a69a0a req-84164e3b-4cb1-424f-ad42-972a309274bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:21.861496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86f6c2b6-bd54-44f9-bbbc-bac129a69a0a req-84164e3b-4cb1-424f-ad42-972a309274bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 1096 time: 0.7146192 Jul 27 16:46:21.984829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:22.025305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86f6c2b6-bd54-44f9-bbbc-bac129a69a0a req-68a1cca9-98e3-498a-aa7f-6e04fefe18a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516416 Jul 27 16:46:22.062578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0371-1302-4556-9e68-61ab6fb36a0e req-83784182-39c8-4775-af9f-d386470b238c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:22.065518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-491f0371-1302-4556-9e68-61ab6fb36a0e req-83784182-39c8-4775-af9f-d386470b238c tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 945 time: 0.3760493 Jul 27 16:46:22.072387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Deleting subnet cc06b7fc-9312-4ab0-99a9-8ab77408ee01 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:46:22.074433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06e61611-350e-4d8b-91f5-8444fd6295cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.080324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.107304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06e61611-350e-4d8b-91f5-8444fd6295cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.138065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.145633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06e61611-350e-4d8b-91f5-8444fd6295cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fa1953a1e94409298f5638690dc4db8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0649395 Jul 27 16:46:22.148567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:22.210595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-491f0371-1302-4556-9e68-61ab6fb36a0e req-171eaaf9-62f5-4f49-a6c5-9d74ad39042b tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347902 Jul 27 16:46:22.231619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.232277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61611-350e-4d8b-91f5-8444fd6295cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f166d5bf-d04a-40a4-b46b-3aea402cae2f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:22.267238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:22.278269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:22.334918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.408914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e228359-c9fa-41ae-871e-d0fc55c21146 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:22.500394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.597709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4aa3769-9c44-467d-99f4-e90798279def req-132c72ab-3836-4c5e-9fc8-e8a57d28f72e tempest-ServerDiagnosticsNegativeTest-2126982227 tempest-ServerDiagnosticsNegativeTest-2126982227-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea36718-a77d-4c5c-b723-992f9000d377 HTTP/1.1" status: 200 len: 210 time: 0.1361232 Jul 27 16:46:22.604952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.613632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0e228359-c9fa-41ae-871e-d0fc55c21146 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:22.621475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e228359-c9fa-41ae-871e-d0fc55c21146 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:22.630120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.697106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc06b7fc-9312-4ab0-99a9-8ab77408ee01,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:22.706669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.711792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8cc2182-fadc-4d43-940b-b98b4f75708b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cc06b7fc-9312-4ab0-99a9-8ab77408ee01 HTTP/1.1" status: 204 len: 168 time: 0.7246628 Jul 27 16:46:22.715535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:22.750360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.757520 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.758718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f166d5bf-d04a-40a4-b46b-3aea402cae2f HTTP/1.1" status: 204 len: 168 time: 0.6037531 Jul 27 16:46:22.820665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068dac4-e138-468f-a224-d252d9ba8de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f166d5bf-d04a-40a4-b46b-3aea402cae2f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:22.838351 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.917562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0e228359-c9fa-41ae-871e-d0fc55c21146, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e228359-c9fa-41ae-871e-d0fc55c21146,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:22.931796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:46:22.955105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:22.977400 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.014259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d0812006-4a26-4c80-aa88-f82afeddc90c None None] Provisioning complete for port 20175077-948a-4d92-be1e-71f0c13f26e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:23.018765 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d0812006-4a26-4c80-aa88-f82afeddc90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.106792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d0812006-4a26-4c80-aa88-f82afeddc90c None None] Port 20175077-948a-4d92-be1e-71f0c13f26e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:46:23.110378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0e228359-c9fa-41ae-871e-d0fc55c21146,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:23.231273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.252044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311ed46e-9022-41b3-9256-b13de6011101']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:23.273287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:46:23.283893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Sync routers for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:46:23.296842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:46:23.297492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:23.312468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69560663-ac10-4daf-9144-3ec6de9b28d0 admin admin] 10.222.0.64 "PUT /v2.0/routers/3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1957231 Jul 27 16:46:23.312792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21d56e1-f2f8-444b-b64a-32072c327663') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:23.312792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21d56e1-f2f8-444b-b64a-32072c327663') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:23.345679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.377179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.388115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:46:23.389995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:46:23.394546 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:46:23.626293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.635914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:23.637263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] 10.222.0.64 "DELETE /v2.0/networks/311ed46e-9022-41b3-9256-b13de6011101 HTTP/1.1" status: 204 len: 168 time: 0.9205132 Jul 27 16:46:23.667265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338b184-bcbd-4f69-b383-6d91e5f783e5 req-cfb6be85-7346-4fd2-820f-b5d1457366d9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:23.678934 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:46:23.686513 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a338b184-bcbd-4f69-b383-6d91e5f783e5 req-cfb6be85-7346-4fd2-820f-b5d1457366d9 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 945 time: 0.2603586 Jul 27 16:46:23.736338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45620ba9-73c6-445e-9742-52d531093502 admin admin] Pushing event deleted for resources: {'Network': ['ID=311ed46e-9022-41b3-9256-b13de6011101,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:23.792342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a338b184-bcbd-4f69-b383-6d91e5f783e5 req-a3d4645a-684b-4751-943f-14c42761489a tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005721 Jul 27 16:46:24.075295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:24.194636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5a3e62c0-e76e-48ac-8f21-1fdb1a147539 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=324799a390cd4c178b622e307d0900d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178949 Jul 27 16:46:24.197215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:24.339098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e228359-c9fa-41ae-871e-d0fc55c21146 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:24.342208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.409777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.435953 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 2, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:24.495016 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Checking router: 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:46:24.495771 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Updating router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 port 20175077-948a-4d92-be1e-71f0c13f26e9 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:46:24.530826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e228359-c9fa-41ae-871e-d0fc55c21146 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:24.530826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.534521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.539297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.546788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2968d5f9-b69c-46bc-89e3-d86c7cf44c64 HTTP/1.1" status: 204 len: 168 time: 0.3466542 Jul 27 16:46:24.565655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4798a-ba75-46d5-8535-e9d817e320e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968d5f9-b69c-46bc-89e3-d86c7cf44c64,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:24.617875 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:24.647243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:25.467069 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.469124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84be97d1-5cf7-430d-a202-fc140f2f3209 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0718c79f25124eba845b97a39df636f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205481 Jul 27 16:46:25.473002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:25.497590 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Transition to ACTIVE for port object 20175077-948a-4d92-be1e-71f0c13f26e9 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:25.508076 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.583649 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Pushing event updated for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:25.602563 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.609088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.609775 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.616971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.617636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.618190 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.618725 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.619257 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.620038 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.620604 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.621275 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.621537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.622004 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:25.678613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.695170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6389-8072-4912-8629-99c27a4e94b8 req-6528f052-6139-4a96-b3fd-7d43a55e0dfa tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:25.708386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-808e6389-8072-4912-8629-99c27a4e94b8 req-6528f052-6139-4a96-b3fd-7d43a55e0dfa tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 945 time: 0.2536297 Jul 27 16:46:25.750248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 74827df7-e918-4e91-9993-30da7ce3cad2 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:25.818573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 74827df7-e918-4e91-9993-30da7ce3cad2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:25.818899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 74827df7-e918-4e91-9993-30da7ce3cad2 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:25.849815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Attempting to bind port 20175077-948a-4d92-be1e-71f0c13f26e9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:25.850531 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Attempting to bind port 20175077-948a-4d92-be1e-71f0c13f26e9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:25.853659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Attempting to bind port 20175077-948a-4d92-be1e-71f0c13f26e9 on network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:25.885851 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:25.890334 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Checking segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:25.891033 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.895659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Bound using segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:25.903360 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Bound port: 20175077-948a-4d92-be1e-71f0c13f26e9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:25.904246 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:25.965417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-808e6389-8072-4912-8629-99c27a4e94b8 req-9c22d9c6-d3e8-4328-8819-579cf22896ce tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484884 Jul 27 16:46:26.001974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.005291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.006695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e HTTP/1.1" status: 204 len: 168 time: 0.5320551 Jul 27 16:46:26.021213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d329e-6740-4fbb-916c-d26c12fcebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb9dcf-7cf7-4f34-ac0f-9fa0cc3fc10e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:26.074334 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] For port 20175077-948a-4d92-be1e-71f0c13f26e9, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:26.078754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:26.085018 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] For port 20175077-948a-4d92-be1e-71f0c13f26e9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20175077-948a-4d92-be1e-71f0c13f26e9,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:26.096238 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.295638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:46:26.296799 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:26.446873 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d1d8-3c15-4e1f-a73f-a4ab5d0a1221 None None] Pushing event updated for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:26.593573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0252c1a9-7e01-49b9-a2b2-69050f918fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.628765 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:46:26.794177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0252c1a9-7e01-49b9-a2b2-69050f918fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.803475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0252c1a9-7e01-49b9-a2b2-69050f918fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.853767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:26.880476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b1fddd-8df6-4345-a4dd-773811bb167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:26.933199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0252c1a9-7e01-49b9-a2b2-69050f918fbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ae5bc2020ae469b9596cd801e17b5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8535514 Jul 27 16:46:26.936610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:26.950942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252c1a9-7e01-49b9-a2b2-69050f918fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeeca03-ace7-4b90-af92-078eb1a12201,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:27.133202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.187854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.304545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.307925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.309159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/caeeca03-ace7-4b90-af92-078eb1a12201 HTTP/1.1" status: 204 len: 168 time: 0.3675151 Jul 27 16:46:27.332174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530d34c-81cf-4e95-b3f6-199ffc681855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeeca03-ace7-4b90-af92-078eb1a12201,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:27.340035 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:26Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:27.385758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b1fddd-8df6-4345-a4dd-773811bb167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.404763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b1fddd-8df6-4345-a4dd-773811bb167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.409714 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf274c9-4763-4966-9977-75e73ee67f2e None None] The sync data for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 is: [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:26Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:46:27.461246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:27.461459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1b1fddd-8df6-4345-a4dd-773811bb167f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fb7a94d5c654dda949eb75c84b50131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057703 Jul 27 16:46:27.538651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3655a-fcff-4abf-9bf5-6031e8ce9c58 req-05ffd3f6-c8f8-4963-94d9-edc46ef1a137 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:27.540893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2a3655a-fcff-4abf-9bf5-6031e8ce9c58 req-05ffd3f6-c8f8-4963-94d9-edc46ef1a137 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 945 time: 0.3665748 Jul 27 16:46:27.541753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1fddd-8df6-4345-a4dd-773811bb167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ebc455-83b2-464e-9b83-42473a2abf73,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:27.643162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.685146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2a3655a-fcff-4abf-9bf5-6031e8ce9c58 req-941e949f-8383-4cba-88f6-501443e154d5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255507 Jul 27 16:46:27.748041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.837137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.841215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:27.846775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38ebc455-83b2-464e-9b83-42473a2abf73 HTTP/1.1" status: 204 len: 168 time: 0.3840182 Jul 27 16:46:27.863459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07059e77-d28f-4ac4-82bd-fd94b9a37562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ebc455-83b2-464e-9b83-42473a2abf73,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:28.188623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:28.207848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:28.239253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4cf5-5ec5-461d-927b-8c8b3f2bc0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:28.462488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20175077-948a-4d92-be1e-71f0c13f26e9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:28.641649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4cf5-5ec5-461d-927b-8c8b3f2bc0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:28.649270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4cf5-5ec5-461d-927b-8c8b3f2bc0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:28.778095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2d2d4cf5-5ec5-461d-927b-8c8b3f2bc0c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26ab928d80854b1e8024f4cc562d81e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669227 Jul 27 16:46:28.779231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:28.825103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4cf5-5ec5-461d-927b-8c8b3f2bc0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ceaf3-332d-479b-9608-99018dc19412,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:28.855443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:28.929851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'network_id': '6b5885e2-65fa-40c5-82ad-4ba417ba4692', 'port_id': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'mac_address': 'fa:16:3e:52:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798a41dc-26b1-4fcc-899a-8e5200fbda8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:46:28.948618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:29.005958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.043925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.123893 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.129307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60a45a-91a4-4809-b5e2-1c8098825fcb req-5648def5-a712-45c5-acb6-0fe6cfc1e542 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:29.135770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d60a45a-91a4-4809-b5e2-1c8098825fcb req-5648def5-a712-45c5-acb6-0fe6cfc1e542 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 945 time: 0.2242091 Jul 27 16:46:29.171696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:29.199572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.202553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.208591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e1ceaf3-332d-479b-9608-99018dc19412 HTTP/1.1" status: 204 len: 168 time: 0.4274666 Jul 27 16:46:29.252924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:29.256842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e322-5a17-4ee0-8002-77d4ccfb1a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ceaf3-332d-479b-9608-99018dc19412,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:29.257030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 20175077-948a-4d92-be1e-71f0c13f26e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:29.274473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.282305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 20175077-948a-4d92-be1e-71f0c13f26e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:29.283244 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.309547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d60a45a-91a4-4809-b5e2-1c8098825fcb req-0100b83c-5a2c-40eb-8cc7-73d599d1bcd0 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619308 Jul 27 16:46:29.325547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1775894720-network', 'tenant_id': 'baf1bd0fc3d640399991b1fd119068d4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:29.451482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Made reservation on behalf of baf1bd0fc3d640399991b1fd119068d4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:29.481512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.525262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.707633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['22267dc0-2224-4c8d-809a-d0ef1d80e922'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:29.852256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.862599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.928663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:46:29.977991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2605f-043d-4bcc-ae07-5ecce825173b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:29.984463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:29.985006 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Added segment 755a2825-0bc1-4ad0-b9f5-d265217f1359 of type vlan for network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 Jul 27 16:46:30.144798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:30.233625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:30.275132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:30.276102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:30.279475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:30.283949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:30.568647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:30.594518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9541b0c7-1ad8-4ab3-a222-81831a77b6f6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6425300 Jul 27 16:46:30.597334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:30.618802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Request body: {'subnet': {'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1775894720-subnet', 'tenant_id': 'baf1bd0fc3d640399991b1fd119068d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:30.666933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590235b-00a9-4203-9556-3a3a6ee8787e req-11e134f4-bb80-4c9c-96df-96ef814016eb tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:30.680628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a590235b-00a9-4203-9556-3a3a6ee8787e req-11e134f4-bb80-4c9c-96df-96ef814016eb tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 944 time: 0.1835029 Jul 27 16:46:30.686652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Made reservation on behalf of baf1bd0fc3d640399991b1fd119068d4 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:30.694277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:30.785674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a590235b-00a9-4203-9556-3a3a6ee8787e req-5d22cc2f-d2bf-4299-823c-05b3d395f4f3 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028872 Jul 27 16:46:30.805799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:30.814160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:46:31.014219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 20175077-948a-4d92-be1e-71f0c13f26e9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20175077-948a-4d92-be1e-71f0c13f26e9,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:31.016285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:31.028663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:31.059388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:31.107926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:31.114942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:31.118712 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:31.194446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:31.206213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:31.331633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eedce56-46d5-46cd-b967-247fc19f8895,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:31.387226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Checking segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:31.387595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Network hostable DHCP agents. Network: 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:46:31.412393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:46:31.450937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:31.460050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf529d-aff0-4938-92b3-f4dc05320afe None None] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:31.480680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:31.481610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:31.516244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0036c899-9477-4a80-9090-e80e10601336 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9139163 Jul 27 16:46:31.580676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803da32-c618-4729-ac92-c742c12770dd req-70931980-46d2-4235-b7e7-4e6b912f2efa tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:31.587236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5803da32-c618-4729-ac92-c742c12770dd req-70931980-46d2-4235-b7e7-4e6b912f2efa tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 943 time: 0.1556516 Jul 27 16:46:31.749560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041f001-f6df-4c27-8810-aaa4a4db8ba2 None None] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:31.772848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Deleting port 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:31.773150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.089449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:32.095340 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.127489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Calling delete_port for 22267dc0-2224-4c8d-809a-d0ef1d80e922 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:32.192657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:32.306709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 22267dc0-2224-4c8d-809a-d0ef1d80e922 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:32.307970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.505833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:32.562673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.615140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:32.617865 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc5ba0-311a-4a78-80ff-8f32fe121593" -d '{"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-plugged", "status": "completed", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:32.636792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 22267dc0-2224-4c8d-809a-d0ef1d80e922, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=22267dc0-2224-4c8d-809a-d0ef1d80e922,segment=NetworkSegment(3c51e50a-dfa3-432e-a14e-dd8c74378679),segment_id=3c51e50a-dfa3-432e-a14e-dd8c74378679)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:32.643645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.660984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224958-06c2-4475-ac1f-e3b6f0fcf5d9 req-2c63dca7-4837-4d98-96ac-a34210ec1084 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:32.671316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81224958-06c2-4475-ac1f-e3b6f0fcf5d9 req-2c63dca7-4837-4d98-96ac-a34210ec1084 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 943 time: 0.6247432 Jul 27 16:46:32.780290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:32.879200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81224958-06c2-4475-ac1f-e3b6f0fcf5d9 req-40e6e7c4-eac3-4993-a02f-202e62409180 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/security-groups?id=150c70fa-3b45-4869-9026-2be3b330b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029860 Jul 27 16:46:32.941953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:32.960585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['22267dc0-2224-4c8d-809a-d0ef1d80e922'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:33.077104 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb7dd4-8740-44c9-b28e-aa860183c7fe x-openstack-request-id: req-66cb7dd4-8740-44c9-b28e-aa860183c7fe {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:33.077404 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-plugged", "status": "completed", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:33.077659 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66cb7dd4-8740-44c9-b28e-aa860183c7fe {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:33.078067 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'code': 200} Jul 27 16:46:33.098184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Pushing event deleted for resources: {'Port': ['ID=22267dc0-2224-4c8d-809a-d0ef1d80e922,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:33.107127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:33.176365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] No DVR routers for this DVR port 22267dc0-2224-4c8d-809a-d0ef1d80e922 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:33.181869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:33.187516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20175077-948a-4d92-be1e-71f0c13f26e9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:33.199611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5803da32-c618-4729-ac92-c742c12770dd req-0ecff8f0-9fe5-4247-b2c0-1108824c49f5 tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.61 "DELETE /v2.0/ports/22267dc0-2224-4c8d-809a-d0ef1d80e922 HTTP/1.1" status: 204 len: 173 time: 1.6057281 Jul 27 16:46:33.203750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-deleted', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:33.213672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4424ca26-2dd7-4c44-9159-2bdd8ddfa150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:33.217525 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246bc83e-7d74-4c33-a7d2-df78065efc20" -d '{"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-deleted", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:33.404635 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46969a15-b2ea-4e3a-8ee4-02a2f4927e64 x-openstack-request-id: req-46969a15-b2ea-4e3a-8ee4-02a2f4927e64 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:33.405355 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e", "name": "network-vif-deleted", "tag": "22267dc0-2224-4c8d-809a-d0ef1d80e922", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:33.405657 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46969a15-b2ea-4e3a-8ee4-02a2f4927e64 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:33.406937 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e', 'name': 'network-vif-deleted', 'tag': '22267dc0-2224-4c8d-809a-d0ef1d80e922', 'status': 'completed', 'code': 200} Jul 27 16:46:33.421763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 20175077-948a-4d92-be1e-71f0c13f26e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:33.423944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:33.734282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-07a6341b-6e1b-4f60-ad77-30a44e39e553 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:33.747965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-07a6341b-6e1b-4f60-ad77-30a44e39e553 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 818 time: 0.3373892 Jul 27 16:46:33.785863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-2531f0af-325e-4b5b-adf1-dc7443285551 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/quotas/baf1bd0fc3d640399991b1fd119068d4 HTTP/1.1" status: 200 len: 375 time: 0.0360405 Jul 27 16:46:33.847221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-3ffed568-c01d-43a1-ad33-5c649b89c343 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603597 Jul 27 16:46:33.997142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4424ca26-2dd7-4c44-9159-2bdd8ddfa150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.006010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4424ca26-2dd7-4c44-9159-2bdd8ddfa150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.123572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4424ca26-2dd7-4c44-9159-2bdd8ddfa150 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d42ac49f4fb43b5a54876a96e16f0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6151989 Jul 27 16:46:34.126476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50310) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:34.163222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424ca26-2dd7-4c44-9159-2bdd8ddfa150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fdac1-0462-4326-afc6-d64a4021b798,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:34.224128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-e5641c41-aa1b-4c2c-8e21-132037543c4e service neutron] 10.222.0.64 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757608 Jul 27 16:46:34.299302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7544e7b1-d06b-49c8-b08c-20b80a1d8bc3 req-b514c169-4254-4642-b778-6de0e09cf25d tempest-ImagesTestJSON-2025312731 tempest-ImagesTestJSON-2025312731-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc22bce7-1a94-493d-bd2f-b7a5ebd43f4e HTTP/1.1" status: 200 len: 210 time: 0.0927022 Jul 27 16:46:34.345584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.427732 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.582944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.591521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:34.597070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd2fdac1-0462-4326-afc6-d64a4021b798 HTTP/1.1" status: 204 len: 168 time: 0.4685874 Jul 27 16:46:34.637298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29f7a0-557b-4aae-8cca-afded6b22c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fdac1-0462-4326-afc6-d64a4021b798,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:34.649828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d261046c-9eb5-486b-85d8-fa4426fd8287 service neutron] 10.222.0.64 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172845 Jul 27 16:46:35.660226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f9b74e-64a8-4aff-a6d0-62a2e7017597 req-e66f8600-7bc9-4fb6-9c0c-b3909c292756 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.1668265 Jul 27 16:46:36.053223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:36.219319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:36.267595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:36.269883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 22267dc0-2224-4c8d-809a-d0ef1d80e922 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:36.270236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 22267dc0-2224-4c8d-809a-d0ef1d80e922 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:36.296569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-558849aa-cdcc-4b6c-82d5-e50e0c8281d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.551284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:36.687905 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-558849aa-cdcc-4b6c-82d5-e50e0c8281d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.696613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95970333-c593-4afe-b975-e209a7774a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.721293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-558849aa-cdcc-4b6c-82d5-e50e0c8281d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.729510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Deleting subnet 798a41dc-26b1-4fcc-899a-8e5200fbda8f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:46:36.741932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.889122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558849aa-cdcc-4b6c-82d5-e50e0c8281d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4b995-03c9-4a36-946f-9a2b9980001c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:36.927840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:36.982601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-558849aa-cdcc-4b6c-82d5-e50e0c8281d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d15b50e38194ed09cabc80da067de55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131507 Jul 27 16:46:36.989839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:37.086501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1dcdc43f-3647-4968-a244-586f8a0aa713 req-e019226d-2645-4b3d-a25b-34a016c25cdf tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.1806719 Jul 27 16:46:37.131085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.321019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.390455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.395634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798a41dc-26b1-4fcc-899a-8e5200fbda8f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:37.402514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.413738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-898b7710-f015-40ea-bfc8-ff5bb8d5a0ff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/798a41dc-26b1-4fcc-899a-8e5200fbda8f HTTP/1.1" status: 204 len: 168 time: 0.8613746 Jul 27 16:46:37.415052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:37.526669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.834820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.840441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95970333-c593-4afe-b975-e209a7774a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:37.858837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95970333-c593-4afe-b975-e209a7774a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.113978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.128224 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.132825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bd4b995-03c9-4a36-946f-9a2b9980001c HTTP/1.1" status: 204 len: 168 time: 1.1300941 Jul 27 16:46:38.147567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95970333-c593-4afe-b975-e209a7774a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de8f1fe-2ce8-4734-99f1-00c13a399aa1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:38.236997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae634dd-55e6-4525-a241-a161304c553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4b995-03c9-4a36-946f-9a2b9980001c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:38.237433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.262854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5885e2-65fa-40c5-82ad-4ba417ba4692']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:38.292294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-d16f4f5f-c3cc-4a77-b942-f283c07744ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6945374 Jul 27 16:46:38.301844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c51e50a-dfa3-432e-a14e-dd8c74378679') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:38.302609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c51e50a-dfa3-432e-a14e-dd8c74378679') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:38.311656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50440) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:38.320168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95970333-c593-4afe-b975-e209a7774a5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a937aabe69a6431ba414522f2b1da672&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2509038 Jul 27 16:46:38.332013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.439858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b93b4cb-65bc-4866-93b5-7ab9c0cd7cda req-c7986342-eba5-4fea-a35b-e4b971521b7c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.0901251 Jul 27 16:46:38.478269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.581626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:46:38.584164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:46:38.597673 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:46:39.115029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.210384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.321265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.410423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.411618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b5885e2-65fa-40c5-82ad-4ba417ba4692 HTTP/1.1" status: 204 len: 168 time: 1.9939795 Jul 27 16:46:39.598154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.612752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:39.620728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7de8f1fe-2ce8-4734-99f1-00c13a399aa1 HTTP/1.1" status: 204 len: 168 time: 1.3060529 Jul 27 16:46:39.716084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-b8c9d710-385d-48c7-945b-902547b4bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:39.721985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-b8c9d710-385d-48c7-945b-902547b4bb2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 1097 time: 1.2767580 Jul 27 16:46:39.727765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-59442941-ebb5-46d2-8d4e-32848841aa14 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:39.729380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-59442941-ebb5-46d2-8d4e-32848841aa14 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.13 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 818 time: 0.5888691 Jul 27 16:46:39.745616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5bf11-c2bc-4248-ab43-ecba6059430a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5885e2-65fa-40c5-82ad-4ba417ba4692,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:39.777293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526e16-1f16-4051-ac21-69ee17ce88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de8f1fe-2ce8-4734-99f1-00c13a399aa1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:39.802510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Request body: {'port': {'device_id': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'admin_state_up': True, 'tenant_id': 'baf1bd0fc3d640399991b1fd119068d4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:39.914425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abbf94ec-e4ba-429b-b9ce-4f0f6d250886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:40.078667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:40.296144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-b1ff60ba-1c1a-4eb1-b62d-fd56045f895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:40.300713 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-b1ff60ba-1c1a-4eb1-b62d-fd56045f895f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 200 len: 920 time: 0.5037038 Jul 27 16:46:40.321814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbdf632b-6f81-4d90-a6c3-99def5dc3aee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a2466403769497ea074aea9edf091b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398055 Jul 27 16:46:40.327173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:40.594365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-fa5053ac-ec42-4882-bc99-997b2d20bf81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 200 len: 217 time: 0.2686203 Jul 27 16:46:40.762375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-0d381c63-b39d-4a12-9780-c21caf1bb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:40.766445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-0d381c63-b39d-4a12-9780-c21caf1bb156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 200 len: 859 time: 0.1615801 Jul 27 16:46:40.884879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-e06dc914-0193-4718-9053-b39499dbac6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6daf79f2-69d0-4653-99bb-b576497f139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089642 Jul 27 16:46:40.894533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50512) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:40.931524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f411134-d3b3-4568-b014-d463d82d236e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:40.952189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:41.458480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3840fde-aab9-4301-a00e-480833e5c506 req-7c899a9a-294b-4ab0-b7e5-d50d76b6d45d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 1.6992595 Jul 27 16:46:41.461242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-a4601102-e281-46ab-88ff-d3474706e675 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537286 Jul 27 16:46:41.594235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:41.893793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:41.899850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:41.902355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/150c70fa-3b45-4869-9026-2be3b330b21d HTTP/1.1" status: 204 len: 168 time: 1.5696101 Jul 27 16:46:41.960295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db77525-dd9c-4ef5-958c-2aaafd672f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c70fa-3b45-4869-9026-2be3b330b21d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:42.012265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f411134-d3b3-4568-b014-d463d82d236e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.046738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f411134-d3b3-4568-b014-d463d82d236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.173951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b042cc9-820e-4f6e-a3c0-1200ed30b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.226940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f411134-d3b3-4568-b014-d463d82d236e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=598d453714f646cb9605f8885d711de5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3173206 Jul 27 16:46:42.243317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:42.431310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.531386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-89384662-d138-4012-b7bd-87c98050ec2a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:42.534638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-89384662-d138-4012-b7bd-87c98050ec2a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 818 time: 3.4504313 Jul 27 16:46:42.590226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Request body: {'port': {'device_id': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'admin_state_up': True, 'tenant_id': 'baf1bd0fc3d640399991b1fd119068d4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:42.596777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-907fb49d-58d8-4ea6-8935-fdf1409c29df req-cabe6b58-7cab-4faf-909d-b29c03a784d4 service neutron] 10.222.0.13 "GET /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1182413 Jul 27 16:46:42.787710 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.873034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:42.992032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Made reservation on behalf of baf1bd0fc3d640399991b1fd119068d4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:42.995507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f411134-d3b3-4568-b014-d463d82d236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe3544-9e98-4c7f-b194-572fabd03d3d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:43.004155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:43.010687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:43.016585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66fe3544-9e98-4c7f-b194-572fabd03d3d HTTP/1.1" status: 204 len: 168 time: 0.7615440 Jul 27 16:46:43.020383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:43.030095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a17435-be8c-4590-81b3-99f6fef39a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe3544-9e98-4c7f-b194-572fabd03d3d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:43.362093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c508a60-9eba-4826-a1d8-dcfdac894436 req-367a4787-b0c5-4093-8850-c6cfe8a124c1 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.2437170 Jul 27 16:46:43.406169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:43.560688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33913-fbb6-47b5-ba47-f5cd0fbcf3fc req-0698f46b-cc93-4654-9dca-82bd9036db33 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:43.564410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a9a33913-fbb6-47b5-ba47-f5cd0fbcf3fc req-0698f46b-cc93-4654-9dca-82bd9036db33 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.2539430 Jul 27 16:46:43.673785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a9a33913-fbb6-47b5-ba47-f5cd0fbcf3fc req-5e0f2771-aaff-4b4e-bfb3-5ad8816b2c5c tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989525 Jul 27 16:46:43.741663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c4345b8f-5f23-4d2b-ba65-139e67b07df0 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:43.743252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c4345b8f-5f23-4d2b-ba65-139e67b07df0 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 818 time: 2.4631107 Jul 27 16:46:43.765813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Request body: {'port': {'device_id': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'admin_state_up': True, 'tenant_id': 'baf1bd0fc3d640399991b1fd119068d4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:44.228339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Made reservation on behalf of baf1bd0fc3d640399991b1fd119068d4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:44.235836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:44.264556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Allocated IP 172.20.0.8 (1f40f2a8-b59d-4a7a-9e99-9b723aa58e83/2eedce56-46d5-46cd-b967-247fc19f8895/db5e1a44-a7ee-4528-a3fd-507c6acf0804) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:45.015824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:45.225475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f451dd59-0df1-4d2b-be96-07c692aca851 req-fc1432c8-9dea-4fe2-b181-635bb9088408 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.5575957 Jul 27 16:46:45.261700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a196a-d895-48a4-8496-853494f0971f req-33af0d81-524c-44c2-99cc-8adbb81d9311 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:45.302000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb0a196a-d895-48a4-8496-853494f0971f req-33af0d81-524c-44c2-99cc-8adbb81d9311 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.3853652 Jul 27 16:46:45.317617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Made reservation on behalf of baf1bd0fc3d640399991b1fd119068d4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:45.332228 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:45.535766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb0a196a-d895-48a4-8496-853494f0971f req-c41cb3cf-4956-4409-b318-32ff13d3fe70 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325082 Jul 27 16:46:45.823598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:45.841771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-0aaa8443-dcd3-4477-aa5d-6080fc8a9bba tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:45.847249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-0aaa8443-dcd3-4477-aa5d-6080fc8a9bba tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 945 time: 0.4165776 Jul 27 16:46:45.965395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.167946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:46.181901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event updated for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:46.192250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:46.200218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:46.298965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-0a72d6a8-d551-452f-b471-72faf4a81c6f {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:46:46.300342 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:46:46.346476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Deleting port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:46.346476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.384050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:46.385441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.433379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Allocated IP 172.20.0.7 (1f40f2a8-b59d-4a7a-9e99-9b723aa58e83/2eedce56-46d5-46cd-b967-247fc19f8895/29341192-20f9-4b09-8d3a-418c9a916c06) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:46.443760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-c66cf632-3763-4fcf-b524-d700b45f7f85 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6726842 Jul 27 16:46:46.473015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Request body: {'port': {'device_id': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:46.721767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.728922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.781487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] For port 51b71baa-d608-4f8a-96c7-c4c7597f61e9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=51b71baa-d608-4f8a-96c7-c4c7597f61e9,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:46.781893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.825257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Calling delete_port for 51b71baa-d608-4f8a-96c7-c4c7597f61e9 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:46.878622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:46.887134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-28175958-bf9d-4c8a-acd7-6e8bb937025f req-15debefe-271b-4017-82dd-6925e0b32691 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.1679018 Jul 27 16:46:47.152102 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:46:47.250907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:47.285545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['503764db-99ec-46b5-9169-5a0662676bac', '51b71baa-d608-4f8a-96c7-c4c7597f61e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:47.351169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Pushing event deleted for resources: {'Port': ['ID=51b71baa-d608-4f8a-96c7-c4c7597f61e9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:47.404812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:47.517853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] No DVR routers for this DVR port 51b71baa-d608-4f8a-96c7-c4c7597f61e9 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:47.538407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:47.559823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-851ab063-a0d5-4620-abe5-8d0fa58210db req-025855bc-882b-43bb-bb16-6459eca51a00 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "DELETE /v2.0/ports/51b71baa-d608-4f8a-96c7-c4c7597f61e9 HTTP/1.1" status: 204 len: 173 time: 1.6946132 Jul 27 16:46:47.560709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'name': 'network-vif-deleted', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:47.587310 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fe5ae-4662-4d27-9eb0-86d51ae93151" -d '{"events": [{"server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "name": "network-vif-deleted", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:47.787137 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3ade31-11fb-4d25-9d1c-bcd8a44527b2 x-openstack-request-id: req-6e3ade31-11fb-4d25-9d1c-bcd8a44527b2 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:47.787281 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10214cb5-1203-4d8b-90b8-12a62eaeb1da", "name": "network-vif-deleted", "tag": "51b71baa-d608-4f8a-96c7-c4c7597f61e9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:47.787621 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e3ade31-11fb-4d25-9d1c-bcd8a44527b2 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:47.788345 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10214cb5-1203-4d8b-90b8-12a62eaeb1da', 'name': 'network-vif-deleted', 'tag': '51b71baa-d608-4f8a-96c7-c4c7597f61e9', 'status': 'completed', 'code': 200} Jul 27 16:46:47.849392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1584022730-network', 'tenant_id': '76856799fc46476db3955e48b6237626'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:47.909385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Made reservation on behalf of 76856799fc46476db3955e48b6237626 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:47.920732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:47.959795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.191761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c290e-3448-45ad-9f34-b6d15e21f15c req-851136eb-42e7-4b91-816c-a591342a8c04 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:48.194854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca2c290e-3448-45ad-9f34-b6d15e21f15c req-851136eb-42e7-4b91-816c-a591342a8c04 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=10214cb5-1203-4d8b-90b8-12a62eaeb1da HTTP/1.1" status: 200 len: 867 time: 1.1177752 Jul 27 16:46:48.220665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.228025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.340790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.387834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da373226-dfdf-4a7e-af0e-5146e4dfbac6 req-8ee0de79-f8f0-4d79-b3b5-3bb99dbc7480 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 210 time: 0.1621823 Jul 27 16:46:48.431070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.450729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:46:48.465237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f815a19-1cba-4fab-9cc9-b37de3b24f5f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:48.472454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.473050 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Added segment 20d5a0b1-6290-4d75-ae70-094c987a5dc5 of type vlan for network e563026d-11cf-4745-b7df-4c2ed942c0ac Jul 27 16:46:48.587529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.625060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event updated for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:48.711563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.713300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:48.715208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:48.748336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:48.771320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca2c290e-3448-45ad-9f34-b6d15e21f15c req-c16c2321-d11e-4f5f-9cd1-d84345d69e55 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604265 Jul 27 16:46:48.773530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:48.790316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:48.943258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5366685 Jul 27 16:46:48.944801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:48.963299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:48.982110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Request body: {'subnet': {'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1584022730-subnet', 'tenant_id': '76856799fc46476db3955e48b6237626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:48.995900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6b2c-6af4-48e7-aa64-9aae7836a7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e563026d-11cf-4745-b7df-4c2ed942c0ac,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:49.015282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e563026d-11cf-4745-b7df-4c2ed942c0ac details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:46:49.028935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:49.030291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.054934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Made reservation on behalf of 76856799fc46476db3955e48b6237626 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:49.059349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.138307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-d383bfbc-eed0-4869-a80a-8d0bb2484a50 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3796563 Jul 27 16:46:49.160621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Request body: {'port': {'device_id': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:49.346179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.372286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5e1a44-a7ee-4528-a3fd-507c6acf0804 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:49.600941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.609883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50822) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:49.647867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Transition to ACTIVE for port object db5e1a44-a7ee-4528-a3fd-507c6acf0804 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:49.698195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.700723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2ec8bd-5307-46bc-9ede-dcc5f947196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.755250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.828487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 51b71baa-d608-4f8a-96c7-c4c7597f61e9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:49.852366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-600dd9d9-f106-46ce-8e51-18cfa97fe85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:49.898858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 51b71baa-d608-4f8a-96c7-c4c7597f61e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:49.899314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 51b71baa-d608-4f8a-96c7-c4c7597f61e9 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:49.952541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70665-de7f-4215-b22d-e960e3f44971 req-5d9d2f6f-4c99-4ba1-b76e-9dd86cb3f036 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:49.965082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19f70665-de7f-4215-b22d-e960e3f44971 req-5d9d2f6f-4c99-4ba1-b76e-9dd86cb3f036 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 931 time: 0.3533661 Jul 27 16:46:50.108923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e728e1ec-5f97-4522-aeb4-3b149052951e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:50.128508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:50.182146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19f70665-de7f-4215-b22d-e960e3f44971 req-2aeaac63-f1da-4f19-b253-dfdde337fb32 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161269 Jul 27 16:46:50.183043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Checking segment: {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:50.183444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Network hostable DHCP agents. Network: e563026d-11cf-4745-b7df-4c2ed942c0ac, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:46:50.233909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Network e563026d-11cf-4745-b7df-4c2ed942c0ac is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:46:50.250101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e563026d-11cf-4745-b7df-4c2ed942c0ac) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:50.263719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531f3ca-c351-458b-af5e-b6564cf923d2 None None] Network e563026d-11cf-4745-b7df-4c2ed942c0ac requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:50.273339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:50.274364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.329242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Attempting to bind port db5e1a44-a7ee-4528-a3fd-507c6acf0804 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:50.330281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Attempting to bind port db5e1a44-a7ee-4528-a3fd-507c6acf0804 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:50.331035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Attempting to bind port db5e1a44-a7ee-4528-a3fd-507c6acf0804 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:50.380013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-0a72d6a8-d551-452f-b471-72faf4a81c6f {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:46:50.381408 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:46:50.405361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Port db5e1a44-a7ee-4528-a3fd-507c6acf0804 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:46:50.406244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Attempting to bind port db5e1a44-a7ee-4528-a3fd-507c6acf0804 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:50.565551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:50.566943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Checking segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:50.567766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Bound using segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:50.567952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e563026d-11cf-4745-b7df-4c2ed942c0ac', 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac', 'tenant_id': '76856799fc46476db3955e48b6237626', 'fixed_ips': [{'subnet_id': 'e728e1ec-5f97-4522-aeb4-3b149052951e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:46:50.568766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Bound port: db5e1a44-a7ee-4528-a3fd-507c6acf0804, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:50.569307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.569438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.667433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2ec8bd-5307-46bc-9ede-dcc5f947196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.842945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Allocated IP 172.20.0.2 (e563026d-11cf-4745-b7df-4c2ed942c0ac/e728e1ec-5f97-4522-aeb4-3b149052951e/ced00982-6e88-4c92-9adb-720f1b754f77) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:50.873062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de2ec8bd-5307-46bc-9ede-dcc5f947196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.983648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-600dd9d9-f106-46ce-8e51-18cfa97fe85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:50.996651 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-600dd9d9-f106-46ce-8e51-18cfa97fe85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.011656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94149abe-be09-49c2-bd19-c843f1d692e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0451810 Jul 27 16:46:51.026794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.044211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:51.053896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-600dd9d9-f106-46ce-8e51-18cfa97fe85e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7285a86a9b88480089769b83305d1ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4403310 Jul 27 16:46:51.063586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:51.086409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dd9d9-f106-46ce-8e51-18cfa97fe85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3169b-130f-4a68-bbff-0398e32577f2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:51.091443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:51.130891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29341192-20f9-4b09-8d3a-418c9a916c06 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:46:51.183030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93503aca-f8fb-4c65-ad67-f9473179d55d req-8f160744-0816-4e9a-a511-1d2974978855 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:51.190197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93503aca-f8fb-4c65-ad67-f9473179d55d req-8f160744-0816-4e9a-a511-1d2974978855 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.8213677 Jul 27 16:46:51.231071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de2ec8bd-5307-46bc-9ede-dcc5f947196e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c7cb8c9e48b437b98997f10a1c7bc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2643585 Jul 27 16:46:51.231697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:51.235264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.291277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.293092 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.304069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ec8bd-5307-46bc-9ede-dcc5f947196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d8022-9fd8-4bc0-9ed6-f13c60f8d237,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:51.307212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Transition to ACTIVE for port object ced00982-6e88-4c92-9adb-720f1b754f77 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:51.361310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:51.373964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:51.399462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Transition to ACTIVE for port object 29341192-20f9-4b09-8d3a-418c9a916c06 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:51.401328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.443896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.446900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Transition to ACTIVE for port object ced00982-6e88-4c92-9adb-720f1b754f77 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:46:51.469356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.561553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.569718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:51.572997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.574334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.637194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.645116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Pushing event updated for resources: {'Port': ['ID=ced00982-6e88-4c92-9adb-720f1b754f77,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:51.656772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:51.659276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.662247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-902f9527-6f2e-420b-a0b0-47ffd245c003 service neutron] 10.222.0.13 "PUT /v2.0/ports/db5e1a44-a7ee-4528-a3fd-507c6acf0804 HTTP/1.1" status: 200 len: 1091 time: 5.2022092 Jul 27 16:46:51.666880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:51.672397 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:51.704882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Network e563026d-11cf-4745-b7df-4c2ed942c0ac is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:51.709625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:51.712873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:51.747973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:51.778021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:51.978632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Attempting to bind port ced00982-6e88-4c92-9adb-720f1b754f77 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:51.980090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Attempting to bind port ced00982-6e88-4c92-9adb-720f1b754f77 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:51.981489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Attempting to bind port ced00982-6e88-4c92-9adb-720f1b754f77 on network e563026d-11cf-4745-b7df-4c2ed942c0ac {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:52.003303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:52.005411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Checking segment: {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:52.011669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.015802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Bound using segment: {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:52.018528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Bound port: ced00982-6e88-4c92-9adb-720f1b754f77, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:52.019321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.056200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Allocated IP 172.20.0.2 (1f40f2a8-b59d-4a7a-9e99-9b723aa58e83/2eedce56-46d5-46cd-b967-247fc19f8895/e99cf114-2441-42c2-b082-ad963fadb36c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:52.184949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] For port ced00982-6e88-4c92-9adb-720f1b754f77, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:52.193024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] For port ced00982-6e88-4c92-9adb-720f1b754f77, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ced00982-6e88-4c92-9adb-720f1b754f77,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:52.199771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.246007 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.397719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957660c-bfeb-460a-93fc-06a0c82baffe None None] Pushing event updated for resources: {'Port': ['ID=ced00982-6e88-4c92-9adb-720f1b754f77,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:52.480715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd512b-4ef3-4987-b051-16410aa8d0b8 req-ff94c52d-13ff-4be1-8839-b3ec87f91180 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:52.494048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ddbd512b-4ef3-4987-b051-16410aa8d0b8 req-ff94c52d-13ff-4be1-8839-b3ec87f91180 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 943 time: 1.0362496 Jul 27 16:46:52.501360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.504957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.506915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2af3169b-130f-4a68-bbff-0398e32577f2 HTTP/1.1" status: 204 len: 168 time: 1.4081562 Jul 27 16:46:52.534283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.537585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:52.539267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b81d8022-9fd8-4bc0-9ed6-f13c60f8d237 HTTP/1.1" status: 204 len: 168 time: 1.3006768 Jul 27 16:46:52.639468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ec67c-890f-482f-b253-f83a1bcad428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3169b-130f-4a68-bbff-0398e32577f2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:52.680395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c74c05-5c9d-4d78-93c7-3e9c45aaa521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d8022-9fd8-4bc0-9ed6-f13c60f8d237,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:52.758711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ddbd512b-4ef3-4987-b051-16410aa8d0b8 req-eca88782-8cf1-4f7e-b70b-52e95f1caa40 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618041 Jul 27 16:46:53.370588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ced00982-6e88-4c92-9adb-720f1b754f77 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:53.424645 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1a5b5-0e99-4e67-b278-1c6f32be915c x-openstack-request-id: req-73d1a5b5-0e99-4e67-b278-1c6f32be915c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:53.426220 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:53.426855 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73d1a5b5-0e99-4e67-b278-1c6f32be915c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:53.427777 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804', 'status': 'completed', 'code': 200} Jul 27 16:46:53.509635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ced00982-6e88-4c92-9adb-720f1b754f77 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:53.694083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:53.730315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da321f97-7018-421f-81b5-d92dd335d58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:53.897685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:53.926270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93503aca-f8fb-4c65-ad67-f9473179d55d req-17e7337b-27e4-4103-ba4e-6c92aa7e6955 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6691647 Jul 27 16:46:54.089973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.170791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Attempting to bind port 29341192-20f9-4b09-8d3a-418c9a916c06 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:46:54.178889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Attempting to bind port 29341192-20f9-4b09-8d3a-418c9a916c06 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:46:54.179627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Attempting to bind port 29341192-20f9-4b09-8d3a-418c9a916c06 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:54.181123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da321f97-7018-421f-81b5-d92dd335d58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.192667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da321f97-7018-421f-81b5-d92dd335d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.204251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bb4591d3-0f96-4700-a7b4-95ce8f38ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:54.209147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bb4591d3-0f96-4700-a7b4-95ce8f38ea0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 1094 time: 2.4574747 Jul 27 16:46:54.223616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Port 29341192-20f9-4b09-8d3a-418c9a916c06 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:46:54.224367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Attempting to bind port 29341192-20f9-4b09-8d3a-418c9a916c06 on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:46:54.319240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da321f97-7018-421f-81b5-d92dd335d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b988b7e-3a14-4d0b-8042-1fcf73ffb72a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:54.352120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:46:54.353278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Checking segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:46:54.354133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Bound using segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:46:54.355092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Bound port: 29341192-20f9-4b09-8d3a-418c9a916c06, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:46:54.362624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.368251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da321f97-7018-421f-81b5-d92dd335d58e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=056929c592024ceda98a0310a85e059d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720583 Jul 27 16:46:54.372455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:54.388775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-89516143-39e0-489c-b5da-d9122fcac01d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804 HTTP/1.1" status: 200 len: 217 time: 0.1535170 Jul 27 16:46:54.452056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358575e-942d-47b8-877d-dcbf163d0953 req-e7394cd2-95e6-4bb4-b813-0f6b326c6255 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:54.454678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7358575e-942d-47b8-877d-dcbf163d0953 req-e7394cd2-95e6-4bb4-b813-0f6b326c6255 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 943 time: 0.3861260 Jul 27 16:46:54.545512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5e6ed-1a2e-402b-ae26-ede13ace74ba None None] Network e563026d-11cf-4745-b7df-4c2ed942c0ac requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:46:54.588751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.654386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7358575e-942d-47b8-877d-dcbf163d0953 req-46f28138-3fee-4686-9833-e1a6c32cb64e tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874826 Jul 27 16:46:54.685625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.693358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-88b818ca-cc39-40fc-b88b-ac5828c825b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:54.708555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-88b818ca-cc39-40fc-b88b-ac5828c825b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.2786655 Jul 27 16:46:54.739274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.838796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-40cf311f-075b-4e62-a404-f784d6532f58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291265 Jul 27 16:46:54.876171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.877202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:54.923090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:54.927156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b988b7e-3a14-4d0b-8042-1fcf73ffb72a HTTP/1.1" status: 204 len: 168 time: 0.5512393 Jul 27 16:46:54.978204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509056-3ca1-4d2a-a8fc-318118b367c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b988b7e-3a14-4d0b-8042-1fcf73ffb72a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:55.035916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29341192-20f9-4b09-8d3a-418c9a916c06,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:55.081468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Provisioning for port ced00982-6e88-4c92-9adb-720f1b754f77 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:46:55.155799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Provisioning complete for port ced00982-6e88-4c92-9adb-720f1b754f77 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:55.156170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:55.168686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:55.212080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:55.240052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:55.250926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:46:55.268504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event updated for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:55.451388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-262388c3-d8aa-4ba5-98bf-c9b20260aa34 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:55.457669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-262388c3-d8aa-4ba5-98bf-c9b20260aa34 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 0.3053746 Jul 27 16:46:55.473639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.483951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.484651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.486693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.487265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.487785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.488641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.490450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.490965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.493599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.494126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.494646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:55.543347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:55.547575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:55.556072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] 10.222.0.61 "PUT /v2.0/ports/29341192-20f9-4b09-8d3a-418c9a916c06 HTTP/1.1" status: 200 len: 1091 time: 6.4070919 Jul 27 16:46:55.558437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:55.607261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:55.611547 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c169a5-38a8-4ab9-9242-eef88473e8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:55.796228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] For port ced00982-6e88-4c92-9adb-720f1b754f77, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ced00982-6e88-4c92-9adb-720f1b754f77,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:55.803006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:55.916378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a9aac873-956a-4be7-b20e-2b4df6b5993f tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887012 Jul 27 16:46:55.965555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:55.979802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.057495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a93f24-a217-46e0-87e7-cc79b0d23fc6 None None] Pushing event updated for resources: {'Port': ['ID=ced00982-6e88-4c92-9adb-720f1b754f77,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:56.138562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-22af8a7e-cf24-4974-8039-0cf238008ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2718079 Jul 27 16:46:56.156821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2a5b5cac-4151-41b2-925e-b914d01d506c None None] Provisioning complete for port ced00982-6e88-4c92-9adb-720f1b754f77 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:56.157417 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5cac-4151-41b2-925e-b914d01d506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.182711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Deleting port 503764db-99ec-46b5-9169-5a0662676bac {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:46:56.183059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.336613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-94e7d3fd-26fc-47be-818b-11fc48d1eec8 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 13.7859304 Jul 27 16:46:56.369461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Request body: {'port': {'device_id': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:46:56.487668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6446-674e-4156-a80f-5c4398ef5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:56.548996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:56.698980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-ba63c420-730e-4b8d-8856-8665b3980010 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:56.702048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-ba63c420-730e-4b8d-8856-8665b3980010 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7771313 Jul 27 16:46:56.748674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ed3e-3381-478c-96e8-ce422c308094 req-dfdb65d6-698c-4b2e-abb9-8eab751765ef tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:56.750199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ee1ed3e-3381-478c-96e8-ce422c308094 req-dfdb65d6-698c-4b2e-abb9-8eab751765ef tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 946 time: 1.5341692 Jul 27 16:46:56.766803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-0ee79f39-8626-4216-ac43-ab96ecd5e186 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/quotas/df675dd359fc4be8a1772bfd2ce5ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0520337 Jul 27 16:46:56.807455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.950513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] For port 503764db-99ec-46b5-9169-5a0662676bac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=503764db-99ec-46b5-9169-5a0662676bac,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:56.951414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.962063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:56.993122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Calling delete_port for 503764db-99ec-46b5-9169-5a0662676bac owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:46:57.024841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-0656efef-a928-438e-953e-24e30f37c396 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2464483 Jul 27 16:46:57.054505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-37041e07-f866-4f66-9425-436e9aa041c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:57.058027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-37041e07-f866-4f66-9425-436e9aa041c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 1094 time: 1.3972428 Jul 27 16:46:57.087979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ee1ed3e-3381-478c-96e8-ce422c308094 req-5b97dcc1-f2d5-4cf5-aa47-58bb386ca81b tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc263a09-19a3-4a6c-b021-dea3c3a75613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994113 Jul 27 16:46:57.090539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-ce72bda5-5024-4d41-baa0-3693d1ce2131 service neutron] 10.222.0.13 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9102285 Jul 27 16:46:57.174005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f65f7142-d864-41b6-955c-9fea9e054e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.327912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f65f7142-d864-41b6-955c-9fea9e054e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.337173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f65f7142-d864-41b6-955c-9fea9e054e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.339896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.343529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-563579c7-a8e4-4148-8dd1-f98f883a660c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29341192-20f9-4b09-8d3a-418c9a916c06 HTTP/1.1" status: 200 len: 217 time: 0.1996751 Jul 27 16:46:57.350367 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4ab21-d6ef-4e8b-9536-36b41a6576b3 x-openstack-request-id: req-dbb4ab21-d6ef-4e8b-9536-36b41a6576b3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:57.350980 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:57.351969 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbb4ab21-d6ef-4e8b-9536-36b41a6576b3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:57.352621 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06', 'status': 'completed', 'code': 200} Jul 27 16:46:57.368031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ced00982-6e88-4c92-9adb-720f1b754f77 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:57.495687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ced00982-6e88-4c92-9adb-720f1b754f77 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:46:57.496602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.589371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f7142-d864-41b6-955c-9fea9e054e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f79e26-0919-439f-8602-14f4b2cecc9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:57.695335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37cf2656-9caa-472a-b0e9-d8ac249801e3 req-bfe3b5db-fc83-42e6-aa60-d2aa5f2571fb tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 210 time: 0.1576307 Jul 27 16:46:57.701663 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f65f7142-d864-41b6-955c-9fea9e054e2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb741e1680c4fc2a740fa2efe84a410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1442780 Jul 27 16:46:57.707204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:57.718996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-8f13f1ab-749c-4a9c-b6d8-0697b22c1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:57.723165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-8f13f1ab-749c-4a9c-b6d8-0697b22c1381 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.3372715 Jul 27 16:46:57.892918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.936723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Pushing event deleted for resources: {'Port': ['ID=503764db-99ec-46b5-9169-5a0662676bac,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:57.952742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:57.955562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Allocated IP 172.25.4.5 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/e11c8083-4913-427f-94b5-7a9765b90554) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:57.961108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['503764db-99ec-46b5-9169-5a0662676bac'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:58.068283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-dd945cc3-edcb-49ff-b170-03530936f74b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3114836 Jul 27 16:46:58.111153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:58.166922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] No DVR routers for this DVR port 503764db-99ec-46b5-9169-5a0662676bac on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:46:58.171230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:58.175164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-287d2beb-61d2-4a13-98a2-41c8f131d58f req-472bfda5-678b-4145-96f2-44f713cd3cbf tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.13 "DELETE /v2.0/ports/503764db-99ec-46b5-9169-5a0662676bac HTTP/1.1" status: 204 len: 173 time: 2.7098334 Jul 27 16:46:58.175651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'name': 'network-vif-deleted', 'tag': '503764db-99ec-46b5-9169-5a0662676bac'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:46:58.178188 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97403836-ab7c-43e3-8083-b4322dd5cab1" -d '{"events": [{"server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "name": "network-vif-deleted", "tag": "503764db-99ec-46b5-9169-5a0662676bac"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:58.310798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:58.321837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:58.339968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02f79e26-0919-439f-8602-14f4b2cecc9e HTTP/1.1" status: 204 len: 168 time: 0.5949624 Jul 27 16:46:58.360314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-a57209c3-c71b-4a61-aab1-dcd0088e34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:58.370106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-a57209c3-c71b-4a61-aab1-dcd0088e34be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 1094 time: 1.0100873 Jul 27 16:46:58.371081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d635c-b822-421e-89b8-130f5446bfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f79e26-0919-439f-8602-14f4b2cecc9e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:58.505732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-656c3f39-9660-45f9-ba90-6612ec65956b req-774c7482-3844-4f94-ba2a-3adf3df4af68 tempest-ServerRescueNegativeTestJSON-1994455800 tempest-ServerRescueNegativeTestJSON-1994455800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11e0a4f-bde2-4c81-9bb1-e156a3e19645 HTTP/1.1" status: 200 len: 210 time: 0.1131060 Jul 27 16:46:58.676145 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88077376-c586-43a9-8570-662769a48929 x-openstack-request-id: req-88077376-c586-43a9-8570-662769a48929 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:58.677824 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11e0a4f-bde2-4c81-9bb1-e156a3e19645", "name": "network-vif-deleted", "tag": "503764db-99ec-46b5-9169-5a0662676bac", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:58.677824 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88077376-c586-43a9-8570-662769a48929 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:58.677824 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11e0a4f-bde2-4c81-9bb1-e156a3e19645', 'name': 'network-vif-deleted', 'tag': '503764db-99ec-46b5-9169-5a0662676bac', 'status': 'completed', 'code': 200} Jul 27 16:46:58.717066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-0a8fc758-bfeb-477e-aba0-214549b2212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:58.718679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-0a8fc758-bfeb-477e-aba0-214549b2212b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 919 time: 0.2398806 Jul 27 16:46:58.728864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1f1ef-76b5-4ba9-80ba-a4ee6d7b3e00 req-2ce6c0de-c57f-4623-90b4-ab9afec28825 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:58.730651 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7f1f1ef-76b5-4ba9-80ba-a4ee6d7b3e00 req-2ce6c0de-c57f-4623-90b4-ab9afec28825 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 943 time: 1.2629540 Jul 27 16:46:59.055397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18d795d4-ef80-48d0-b274-4ca7ec179109 req-8bd211e2-0bf7-426c-a7fd-590f42f49da1 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 210 time: 0.1897409 Jul 27 16:46:59.076660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-3362be3c-7fab-489b-997f-152fc2d1a552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804 HTTP/1.1" status: 200 len: 217 time: 0.3278913 Jul 27 16:46:59.254997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-dd27cd29-de28-4139-9ca3-fe185249c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:46:59.257643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-dd27cd29-de28-4139-9ca3-fe185249c5b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.1799486 Jul 27 16:46:59.357348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:59.375681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15fabeab-0a87-473f-b2c2-3e71bf03c584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:59.389804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-160f1f4a-c554-4cdc-9265-f96cf002ddcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006036 Jul 27 16:46:59.662915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:46:59.684494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-aa6787b7-774c-4194-b174-47625eb3f784 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5958660 Jul 27 16:46:59.688123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-61a0a0f4-15a1-4446-b82f-189fddf9a4cf service neutron] 10.222.0.13 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630899 Jul 27 16:46:59.695873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:46:59.709565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7f1f1ef-76b5-4ba9-80ba-a4ee6d7b3e00 req-85ae15e7-b61b-4639-8547-94947a2e784c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738341 Jul 27 16:46:59.894685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db5e1a44-a7ee-4528-a3fd-507c6acf0804 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:59.919104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 503764db-99ec-46b5-9169-5a0662676bac no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:59.961297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-6f3770ed-dea6-49bc-b69d-9db91d3bb45a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2930925 Jul 27 16:46:59.981223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 503764db-99ec-46b5-9169-5a0662676bac {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:46:59.981568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 503764db-99ec-46b5-9169-5a0662676bac not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:00.224062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:00.244718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'port_id': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804', 'mac_address': 'fa:16:3e:01:a4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eedce56-46d5-46cd-b967-247fc19f8895', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:47:00.292276 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15fabeab-0a87-473f-b2c2-3e71bf03c584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:00.325654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15fabeab-0a87-473f-b2c2-3e71bf03c584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:00.396314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:00.434770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5e1a44-a7ee-4528-a3fd-507c6acf0804 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:00.443607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e758c62-4378-4c39-9314-1caff527df08 req-37787c4f-04ab-4619-bfc0-ef4ba7a40861 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 210 time: 0.1472223 Jul 27 16:47:00.506567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:00.520831 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:00.588806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fabeab-0a87-473f-b2c2-3e71bf03c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14a952-3ed2-4c6d-91e5-c952ec428cca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:00.634636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:00.678158 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-15fabeab-0a87-473f-b2c2-3e71bf03c584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab1d4e5fbd7f4f8fb7ddec0b67d676e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3195014 Jul 27 16:47:00.701762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:00.792475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99cf114-2441-42c2-b082-ad963fadb36c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:00.802273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['db5e1a44-a7ee-4528-a3fd-507c6acf0804'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:00.802895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:00.816475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Transition to ACTIVE for port object e99cf114-2441-42c2-b082-ad963fadb36c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:00.936411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-60a82d25-1763-4f1f-9529-87fc519f2b0a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:00.938383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-60a82d25-1763-4f1f-9529-87fc519f2b0a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9391375 Jul 27 16:47:00.994137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Request body: {'port': {'device_id': 'e981758c-361c-4097-a402-0d7ee2840989', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'df675dd359fc4be8a1772bfd2ce5ddd8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:01.045855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.054161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.055200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-8324686c-1063-4754-92e9-cb0d784ddeb6 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3419361 Jul 27 16:47:01.103317 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.180703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.211716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:01.401239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.407054 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.413383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b14a952-3ed2-4c6d-91e5-c952ec428cca HTTP/1.1" status: 204 len: 168 time: 0.6223545 Jul 27 16:47:01.446469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-51a46d0c-2eb9-45d0-9acd-4bc951cd2824 req-17962e33-6da4-4fbb-94a8-5d7824022db9 service neutron] 10.222.0.13 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7334630 Jul 27 16:47:01.475300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9a386-9a4a-46df-9c62-262b8e4db9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14a952-3ed2-4c6d-91e5-c952ec428cca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:01.487696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Made reservation on behalf of df675dd359fc4be8a1772bfd2ce5ddd8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:01.498977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.523372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.654523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:01.742724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:01.751997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:01.864250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:01.890325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db5e1a44-a7ee-4528-a3fd-507c6acf0804 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:01.931682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:01.949764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:01.971915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f78a3751-d31a-40b5-923d-6e98ee715ca0 req-279a8274-dd39-427c-9db3-bf9a75431231 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 210 time: 0.3495200 Jul 27 16:47:01.992337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.100306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port db5e1a44-a7ee-4528-a3fd-507c6acf0804 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:02.109492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port db5e1a44-a7ee-4528-a3fd-507c6acf0804 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:02.110725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.150292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747b4d7-5700-4c24-a05f-0f7b5bc5934d req-44b46167-e64d-4c07-823b-09d5af9a94ce tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:02.165699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f747b4d7-5700-4c24-a05f-0f7b5bc5934d req-44b46167-e64d-4c07-823b-09d5af9a94ce tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 943 time: 1.0946591 Jul 27 16:47:02.249335 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f747b4d7-5700-4c24-a05f-0f7b5bc5934d req-c959be60-f626-4265-898c-03359110fad1 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887444 Jul 27 16:47:02.250253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Attempting to bind port e99cf114-2441-42c2-b082-ad963fadb36c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:02.250682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Attempting to bind port e99cf114-2441-42c2-b082-ad963fadb36c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:02.251433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Attempting to bind port e99cf114-2441-42c2-b082-ad963fadb36c on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:02.289310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Port e99cf114-2441-42c2-b082-ad963fadb36c on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:47:02.290054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Attempting to bind port e99cf114-2441-42c2-b082-ad963fadb36c on network 1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:02.334883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.340569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Allocated IP 192.168.233.106 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/87ad7630-e329-4765-9a06-d5d347ae28c8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:02.349644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e11c8083-4913-427f-94b5-7a9765b90554,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:02.359662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-4c034fdb-9ffc-49a4-928b-7122f77a27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:02.366371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-4c034fdb-9ffc-49a4-928b-7122f77a27d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 1094 time: 1.1360619 Jul 27 16:47:02.370440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932f3b70-d325-4712-aa3e-950d22bf25cf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:02.388663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.391549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:02.392123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Checking segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:02.392640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Bound using segment: {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:02.393183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Bound port: e99cf114-2441-42c2-b082-ad963fadb36c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755a2825-0bc1-4ad0-b9f5-d265217f1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:02.394063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.396156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.434939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:02.443082 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478dd0a-dacb-4093-8291-54d2bc2f385d" -d '{"events": [{"server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "name": "network-vif-plugged", "status": "completed", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:02.499995 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24edf83e-e5c5-411a-85e0-132a0a12f014 x-openstack-request-id: req-24edf83e-e5c5-411a-85e0-132a0a12f014 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:02.500365 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "name": "network-vif-plugged", "status": "completed", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:02.500711 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24edf83e-e5c5-411a-85e0-132a0a12f014 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:02.501196 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804', 'code': 200} Jul 27 16:47:02.508830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:02.537362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:02.613532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:02.962348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.022943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.049794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:03.055255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-effe9635-f4ea-4efa-8624-58121f27ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:03.057666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-effe9635-f4ea-4efa-8624-58121f27ce05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 919 time: 0.6825984 Jul 27 16:47:03.102627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e99cf114-2441-42c2-b082-ad963fadb36c,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:03.104761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Transition to ACTIVE for port object 87ad7630-e329-4765-9a06-d5d347ae28c8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:03.138399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.171227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Deleting port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:03.171789 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.257716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.420578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:03.425350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Pushing event updated for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:03.428745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:03.438627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:03.537916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:03.538609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.601964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.612177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31f780-6558-4d95-a047-5d8580b2d843 req-5fcb0baf-1779-4e8e-891a-6081e0928aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:03.620667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db31f780-6558-4d95-a047-5d8580b2d843 req-5fcb0baf-1779-4e8e-891a-6081e0928aaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 1096 time: 1.0055847 Jul 27 16:47:03.622959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-9a5ef508-426c-45d7-964d-3141a21f313b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29341192-20f9-4b09-8d3a-418c9a916c06 HTTP/1.1" status: 200 len: 217 time: 0.4868085 Jul 27 16:47:03.627973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a5d84826-2194-418e-b15e-c83b8f83ea7a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6414027 Jul 27 16:47:03.630537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] For port bce2c3a5-e2d1-45fd-a2ff-45ee2093668b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,segment=NetworkSegment(61db87a8-e67d-4f0b-a386-f7cfb5150718),segment_id=61db87a8-e67d-4f0b-a386-f7cfb5150718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:03.631643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.652641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Request body: {'port': {'device_id': 'e981758c-361c-4097-a402-0d7ee2840989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:03.778535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:03.802907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:03.808645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Calling delete_port for bce2c3a5-e2d1-45fd-a2ff-45ee2093668b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:04.014349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8416c094-a347-4522-a09b-9aa9ef03d402 None None] Provisioning for port 87ad7630-e329-4765-9a06-d5d347ae28c8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:04.021745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8416c094-a347-4522-a09b-9aa9ef03d402 None None] Provisioning complete for port 87ad7630-e329-4765-9a06-d5d347ae28c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:04.032122 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8416c094-a347-4522-a09b-9aa9ef03d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.037420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97270e-bf85-4516-afa9-9462963635d7 req-f6952fd8-89dd-4013-8162-72d57a153f62 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:04.040596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e97270e-bf85-4516-afa9-9462963635d7 req-f6952fd8-89dd-4013-8162-72d57a153f62 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 943 time: 0.6168959 Jul 27 16:47:04.048075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:04.051498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.062899 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-344706e4-ffe4-415f-b6c2-83c9a4b55ad1 service neutron] 10.222.0.61 "PUT /v2.0/ports/e99cf114-2441-42c2-b082-ad963fadb36c HTTP/1.1" status: 200 len: 1091 time: 7.7128263 Jul 27 16:47:04.075804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:04.083121 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db68a388-902c-4f6d-a3ae-cf8264df5097" -d '{"events": [{"name": "network-changed", "server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:04.167059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-606c7e52-0d19-4380-b6a5-569f58145617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:04.169073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-606c7e52-0d19-4380-b6a5-569f58145617 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.3760827 Jul 27 16:47:04.194137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8416c094-a347-4522-a09b-9aa9ef03d402 None None] Port 87ad7630-e329-4765-9a06-d5d347ae28c8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:04.208391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.287888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e97270e-bf85-4516-afa9-9462963635d7 req-8c8ae3b7-ccf5-4588-92c4-e9db704c1a4e tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152789 Jul 27 16:47:04.342354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-a7efe7cf-830b-44cf-bb56-877667d76184 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055322 Jul 27 16:47:04.349106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29341192-20f9-4b09-8d3a-418c9a916c06 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:47:04.645342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db31f780-6558-4d95-a047-5d8580b2d843 req-fcaef682-1305-4329-b0bf-1e1bf0711f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0086925 Jul 27 16:47:04.653600 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c9bae-9819-477d-be0c-4ca6c584a5e5 x-openstack-request-id: req-7b6c9bae-9819-477d-be0c-4ca6c584a5e5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:04.654182 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:04.654667 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b6c9bae-9819-477d-be0c-4ca6c584a5e5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:04.655471 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c', 'status': 'completed', 'code': 200} Jul 27 16:47:04.663045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-fd7b6aa3-c0d8-4529-be18-82e5d4504191 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184581 Jul 27 16:47:04.690990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29341192-20f9-4b09-8d3a-418c9a916c06,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:04.721234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '29341192-20f9-4b09-8d3a-418c9a916c06', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'port_id': '29341192-20f9-4b09-8d3a-418c9a916c06', 'mac_address': 'fa:16:3e:28:9d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eedce56-46d5-46cd-b967-247fc19f8895', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:47:04.837451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba65f1f-6039-424a-ac35-63c9c3d84fb8 req-a363016c-8901-4665-8a9f-0f237120d904 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:04.838989 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.848746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ba65f1f-6039-424a-ac35-63c9c3d84fb8 req-a363016c-8901-4665-8a9f-0f237120d904 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 936 time: 1.5168762 Jul 27 16:47:04.852098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.864224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29341192-20f9-4b09-8d3a-418c9a916c06 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:04.890185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29341192-20f9-4b09-8d3a-418c9a916c06,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:04.896396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:04.988744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:05.002429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51254) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:05.138351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['29341192-20f9-4b09-8d3a-418c9a916c06'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:05.165977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Allocated IP 172.25.4.238 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/10b7b2ed-3ec1-46ed-9330-aaebec3b65be) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:05.276357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ba65f1f-6039-424a-ac35-63c9c3d84fb8 req-b45be004-aecd-493a-8e1b-84673d3351f4 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263635 Jul 27 16:47:05.333623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ad7630-e329-4765-9a06-d5d347ae28c8 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:05.346830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:05.370371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Transition to ACTIVE for port object 87ad7630-e329-4765-9a06-d5d347ae28c8 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:05.377452 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:05.568843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a29a29-b941-4106-9b7b-6643c64463b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:05.584255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:05.598894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Pushing event updated for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:05.622627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-4d48178e-5ce1-40d6-8355-37ce9abee6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:05.624553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-4d48178e-5ce1-40d6-8355-37ce9abee6bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 1094 time: 1.4539969 Jul 27 16:47:05.639446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:47:05.698622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce2c3a5-e2d1-45fd-a2ff-45ee2093668b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:05.839269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c169a5-38a8-4ab9-9242-eef88473e8c7 req-edec229f-78ee-4f99-a21f-9febdf927eed service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1544333 Jul 27 16:47:05.892822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Attempting to bind port 87ad7630-e329-4765-9a06-d5d347ae28c8 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:05.893181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Attempting to bind port 87ad7630-e329-4765-9a06-d5d347ae28c8 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:05.893521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Attempting to bind port 87ad7630-e329-4765-9a06-d5d347ae28c8 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:05.918247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e0611-3c91-4e8d-83b7-07b610de70a9 req-f46bc064-5769-45e8-a370-e85eb4131830 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:05.919949 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-596e0611-3c91-4e8d-83b7-07b610de70a9 req-f46bc064-5769-45e8-a370-e85eb4131830 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 944 time: 0.4764524 Jul 27 16:47:05.923850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Port 87ad7630-e329-4765-9a06-d5d347ae28c8 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:47:05.924200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Attempting to bind port 87ad7630-e329-4765-9a06-d5d347ae28c8 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:05.949392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:05.949731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:05.950139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:05.950677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Bound port: 87ad7630-e329-4765-9a06-d5d347ae28c8, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:05.951448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.015656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-b0322c24-ee92-40b9-af52-32941567b78f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e99cf114-2441-42c2-b082-ad963fadb36c HTTP/1.1" status: 200 len: 217 time: 0.3687446 Jul 27 16:47:06.020022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.148986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-596e0611-3c91-4e8d-83b7-07b610de70a9 req-e5ae20bf-5a3b-458c-8c55-403d23d8d436 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115643 Jul 27 16:47:06.218103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.222702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:06.243540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=87ad7630-e329-4765-9a06-d5d347ae28c8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:06.265276 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.331038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a29a29-b941-4106-9b7b-6643c64463b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.345622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a29a29-b941-4106-9b7b-6643c64463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.377970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29341192-20f9-4b09-8d3a-418c9a916c06 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:06.395192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-0385e3a1-83b6-438f-8622-adf7f24d3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:06.398443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-0385e3a1-83b6-438f-8622-adf7f24d3e18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.3698421 Jul 27 16:47:06.408119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a29a29-b941-4106-9b7b-6643c64463b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7dfbd-0a1c-4587-a4f5-0d4215829d36,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:06.505860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-9335583f-cd0a-40b8-860f-c7a61f5a1783 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807753 Jul 27 16:47:06.514686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:06.537856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Sync routers for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:06.564998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:06.567371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:06.583485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.587709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ff4ff919-0738-41a5-adcc-8930d86929d1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 15.5304074 Jul 27 16:47:06.627136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:06.672365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:06.673968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:06.679059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] 10.222.0.13 "PUT /v2.0/ports/87ad7630-e329-4765-9a06-d5d347ae28c8 HTTP/1.1" status: 200 len: 1096 time: 3.0349061 Jul 27 16:47:06.679059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:06.680718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-27a29a29-b941-4106-9b7b-6643c64463b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a8b11538bb54b63a0d03b0f59a81fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6322429 Jul 27 16:47:06.681716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:06.681973 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80277c6-e77f-4d21-8662-79fbc57985f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:06.912107 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dde21f-7472-485d-bf48-543beb48c75f x-openstack-request-id: req-b5dde21f-7472-485d-bf48-543beb48c75f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:06.912878 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:06.913293 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5dde21f-7472-485d-bf48-543beb48c75f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:06.913971 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8', 'status': 'completed', 'code': 200} Jul 27 16:47:07.015085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 29341192-20f9-4b09-8d3a-418c9a916c06 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:07.031024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 29341192-20f9-4b09-8d3a-418c9a916c06 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:07.031913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:07.069195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329cb7d-25af-4a21-b82b-fba8c5f52885 service neutron] Pushing event updated for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:07.169188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-15fd862c-71b3-4dec-a363-f1fef2041cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:07.171985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-15fd862c-71b3-4dec-a363-f1fef2041cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 1099 time: 0.3775334 Jul 27 16:47:07.307311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:07.312889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-c5b49291-bc45-4101-9768-8cb7a42b6539 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=87ad7630-e329-4765-9a06-d5d347ae28c8 HTTP/1.1" status: 200 len: 217 time: 0.1190488 Jul 27 16:47:07.540218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:07.587609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-2a3a3fdc-279a-4914-8c2b-882266787898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:07.589625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-2a3a3fdc-279a-4914-8c2b-882266787898 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2744994 Jul 27 16:47:07.654036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=10b7b2ed-3ec1-46ed-9330-aaebec3b65be,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:07.705143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:07.714162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:07.728560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:07.836823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Router 08a6ba0c-a91b-4153-bacf-3bd675a48839 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:07.852532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-2a42f07f-0bde-4833-839f-8478215cb134 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3144169 Jul 27 16:47:07.866100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:07.915324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ef61-07bc-4fb8-b829-00edf379955b req-77b0a230-29da-4211-b247-594f32f0b89a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:07.924237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3013ef61-07bc-4fb8-b829-00edf379955b req-77b0a230-29da-4211-b247-594f32f0b89a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 944 time: 0.5908608 Jul 27 16:47:07.941862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:07.950205 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66822c1f-a008-4ae9-bd31-b77e8d64dbd2" -d '{"events": [{"server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:07.995687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a3a14c-b556-4524-a8a1-8355d0a2b357 req-cde04ffa-5119-4c19-82d2-1caedb10adf3 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277001 Jul 27 16:47:07.996257 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.022099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29341192-20f9-4b09-8d3a-418c9a916c06,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:08.033499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.034515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89851-5e11-4cc3-96ea-e17f90e05a9d req-4d8c6ade-d02c-4061-8cc7-da6ef0d10c50 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:08.037390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ba89851-5e11-4cc3-96ea-e17f90e05a9d req-4d8c6ade-d02c-4061-8cc7-da6ef0d10c50 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 948 time: 1.5303004 Jul 27 16:47:08.145164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-55f77f28-818e-4c70-a4bc-685391a509e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:08.147520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-55f77f28-818e-4c70-a4bc-685391a509e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5028331 Jul 27 16:47:08.152326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.183550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3013ef61-07bc-4fb8-b829-00edf379955b req-fd9c02ec-dc25-4299-82bd-03aacbaafb00 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579479 Jul 27 16:47:08.298926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:08.308636 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8c782-a5d1-4f7a-823a-ca1da73d0554 x-openstack-request-id: req-f6f8c782-a5d1-4f7a-823a-ca1da73d0554 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:08.309227 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:08.309739 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6f8c782-a5d1-4f7a-823a-ca1da73d0554 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:08.310454 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06', 'code': 200} Jul 27 16:47:08.349980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:02Z', 'revision_number': 3, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:08.419895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Checking router: 99f22f5c-0dd1-4562-962b-9e2e06c4e856 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:47:08.421080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Updating router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 port e11c8083-4913-427f-94b5-7a9765b90554 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:47:08.429212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.458992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ba89851-5e11-4cc3-96ea-e17f90e05a9d req-0058106a-e376-4967-b177-49cf7269ccf8 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741260 Jul 27 16:47:08.469423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.472804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.476688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00e7dfbd-0a1c-4587-a4f5-0d4215829d36 HTTP/1.1" status: 204 len: 168 time: 0.9536755 Jul 27 16:47:08.563642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60cd9a-7008-4c28-a522-1b51dd084d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7dfbd-0a1c-4587-a4f5-0d4215829d36,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:08.573413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.606366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.648479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1056-9180-4074-8432-e3d545584eb3 req-5d021748-b506-47a4-9ac9-2ad7190eb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:08.650360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa5a1056-9180-4074-8432-e3d545584eb3 req-5d021748-b506-47a4-9ac9-2ad7190eb398 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.2391286 Jul 27 16:47:08.705640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-601000f2-801d-4b38-90c8-e421d4672da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:08.707574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-601000f2-801d-4b38-90c8-e421d4672da9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 1094 time: 0.5913057 Jul 27 16:47:08.939797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:08.943373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:08.953670 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Sync routers for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:08.954912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5548983-a95c-40e7-9614-7da4b2049287 admin admin] 10.222.0.64 "PUT /v2.0/routers/08a6ba0c-a91b-4153-bacf-3bd675a48839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2831354 Jul 27 16:47:08.957786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:08.960308 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-3d1a29e6-bf54-42fe-a3d0-e08d8c774a16 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058653 Jul 27 16:47:08.971399 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:08.972044 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:09.007939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa5a1056-9180-4074-8432-e3d545584eb3 req-a4748f2d-b682-486e-9bed-3e20fdbdf6a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487148 Jul 27 16:47:09.241094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-917577f8-4af6-49e2-921b-bb4820109b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:09.249571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-917577f8-4af6-49e2-921b-bb4820109b22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 919 time: 0.5220580 Jul 27 16:47:09.262481 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:09.336488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-8d4aeeb5-5ffc-45fb-ba96-cbb3878eaf91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e99cf114-2441-42c2-b082-ad963fadb36c HTTP/1.1" status: 200 len: 217 time: 0.0724275 Jul 27 16:47:09.340713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.370971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Transition to ACTIVE for port object e11c8083-4913-427f-94b5-7a9765b90554 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:09.379605 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.486594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.497519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-604190db-dedd-4193-82f5-1c66efdf8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:09.499170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-604190db-dedd-4193-82f5-1c66efdf8637 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.1516001 Jul 27 16:47:09.505104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.541090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fab5c-2362-4a29-b8f4-fdf2c03f4a2f None None] Pushing event updated for resources: {'Port': ['ID=e11c8083-4913-427f-94b5-7a9765b90554,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:09.628029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Attempting to bind port e11c8083-4913-427f-94b5-7a9765b90554 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:09.631882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Attempting to bind port e11c8083-4913-427f-94b5-7a9765b90554 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:09.636118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Attempting to bind port e11c8083-4913-427f-94b5-7a9765b90554 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:09.640736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=10b7b2ed-3ec1-46ed-9330-aaebec3b65be,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:09.703199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:09.703657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:09.703999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.704409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:09.704995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Bound port: e11c8083-4913-427f-94b5-7a9765b90554, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:09.711241 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.811326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:09.907341 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:47:04Z', 'revision_number': 5, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:09.914620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-91e81902-fc16-4e82-be60-7a9ce2f7370a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3830361 Jul 27 16:47:09.951846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] For port e11c8083-4913-427f-94b5-7a9765b90554, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:09.958424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] For port e11c8083-4913-427f-94b5-7a9765b90554, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e11c8083-4913-427f-94b5-7a9765b90554,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:09.968091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.011077 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Checking router: 08a6ba0c-a91b-4153-bacf-3bd675a48839 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:47:10.023076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-99020ac6-051f-4fe9-917a-c98aba1209b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.047690 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Routers {'08a6ba0c-a91b-4153-bacf-3bd675a48839'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:10.075336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['08a6ba0c-a91b-4153-bacf-3bd675a48839'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:10.128023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:10.129237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:46:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:10.165043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.170544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-19fc9bbb-650d-4bba-957a-0a5996089d14 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9028687 Jul 27 16:47:10.195173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:10.253261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-84156657'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:10.382095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-4496ad94-d93c-4549-8304-8338e6f5764a service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537101 Jul 27 16:47:10.389243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Made reservation on behalf of d1a354381e44439db27bd3f5305d7c6c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:10.396276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.428223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:10.520192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db68a388-902c-4f6d-a3ae-cf8264df5097 req-a8a0787e-d82a-4d4e-8ce4-ece5fa17afc6 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188319 Jul 27 16:47:10.550776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.584896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b395cb6-4c46-4e7e-9868-02bf2ab85084 req-a483d8ca-6de5-4f0d-937f-4261f785c9e4 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:10.586538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b395cb6-4c46-4e7e-9868-02bf2ab85084 req-a483d8ca-6de5-4f0d-937f-4261f785c9e4 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 948 time: 0.7645183 Jul 27 16:47:10.680272 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] Set router 08a6ba0c-a91b-4153-bacf-3bd675a48839 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:10.790716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e99cf114-2441-42c2-b082-ad963fadb36c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:47:10.808639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fab5c-2362-4a29-b8f4-fdf2c03f4a2f None None] Pushing event updated for resources: {'Port': ['ID=e11c8083-4913-427f-94b5-7a9765b90554,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:10.839105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b395cb6-4c46-4e7e-9868-02bf2ab85084 req-e0151e9c-2848-4f65-b4e0-9e0464b807d7 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743217 Jul 27 16:47:10.938246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.946763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:10.990611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Allocated IP 172.20.0.1 (e563026d-11cf-4745-b7df-4c2ed942c0ac/e728e1ec-5f97-4522-aeb4-3b149052951e/3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:11.002059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.040359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00723667-711d-4b40-b0ca-ea5f8c541711 req-f3644941-0dad-4188-840d-de799ac8a0a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9658725 Jul 27 16:47:11.058167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:47:11.102649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100ba4d9-4310-4dc3-bf54-28b25e8e5f64,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:11.134275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.134637 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Added segment fca6e926-e9c5-467c-9d47-dfa16587d67a of type vlan for network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da Jul 27 16:47:11.254335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:47:04Z', 'revision_number': 5, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:11.261588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.275719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e99cf114-2441-42c2-b082-ad963fadb36c,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:11.306753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f57922-0e70-44a5-b5bb-8411b0120e7a None None] The sync data for ids ['08a6ba0c-a91b-4153-bacf-3bd675a48839'] in n-d-723572-6 is: [{'id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'name': 'tempest-ServerRescueNegativeTestJSON-1967279770-router', 'tenant_id': '560ec215ff5242d4b4856b82acfd3cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:43:34Z', 'updated_at': '2021-07-27T16:47:04Z', 'revision_number': 5, 'project_id': '560ec215ff5242d4b4856b82acfd3cc8', 'gw_port': {'id': '37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6ba0c-a91b-4153-bacf-3bd675a48839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:43:35Z', 'updated_at': '2021-07-27T16:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:11.321858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51340) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:11.325101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:02Z', 'revision_number': 3, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:11.326480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322114ea-3e3e-430d-92eb-4be712c7d72c req-87c923d9-a4aa-4c3f-a5bd-4279ffbc6b71 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:11.333625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-322114ea-3e3e-430d-92eb-4be712c7d72c req-87c923d9-a4aa-4c3f-a5bd-4279ffbc6b71 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 945 time: 1.9865372 Jul 27 16:47:11.336381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.340605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e99cf114-2441-42c2-b082-ad963fadb36c', 'network_id': '1f40f2a8-b59d-4a7a-9e99-9b723aa58e83', 'port_id': 'e99cf114-2441-42c2-b082-ad963fadb36c', 'mac_address': 'fa:16:3e:c1:08:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eedce56-46d5-46cd-b967-247fc19f8895', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:47:11.363325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:11.363325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.424180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d260be2-3eb5-430e-b927-377bd3b3aa78 None None] The sync data for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 is: [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:02Z', 'revision_number': 3, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:11.584360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.589997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.607937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4102361 Jul 27 16:47:11.628991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Transition to ACTIVE for port object 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:11.635999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99cf114-2441-42c2-b082-ad963fadb36c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:11.669359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:11.675505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Request body: {'subnet': {'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:11.706486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e99cf114-2441-42c2-b082-ad963fadb36c,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:11.712161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.772456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd7eb14-54f4-496c-a46a-84df21ba7fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.820255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.834871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:11.864488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:11.920191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056bcfe-9939-4c27-9e88-85e4cde47bf2 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Network': ['ID=5ba6521d-d3b6-4a43-8c08-ba5282fe48da,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:11.934378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:47:11.940836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:11.968762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-322114ea-3e3e-430d-92eb-4be712c7d72c req-ebc2aec3-3bea-465b-8504-e16ccbfe902e tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783284 Jul 27 16:47:12.002964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Network e563026d-11cf-4745-b7df-4c2ed942c0ac is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:12.003845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e99cf114-2441-42c2-b082-ad963fadb36c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:12.068227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:12.088304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:12.222571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.236723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-276aed48-103d-4450-a3c5-7df64d68b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:12.251454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-276aed48-103d-4450-a3c5-7df64d68b5f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 1099 time: 1.0326421 Jul 27 16:47:12.369519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd7eb14-54f4-496c-a46a-84df21ba7fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.410750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bebe985b-2bba-4ee2-abf9-35612ff4ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.444201 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.444839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffd7eb14-54f4-496c-a46a-84df21ba7fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.509264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Made reservation on behalf of d1a354381e44439db27bd3f5305d7c6c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:12.517907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.562923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ffd7eb14-54f4-496c-a46a-84df21ba7fde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=977b92e843c94f70b2f6be00a3cf17e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2398474 Jul 27 16:47:12.584900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51356) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:12.726954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8a91c36b-c232-412f-a8e4-82de2b401af5 None None] Provisioning for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:12.735409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8a91c36b-c232-412f-a8e4-82de2b401af5 None None] Provisioning complete for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:12.736330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a91c36b-c232-412f-a8e4-82de2b401af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.874306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498b67-b962-4008-b313-a0507ba9fc29 req-3633bf65-9f11-4cfe-a0dd-cc9781affbce tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:12.885621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2498b67-b962-4008-b313-a0507ba9fc29 req-3633bf65-9f11-4cfe-a0dd-cc9781affbce tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 948 time: 0.8785493 Jul 27 16:47:12.893734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Deleting port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:12.894094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:12.912533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8a91c36b-c232-412f-a8e4-82de2b401af5 None None] Port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:12.922552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7eb14-54f4-496c-a46a-84df21ba7fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b33df-544e-437e-932c-43ad2ce60b13,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:12.929910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-9357b3b8-0f2f-42b6-8593-c4ca049369cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:12.931487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-9357b3b8-0f2f-42b6-8593-c4ca049369cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.6783819 Jul 27 16:47:13.057764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2498b67-b962-4008-b313-a0507ba9fc29 req-1697d242-4a68-47d3-bbc8-c5b517266e72 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467218 Jul 27 16:47:13.097578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-ce5be22d-b11c-4a42-a835-2c8fd9c7533a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=87ad7630-e329-4765-9a06-d5d347ae28c8 HTTP/1.1" status: 200 len: 217 time: 0.1046436 Jul 27 16:47:13.113350 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.172362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.317633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e11c8083-4913-427f-94b5-7a9765b90554 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:13.364924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.441926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.462768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e11c8083-4913-427f-94b5-7a9765b90554 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:13.467834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e11c8083-4913-427f-94b5-7a9765b90554 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:13.468300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.560680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Subnet': ['ID=2ad0a9c5-2faa-46ac-9c76-88c28a11b82f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:13.572926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Checking segment: {'id': 'fca6e926-e9c5-467c-9d47-dfa16587d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:13.573688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network hostable DHCP agents. Network: 5ba6521d-d3b6-4a43-8c08-ba5282fe48da, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:47:13.600752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:47:13.629749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 5ba6521d-d3b6-4a43-8c08-ba5282fe48da) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:13.647361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:13.648331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.660631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.674363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a4f80805-1bad-44d7-a01e-17b821349e41 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0037870 Jul 27 16:47:13.675344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:13.681202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-450294409', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:13.694941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354417a-63a4-40e8-b78e-9e6f859f6b32 None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:13.726069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.728107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.733168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] For port 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:13.733485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.736626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.772420 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.791355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.827163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:13.902835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Calling delete_port for 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:13.911331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-0da811dd-7e92-4115-ad4f-23f3927cea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:13.918337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-0da811dd-7e92-4115-ad4f-23f3927cea8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.8062005 Jul 27 16:47:14.090621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.096471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:14.113329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.133096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 87ad7630-e329-4765-9a06-d5d347ae28c8 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:47:14.255405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e11c8083-4913-427f-94b5-7a9765b90554, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e11c8083-4913-427f-94b5-7a9765b90554,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:14.269960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7bbfc-a1dc-4fc7-8a4f-9e80c48846fb req-faaa03de-13a9-4f5c-b23e-d39bde3528ff tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:14.287520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71a7bbfc-a1dc-4fc7-8a4f-9e80c48846fb req-faaa03de-13a9-4f5c-b23e-d39bde3528ff tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 945 time: 1.0958273 Jul 27 16:47:14.321248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.370703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2c3a5-e2d1-45fd-a2ff-45ee2093668b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:14.457555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Network e563026d-11cf-4745-b7df-4c2ed942c0ac is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:14.475789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:14.551013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab4c34-d452-45dd-95c8-5cf5e2837d14 req-24fcdc75-644e-4061-8f2b-9db9d36313d0 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:14.553484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e99cf114-2441-42c2-b082-ad963fadb36c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:14.554933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-28ab4c34-d452-45dd-95c8-5cf5e2837d14 req-24fcdc75-644e-4061-8f2b-9db9d36313d0 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 948 time: 0.2337835 Jul 27 16:47:14.604260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e11c8083-4913-427f-94b5-7a9765b90554,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:14.635874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bce2c3a5-e2d1-45fd-a2ff-45ee2093668b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:14.635874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2c3a5-e2d1-45fd-a2ff-45ee2093668b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:14.696022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-3a4c520b-2dd6-4d44-b72b-9a9741cb5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:14.697837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-3a4c520b-2dd6-4d44-b72b-9a9741cb5c41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7539799 Jul 27 16:47:14.706369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.707056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.707802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.709128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.721839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.723954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:14.803476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=87ad7630-e329-4765-9a06-d5d347ae28c8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:14.845432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-28ab4c34-d452-45dd-95c8-5cf5e2837d14 req-4ca33598-075f-4855-bbc0-4f5afdceecbf tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817345 Jul 27 16:47:14.847999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '87ad7630-e329-4765-9a06-d5d347ae28c8', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '87ad7630-e329-4765-9a06-d5d347ae28c8', 'mac_address': 'fa:16:3e:a0:58:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:47:14.877515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.927590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.931282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.941692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port e99cf114-2441-42c2-b082-ad963fadb36c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:14.945214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-5ba6521d-d3b6-4a43-8c08-ba5282fe48da', 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da', 'tenant_id': 'd1a354381e44439db27bd3f5305d7c6c', 'fixed_ips': [{'subnet_id': '2ad0a9c5-2faa-46ac-9c76-88c28a11b82f'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:47:14.946198 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.951431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:14.960784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e3b33df-544e-437e-932c-43ad2ce60b13 HTTP/1.1" status: 204 len: 168 time: 2.3520024 Jul 27 16:47:14.970881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e99cf114-2441-42c2-b082-ad963fadb36c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:14.971313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.048292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.071945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:15.137586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.139126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.168810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4366446f-9a2f-4da5-8b7f-4f470c6e1cd9 None None] Provisioning complete for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:15.175842 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4366446f-9a2f-4da5-8b7f-4f470c6e1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.186530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Allocated IP 172.25.4.109 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/973c5696-968c-4e01-8f70-823fc9a8dca1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:15.206276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b33df-544e-437e-932c-43ad2ce60b13,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:15.347314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Pushing event deleted for resources: {'Port': ['ID=37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:15.356380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e11c8083-4913-427f-94b5-7a9765b90554 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:15.357311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.357960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.358372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.359025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.359447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.359847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.360305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.360780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.361814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.362151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.362484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.362900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b9b00-7143-4faa-8c68-f3b36381fe33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.369421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71a7bbfc-a1dc-4fc7-8a4f-9e80c48846fb req-6f4d8189-4348-4cc3-ae35-4ec866773189 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0802908 Jul 27 16:47:15.379466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.379734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.383792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.384315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.384767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.385238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.385566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.386030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.386431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.386815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.387528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.388408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:15.449327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.462557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ad7630-e329-4765-9a06-d5d347ae28c8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:47:15.535869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-55829293-311e-4edd-b273-3639c1f151ba service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733316 Jul 27 16:47:15.619922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e11c8083-4913-427f-94b5-7a9765b90554 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:15.620401 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.635808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.798070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:15.812050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:15.813717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=87ad7630-e329-4765-9a06-d5d347ae28c8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:15.817757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:15.820551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=973c5696-968c-4e01-8f70-823fc9a8dca1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:15.948378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4366446f-9a2f-4da5-8b7f-4f470c6e1cd9 None None] Port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:15.952879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:15.958876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d87ff-259a-490d-956e-11ef5e67214b req-bc2f16d5-10cf-4b23-ae42-866b6d5d2ea9 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:15.960469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-267d87ff-259a-490d-956e-11ef5e67214b req-bc2f16d5-10cf-4b23-ae42-866b6d5d2ea9 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 945 time: 0.3685722 Jul 27 16:47:16.085868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:16.141485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:16.168717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Allocated IP 172.20.0.2 (5ba6521d-d3b6-4a43-8c08-ba5282fe48da/2ad0a9c5-2faa-46ac-9c76-88c28a11b82f/6406bc1f-b356-44a0-94ca-60f593808f92) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:16.197704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:16.200629 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c1c99a-c1ed-4385-8e6d-dd10a7a909b8" -d '{"events": [{"server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "name": "network-vif-plugged", "status": "completed", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:16.236773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e99cf114-2441-42c2-b082-ad963fadb36c,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:16.250400 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:16.269458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:16.278025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:16.281356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-267d87ff-259a-490d-956e-11ef5e67214b req-6bd6f922-ee01-472b-b956-ba9913555d84 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262031 Jul 27 16:47:16.354321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f230deec-4657-4d59-b057-afe1081b9757 admin admin] 10.222.0.64 "PUT /v2.0/routers/99f22f5c-0dd1-4562-962b-9e2e06c4e856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7087591 Jul 27 16:47:16.463055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:16.471202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Sync routers for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:16.488408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['87ad7630-e329-4765-9a06-d5d347ae28c8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:16.500947 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34ef64-6bae-4e47-96e4-1b4adbcce19e x-openstack-request-id: req-6b34ef64-6bae-4e47-96e4-1b4adbcce19e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:16.501410 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "name": "network-vif-plugged", "status": "completed", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:16.501849 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b34ef64-6bae-4e47-96e4-1b4adbcce19e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:16.502471 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c', 'code': 200} Jul 27 16:47:16.649839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:16.650683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:16.910318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:16.974035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:17.021357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.027753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1096904390'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:17.077057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.085241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.091056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80277c6-e77f-4d21-8662-79fbc57985f7 req-afbbfa2a-d877-4ea7-9d48-eab163562665 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5166762 Jul 27 16:47:17.117021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:17.204347 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.233182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac099-4db1-4a6e-ab70-115bc41109d3 req-50529e4d-4a30-4199-ae66-be9932cd13c6 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:17.235160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023ac099-4db1-4a6e-ab70-115bc41109d3 req-50529e4d-4a30-4199-ae66-be9932cd13c6 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 949 time: 1.1700184 Jul 27 16:47:17.241606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.242965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a6ba0c-a91b-4153-bacf-3bd675a48839 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:47:17.259300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.263787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0dd146d0-0638-4cf9-86fc-52d7d8a2d77e admin admin] 10.222.0.64 "DELETE /v2.0/routers/08a6ba0c-a91b-4153-bacf-3bd675a48839 HTTP/1.1" status: 204 len: 168 time: 8.3024154 Jul 27 16:47:17.264786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:17.276639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Transition to ACTIVE for port object 6406bc1f-b356-44a0-94ca-60f593808f92 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:17.384127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023ac099-4db1-4a6e-ab70-115bc41109d3 req-37f248fd-6033-4bf2-b22d-f2224895f850 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375594 Jul 27 16:47:17.387679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Deleting subnet ca24a539-ba07-45ff-a506-9c1b3d84ea0b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:47:17.391557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.461376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.549649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.551610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Transition to ACTIVE for port object 6406bc1f-b356-44a0-94ca-60f593808f92 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:17.614399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.627868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.644840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de933d5-4fcf-4819-9274-cdebc403b1bd req-cb0073ad-4e41-4957-9ffa-2ea734ec187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:17.650326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4de933d5-4fcf-4819-9274-cdebc403b1bd req-cb0073ad-4e41-4957-9ffa-2ea734ec187c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 1096 time: 1.0421607 Jul 27 16:47:17.668819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:17.672501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.712028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.735550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b3748-9706-4dd5-a9bd-6dd6b97afa01 req-862143f1-8d50-44f4-90ac-32d7a9d7bee2 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:17.752447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-191b3748-9706-4dd5-a9bd-6dd6b97afa01 req-862143f1-8d50-44f4-90ac-32d7a9d7bee2 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 1.0661681 Jul 27 16:47:17.793778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:47:17.800224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:17.839339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:17.846232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:17.850187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca24a539-ba07-45ff-a506-9c1b3d84ea0b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:17.853872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.871633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Pushing event updated for resources: {'Port': ['ID=6406bc1f-b356-44a0-94ca-60f593808f92,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:17.879921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f447913-277f-4777-8764-d3640de3c73e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca24a539-ba07-45ff-a506-9c1b3d84ea0b HTTP/1.1" status: 204 len: 168 time: 0.6126633 Jul 27 16:47:17.880760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:17.949864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:17.950405 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Added segment 30c0e217-ba87-4521-be1c-d8aed4500f5d of type vlan for network d1958017-807c-4b55-81f5-c90f854763c5 Jul 27 16:47:18.029904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.110503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Attempting to bind port 6406bc1f-b356-44a0-94ca-60f593808f92 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:18.111355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Attempting to bind port 6406bc1f-b356-44a0-94ca-60f593808f92 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'fca6e926-e9c5-467c-9d47-dfa16587d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:18.112787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Attempting to bind port 6406bc1f-b356-44a0-94ca-60f593808f92 on network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:18.154381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:18.154903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Checking segment: {'id': 'fca6e926-e9c5-467c-9d47-dfa16587d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:18.155407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.156271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Bound using segment: {'id': 'fca6e926-e9c5-467c-9d47-dfa16587d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:18.158537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Bound port: 6406bc1f-b356-44a0-94ca-60f593808f92, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca6e926-e9c5-467c-9d47-dfa16587d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:18.159182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.197337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:12Z', 'revision_number': 4, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad', 'name': '', 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac', 'tenant_id': '76856799fc46476db3955e48b6237626', 'mac_address': 'fa:16:3e:f1:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:47:09Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 2, 'project_id': '76856799fc46476db3955e48b6237626', 'subnets': [{'id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:18.252242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-a6893378-ba24-438d-bfa2-74e0d411e87c tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2365313 Jul 27 16:47:18.256957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.258912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Checking router: 99f22f5c-0dd1-4562-962b-9e2e06c4e856 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:47:18.259442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Updating router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:47:18.266275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:18.299552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.305963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daf79f2-69d0-4653-99bb-b576497f139f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:18.368107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-191b3748-9706-4dd5-a9bd-6dd6b97afa01 req-042e466e-ac83-467b-9711-99eebe97b7ad tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823463 Jul 27 16:47:18.383854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.402345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4de933d5-4fcf-4819-9274-cdebc403b1bd req-2b3ca4ac-42d0-44ce-a22a-21c43563433f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409642 Jul 27 16:47:18.412643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61db87a8-e67d-4f0b-a386-f7cfb5150718') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:18.414184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61db87a8-e67d-4f0b-a386-f7cfb5150718') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:18.421957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Router 8798d005-6fd5-4f89-b7c8-0516a9e15641 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:47:18.432622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.439740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:18.440537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.461282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.537721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.569458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:47:18.569887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:47:18.573787 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:47:18.648093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.658694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Network': ['ID=d1958017-807c-4b55-81f5-c90f854763c5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:18.659185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.660780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6daf79f2-69d0-4653-99bb-b576497f139f HTTP/1.1" status: 204 len: 168 time: 0.7778008 Jul 27 16:47:18.705136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490c839-8966-4766-89e9-424a0897f142 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daf79f2-69d0-4653-99bb-b576497f139f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:18.714117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d1958017-807c-4b55-81f5-c90f854763c5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:47:18.774159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.921285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:18.944039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:18.947487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] For port 6406bc1f-b356-44a0-94ca-60f593808f92, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:18.960402 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] Sync routers for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:18.996307 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:18.997497 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:19.059949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:19.075479 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:19.084274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:19.088793 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:19.089678 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:19.097805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4af4c8f7-ebee-40cc-bbdc-a54977d7111c tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4206855 Jul 27 16:47:19.103489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:19.113398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:19.118115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] For port 6406bc1f-b356-44a0-94ca-60f593808f92, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6406bc1f-b356-44a0-94ca-60f593808f92,segment=NetworkSegment(fca6e926-e9c5-467c-9d47-dfa16587d67a),segment_id=fca6e926-e9c5-467c-9d47-dfa16587d67a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:19.123884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bff75419-f25c-45c9-bc35-45f3c02607a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1334255 Jul 27 16:47:19.209809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:19.221429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1545161766'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:19.225210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:19.226268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea0dfb-f4b9-4975-80d1-41974fd030f9 None None] The sync data for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:19.395544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:19.400410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c991f-1618-4da3-a823-62e050f2d79d None None] Pushing event updated for resources: {'Port': ['ID=6406bc1f-b356-44a0-94ca-60f593808f92,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:19.429340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:19.429801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 37ea05f3-c7ae-4e09-9d20-7e7eb950d5b7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:19.431579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Allocated IP 172.25.4.57 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/a45ac730-535e-4fec-bef8-dfeec6c4b447) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:19.553796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8d5d74a-5fd3-4e20-8552-44708a0364af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=560ec215ff5242d4b4856b82acfd3cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920375 Jul 27 16:47:19.563808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:19.572225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:19.578143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:19.683051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcce00-1a39-4348-aa4d-3525fa830d61 req-10183f48-08cc-4016-ae3b-93e3145f95e9 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:19.687818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86fcce00-1a39-4348-aa4d-3525fa830d61 req-10183f48-08cc-4016-ae3b-93e3145f95e9 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 949 time: 1.1118543 Jul 27 16:47:19.826805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:47:19.882477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:19.883388 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Added segment 5f2df15b-dc19-41d9-b78b-d109d1138206 of type vlan for network 82adbb21-44fb-4345-8934-6ed130dfaeeb Jul 27 16:47:20.007376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 87ad7630-e329-4765-9a06-d5d347ae28c8 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:20.139774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 87ad7630-e329-4765-9a06-d5d347ae28c8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:20.158590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 87ad7630-e329-4765-9a06-d5d347ae28c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:20.158824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.256191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.338930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.358153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Transition to ACTIVE for port object 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:20.390369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.467068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.468529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.523807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd663820-a297-436c-8825-ce99bb7eb580 None None] Pushing event updated for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:20.635544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event updated for resources: {'Port': ['ID=a45ac730-535e-4fec-bef8-dfeec6c4b447,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:20.677983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:20.688374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=87ad7630-e329-4765-9a06-d5d347ae28c8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:20.693741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.720663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:20.723662 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c6195-f531-436e-8efe-c5268516f1aa" -d '{"events": [{"server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "name": "network-vif-plugged", "status": "completed", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:20.746378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:20.758248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.760019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.802244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86fcce00-1a39-4348-aa4d-3525fa830d61 req-f0c3659a-97fc-44b5-8282-8f95f7871df0 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0995939 Jul 27 16:47:20.850360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.869567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-0dd084c3-b0a1-4536-82ff-9adf680273a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5909197 Jul 27 16:47:20.901920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Attempting to bind port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:20.906490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Attempting to bind port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:20.906942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Attempting to bind port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad on network e563026d-11cf-4745-b7df-4c2ed942c0ac {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:20.958022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:20.983743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:20.984143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Checking segment: {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:20.984600 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:20.985006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Bound using segment: {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:20.985499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Bound port: 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d5a0b1-6290-4d75-ae70-094c987a5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:20.986479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.059188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:21.123817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.139361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.143847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc263a09-19a3-4a6c-b021-dea3c3a75613 HTTP/1.1" status: 204 len: 168 time: 1.5277638 Jul 27 16:47:21.268821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d975a09-0165-4efd-adab-5a5b144e7d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc263a09-19a3-4a6c-b021-dea3c3a75613,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:21.293158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] For port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:21.306750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] For port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:21.358196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.360719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.377638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:21.378481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.388204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:21.558707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6406bc1f-b356-44a0-94ca-60f593808f92 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:21.622685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd663820-a297-436c-8825-ce99bb7eb580 None None] Pushing event updated for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:21.633875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:21.634776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:21.699821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Network': ['ID=82adbb21-44fb-4345-8934-6ed130dfaeeb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:21.729744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529c7c0-c004-488d-9f9f-10763b453f41 None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:21.732044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:47:21.774022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-e5c9b38a-1c4c-4f73-b6f3-40b2b6dfcf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:21.776261 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-e5c9b38a-1c4c-4f73-b6f3-40b2b6dfcf76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=baf1bd0fc3d640399991b1fd119068d4&device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.5747721 Jul 27 16:47:21.870259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.041295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Provisioning for port 6406bc1f-b356-44a0-94ca-60f593808f92 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:22.107182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6406bc1f-b356-44a0-94ca-60f593808f92 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:22.130967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Provisioning complete for port 6406bc1f-b356-44a0-94ca-60f593808f92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:22.141072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.237337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6406bc1f-b356-44a0-94ca-60f593808f92 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:22.246315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.268797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:22.350337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb16d19b-ccad-4c05-801b-ac45d06d2109 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.1713367 Jul 27 16:47:22.360848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:22.370434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'subnet': {'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:22.455345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bed208-3c74-4beb-9169-62e3ee5900e2 req-d435a543-5d4e-4903-b37b-f2803ba4cd79 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:22.460395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65bed208-3c74-4beb-9169-62e3ee5900e2 req-d435a543-5d4e-4903-b37b-f2803ba4cd79 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 1.2603428 Jul 27 16:47:22.543272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.578033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.616610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65bed208-3c74-4beb-9169-62e3ee5900e2 req-e18a46a3-92da-495b-93db-ea257f83be3c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281326 Jul 27 16:47:22.664048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-3a7f481b-90e9-4856-bb10-daa5d70cc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:22.670702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.674842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-3a7f481b-90e9-4856-bb10-daa5d70cc687 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 200 len: 919 time: 0.8562357 Jul 27 16:47:22.709629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.711258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4500554 Jul 27 16:47:22.714821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644cb61-f9e7-4277-9726-7c1a134d4a07 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event updated for resources: {'Port': ['ID=a45ac730-535e-4fec-bef8-dfeec6c4b447,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:22.801585 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b402a09-8bb6-4c58-9b19-5114dad1d4a3 x-openstack-request-id: req-0b402a09-8bb6-4c58-9b19-5114dad1d4a3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:22.802227 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "name": "network-vif-plugged", "status": "completed", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:22.802227 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b402a09-8bb6-4c58-9b19-5114dad1d4a3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:22.802523 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8', 'code': 200} Jul 27 16:47:22.805337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-6935ac25-0add-4000-bd51-540ffbf48d6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29341192-20f9-4b09-8d3a-418c9a916c06 HTTP/1.1" status: 200 len: 217 time: 0.1168606 Jul 27 16:47:22.814897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:22.815481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:22.838983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:23.015872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-fda25418-faa5-4c29-96b3-4acadb391e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:23.018857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-fda25418-faa5-4c29-96b3-4acadb391e5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 200 len: 858 time: 0.1985543 Jul 27 16:47:23.128634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022689a-2d9a-4a37-9fc7-17f4d9fd6fd6 req-75eeac0f-a81e-44f8-8e96-d1c486208618 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:23.137421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8022689a-2d9a-4a37-9fc7-17f4d9fd6fd6 req-75eeac0f-a81e-44f8-8e96-d1c486208618 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.3151999 Jul 27 16:47:23.146054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-4bcd11f0-59a1-476e-9c1d-a584f5dd21c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105938 Jul 27 16:47:23.214031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:23.307088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-424ee2da-b514-4caf-929c-a3e871a1192e tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.5825491 Jul 27 16:47:23.315942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8022689a-2d9a-4a37-9fc7-17f4d9fd6fd6 req-ccb38af3-77a6-4b43-aac6-700ad1e1f2a5 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697595 Jul 27 16:47:23.456752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-2a7b29f9-4584-48c2-97a9-a0b7d02ffbd8 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985187 Jul 27 16:47:23.542339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:23.632225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] For port 6406bc1f-b356-44a0-94ca-60f593808f92, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6406bc1f-b356-44a0-94ca-60f593808f92,segment=NetworkSegment(fca6e926-e9c5-467c-9d47-dfa16587d67a),segment_id=fca6e926-e9c5-467c-9d47-dfa16587d67a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:23.652683 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:23.660350 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:23.682814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Allocated IP 172.20.0.1 (5ba6521d-d3b6-4a43-8c08-ba5282fe48da/2ad0a9c5-2faa-46ac-9c76-88c28a11b82f/c8ab6b89-b16b-4de9-9784-2551c1f3c564) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:23.829627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bbd0927-b0e9-4c9f-982f-c4f1f3b524c4 req-130a3093-03db-4428-99b4-949df6f6cd30 service neutron] 10.222.0.61 "GET /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615546 Jul 27 16:47:24.093841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Subnet': ['ID=3a1b5f5b-b469-4f5c-a070-43007b9acb2b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:24.152742 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:47:24.169870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:24.170628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network hostable DHCP agents. Network: d1958017-807c-4b55-81f5-c90f854763c5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:47:24.173467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:24.196572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Transition to ACTIVE for port object c8ab6b89-b16b-4de9-9784-2551c1f3c564 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:24.210276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac697b0-98a1-45df-a6be-4f85dd4cbb76 req-49cfacdf-d147-4fad-aabb-91e70e1a043b tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:24.212087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ac697b0-98a1-45df-a6be-4f85dd4cbb76 req-49cfacdf-d147-4fad-aabb-91e70e1a043b tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 0.2057281 Jul 27 16:47:24.269820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-fa9062c6-8f8e-4f90-9721-d40110dbd1a9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:24.271675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-fa9062c6-8f8e-4f90-9721-d40110dbd1a9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.9639101 Jul 27 16:47:24.284952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:24.292707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8288-f7eb-4bdd-a6ea-98754db26c62 req-cc2e6137-ef07-4620-8070-0ddb385fd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:24.297489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55ba8288-f7eb-4bdd-a6ea-98754db26c62 req-cc2e6137-ef07-4620-8070-0ddb385fd318 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 1101 time: 1.0537062 Jul 27 16:47:24.302176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network d1958017-807c-4b55-81f5-c90f854763c5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:47:24.317299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-408abd07-c52c-4d21-9e07-37cfbc50e5d1 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:47:24.323125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a05ccc5b-4099-4ac5-8f10-59e8fa01aeb5 req-408abd07-c52c-4d21-9e07-37cfbc50e5d1 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240355 Jul 27 16:47:24.346035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=c8ab6b89-b16b-4de9-9784-2551c1f3c564,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:24.364274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ac697b0-98a1-45df-a6be-4f85dd4cbb76 req-1bfb0170-f1cf-4eca-b07b-77870021f6e6 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441722 Jul 27 16:47:24.404291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:24.404889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d1958017-807c-4b55-81f5-c90f854763c5) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:24.408373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:24.414191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:24.419046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:24.421420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:24.455706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b40f-0f22-4f52-a59a-32cdbe400aa3 None None] Pushing event updated for resources: {'Port': ['ID=6406bc1f-b356-44a0-94ca-60f593808f92,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:24.478583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb98ca-5796-43cd-b8e4-2a229635f572 None None] Network d1958017-807c-4b55-81f5-c90f854763c5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:24.486447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55ba8288-f7eb-4bdd-a6ea-98754db26c62 req-82d80c78-38fb-4168-a962-4d715d467a39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564176 Jul 27 16:47:24.506486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad4e8c4a-a7fa-4818-98a5-65a01f45b4ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1400795 Jul 27 16:47:24.506486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:24.523496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'subnet': {'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:24.553955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae85c942-552c-4ddc-9236-402503029be5 req-e4f1f4ae-f31f-4698-a415-21d7812f6ca0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips/20825169-0757-4ddb-98d5-7e16853d9abb HTTP/1.1" status: 200 len: 692 time: 0.1470861 Jul 27 16:47:24.645873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:47:24.646349 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:47:24.650662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:24.650831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:12Z', 'revision_number': 4, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad', 'name': '', 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac', 'tenant_id': '76856799fc46476db3955e48b6237626', 'mac_address': 'fa:16:3e:f1:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:47:09Z', 'updated_at': '2021-07-27T16:47:21Z', 'revision_number': 4, 'project_id': '76856799fc46476db3955e48b6237626', 'subnets': [{'id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:24.694766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d14e41-f087-4173-be32-b9bd0ef6c146 None None] The sync data for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 is: [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:12Z', 'revision_number': 4, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad', 'name': '', 'network_id': 'e563026d-11cf-4745-b7df-4c2ed942c0ac', 'tenant_id': '76856799fc46476db3955e48b6237626', 'mac_address': 'fa:16:3e:f1:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:47:09Z', 'updated_at': '2021-07-27T16:47:21Z', 'revision_number': 4, 'project_id': '76856799fc46476db3955e48b6237626', 'subnets': [{'id': 'e728e1ec-5f97-4522-aeb4-3b149052951e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:24.887844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-06078a41-d507-4a35-aedb-22c613cd2261 None None] Provisioning complete for port 6406bc1f-b356-44a0-94ca-60f593808f92 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:24.888464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06078a41-d507-4a35-aedb-22c613cd2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:24.968700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:24.981954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:25.261908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:25.349478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d1958017-807c-4b55-81f5-c90f854763c5', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:47:25.356348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:25.605171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:25.694950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c942-552c-4ddc-9236-402503029be5 req-fd5a93b4-1404-4d3f-a79e-641d8c54b4c0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:25.726128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae85c942-552c-4ddc-9236-402503029be5 req-fd5a93b4-1404-4d3f-a79e-641d8c54b4c0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 1.1704149 Jul 27 16:47:25.886174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:25.977169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac838a6e-cc54-440e-aaef-403dc389a8bc req-7a1d7bba-8c83-4ded-8649-c82877831e61 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.0476429 Jul 27 16:47:26.018294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Subnet': ['ID=e795b91e-7024-4faa-bdc0-3b923e66ffe1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:26.052121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-bbb29e8a-abb9-4379-ac17-346413334e8e tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:26.054650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-bbb29e8a-abb9-4379-ac17-346413334e8e tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 0.5198407 Jul 27 16:47:26.083332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Checking segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:26.083709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network hostable DHCP agents. Network: 82adbb21-44fb-4345-8934-6ed130dfaeeb, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:47:26.141062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350fbc0-1611-453b-ae22-047bff194d29 req-486003f2-b94f-4bc4-864e-60144935e4f5 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:26.148150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:26.159035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b350fbc0-1611-453b-ae22-047bff194d29 req-486003f2-b94f-4bc4-864e-60144935e4f5 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.5786414 Jul 27 16:47:26.210006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:26.210528 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.221458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d31d3f6d-3cc1-4868-b63d-142fa6bbf889 None None] Provisioning for port c8ab6b89-b16b-4de9-9784-2551c1f3c564 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:26.223163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:47:26.243225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b350fbc0-1611-453b-ae22-047bff194d29 req-2c09db51-4cf0-4e7a-9b38-505c9e5ecf36 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Jul 27 16:47:26.247573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 82adbb21-44fb-4345-8934-6ed130dfaeeb) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:26.258227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:26.258842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.268866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0911bb-c321-4db3-b719-af1a661d5fc6 None None] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:26.272266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d31d3f6d-3cc1-4868-b63d-142fa6bbf889 None None] Provisioning complete for port c8ab6b89-b16b-4de9-9784-2551c1f3c564 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:26.273191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d31d3f6d-3cc1-4868-b63d-142fa6bbf889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.307170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd45aa1d-add6-422c-93ba-1c5e09683088 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7982445 Jul 27 16:47:26.309713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:26.314885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1773777892', 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:26.496634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0867e340-e474-4d39-bc0a-44cd608b5fa2 req-db0f5da3-1569-46ac-9c17-42b01fd7495c tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=76856799fc46476db3955e48b6237626 HTTP/1.1" status: 200 len: 695 time: 0.1691599 Jul 27 16:47:26.559083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Deleting port e99cf114-2441-42c2-b082-ad963fadb36c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:26.559723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.576412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9dd32-e282-40bc-90c0-fb2ba0a2286d req-277d8b9f-8ab7-4c34-95ab-709f75480017 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:26.589200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ba9dd32-e282-40bc-90c0-fb2ba0a2286d req-277d8b9f-8ab7-4c34-95ab-709f75480017 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 0.4088523 Jul 27 16:47:26.590517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Allocated IP 10.1.1.2 (d1958017-807c-4b55-81f5-c90f854763c5/3a1b5f5b-b469-4f5c-a070-43007b9acb2b/1460d626-21f5-42c2-a4a3-cc752cb917e9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:26.685064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d31d3f6d-3cc1-4868-b63d-142fa6bbf889 None None] Port c8ab6b89-b16b-4de9-9784-2551c1f3c564 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:26.783638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.795012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e340-e474-4d39-bc0a-44cd608b5fa2 req-d90bb204-d5a8-4838-a32f-16e95a31c0ef tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:26.817021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ba9dd32-e282-40bc-90c0-fb2ba0a2286d req-742fe1f9-b281-452e-9e49-5f2425f7fd44 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211850 Jul 27 16:47:26.818817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-82adbb21-44fb-4345-8934-6ed130dfaeeb', 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ips': [{'subnet_id': 'e795b91e-7024-4faa-bdc0-3b923e66ffe1'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:47:26.818981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0867e340-e474-4d39-bc0a-44cd608b5fa2 req-d90bb204-d5a8-4838-a32f-16e95a31c0ef tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks?id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 787 time: 0.3213277 Jul 27 16:47:26.819690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.825292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.888744 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:26.910492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:26.951280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.093512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] For port e99cf114-2441-42c2-b082-ad963fadb36c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e99cf114-2441-42c2-b082-ad963fadb36c,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:27.094275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.116121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.158362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] device_id is not set on port dad85224-c4f7-4dc6-913d-111020f15944 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:47:27.218829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-dad82cf5-d8cd-43f2-b1f3-e407981ecd03 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips/20825169-0757-4ddb-98d5-7e16853d9abb HTTP/1.1" status: 200 len: 692 time: 0.2725627 Jul 27 16:47:27.229912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Calling delete_port for e99cf114-2441-42c2-b082-ad963fadb36c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:27.233248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:27.242592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:27.252734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:27.261283 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.262303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6406bc1f-b356-44a0-94ca-60f593808f92 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:27.405945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=c8ab6b89-b16b-4de9-9784-2551c1f3c564,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:27.536577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.593727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Transition to ACTIVE for port object 1460d626-21f5-42c2-a4a3-cc752cb917e9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:27.615980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8910ef3-d227-4b50-9e53-ba085b5b3286 req-89a96366-d1b0-450e-a8d6-59210469a41f tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:27.618254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8910ef3-d227-4b50-9e53-ba085b5b3286 req-89a96366-d1b0-450e-a8d6-59210469a41f tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.1543167 Jul 27 16:47:27.655953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Allocated IP 10.2.2.2 (82adbb21-44fb-4345-8934-6ed130dfaeeb/e795b91e-7024-4faa-bdc0-3b923e66ffe1/19808dc9-fd99-4644-964e-481b9d1026e2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:27.667626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-a386189d-ab17-4737-8be7-992248bd67d0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:27.670782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-a386189d-ab17-4737-8be7-992248bd67d0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.4507115 Jul 27 16:47:27.685670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-b6a30b09-d9ca-4dd6-980f-b1379611606f tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:47:27.686637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-b6a30b09-d9ca-4dd6-980f-b1379611606f tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057297 Jul 27 16:47:27.694279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:27.710633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8910ef3-d227-4b50-9e53-ba085b5b3286 req-1a6643d9-c918-4e5d-96ac-1d253dc0de34 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829220 Jul 27 16:47:27.718374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6406bc1f-b356-44a0-94ca-60f593808f92 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:27.720707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.730730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Transition to ACTIVE for port object 1460d626-21f5-42c2-a4a3-cc752cb917e9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:27.795964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:27.848035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-8f9995bf-0bf8-446e-aadd-60c595e73a7a tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1409159 Jul 27 16:47:27.906964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.1.1.77 (d1958017-807c-4b55-81f5-c90f854763c5/3a1b5f5b-b469-4f5c-a070-43007b9acb2b/dad85224-c4f7-4dc6-913d-111020f15944) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:27.930384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-3deea528-7b8a-46a0-8cc5-2538e93c0ae6 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.0683241 Jul 27 16:47:27.987191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Router 8798d005-6fd5-4f89-b7c8-0516a9e15641 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:28.014355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Network d1958017-807c-4b55-81f5-c90f854763c5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:28.030134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:28.081733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Pushing event updated for resources: {'Port': ['ID=1460d626-21f5-42c2-a4a3-cc752cb917e9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:28.152944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:28.221139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.241790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object dad85224-c4f7-4dc6-913d-111020f15944 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:28.242293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7f401fc3-fe69-4ade-b792-8e534d7f561b None None] Provisioning complete for port c8ab6b89-b16b-4de9-9784-2551c1f3c564 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:28.242972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7f401fc3-fe69-4ade-b792-8e534d7f561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.308153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.375869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network d1958017-807c-4b55-81f5-c90f854763c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:28.383570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:28.389909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:28.416147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:28.460845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7f401fc3-fe69-4ade-b792-8e534d7f561b None None] Port c8ab6b89-b16b-4de9-9784-2551c1f3c564 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:28.488906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Attempting to bind port 1460d626-21f5-42c2-a4a3-cc752cb917e9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:28.489400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Attempting to bind port 1460d626-21f5-42c2-a4a3-cc752cb917e9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:28.489873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Attempting to bind port 1460d626-21f5-42c2-a4a3-cc752cb917e9 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:28.503988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:28.504542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:28.505072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.505574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Bound using segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:28.506172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Bound port: 1460d626-21f5-42c2-a4a3-cc752cb917e9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:28.506802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.549908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:28.550361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.554153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.585261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dad55-6888-439a-8d57-24114f7a8b85 req-aa3dbca0-9418-4beb-a51b-c150ddd67919 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:28.594381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-119dad55-6888-439a-8d57-24114f7a8b85 req-aa3dbca0-9418-4beb-a51b-c150ddd67919 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 945 time: 0.2151830 Jul 27 16:47:28.597764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Transition to ACTIVE for port object 19808dc9-fd99-4644-964e-481b9d1026e2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:28.643340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Transition to ACTIVE for port object 19808dc9-fd99-4644-964e-481b9d1026e2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:28.655493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8a46c54-35fc-4560-b037-6af1c2da6a7b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3443987 Jul 27 16:47:28.656354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:28.666213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'name': 'tempest-TaggedBootDevicesTest_v242-2071779684', 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:28.668684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.702202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:28.746404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] For port 1460d626-21f5-42c2-a4a3-cc752cb917e9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:28.809328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:28.811654 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.811831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] For port 1460d626-21f5-42c2-a4a3-cc752cb917e9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1460d626-21f5-42c2-a4a3-cc752cb917e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:28.821041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-119dad55-6888-439a-8d57-24114f7a8b85 req-8360ce3a-2b81-42c6-8b01-97bb355e294f tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248671 Jul 27 16:47:28.821290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:28.826717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['29341192-20f9-4b09-8d3a-418c9a916c06'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:28.828939 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.861289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8667a7e3-2223-48b2-be0f-ee0e83914e34 req-d0839fe5-bc1a-46a0-8dad-f4921cde7c63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.1374304 Jul 27 16:47:28.863256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:28.870224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:28.874923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['db5e1a44-a7ee-4528-a3fd-507c6acf0804'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:28.876395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:28.887908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Pushing event updated for resources: {'Port': ['ID=19808dc9-fd99-4644-964e-481b9d1026e2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:28.927703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event deleted for resources: {'Port': ['ID=e99cf114-2441-42c2-b082-ad963fadb36c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:28.932719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] device_id is not set on port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:47:29.077189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] No DVR routers for this DVR port e99cf114-2441-42c2-b082-ad963fadb36c on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:29.082100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.086356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bcfb29a-df26-42ff-a67d-d6646c600451 req-5ab4e3d3-86bc-486e-91b5-59e3d664819e tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0779469 Jul 27 16:47:29.088752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbe70f9-16ab-4e06-9a83-de7919b0316e req-e1bbb532-9e72-40c9-a8a4-4e3ad21a0e9c tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "DELETE /v2.0/ports/e99cf114-2441-42c2-b082-ad963fadb36c HTTP/1.1" status: 204 len: 173 time: 3.0245960 Jul 27 16:47:29.094856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'name': 'network-vif-deleted', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:29.097840 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf6908-3471-4bc2-94fe-165e5cea9115" -d '{"events": [{"server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "name": "network-vif-deleted", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:29.122496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Deleting port a45ac730-535e-4fec-bef8-dfeec6c4b447 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:29.123074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.228212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.229714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.247566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Calling delete_port for a45ac730-535e-4fec-bef8-dfeec6c4b447 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:29.264074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Attempting to bind port 19808dc9-fd99-4644-964e-481b9d1026e2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:47:29.264726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Attempting to bind port 19808dc9-fd99-4644-964e-481b9d1026e2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:47:29.264971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Attempting to bind port 19808dc9-fd99-4644-964e-481b9d1026e2 on network 82adbb21-44fb-4345-8934-6ed130dfaeeb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:47:29.266824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:29.267227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.268635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449f9c-f59e-47de-b2f4-9f1f04fba0e7 None None] Pushing event updated for resources: {'Port': ['ID=1460d626-21f5-42c2-a4a3-cc752cb917e9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:29.479070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.1.1.60 (d1958017-807c-4b55-81f5-c90f854763c5/3a1b5f5b-b469-4f5c-a070-43007b9acb2b/d2c63ed4-3911-4091-ad3d-eb19ebe503e9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:29.550161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:47:29.550562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Checking segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:29.550950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.551349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Bound using segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:47:29.551830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Bound port: 19808dc9-fd99-4644-964e-481b9d1026e2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:47:29.552208 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.606754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead21e-eeca-425b-bf13-0d0615057c00 req-caca2f73-e79c-4d5c-aa09-65b7709f408a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:29.615325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2ead21e-eeca-425b-bf13-0d0615057c00 req-caca2f73-e79c-4d5c-aa09-65b7709f408a tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.3684349 Jul 27 16:47:29.616525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:29.661877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event deleted for resources: {'Port': ['ID=a45ac730-535e-4fec-bef8-dfeec6c4b447,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:29.680294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:29.694675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15dbebee-ac9f-46bd-ba31-cd85b9bf667b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "PUT /v2.0/routers/8798d005-6fd5-4f89-b7c8-0516a9e15641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5895016 Jul 27 16:47:29.703787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:29.729574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Request body: {'port': {'network_id': '5ba6521d-d3b6-4a43-8c08-ba5282fe48da', 'name': 'tempest-FloatingIPAdminTestJSON-2044758028'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:29.737447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2ead21e-eeca-425b-bf13-0d0615057c00 req-34ee3782-678c-43ce-8fe0-ae6ec959e919 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Jul 27 16:47:29.897667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.041218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.043939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.050977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-266a2552-06c4-4e07-b0ae-c29070810a5f req-ff40cf4b-9e53-4fc2-ba6d-da983ac0cdc9 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "DELETE /v2.0/floatingips/20825169-0757-4ddb-98d5-7e16853d9abb HTTP/1.1" status: 204 len: 173 time: 2.0928733 Jul 27 16:47:30.068944 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e43d3-89f4-4902-907f-ac0915ac1ca8 x-openstack-request-id: req-111e43d3-89f4-4902-907f-ac0915ac1ca8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:30.069884 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b47a75-1ced-4d6b-8bb1-b587006b8e86", "name": "network-vif-deleted", "tag": "e99cf114-2441-42c2-b082-ad963fadb36c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:30.074045 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-111e43d3-89f4-4902-907f-ac0915ac1ca8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:30.075718 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b47a75-1ced-4d6b-8bb1-b587006b8e86', 'name': 'network-vif-deleted', 'tag': 'e99cf114-2441-42c2-b082-ad963fadb36c', 'status': 'completed', 'code': 200} Jul 27 16:47:30.100451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object d2c63ed4-3911-4091-ad3d-eb19ebe503e9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:30.150225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] Sync routers for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:30.233994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Made reservation on behalf of d1a354381e44439db27bd3f5305d7c6c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:30.243524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.289894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:30.291110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:30.321765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] For port 19808dc9-fd99-4644-964e-481b9d1026e2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:47:30.375643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e81eeec-d544-4636-ba30-9b51457059f5 req-5cb1f27a-78d9-413d-974d-7861aa4b3947 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=20b47a75-1ced-4d6b-8bb1-b587006b8e86 HTTP/1.1" status: 200 len: 210 time: 0.0732503 Jul 27 16:47:30.389948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] device_id is not set on port 88b69b2e-6c73-4b94-adc9-162146e61234 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:47:30.415828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:30.447160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-01557e93-ef85-4a72-85ff-18beddc624ce tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:30.449023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-01557e93-ef85-4a72-85ff-18beddc624ce tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.5430140 Jul 27 16:47:30.458406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] For port 19808dc9-fd99-4644-964e-481b9d1026e2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=19808dc9-fd99-4644-964e-481b9d1026e2,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:47:30.479499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.558611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:30.626457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e99cf114-2441-42c2-b082-ad963fadb36c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:30.678447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d16d5bf3-082a-44e0-b2e9-b09f0105e1e3 req-3955114d-1681-42b5-a54a-a559cfaba427 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0665045 Jul 27 16:47:30.716303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Allocated IP 172.20.0.4 (5ba6521d-d3b6-4a43-8c08-ba5282fe48da/2ad0a9c5-2faa-46ac-9c76-88c28a11b82f/88b69b2e-6c73-4b94-adc9-162146e61234) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:30.774934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:30.778015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:30.809711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1460d626-21f5-42c2-a4a3-cc752cb917e9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:30.821748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-55db6e9e-d67e-4731-a4fe-ef5bfdedb9a0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7067642 Jul 27 16:47:30.848397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:31.026175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: e99cf114-2441-42c2-b082-ad963fadb36c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:31.026929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e99cf114-2441-42c2-b082-ad963fadb36c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:31.035509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network d1958017-807c-4b55-81f5-c90f854763c5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:31.042812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:31.043034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12238b38-b682-4f82-87f8-87ecdd07b527 None None] The sync data for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:31.053584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:31.080697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:31.087936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:31.104121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-121b4bc5-135e-4c53-955b-c82ebc1fc540 req-0c89c1a8-81a8-4db4-8711-fb4aa24f14c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.3644326 Jul 27 16:47:31.114763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22744924-9154-4885-a486-a8defa69fc95 None None] Network d1958017-807c-4b55-81f5-c90f854763c5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:31.153610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.187269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4a62-dca3-4bc9-933f-e9bf930235c2 req-d3d05aff-64e3-47cd-b25f-b2bed9b6bdf0 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:31.189312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-549a4a62-dca3-4bc9-933f-e9bf930235c2 req-d3d05aff-64e3-47cd-b25f-b2bed9b6bdf0 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 950 time: 0.2762792 Jul 27 16:47:31.219556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Transition to ACTIVE for port object 88b69b2e-6c73-4b94-adc9-162146e61234 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:31.284988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3b00-5c78-4666-b10b-1b57b17761f3 None None] Pushing event updated for resources: {'Port': ['ID=19808dc9-fd99-4644-964e-481b9d1026e2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:31.287909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-549a4a62-dca3-4bc9-933f-e9bf930235c2 req-e747bd9c-4fe3-4571-aa4c-75efc87f9d24 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880685 Jul 27 16:47:31.313511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:31.327286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:31.328035 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.332964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Provisioning for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:31.356353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.374612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Provisioning complete for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:31.375141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.441815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:31.448287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:31.558234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:31.695212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event updated for resources: {'Port': ['ID=88b69b2e-6c73-4b94-adc9-162146e61234,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:31.748961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:31.753746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.855743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b754102-3dc8-4700-9566-c9328bd32bad tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1304436 Jul 27 16:47:31.860526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:31.873155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.894387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:31.967302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.020740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0ad12b9-7c7f-4443-bc72-e72a2d7e4ec2 req-15ab9409-6bed-4308-a625-3ebd8573f22c tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0780497 Jul 27 16:47:32.085958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1460d626-21f5-42c2-a4a3-cc752cb917e9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1460d626-21f5-42c2-a4a3-cc752cb917e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:32.109979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.112664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:32.113340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.145594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'project_id': 'd1a354381e44439db27bd3f5305d7c6c', 'port_id': '88b69b2e-6c73-4b94-adc9-162146e61234'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:32.240675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:47:32.241248 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-fb92dd1e-7eb5-4d11-816b-778c1344b011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:47:32.248605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.271578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Deleting port 87ad7630-e329-4765-9a06-d5d347ae28c8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:32.273096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.292807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2742ee44-edd2-4f23-a517-ae1674d96d5d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6334891 Jul 27 16:47:32.371108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1460d626-21f5-42c2-a4a3-cc752cb917e9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:32.655580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.680711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] For port 87ad7630-e329-4765-9a06-d5d347ae28c8, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=87ad7630-e329-4765-9a06-d5d347ae28c8,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:32.681183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.704381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.743742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Calling delete_port for 87ad7630-e329-4765-9a06-d5d347ae28c8 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:32.804748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:32.810105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317530813', 'description': 'tempest-description--430319824'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:32.831821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98994d-de69-4ccb-a823-122e991ecb76 None None] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:32.838219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1460d626-21f5-42c2-a4a3-cc752cb917e9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:32.906009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:32.987362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Allocated IP 172.25.4.218 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ba89fae4-53d6-49f8-b88b-4df641722664) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:33.119591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.145399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.182561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Pushing event deleted for resources: {'Port': ['ID=87ad7630-e329-4765-9a06-d5d347ae28c8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:33.193444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4b3aa-7718-453b-8ff7-a0830724560b req-f7a0c930-165e-49a2-9f55-90f6663dbd7d tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:33.202907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:33.203291 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.203417 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48d4b3aa-7718-453b-8ff7-a0830724560b req-f7a0c930-165e-49a2-9f55-90f6663dbd7d tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/ports?device_id=e981758c-361c-4097-a402-0d7ee2840989 HTTP/1.1" status: 200 len: 867 time: 0.2867362 Jul 27 16:47:33.304946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] No DVR routers for this DVR port 87ad7630-e329-4765-9a06-d5d347ae28c8 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:33.308053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.315058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88b9d9b9-6096-400d-9fb6-4c989c4c21d5 req-09028e9a-803a-4f65-91e7-de6f561e6753 tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.13 "DELETE /v2.0/ports/87ad7630-e329-4765-9a06-d5d347ae28c8 HTTP/1.1" status: 204 len: 173 time: 2.8495343 Jul 27 16:47:33.315935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'name': 'network-vif-deleted', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:33.323161 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1ce73-411a-4ba7-bd9a-0e9108f97683" -d '{"events": [{"server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "name": "network-vif-deleted", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:33.347689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:33.352771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning complete for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:33.353140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.379475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48d4b3aa-7718-453b-8ff7-a0830724560b req-7f28cb46-ca78-4d38-8f9b-a3678b4dcfdd tempest-ImagesNegativeTestJSON-1608661727 tempest-ImagesNegativeTestJSON-1608661727-project] 10.222.0.64 "GET /v2.0/security-groups?id=932f3b70-d325-4712-aa3e-950d22bf25cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750221 Jul 27 16:47:33.441960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:33.483905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 19808dc9-fd99-4644-964e-481b9d1026e2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:33.511436 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.559942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning complete for port 1460d626-21f5-42c2-a4a3-cc752cb917e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:33.561541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.578159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.590803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.650218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.651604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8460495 Jul 27 16:47:33.659613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:33.672946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'security_group_rule': {'security_group_id': '3420ca52-ea48-49d1-a6d4-2f766ba9c27d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:33.692762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.699436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 19808dc9-fd99-4644-964e-481b9d1026e2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:33.741954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Allocated IP 172.25.4.155 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/fccaff77-1cee-4810-83a7-221db3d2c10a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:33.777734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dda40d-f3c0-47d8-8c47-5162b5b20b6b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3420ca52-ea48-49d1-a6d4-2f766ba9c27d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:33.806017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning for port dad85224-c4f7-4dc6-913d-111020f15944 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:33.811194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning complete for port dad85224-c4f7-4dc6-913d-111020f15944 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:33.811767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.837440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a483b84f-46ea-425f-8a97-bf9c17259472 req-81d11f6d-f2d2-49a8-89cf-2cf11b2324f6 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1065729 Jul 27 16:47:33.886080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:33.892347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Pushing event updated for resources: {'Port': ['ID=ba89fae4-53d6-49f8-b88b-4df641722664,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:33.895577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:33.902690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Port dad85224-c4f7-4dc6-913d-111020f15944 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:33.903872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:33.909487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.926993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning for port 19808dc9-fd99-4644-964e-481b9d1026e2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:33.931289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning complete for port 19808dc9-fd99-4644-964e-481b9d1026e2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:33.931666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:33.951238 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c1db6-a334-42e6-a783-3ce4bd8e19da x-openstack-request-id: req-d46c1db6-a334-42e6-a783-3ce4bd8e19da {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:33.951598 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e981758c-361c-4097-a402-0d7ee2840989", "name": "network-vif-deleted", "tag": "87ad7630-e329-4765-9a06-d5d347ae28c8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:33.951911 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d46c1db6-a334-42e6-a783-3ce4bd8e19da {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:33.953323 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e981758c-361c-4097-a402-0d7ee2840989', 'name': 'network-vif-deleted', 'tag': '87ad7630-e329-4765-9a06-d5d347ae28c8', 'status': 'completed', 'code': 200} Jul 27 16:47:33.983087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.066706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.090490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 87ad7630-e329-4765-9a06-d5d347ae28c8 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:34.127290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 87ad7630-e329-4765-9a06-d5d347ae28c8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:34.127640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 87ad7630-e329-4765-9a06-d5d347ae28c8 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:34.159464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:34.164170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:34.174233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:34.177714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.249293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event updated for resources: {'Port': ['ID=fccaff77-1cee-4810-83a7-221db3d2c10a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:34.274393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] For port 19808dc9-fd99-4644-964e-481b9d1026e2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=19808dc9-fd99-4644-964e-481b9d1026e2,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:34.281168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.300750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.319645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.375119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning for port 88b69b2e-6c73-4b94-adc9-162146e61234 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:34.400884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Provisioning complete for port 88b69b2e-6c73-4b94-adc9-162146e61234 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:34.401547 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.419956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.481412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Pushing event updated for resources: {'Port': ['ID=19808dc9-fd99-4644-964e-481b9d1026e2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:34.485618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0535db6e-83ca-4af8-87c2-36ac626db86c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:34.522501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.534101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3529a5b0-a4a9-494c-a15b-f2e671850a32 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8733537 Jul 27 16:47:34.536639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:34.542345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19b5378d-c3c8-42d2-a899-9fabd37aad52 None None] Port 88b69b2e-6c73-4b94-adc9-162146e61234 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:34.545915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.547125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'security_group_rule': {'security_group_id': '3420ca52-ea48-49d1-a6d4-2f766ba9c27d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:34.669705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-90a27ed3-de0b-4cb0-8cb5-c5d3377c7d9a None None] Provisioning complete for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:34.670339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90a27ed3-de0b-4cb0-8cb5-c5d3377c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.736726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-90a27ed3-de0b-4cb0-8cb5-c5d3377c7d9a None None] Port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:34.766535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-90a27ed3-de0b-4cb0-8cb5-c5d3377c7d9a None None] Provisioning complete for port 19808dc9-fd99-4644-964e-481b9d1026e2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:34.767216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-90a27ed3-de0b-4cb0-8cb5-c5d3377c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.787764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.791031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.797363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.808016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eed2155b-b7f1-42e5-a141-ddebf212094e req-74a46439-6ed5-4f71-b08c-2527106920eb tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1199319 Jul 27 16:47:34.879811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event updated for resources: {'Port': ['ID=fccaff77-1cee-4810-83a7-221db3d2c10a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:34.901823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.967217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.974295 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:34.984453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.004560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.009453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-467b873e-8e92-4356-8b8d-d9653f005e56 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1837902 Jul 27 16:47:35.039486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.041800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334051b4-2432-4ad7-a8a6-b4114235ded4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:35.081422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.087295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-436157e1-6970-4b30-9cb0-d14c890de75c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5495322 Jul 27 16:47:35.087952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:35.103117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:35.107599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-006f60aa-1038-442f-b9d1-a5e8610e9bbf tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.0900977 Jul 27 16:47:35.165489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.255696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-f9afa8c0-3d56-4baf-84a9-0db2b9375311 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:35.257960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-847cdf9b-a067-45cb-8f64-d714e82b394f req-f9afa8c0-3d56-4baf-84a9-0db2b9375311 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1492608 Jul 27 16:47:35.409759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-64cfb644-377c-4c9b-951a-4ac3f5fd5449 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips/c0b694d2-fd13-4f4b-82c3-7cf3b987fad1 HTTP/1.1" status: 200 len: 693 time: 0.1137300 Jul 27 16:47:35.422502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.440848 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.442702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.592736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-7af86741-6645-4b22-927b-f7d8d761d36e tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:35.603644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-7af86741-6645-4b22-927b-f7d8d761d36e tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 784 time: 0.1865420 Jul 27 16:47:35.607733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:35.612316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-6d3b478e-c8c7-43c0-bfe1-29b5ca71b4ae tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:47:35.620666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-6d3b478e-c8c7-43c0-bfe1-29b5ca71b4ae tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158403 Jul 27 16:47:35.683723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-85f487e9-2f7a-4de6-97b2-6485f4ccd7a6 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.0618260 Jul 27 16:47:35.725072 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Floating IP 33aecebd-1617-43f7-a633-8a316c877c47 associated. External IP: 172.25.4.218, port: 88b69b2e-6c73-4b94-adc9-162146e61234. Jul 27 16:47:35.727319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Pushing event updated for resources: {'Port': ['ID=ba89fae4-53d6-49f8-b88b-4df641722664,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:35.758258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8f25575-1aeb-40ce-901f-1eae47c143b0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.0736675 Jul 27 16:47:35.839095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 172.25.4.146 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/60db3f15-3cc1-4719-9b4b-78612282b1c3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:35.877842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef661e6-ae0f-4bf3-a4d2-be25fb1456e2 req-e8b5c1e4-6916-44f8-8de9-f47fbb9a6b51 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:35.884010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef661e6-ae0f-4bf3-a4d2-be25fb1456e2 req-e8b5c1e4-6916-44f8-8de9-f47fbb9a6b51 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:35.885778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ef661e6-ae0f-4bf3-a4d2-be25fb1456e2 req-e8b5c1e4-6916-44f8-8de9-f47fbb9a6b51 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5&device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 1681 time: 0.3513682 Jul 27 16:47:35.916092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Deleting port fccaff77-1cee-4810-83a7-221db3d2c10a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:35.916473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.002327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ef661e6-ae0f-4bf3-a4d2-be25fb1456e2 req-46c99d23-bcf3-4556-9286-e66c60672ff3 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041763 Jul 27 16:47:36.029366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.029711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.045926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Calling delete_port for fccaff77-1cee-4810-83a7-221db3d2c10a owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:36.188148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d996d1ab-093d-4b98-8aa1-6b18185ae514 req-060a5f0b-25f4-41aa-8bcf-de56baa38bf3 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0436931 Jul 27 16:47:36.191309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.251351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Router 8798d005-6fd5-4f89-b7c8-0516a9e15641 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:36.255422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.293691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Pushing event deleted for resources: {'Port': ['ID=fccaff77-1cee-4810-83a7-221db3d2c10a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:36.430834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.438197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.440132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cdb3746-f907-4cf4-926c-68777d414ad4 req-d8520944-1dac-47d3-80ed-a6952c47b9f0 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "DELETE /v2.0/floatingips/c0b694d2-fd13-4f4b-82c3-7cf3b987fad1 HTTP/1.1" status: 204 len: 173 time: 0.6808093 Jul 27 16:47:36.539626 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-01c0a339-28ed-43f5-af53-863eee603cfd req-baca9c08-6485-412c-b20e-a9615c318351 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] show failed (client error): The resource could not be found. Jul 27 16:47:36.540983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-01c0a339-28ed-43f5-af53-863eee603cfd req-baca9c08-6485-412c-b20e-a9615c318351 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips/c0b694d2-fd13-4f4b-82c3-7cf3b987fad1 HTTP/1.1" status: 404 len: 350 time: 0.0492837 Jul 27 16:47:36.577735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 19808dc9-fd99-4644-964e-481b9d1026e2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:36.620544 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-33902290-d671-4070-b4de-b7d8fbade048 req-e161d21f-3d55-4ea2-85f5-3bbe2d307922 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] show failed (client error): The resource could not be found. Jul 27 16:47:36.621763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33902290-d671-4070-b4de-b7d8fbade048 req-e161d21f-3d55-4ea2-85f5-3bbe2d307922 tempest-FloatingIPsTestJSON-983771806 tempest-FloatingIPsTestJSON-983771806-project] 10.222.0.64 "GET /v2.0/floatingips/c0b694d2-fd13-4f4b-82c3-7cf3b987fad1 HTTP/1.1" status: 404 len: 350 time: 0.0459461 Jul 27 16:47:36.631353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:36.704830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 19808dc9-fd99-4644-964e-481b9d1026e2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:36.705170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.862769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:36.926913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:36.932881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:36.932881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:36.943939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:37.062454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=60db3f15-3cc1-4719-9b4b-78612282b1c3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:37.074768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:37.090669 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] Sync routers for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:37.107453 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:37.110791 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:37.198862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.202727 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:37.215121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:37.215992 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:37.271236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:37.272198 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39966d41-536e-4df6-bed8-00e080ff0555 None None] The sync data for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:37.283475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.312350 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.397797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.464571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-11464730-c33c-4346-a656-801c09558157 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6025720 Jul 27 16:47:37.467586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:37.472985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54969355-21c0-4d3c-a3ff-39e29315b969 req-60f6fdf8-6ad2-4257-954b-012051fdb520 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1546772 Jul 27 16:47:37.507100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f50cb757-00b3-4a27-8e7c-f2ac549ddc65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df675dd359fc4be8a1772bfd2ce5ddd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678632 Jul 27 16:47:37.509000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:37.583530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5f443-b8c5-4d0f-8089-da85a502d8be req-f8457d0d-8958-4a7a-b019-d27c9d16927d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:37.585972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad5f443-b8c5-4d0f-8089-da85a502d8be req-f8457d0d-8958-4a7a-b019-d27c9d16927d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 945 time: 0.1821895 Jul 27 16:47:37.650108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b5cdc379-6301-46ea-9630-945cb7b8e2b4 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "GET /v2.0/floatingips/33aecebd-1617-43f7-a633-8a316c877c47 HTTP/1.1" status: 200 len: 983 time: 0.1738784 Jul 27 16:47:37.653156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:37.675817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.762532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad5f443-b8c5-4d0f-8089-da85a502d8be req-4a2da8eb-8ccd-4f53-a920-e82b35a59c74 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646335 Jul 27 16:47:37.801145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.809112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.809637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:37.933875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=60db3f15-3cc1-4719-9b4b-78612282b1c3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:37.953542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e472286-04f7-446d-a6dd-cb940cd7f21d tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.2913907 Jul 27 16:47:37.956754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:38.025751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.047164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.049522 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5b38fbd-ee66-4648-987a-f67328b692d1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9491796 Jul 27 16:47:38.120508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.123193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.127194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/932f3b70-d325-4712-aa3e-950d22bf25cf HTTP/1.1" status: 204 len: 168 time: 0.5983462 Jul 27 16:47:38.140382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2342-79e2-4ffe-baf7-8d614a022867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f3b70-d325-4712-aa3e-950d22bf25cf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:38.160490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Deleting port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:38.160863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.190710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52310) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:38.318799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] For port 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:38.319306 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.336020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port ba89fae4-53d6-49f8-b88b-4df641722664 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:38.336581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.344705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Calling delete_port for 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:38.489986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.490336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.550620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for ba89fae4-53d6-49f8-b88b-4df641722664 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:38.617456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d58517-202f-4aa2-9d95-407ffeaf632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.720126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c02f346f-abba-4b5a-bfa1-47922400e08b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--317530813&fields=id&tenant_id=2836d6c363794a70bc0cd172ade20c3d HTTP/1.1" status: 200 len: 267 time: 0.0742440 Jul 27 16:47:38.826920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e40a36fd-310f-44fc-a8c4-6b85277cc54e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:38.828560 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e40a36fd-310f-44fc-a8c4-6b85277cc54e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 936 time: 0.0905769 Jul 27 16:47:38.861564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d58517-202f-4aa2-9d95-407ffeaf632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.887918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88d58517-202f-4aa2-9d95-407ffeaf632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:38.951369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-969f07cd-f874-447f-9e44-9aa14506672e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:38.959774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-969f07cd-f874-447f-9e44-9aa14506672e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 936 time: 0.1131682 Jul 27 16:47:39.041133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-fbe0d06d-06b7-47ec-b4da-59b8be55d0b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0798874 Jul 27 16:47:39.087042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88d58517-202f-4aa2-9d95-407ffeaf632f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5005af247d6c4d6a8e068c5efd906a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949099 Jul 27 16:47:39.087901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58517-202f-4aa2-9d95-407ffeaf632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10668785-4ae9-4c09-a07d-50a1a43bfcfd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:39.100368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-eda21ccc-7a41-44ae-bd3b-3d0b2aaa3aaf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0582564 Jul 27 16:47:39.104471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:39.258672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b2fe367-fa5b-4c69-96c0-c19e927311a2 req-95ecc921-20f4-4360-ae67-8f65cdb78580 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1277871 Jul 27 16:47:39.295804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.336174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-25979aa5-cdb9-489f-bd17-096b7e36dd57 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.344210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-25979aa5-cdb9-489f-bd17-096b7e36dd57 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.353392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-25979aa5-cdb9-489f-bd17-096b7e36dd57 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.367308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-91e03fc2-15de-4268-86c3-472c38f07275 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.369073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-91e03fc2-15de-4268-86c3-472c38f07275 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 945 time: 0.7445400 Jul 27 16:47:39.372643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.374053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-25979aa5-cdb9-489f-bd17-096b7e36dd57 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 1996 time: 0.2728593 Jul 27 16:47:39.392136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-2cf0ed35-b100-490a-b87a-b9152202eb3d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.394519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-2cf0ed35-b100-490a-b87a-b9152202eb3d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "GET /v2.0/ports?device_id=d776b7cb-6464-4ddf-93df-6a74d814f1b3 HTTP/1.1" status: 200 len: 945 time: 0.3507783 Jul 27 16:47:39.429843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.451135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-b3255b0a-2e05-425d-b8b2-b9f885bb243a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/quotas/2836d6c363794a70bc0cd172ade20c3d HTTP/1.1" status: 200 len: 375 time: 0.0553319 Jul 27 16:47:39.482937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:39.652983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.656158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.658293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10668785-4ae9-4c09-a07d-50a1a43bfcfd HTTP/1.1" status: 204 len: 168 time: 0.5532658 Jul 27 16:47:39.695119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ca58b-dab3-4878-ae81-bdee8905d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10668785-4ae9-4c09-a07d-50a1a43bfcfd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:39.749548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e008a8b-3177-49a7-b32d-5edeb9841cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.778104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e08b4-7366-4935-a521-4a5e4bdc71b0 req-e8f0192e-045c-46d4-baf2-3f8a2d33dc4a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:39.779722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca3e08b4-7366-4935-a521-4a5e4bdc71b0 req-e8f0192e-045c-46d4-baf2-3f8a2d33dc4a tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 945 time: 0.4096837 Jul 27 16:47:39.820207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a83e78bd-a6d6-4ba1-bdb5-12997bcaaec6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3522027 Jul 27 16:47:39.828991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Deleting port 29341192-20f9-4b09-8d3a-418c9a916c06 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:39.829338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.874931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.903632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Deleting port db5e1a44-a7ee-4528-a3fd-507c6acf0804 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:39.904231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:39.913882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=ba89fae4-53d6-49f8-b88b-4df641722664,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:40.016190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] For port 29341192-20f9-4b09-8d3a-418c9a916c06, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29341192-20f9-4b09-8d3a-418c9a916c06,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:40.016641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.036026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f7bc7484-e161-42ab-b316-b8f4837eef50 service neutron] 10.222.0.64 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976633 Jul 27 16:47:40.072419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca3e08b4-7366-4935-a521-4a5e4bdc71b0 req-0129c188-1657-491f-b723-01ae267b92a9 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bd2605f-043d-4bcc-ae07-5ecce825173b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610619 Jul 27 16:47:40.077047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Calling delete_port for 29341192-20f9-4b09-8d3a-418c9a916c06 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:40.081255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.199920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:40.230763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.231269 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Floating IP 33aecebd-1617-43f7-a633-8a316c877c47 disassociated (deleted). External IP: 172.25.4.218, port: 88b69b2e-6c73-4b94-adc9-162146e61234. Jul 27 16:47:40.233413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe546ed3-857b-4833-a3b7-829aaf88b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.291127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce2affa9-a638-450f-940d-4cf8a74320dc service neutron] 10.222.0.64 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489579 Jul 27 16:47:40.307065 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.320817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['29341192-20f9-4b09-8d3a-418c9a916c06'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:40.327415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] For port db5e1a44-a7ee-4528-a3fd-507c6acf0804, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=db5e1a44-a7ee-4528-a3fd-507c6acf0804,segment=NetworkSegment(755a2825-0bc1-4ad0-b9f5-d265217f1359),segment_id=755a2825-0bc1-4ad0-b9f5-d265217f1359)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:40.327719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.357315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Calling delete_port for db5e1a44-a7ee-4528-a3fd-507c6acf0804 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:40.383746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event deleted for resources: {'Port': ['ID=29341192-20f9-4b09-8d3a-418c9a916c06,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:40.441866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] No DVR routers for this DVR port 29341192-20f9-4b09-8d3a-418c9a916c06 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:40.445716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-416b3dd6-ae1d-4104-9af7-ed22b35c1cb2 service neutron] 10.222.0.64 "GET /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1479471 Jul 27 16:47:40.446805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.448825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9469b6c5-c7ce-4c7b-ba92-7805aceb3b76 req-4499d098-0904-4987-99d0-82222d9c2b34 tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.61 "DELETE /v2.0/ports/29341192-20f9-4b09-8d3a-418c9a916c06 HTTP/1.1" status: 204 len: 173 time: 1.0380211 Jul 27 16:47:40.449283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'name': 'network-vif-deleted', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:40.451631 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8b98b5-6888-406c-8155-408fa16fa25f" -d '{"events": [{"server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "name": "network-vif-deleted", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:40.635739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-83236726-3778-49bb-8197-9f7ce9bce58e service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809280 Jul 27 16:47:40.832853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-31edde28-2386-417d-9354-97c7ce727f96 service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895049 Jul 27 16:47:40.846646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:40.852733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db4261e7-9c84-49fa-8f77-85507cce48bd req-4cc6d95d-4aa2-4424-b3ee-78c039d42afd tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1016855 Jul 27 16:47:40.911848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe546ed3-857b-4833-a3b7-829aaf88b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.924211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bdaeabf9-328a-423e-bda3-1d370bb7fa8f service neutron] 10.222.0.64 "GET /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0899072 Jul 27 16:47:40.930376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe546ed3-857b-4833-a3b7-829aaf88b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:40.989518 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf82f2-ec2e-4137-9805-97bbfdc92e1c x-openstack-request-id: req-1aaf82f2-ec2e-4137-9805-97bbfdc92e1c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:40.989820 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d776b7cb-6464-4ddf-93df-6a74d814f1b3", "name": "network-vif-deleted", "tag": "29341192-20f9-4b09-8d3a-418c9a916c06", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:40.990072 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1aaf82f2-ec2e-4137-9805-97bbfdc92e1c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:40.990709 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd776b7cb-6464-4ddf-93df-6a74d814f1b3', 'name': 'network-vif-deleted', 'tag': '29341192-20f9-4b09-8d3a-418c9a916c06', 'status': 'completed', 'code': 200} Jul 27 16:47:41.038562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Router 8798d005-6fd5-4f89-b7c8-0516a9e15641 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:47:41.060814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.074129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-2033da52-2113-4f61-970a-d19e06fe64ee service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430922 Jul 27 16:47:41.121887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:41.128068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe546ed3-857b-4833-a3b7-829aaf88b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca8563e-23c0-4f26-87bc-7046d8b1d775,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:41.138455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe546ed3-857b-4833-a3b7-829aaf88b396 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8891edcb29a4213ae0cdf16bd8bd5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374509 Jul 27 16:47:41.143499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Pushing event deleted for resources: {'Port': ['ID=db5e1a44-a7ee-4528-a3fd-507c6acf0804,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:41.145457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:41.251760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-1d3d4e9a-1c6d-435b-9598-d068807acbf6 service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766560 Jul 27 16:47:41.342622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9eb26bcb-687e-4875-b45e-13257f266f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.369775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] No DVR routers for this DVR port db5e1a44-a7ee-4528-a3fd-507c6acf0804 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:41.381566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.383944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86a98a7f-fa64-412c-9101-e787c3ff7ba8 req-2129957f-bbd5-4f20-9d46-959e9ef2035d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.13 "DELETE /v2.0/ports/db5e1a44-a7ee-4528-a3fd-507c6acf0804 HTTP/1.1" status: 204 len: 173 time: 1.9979050 Jul 27 16:47:41.384832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'name': 'network-vif-deleted', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:47:41.387684 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde68c9d-360e-4a0c-be5a-ea26416c3baf" -d '{"events": [{"server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "name": "network-vif-deleted", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:41.404052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-11900e1d-3200-4051-9e91-da2e772ada0f service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433151 Jul 27 16:47:41.422069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ecf2a245-2c3d-4507-abb7-e75a1b26eeb6 req-c10900ba-609e-4b9e-9592-a14723ebd62d tempest-ListServersNegativeTestJSON-1511534088 tempest-ListServersNegativeTestJSON-1511534088-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5 HTTP/1.1" status: 200 len: 210 time: 0.1251025 Jul 27 16:47:41.437781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:41.451020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Sync routers for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:41.471444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:41.472337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:41.475945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c07c5ab8-1b3a-4b7e-acdf-cbb6d4b4afd4 admin admin] 10.222.0.64 "PUT /v2.0/routers/99f22f5c-0dd1-4562-962b-9e2e06c4e856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8432648 Jul 27 16:47:41.485987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:41.498994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.652841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-658d641c-8398-4e25-9067-c84106ef7f3a service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397163 Jul 27 16:47:41.683999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9eb26bcb-687e-4875-b45e-13257f266f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.806347 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea423263-9eee-44fb-be7e-3a7933a2913a service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408076 Jul 27 16:47:41.807789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9eb26bcb-687e-4875-b45e-13257f266f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:41.857607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:41.900345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb26bcb-687e-4875-b45e-13257f266f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b03af8e-a5c9-4e16-81d6-448d552181f8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:41.907093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9eb26bcb-687e-4875-b45e-13257f266f2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63b8207282ed4d04a1ee7245f78968a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840557 Jul 27 16:47:41.910018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:41.992121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e179741a-1046-409a-bfef-c7bb41569fad service neutron] 10.222.0.64 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657293 Jul 27 16:47:42.007414 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefce65a-8780-4c48-9fe2-9b590f591326 x-openstack-request-id: req-eefce65a-8780-4c48-9fe2-9b590f591326 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:42.008026 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5", "name": "network-vif-deleted", "tag": "db5e1a44-a7ee-4528-a3fd-507c6acf0804", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:42.008026 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eefce65a-8780-4c48-9fe2-9b590f591326 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:42.008558 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3c0d8e-2e75-49ba-ad7a-c0f64407cdb5', 'name': 'network-vif-deleted', 'tag': 'db5e1a44-a7ee-4528-a3fd-507c6acf0804', 'status': 'completed', 'code': 200} Jul 27 16:47:42.046440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.073259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.116421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a49c1a97-39f1-41e4-9da6-51ec51c0f976 req-555296ff-0867-409e-ac40-803905135c1b tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0595117 Jul 27 16:47:42.130954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:47:42.136225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.143841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.164984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db5e1a44-a7ee-4528-a3fd-507c6acf0804 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:42.167774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] Sync routers for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:47:42.203322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:42.204359 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.206925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.220629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.220629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b03af8e-a5c9-4e16-81d6-448d552181f8 HTTP/1.1" status: 204 len: 168 time: 0.3031628 Jul 27 16:47:42.224856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: db5e1a44-a7ee-4528-a3fd-507c6acf0804 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:42.225450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device db5e1a44-a7ee-4528-a3fd-507c6acf0804 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:42.234509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81210e7f-71a9-4cf2-a365-94b606e092fd tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/floatingips/33aecebd-1617-43f7-a633-8a316c877c47 HTTP/1.1" status: 204 len: 168 time: 4.2682920 Jul 27 16:47:42.238256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:42.242393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34e3b6f6-a8b2-4134-b69f-14e048a47304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.244992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083818e-8a5a-495c-a4a7-3a4982bcf6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b03af8e-a5c9-4e16-81d6-448d552181f8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:42.262795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.271557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:42.282494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:39Z', 'revision_number': 5, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.318218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Checking router: 99f22f5c-0dd1-4562-962b-9e2e06c4e856 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:47:42.327155 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.339430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Routers {'99f22f5c-0dd1-4562-962b-9e2e06c4e856'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:42.340119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.344717 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:47:42.346236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.368642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.387991 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.389081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fedac0-a233-4ff4-99ef-102a0fe9bdc4 None None] The sync data for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:42.410202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.412839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.417245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ca8563e-23c0-4f26-87bc-7046d8b1d775 HTTP/1.1" status: 204 len: 168 time: 1.2407389 Jul 27 16:47:42.433923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0733a5-09b2-425b-88f6-91276231433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca8563e-23c0-4f26-87bc-7046d8b1d775,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:42.521325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-030d443d-5d74-4600-898d-d59784012dbe service neutron] 10.222.0.64 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205908 Jul 27 16:47:42.586001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29341192-20f9-4b09-8d3a-418c9a916c06 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:42.625263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 29341192-20f9-4b09-8d3a-418c9a916c06 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:42.625615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29341192-20f9-4b09-8d3a-418c9a916c06 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:42.627662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.663712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.672255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] Set router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:47:42.685329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:42.703082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-fbfda6b1-cb2b-4c24-b728-93574432413f service neutron] 10.222.0.64 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681848 Jul 27 16:47:42.709318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.777151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Deleting subnet 2eedce56-46d5-46cd-b967-247fc19f8895 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:47:42.789069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.888042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-809dc43d-7d7e-4504-baf5-55a448b110c6 service neutron] 10.222.0.64 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606677 Jul 27 16:47:42.916235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:39Z', 'revision_number': 5, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:42.933533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:42.979104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78338e7-5668-4886-8b27-55c08d165963 None None] The sync data for ids ['99f22f5c-0dd1-4562-962b-9e2e06c4e856'] in n-d-723572-6 is: [{'id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'name': 'tempest-FloatingIPsTestJSON-1584022730-router', 'tenant_id': '76856799fc46476db3955e48b6237626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:51Z', 'updated_at': '2021-07-27T16:47:39Z', 'revision_number': 5, 'project_id': '76856799fc46476db3955e48b6237626', 'gw_port': {'id': 'e11c8083-4913-427f-94b5-7a9765b90554', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f22f5c-0dd1-4562-962b-9e2e06c4e856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:56Z', 'updated_at': '2021-07-27T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:47:43.037874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Deleting port e11c8083-4913-427f-94b5-7a9765b90554 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:43.037874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.045491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.151264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-0243df38-cebf-4af4-90fe-46914ded1873 service neutron] 10.222.0.64 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517753 Jul 27 16:47:43.181843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Allocated IP 172.25.4.126 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/9f9adc6b-f170-4b1f-85fc-1178aa55bdf2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:43.244437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.253468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:43.262602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] For port e11c8083-4913-427f-94b5-7a9765b90554, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e11c8083-4913-427f-94b5-7a9765b90554,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:43.263431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.281807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Calling delete_port for e11c8083-4913-427f-94b5-7a9765b90554 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:43.407596 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.413180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.493517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.522426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eedce56-46d5-46cd-b967-247fc19f8895,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:43.569741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.575511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd54060d-cc65-4ade-9744-e3093f3ef817 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2eedce56-46d5-46cd-b967-247fc19f8895 HTTP/1.1" status: 204 len: 168 time: 0.8870094 Jul 27 16:47:43.575664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:43.597740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eba2939c-9d3d-4bdb-8cb0-75f4045ed220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.615296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7aa770d6-9e45-4ae0-b216-63312f593cf0 req-af851602-68b7-4d2f-b24e-77c903883223 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0974994 Jul 27 16:47:43.650917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:43.652936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:43.656566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:43.742861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.807941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Pushing event deleted for resources: {'Port': ['ID=e11c8083-4913-427f-94b5-7a9765b90554,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:43.809171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9adc6b-f170-4b1f-85fc-1178aa55bdf2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:43.836861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.914821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.917115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eba2939c-9d3d-4bdb-8cb0-75f4045ed220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.942098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eba2939c-9d3d-4bdb-8cb0-75f4045ed220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.947318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:43.993546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.088934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.092867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.097202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eba2939c-9d3d-4bdb-8cb0-75f4045ed220 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=787104aae26b4c2f8cd790d61bd82096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868402 Jul 27 16:47:44.099751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2939c-9d3d-4bdb-8cb0-75f4045ed220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ff081-d666-44bf-8c1b-c084c56a43f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:44.104356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:44.192640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.193082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f22f5c-0dd1-4562-962b-9e2e06c4e856 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:47:44.208058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.209344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cbf76fbf-1c83-4dec-8d8e-ac59f4a7a42e admin admin] 10.222.0.64 "DELETE /v2.0/routers/99f22f5c-0dd1-4562-962b-9e2e06c4e856 HTTP/1.1" status: 204 len: 168 time: 2.7220674 Jul 27 16:47:44.218914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:44.287077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.302524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Deleting subnet e728e1ec-5f97-4522-aeb4-3b149052951e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:47:44.324313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.377721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.423172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.597621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f17b7616-ba2c-481e-b612-b3f1546ede96 req-345d5b94-9fb5-4f17-9cbc-50fa104abe74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0916893 Jul 27 16:47:44.607891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.621329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.641688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f40f2a8-b59d-4a7a-9e99-9b723aa58e83']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:44.656933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.659993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.661186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/097ff081-d666-44bf-8c1b-c084c56a43f3 HTTP/1.1" status: 204 len: 168 time: 0.5560479 Jul 27 16:47:44.672931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c56bb401-1123-4cc1-96d1-cba28426202d req-4f53898c-c11a-48a9-aee5-bc94349fbb3f tempest-AbsoluteLimitsNegativeTestJSON-725361278 tempest-AbsoluteLimitsNegativeTestJSON-725361278-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=960b92ab759e42cf9079b4c3c2086e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380920 Jul 27 16:47:44.700349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef0191-6490-4452-93f0-0b196dd8e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ff081-d666-44bf-8c1b-c084c56a43f3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:44.765148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755a2825-0bc1-4ad0-b9f5-d265217f1359') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:44.767045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755a2825-0bc1-4ad0-b9f5-d265217f1359') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:44.792261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.837679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-155ac2a5-026f-4e53-80b7-a71449019f20 req-ea0481c8-83d7-4aeb-bc25-bdcaea9fda17 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0499322 Jul 27 16:47:44.840567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.843497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.878207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:47:44.879040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:47:44.881433 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:47:44.927134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:44.929273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e728e1ec-5f97-4522-aeb4-3b149052951e HTTP/1.1" status: 204 len: 168 time: 0.7091551 Jul 27 16:47:44.932790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f3086-d231-4d31-a185-d9927eb97ab2 None None] Network e563026d-11cf-4745-b7df-4c2ed942c0ac requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:44.983632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52564) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:44.997451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db16c40-573f-4f7c-b9bf-80748bd2f2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e728e1ec-5f97-4522-aeb4-3b149052951e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:45.012565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:45.033995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb401-1123-4cc1-96d1-cba28426202d req-190498a8-decf-4cfb-9322-b30ebc67a0f8 tempest-AbsoluteLimitsNegativeTestJSON-725361278 tempest-AbsoluteLimitsNegativeTestJSON-725361278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:45.053433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c56bb401-1123-4cc1-96d1-cba28426202d req-190498a8-decf-4cfb-9322-b30ebc67a0f8 tempest-AbsoluteLimitsNegativeTestJSON-725361278 tempest-AbsoluteLimitsNegativeTestJSON-725361278-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794696 Jul 27 16:47:45.083715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c56bb401-1123-4cc1-96d1-cba28426202d req-7dbb9dbc-9f08-4f41-815d-5193f965889f tempest-AbsoluteLimitsNegativeTestJSON-725361278 tempest-AbsoluteLimitsNegativeTestJSON-725361278-project] 10.222.0.64 "GET /v2.0/quotas/960b92ab759e42cf9079b4c3c2086e19 HTTP/1.1" status: 200 len: 375 time: 0.0291636 Jul 27 16:47:45.118186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.135412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.138289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1f40f2a8-b59d-4a7a-9e99-9b723aa58e83 HTTP/1.1" status: 204 len: 168 time: 1.5518296 Jul 27 16:47:45.149853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:45.161232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b5a7a14-4f07-47bc-b11c-726fb7aaa7ad not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:45.198351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200bb2a-37ee-4e44-93d1-420fe6dc1910 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f40f2a8-b59d-4a7a-9e99-9b723aa58e83,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:45.206585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.209580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c56bb401-1123-4cc1-96d1-cba28426202d req-9e6ed801-07be-4477-8ff4-637b91436008 tempest-AbsoluteLimitsNegativeTestJSON-725361278 tempest-AbsoluteLimitsNegativeTestJSON-725361278-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=960b92ab759e42cf9079b4c3c2086e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246495 Jul 27 16:47:45.212319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.224281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.225176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.382147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.456184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.460628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:45.470183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2181652 Jul 27 16:47:45.479683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] DHCP port deletion for e563026d-11cf-4745-b7df-4c2ed942c0ac request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:47:45.480638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04395b34-d070-4bf4-86fb-3a7837aa9a46 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9adc6b-f170-4b1f-85fc-1178aa55bdf2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:45.483324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:45.518243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Deleting port ced00982-6e88-4c92-9adb-720f1b754f77 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:45.518632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.586058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a880b5c-c796-4f83-b127-0de679a4f895 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baf1bd0fc3d640399991b1fd119068d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952485 Jul 27 16:47:45.587463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52594) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:45.621873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Deleting port ced00982-6e88-4c92-9adb-720f1b754f77 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:45.622251 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.665722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.670370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] For port ced00982-6e88-4c92-9adb-720f1b754f77, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ced00982-6e88-4c92-9adb-720f1b754f77,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:45.670873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.708907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Calling delete_port for ced00982-6e88-4c92-9adb-720f1b754f77 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:45.761650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.765290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] For port ced00982-6e88-4c92-9adb-720f1b754f77, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ced00982-6e88-4c92-9adb-720f1b754f77,segment=NetworkSegment(20d5a0b1-6290-4d75-ae70-094c987a5dc5),segment_id=20d5a0b1-6290-4d75-ae70-094c987a5dc5)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:45.765922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.783025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Calling delete_port for ced00982-6e88-4c92-9adb-720f1b754f77 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:45.864107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.867247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.872183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bd2605f-043d-4bcc-ae07-5ecce825173b HTTP/1.1" status: 204 len: 168 time: 0.2830834 Jul 27 16:47:45.887880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d1370-05dd-40e2-9898-3edbddb58bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2605f-043d-4bcc-ae07-5ecce825173b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:45.904295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10553bf8-fa99-4a62-823d-de6c6235aede req-0ec8c6be-010c-4a08-8c66-6b66442fbc38 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1034956 Jul 27 16:47:45.920964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:45.936860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:45.978912 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.000928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] No DVR routers for this DVR port ced00982-6e88-4c92-9adb-720f1b754f77 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:46.003174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50578221-f213-46e9-80a3-fde981c1bf62 None None] Pushing event deleted for resources: {'Port': ['ID=ced00982-6e88-4c92-9adb-720f1b754f77,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:46.022746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ced00982-6e88-4c92-9adb-720f1b754f77,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:46.027001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] No DVR routers for this DVR port ced00982-6e88-4c92-9adb-720f1b754f77 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:47:46.062904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:46.121249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d353368-8afb-4b17-adf3-8d010d99f43f req-1c4fd235-ff85-41b6-96f9-4ac2f454d214 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jul 27 16:47:46.128055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.161227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.177873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e563026d-11cf-4745-b7df-4c2ed942c0ac']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:46.190468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d5a0b1-6290-4d75-ae70-094c987a5dc5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:46.190825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d5a0b1-6290-4d75-ae70-094c987a5dc5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:47:46.206087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.226872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.243383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:47:46.244824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:47:46.249374 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:47:46.344605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.359722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.364145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] 10.222.0.64 "DELETE /v2.0/networks/e563026d-11cf-4745-b7df-4c2ed942c0ac HTTP/1.1" status: 204 len: 168 time: 1.3725977 Jul 27 16:47:46.384549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1b4-a5df-402b-9e3b-fe850dbae79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.387055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266626-a514-44cd-9f30-90742c508cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=e563026d-11cf-4745-b7df-4c2ed942c0ac,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:46.450333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.489899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f79d3636-5c49-4eca-b99e-67391e4c9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:46.491673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f79d3636-5c49-4eca-b99e-67391e4c9f9b service neutron] 10.222.0.61 "GET /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 1032 time: 0.0836473 Jul 27 16:47:46.569754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e11c8083-4913-427f-94b5-7a9765b90554 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:46.635368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e45ab460-0624-4f17-9f06-3aa39c73369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:46.637387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e45ab460-0624-4f17-9f06-3aa39c73369e service neutron] 10.222.0.61 "GET /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 1032 time: 0.1118798 Jul 27 16:47:46.672319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e11c8083-4913-427f-94b5-7a9765b90554 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:46.673067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e11c8083-4913-427f-94b5-7a9765b90554 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:46.673748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ced00982-6e88-4c92-9adb-720f1b754f77 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:46.705519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ced00982-6e88-4c92-9adb-720f1b754f77 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:47:46.706164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ced00982-6e88-4c92-9adb-720f1b754f77 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:47:46.756059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:46.768571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:46.887840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Allocated IP 172.25.4.191 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/7cafe9e0-e138-4599-b6a2-4ae8a5532bcb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:46.958910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-356b6fb1-75b5-475b-99f0-5cbf62a7f725 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:46.980993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-356b6fb1-75b5-475b-99f0-5cbf62a7f725 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:46.999384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-356b6fb1-75b5-475b-99f0-5cbf62a7f725 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:47.001917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-356b6fb1-75b5-475b-99f0-5cbf62a7f725 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 1996 time: 0.3480651 Jul 27 16:47:47.198226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f95b932e-5f8b-415d-ba12-42b6a6625800 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2836d6c363794a70bc0cd172ade20c3d HTTP/1.1" status: 200 len: 379 time: 0.1771038 Jul 27 16:47:47.252569 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3134920c-40f8-4f00-85a2-a6e85d810dc2 req-a7e12cc6-b7e8-4c1f-82f0-a684ae98770c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1110907 Jul 27 16:47:47.264053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'admin_state_up': True, 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'security_groups': ['3420ca52-ea48-49d1-a6d4-2f766ba9c27d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:47.277889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1b4-a5df-402b-9e3b-fe850dbae79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.322513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc5ab93a-9aaf-4759-8425-4e9b7db65d60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76856799fc46476db3955e48b6237626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629127 Jul 27 16:47:47.395466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.408732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:47.414579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1b4-a5df-402b-9e3b-fe850dbae79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.477355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65b0c71b-80ad-4121-90fa-8adf10afeb5a req-b61b7eff-4e97-4e6f-8ab4-c0e6495d2954 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0559311 Jul 27 16:47:47.524884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5ef3f1b4-a5df-402b-9e3b-fe850dbae79b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=960b92ab759e42cf9079b4c3c2086e19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6024542 Jul 27 16:47:47.527468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3f1b4-a5df-402b-9e3b-fe850dbae79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8eef66-b360-4004-a03e-39893a57b71a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:47.530801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:47.579173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.592928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.669301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.739074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:47.739305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:47.740128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.750315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Pushing event updated for resources: {'Port': ['ID=7cafe9e0-e138-4599-b6a2-4ae8a5532bcb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:47.764911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:47.776327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:47.801837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.845419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:47.920021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 172.20.0.13 (9d98f7d4-dc7f-4102-841a-3ae8176ba53b/24442099-619a-4587-b320-38c5c6abfc64/65445e1a-3a30-49f8-8388-0ff296e451a0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:47.948897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.016517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.026457 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.030361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab8eef66-b360-4004-a03e-39893a57b71a HTTP/1.1" status: 204 len: 168 time: 0.4945023 Jul 27 16:47:48.102640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15a30-8924-4d31-945b-a5dd8665e020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8eef66-b360-4004-a03e-39893a57b71a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:48.123505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.146698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.214700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.233068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.234268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f815a19-1cba-4fab-9cc9-b37de3b24f5f HTTP/1.1" status: 204 len: 168 time: 0.8286018 Jul 27 16:47:48.329380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object 65445e1a-3a30-49f8-8388-0ff296e451a0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:48.375450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94859-e9fa-4e76-8576-85aa15219cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f815a19-1cba-4fab-9cc9-b37de3b24f5f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:48.455783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.475863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.592314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed693d7a-5a51-4e84-b665-5fa58825f482 req-8b96ed08-9ca8-42a7-afd5-62bd82c68bb8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1411164 Jul 27 16:47:48.630591 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.778394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Pushing event updated for resources: {'Port': ['ID=7cafe9e0-e138-4599-b6a2-4ae8a5532bcb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:48.825695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:48.846004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:48.859480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:48.865061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:48.954857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.960378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:48.962982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:48.993596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-95e37ff2-c2ec-4706-aa61-1f2c8edce271 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7531719 Jul 27 16:47:49.009095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40b1bb59-fd96-4ac2-a395-32b50feb6561 req-6305bd39-291e-49c2-aa14-d8c3eab7429c tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.2167885 Jul 27 16:47:49.019085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'admin_state_up': True, 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'security_groups': ['3420ca52-ea48-49d1-a6d4-2f766ba9c27d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:49.100280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:49.115399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94039ded-223a-4b60-9e89-6c553dc2e544 tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6533670 Jul 27 16:47:49.116359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:49.330935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5e914129-cef6-44a3-a5e6-dfb5c3e8ab8e tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2132 time: 0.2084415 Jul 27 16:47:49.334862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:49.361498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8a234d73-5308-4475-8f4c-5ebcc2c4cc66 None None] Provisioning for port 65445e1a-3a30-49f8-8388-0ff296e451a0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:49.378839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8a234d73-5308-4475-8f4c-5ebcc2c4cc66 None None] Provisioning complete for port 65445e1a-3a30-49f8-8388-0ff296e451a0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:49.379290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8a234d73-5308-4475-8f4c-5ebcc2c4cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:49.400879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:49.423138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:49.490139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da4a1e3a-9a00-43e0-ab1c-d8bb665c5a1a tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1532092 Jul 27 16:47:49.494761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:49.534653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8a234d73-5308-4475-8f4c-5ebcc2c4cc66 None None] Port 65445e1a-3a30-49f8-8388-0ff296e451a0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:49.881727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Deleting port 7cafe9e0-e138-4599-b6a2-4ae8a5532bcb {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:49.882566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:49.952377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.1.1.134 (d1958017-807c-4b55-81f5-c90f854763c5/3a1b5f5b-b469-4f5c-a070-43007b9acb2b/49cf4fe9-1ffd-4717-8057-122f67750692) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:50.045868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:50.134733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.135000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.187377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Calling delete_port for 7cafe9e0-e138-4599-b6a2-4ae8a5532bcb owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:50.194915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b1fe6-185b-42d5-8b95-127c9afbc14b req-0dbd1050-2e24-4a84-b26b-2119b68a458b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:50.209150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c3b1fe6-185b-42d5-8b95-127c9afbc14b req-0dbd1050-2e24-4a84-b26b-2119b68a458b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 932 time: 0.4210458 Jul 27 16:47:50.421877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ce08f96-630a-42f8-aedf-1ebb283e8480 req-fae2ef36-a708-4f6e-a836-1671785b363a tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1066704 Jul 27 16:47:50.447462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c3b1fe6-185b-42d5-8b95-127c9afbc14b req-d042e14a-e70e-4be7-88ee-72ed5c62b687 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362733 Jul 27 16:47:50.492953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ce77815-7add-4e83-8f6f-735bf1263b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.587539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.618686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object 49cf4fe9-1ffd-4717-8057-122f67750692 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:50.671552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.692566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:50.792936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network d1958017-807c-4b55-81f5-c90f854763c5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:50.796181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:50.820014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:50.832340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ce77815-7add-4e83-8f6f-735bf1263b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.838243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.850020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ce77815-7add-4e83-8f6f-735bf1263b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:50.854764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:50.891101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Pushing event deleted for resources: {'Port': ['ID=7cafe9e0-e138-4599-b6a2-4ae8a5532bcb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:50.988665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:50.988967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce77815-7add-4e83-8f6f-735bf1263b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81178d3f-7659-4b51-b514-cbb5a5ea28c9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:50.990857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.013465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2ce77815-7add-4e83-8f6f-735bf1263b70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2753dbf6926d4a54baf6146d27d5979b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9580724 Jul 27 16:47:51.015431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:51.037952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a3184eef-9771-44c5-9733-47c85f800668 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0355387 Jul 27 16:47:51.052883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'admin_state_up': True, 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'security_groups': ['3420ca52-ea48-49d1-a6d4-2f766ba9c27d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:51.117876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-721538501-network', 'tenant_id': '7c718d05d8c84c5886d35b20257e1e64'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:51.209657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.219742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.227013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b734b16e-c4c8-49a0-a4c0-66324f5cbecf tempest-FloatingIPAdminTestJSON-1647445823 tempest-FloatingIPAdminTestJSON-1647445823-project] 10.222.0.64 "DELETE /v2.0/floatingips/b4e23669-bdc5-4a27-9110-35566d571395 HTTP/1.1" status: 204 len: 168 time: 1.7283127 Jul 27 16:47:51.231911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:51.331714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fca2c4ea-ca7d-46bc-862e-a42814e9e2ee None None] Provisioning for port 49cf4fe9-1ffd-4717-8057-122f67750692 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:51.346449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.347757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fca2c4ea-ca7d-46bc-862e-a42814e9e2ee None None] Provisioning complete for port 49cf4fe9-1ffd-4717-8057-122f67750692 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:51.348162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fca2c4ea-ca7d-46bc-862e-a42814e9e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.355742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Made reservation on behalf of 7c718d05d8c84c5886d35b20257e1e64 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:51.358129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.394398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fca2c4ea-ca7d-46bc-862e-a42814e9e2ee None None] Port 49cf4fe9-1ffd-4717-8057-122f67750692 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:51.439197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.460072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.624496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.633766 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.650415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81178d3f-7659-4b51-b514-cbb5a5ea28c9 HTTP/1.1" status: 204 len: 168 time: 0.5759664 Jul 27 16:47:51.751887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda52141-741c-49d8-8088-118d767ab423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81178d3f-7659-4b51-b514-cbb5a5ea28c9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:51.760557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Deleting port 9f9adc6b-f170-4b1f-85fc-1178aa55bdf2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:51.760994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.856584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-428ac9b9-c63a-4160-91e5-e14338ef1314 req-55654a5e-2dd6-4ab2-b3c7-5b0f7522b9dc tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.2045772 Jul 27 16:47:51.935103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.943799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:51.968241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3dd8-5726-4723-933f-37f2cbfa5320 req-f0c74e51-edc7-4e45-9e56-968f20ef2dd5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:51.979049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3dd8-5726-4723-933f-37f2cbfa5320 req-f0c74e51-edc7-4e45-9e56-968f20ef2dd5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:51.988102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:47:51.990410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c79f3dd8-5726-4723-933f-37f2cbfa5320 req-f0c74e51-edc7-4e45-9e56-968f20ef2dd5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 1654 time: 0.3199253 Jul 27 16:47:52.041955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.042314 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Added segment 48862869-9029-4cd2-ad12-9aded1b02211 of type vlan for network 68a5251a-bc07-4aa7-97a0-ed681b394e3b Jul 27 16:47:52.062916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:52.092223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c79f3dd8-5726-4723-933f-37f2cbfa5320 req-33cedf4a-136a-4049-87ea-d81455267260 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952334 Jul 27 16:47:52.133607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.135149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.139827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:52.143973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.172587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Calling delete_port for 9f9adc6b-f170-4b1f-85fc-1178aa55bdf2 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:52.183704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.256348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ae5d9-ce21-41a4-b29b-c0bced68af76,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:52.341154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.342229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:52.342879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.466620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.1.1.79 (d1958017-807c-4b55-81f5-c90f854763c5/3a1b5f5b-b469-4f5c-a070-43007b9acb2b/41307b56-829c-42b7-bbe7-d3221c731f7f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:52.535686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c384fc1-e190-4f66-8f17-b398e3b725cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.548498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8510976 Jul 27 16:47:52.553309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:52.563852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Request body: {'subnet': {'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-721538501-subnet', 'tenant_id': '7c718d05d8c84c5886d35b20257e1e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:52.570552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8879a-e678-4ccf-8b8f-4704f7e8856f admin admin] Pushing event updated for resources: {'Network': ['ID=68a5251a-bc07-4aa7-97a0-ed681b394e3b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:52.591713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 68a5251a-bc07-4aa7-97a0-ed681b394e3b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:47:52.901167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.919031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c384fc1-e190-4f66-8f17-b398e3b725cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:52.957180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Made reservation on behalf of 7c718d05d8c84c5886d35b20257e1e64 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:52.960961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.004537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f9adc6b-f170-4b1f-85fc-1178aa55bdf2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:53.033485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c384fc1-e190-4f66-8f17-b398e3b725cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.094903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c384fc1-e190-4f66-8f17-b398e3b725cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b0e091074c94f02909704bba6ba287a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009739 Jul 27 16:47:53.106515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:53.118448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fcbfbbb5-92fd-43b0-a166-069b56f0e122 req-b9488abb-2ceb-41c5-b5ed-7160195df906 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0527036 Jul 27 16:47:53.307219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.350974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c384fc1-e190-4f66-8f17-b398e3b725cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3e6e3-a3b0-4852-9213-380de8003a0f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:53.366024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.424204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d94d68-25e0-4f90-9db1-57e5711bec7a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:53.433970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Checking segment: {'id': '48862869-9029-4cd2-ad12-9aded1b02211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:53.434341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Network hostable DHCP agents. Network: 68a5251a-bc07-4aa7-97a0-ed681b394e3b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:47:53.466244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Network 68a5251a-bc07-4aa7-97a0-ed681b394e3b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:47:53.485255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object 41307b56-829c-42b7-bbe7-d3221c731f7f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:53.487284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 68a5251a-bc07-4aa7-97a0-ed681b394e3b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:53.497766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07ca95-6597-445a-af47-eb8243d92491 None None] Network 68a5251a-bc07-4aa7-97a0-ed681b394e3b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:53.499846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:53.500468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.507904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.535084 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.538571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e9e66caf-f9c8-421e-ad2d-f52d1e091960 tempest-FloatingIPAdminTestJSON-136947841 tempest-FloatingIPAdminTestJSON-136947841-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/42838018-e9ba-4dfe-8faa-9157b66b3efe HTTP/1.1" status: 204 len: 168 time: 2.3044941 Jul 27 16:47:53.544858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:53.588949 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b145f663-5fa1-485f-bbb9-ac0ed19f9501 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0340440 Jul 27 16:47:53.606491 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.655960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.685598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659de7-978b-4ec6-82cb-0d2de01140f3 req-d5ce2887-719d-4dc1-a238-275575bc90ec tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:53.693679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659de7-978b-4ec6-82cb-0d2de01140f3 req-d5ce2887-719d-4dc1-a238-275575bc90ec tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:53.696101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05659de7-978b-4ec6-82cb-0d2de01140f3 req-d5ce2887-719d-4dc1-a238-275575bc90ec tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 1654 time: 0.4646642 Jul 27 16:47:53.769695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.835633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:53.853095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port 88b69b2e-6c73-4b94-adc9-162146e61234 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:53.853686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.878756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-05659de7-978b-4ec6-82cb-0d2de01140f3 req-3bad75a2-4faa-4306-807f-427b9778d1df tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639917 Jul 27 16:47:53.898025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43559758-ec80-4088-bc9c-194a41934fce None None] Network 68a5251a-bc07-4aa7-97a0-ed681b394e3b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:53.901528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network d1958017-807c-4b55-81f5-c90f854763c5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:53.903627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:53.922411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.943960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:53.945494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ff3e6e3-a3b0-4852-9213-380de8003a0f HTTP/1.1" status: 204 len: 168 time: 0.8373253 Jul 27 16:47:53.946464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:53.984677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ae33f-954f-4053-ba8b-06d26bc20b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3e6e3-a3b0-4852-9213-380de8003a0f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:54.050937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:54.118708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:54.120105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:54.122606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for 88b69b2e-6c73-4b94-adc9-162146e61234 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:47:54.145112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74b01538-77b5-408a-9fc2-717b76e41e79 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0990026 Jul 27 16:47:54.166325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'admin_state_up': True, 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'security_groups': ['3420ca52-ea48-49d1-a6d4-2f766ba9c27d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:54.409087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c8024a8-bb25-4356-8b40-041ddb2fbce6 req-c3c0ebca-1b18-4172-9953-1d2af201a2a3 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0995343 Jul 27 16:47:54.493076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ddc38f60-ec61-4396-9bda-4835dae39efb None None] Provisioning for port 41307b56-829c-42b7-bbe7-d3221c731f7f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:54.507006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ddc38f60-ec61-4396-9bda-4835dae39efb None None] Provisioning complete for port 41307b56-829c-42b7-bbe7-d3221c731f7f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:54.507549 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddc38f60-ec61-4396-9bda-4835dae39efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:54.638611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:54.684975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ddc38f60-ec61-4396-9bda-4835dae39efb None None] Port 41307b56-829c-42b7-bbe7-d3221c731f7f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:54.693511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:54.762246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=88b69b2e-6c73-4b94-adc9-162146e61234,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:54.949533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:55.083861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:55.097001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e6ec0873-0873-4ac8-91e7-ab05f51e9f97 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/ports/88b69b2e-6c73-4b94-adc9-162146e61234 HTTP/1.1" status: 204 len: 168 time: 1.5489249 Jul 27 16:47:55.097672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:55.305053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a41cf-5046-41d3-b1dd-dcaa8f4868bb req-cea52a58-3ce2-47fa-b1ac-b82f377561c4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:55.311900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a41cf-5046-41d3-b1dd-dcaa8f4868bb req-cea52a58-3ce2-47fa-b1ac-b82f377561c4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:55.318944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a41cf-5046-41d3-b1dd-dcaa8f4868bb req-cea52a58-3ce2-47fa-b1ac-b82f377561c4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:55.327590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-829a41cf-5046-41d3-b1dd-dcaa8f4868bb req-cea52a58-3ce2-47fa-b1ac-b82f377561c4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 2374 time: 0.1203632 Jul 27 16:47:55.386490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160be94-4080-44bd-942b-e514c2fb523b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:55.391752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9160be94-4080-44bd-942b-e514c2fb523b tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "GET /v2.0/ports?device_id=8798d005-6fd5-4f89-b7c8-0516a9e15641 HTTP/1.1" status: 200 len: 913 time: 0.2906742 Jul 27 16:47:55.393888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:55.436659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-829a41cf-5046-41d3-b1dd-dcaa8f4868bb req-697fa8d5-9077-49ea-b098-023f0a058168 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080127 Jul 27 16:47:55.593688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-acc7e243-6fff-4529-8dda-ac0ef450d0f7 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:55.596707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-acc7e243-6fff-4529-8dda-ac0ef450d0f7 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/networks?id=68a5251a-bc07-4aa7-97a0-ed681b394e3b HTTP/1.1" status: 200 len: 817 time: 0.3375099 Jul 27 16:47:55.712313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b015c893-2909-4f2e-a0b7-dca5d66156a1 req-5b646fb3-aab5-4a3d-953a-edf7b6d887ed tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0834510 Jul 27 16:47:55.778788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.2.2.100 (82adbb21-44fb-4345-8934-6ed130dfaeeb/e795b91e-7024-4faa-bdc0-3b923e66ffe1/f356294b-b34f-4bea-82fd-f5477c546e2f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:55.853818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-7aca8cbc-92cb-4076-a232-f1b73538b1c4 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/quotas/7c718d05d8c84c5886d35b20257e1e64 HTTP/1.1" status: 200 len: 375 time: 0.0764740 Jul 27 16:47:55.977135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-80c4b798-6ae4-4b6d-8942-2562934669ba tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c718d05d8c84c5886d35b20257e1e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220689 Jul 27 16:47:56.292135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:56.397140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1523791729-network', 'tenant_id': '9b339ba2e0194faeb84967dd50dccee8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:56.463955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Made reservation on behalf of 9b339ba2e0194faeb84967dd50dccee8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:56.472531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:56.521135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:56.967647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.041261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object f356294b-b34f-4bea-82fd-f5477c546e2f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:57.063700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-b73c8318-77aa-4d8d-b665-8fe7f3aa1eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0519741 Jul 27 16:47:57.277126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50c1e-2e2d-4a7a-8375-4061d5e4e08c req-ba41666e-0eaa-4e8e-970c-025c6de9781d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:57.278156 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-818c042a-0c48-4eca-bbc2-acae1c306f73 service neutron] 10.222.0.64 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134862 Jul 27 16:47:57.285029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50c1e-2e2d-4a7a-8375-4061d5e4e08c req-ba41666e-0eaa-4e8e-970c-025c6de9781d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:57.292975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50c1e-2e2d-4a7a-8375-4061d5e4e08c req-ba41666e-0eaa-4e8e-970c-025c6de9781d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:57.301302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3aa50c1e-2e2d-4a7a-8375-4061d5e4e08c req-ba41666e-0eaa-4e8e-970c-025c6de9781d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 2374 time: 0.6756763 Jul 27 16:47:57.354041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.374512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3aa50c1e-2e2d-4a7a-8375-4061d5e4e08c req-0c2fa11a-b245-492f-b380-543e0a37803e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655193 Jul 27 16:47:57.375883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.394117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.458295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17763258-ae97-4bf9-b38d-a5b9f1df41f5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:57.471906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:47:57.491001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.491576 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Added segment 727e1a6b-f47a-429b-a1b6-cdef9adefbab of type vlan for network a1907035-ddbe-4508-ac82-45cd094b666a Jul 27 16:47:57.553740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e4dbc868-e406-4e32-888e-da85be049d55 req-428040b9-58b1-4fd6-b0e1-c98ebbc6b0ef tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0376227 Jul 27 16:47:57.607125 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.611565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:57.632285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:47:57.677568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.681520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:57.681808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:57.682661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.686605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.686969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.687321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.687665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.688002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.688443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.688702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.689036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.698450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.698818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.699138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.699493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:57.738329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:47:57.754531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30de5c73-0c64-4c77-a393-2571001fa1bb req-98dfce12-dc7c-410d-bf60-a8c4f637dda0 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 210 time: 0.1210761 Jul 27 16:47:57.885297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:57.885973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:57.886882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] Pushing event updated for resources: {'Network': ['ID=a1907035-ddbe-4508-ac82-45cd094b666a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:57.900792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a1907035-ddbe-4508-ac82-45cd094b666a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:47:57.932474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-67cae6be-9480-49dc-82b7-d67d6a7c84ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6341410 Jul 27 16:47:57.932900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:47:57.941733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-49921550-b1b3-4373-a97a-4e50119a1891 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7781212 Jul 27 16:47:57.942206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Request body: {'subnet': {'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1523791729-subnet', 'tenant_id': '9b339ba2e0194faeb84967dd50dccee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:57.956105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'admin_state_up': True, 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'security_groups': ['3420ca52-ea48-49d1-a6d4-2f766ba9c27d']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:57.961584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.005175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Made reservation on behalf of 9b339ba2e0194faeb84967dd50dccee8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:58.007800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.169372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2120436b-e14e-4805-98e9-029cc11f7a9d None None] Provisioning for port f356294b-b34f-4bea-82fd-f5477c546e2f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:47:58.189598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2120436b-e14e-4805-98e9-029cc11f7a9d None None] Provisioning complete for port f356294b-b34f-4bea-82fd-f5477c546e2f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:47:58.190344 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2120436b-e14e-4805-98e9-029cc11f7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.256821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2120436b-e14e-4805-98e9-029cc11f7a9d None None] Port f356294b-b34f-4bea-82fd-f5477c546e2f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:47:58.323439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Made reservation on behalf of 2836d6c363794a70bc0cd172ade20c3d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:58.334019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.466028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.648372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0365b81b-42fa-4de4-845d-bc2c7a78e0dc,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:58.665684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Checking segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:47:58.666786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Network hostable DHCP agents. Network: a1907035-ddbe-4508-ac82-45cd094b666a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:47:58.698735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Network a1907035-ddbe-4508-ac82-45cd094b666a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:47:58.727481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bccc3fef-29f2-4325-ba41-b2b5acd43beb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:58.734258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bccc3fef-29f2-4325-ba41-b2b5acd43beb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:58.741607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bccc3fef-29f2-4325-ba41-b2b5acd43beb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:58.753528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bccc3fef-29f2-4325-ba41-b2b5acd43beb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:58.772176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bccc3fef-29f2-4325-ba41-b2b5acd43beb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 3095 time: 0.2656291 Jul 27 16:47:58.778889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a1907035-ddbe-4508-ac82-45cd094b666a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:47:58.788624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2c92d-2742-4bfd-9dea-5744d51f799c None None] Network a1907035-ddbe-4508-ac82-45cd094b666a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:58.850759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:58.851083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:58.908014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-605ec4a8-28c5-437b-ab2c-87033eb85963 req-bb224937-e45f-4c13-b26e-24df796f931e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335192 Jul 27 16:47:58.913477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ed5f496-fdc9-493c-aaf2-ad4402ccd5bf req-cdce5fca-1ea3-4e66-ae0f-3453594df51e tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1546469 Jul 27 16:47:58.955788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb107ba2-7e22-40fe-9d9c-4451c52b364f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0208039 Jul 27 16:47:59.092401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b7d3a-451f-43e0-822c-79a04694799f None None] Network a1907035-ddbe-4508-ac82-45cd094b666a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:47:59.243306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Allocated IP 10.2.2.200 (82adbb21-44fb-4345-8934-6ed130dfaeeb/e795b91e-7024-4faa-bdc0-3b923e66ffe1/83f5517a-97f9-43b0-92a9-6d3fa3cb26d3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:47:59.542964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-bb670be4-a25d-4ebe-948c-99a7cd00437a tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:47:59.548477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b63e13ac-1ea0-4934-a236-e456e72204bd req-a8c130b1-92a8-40bd-8935-203f2f74532a tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 210 time: 0.4625454 Jul 27 16:47:59.551526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-bb670be4-a25d-4ebe-948c-99a7cd00437a tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.13 "GET /v2.0/networks?id=68a5251a-bc07-4aa7-97a0-ed681b394e3b HTTP/1.1" status: 200 len: 817 time: 0.2757661 Jul 27 16:47:59.562693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:59.587393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Request body: {'port': {'device_id': '12576570-acba-4c32-b94d-ff0da60301a7', 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b', 'admin_state_up': True, 'tenant_id': '7c718d05d8c84c5886d35b20257e1e64'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:47:59.683738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Transition to ACTIVE for port object 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:47:59.776867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Made reservation on behalf of 7c718d05d8c84c5886d35b20257e1e64 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:47:59.786526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:59.855145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port c8ab6b89-b16b-4de9-9784-2551c1f3c564 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:47:59.855643 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:47:59.859378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.073756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:00.079584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:00.091657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:00.156147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:00.157037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.163475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Allocated IP 172.20.0.8 (68a5251a-bc07-4aa7-97a0-ed681b394e3b/f0d94d68-25e0-4f90-9db1-57e5711bec7a/3fbcbe85-afd8-4706-b320-6a3710716df2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:00.194991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2506950 Jul 27 16:48:00.246877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:00.285050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0ba5ef6-758e-48c9-adf7-f3f825e9b322 req-421a7499-e8b2-4634-9ae1-f41fdfda6c3e tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1083903 Jul 27 16:48:00.358874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589bff-c444-4dee-a459-b0929aa21f78 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:00.433447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.453144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for c8ab6b89-b16b-4de9-9784-2551c1f3c564 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:00.613067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.631829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c2707058-675c-4216-b2e6-a8ad42765856 None None] Provisioning for port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:48:00.640042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c2707058-675c-4216-b2e6-a8ad42765856 None None] Provisioning complete for port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:48:00.640790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c2707058-675c-4216-b2e6-a8ad42765856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.711236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c2707058-675c-4216-b2e6-a8ad42765856 None None] Port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:48:00.770654 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.833987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-28c6c243-b9b2-4449-b4d3-b67db50ea4d0 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:00.841718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-28c6c243-b9b2-4449-b4d3-b67db50ea4d0 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.5894234 Jul 27 16:48:00.911369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:00.933251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-b2a6f013-1c10-42a9-be14-e6e77e488a1b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/quotas/9b339ba2e0194faeb84967dd50dccee8 HTTP/1.1" status: 200 len: 375 time: 0.0905280 Jul 27 16:48:01.041921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Pushing event updated for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:01.070938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.070938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.091315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.105385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.115714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-bebebe25-4064-469b-86fc-09999abeeb32 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1814630 Jul 27 16:48:01.123591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.129060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-fd93bbe8-43c0-4580-bdb2-0851fa7e338a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 3816 time: 0.5097933 Jul 27 16:48:01.131822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:01.153072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:48:01.154626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Network 68a5251a-bc07-4aa7-97a0-ed681b394e3b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:01.172483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:01.180151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:01.262747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:01.263707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:01.294840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-83526862-76f2-4534-83ba-225856aea35c tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7231109 Jul 27 16:48:01.315255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Request body: {'port': {'device_id': '12576570-acba-4c32-b94d-ff0da60301a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:01.336356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=c8ab6b89-b16b-4de9-9784-2551c1f3c564,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:01.509957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64490e7a-6ebf-4398-be59-8c336fc5b052 req-c8b2c354-d19b-4b97-ac0f-1ea79d2c36c7 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568649 Jul 27 16:48:01.522898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:01.784237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-9bbd019d-3289-43af-aba2-f1675248a8d6 service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616523 Jul 27 16:48:02.168311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-99bc6569-303c-4745-abd0-5292938dc334 service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580204 Jul 27 16:48:02.457503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de646649-61fc-404a-a0b8-f33458ef81d0 req-42780084-14cd-45b1-85ff-bfc661e48574 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0650284 Jul 27 16:48:02.550972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbcbe85-afd8-4706-b320-6a3710716df2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:02.592449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:02.604492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65445e1a-3a30-49f8-8388-0ff296e451a0 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:02.615836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:02.627155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Transition to ACTIVE for port object 3fbcbe85-afd8-4706-b320-6a3710716df2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:02.633346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:02.634727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Transition to ACTIVE for port object 65445e1a-3a30-49f8-8388-0ff296e451a0 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:02.666985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:02.695799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:02.777037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Pushing event updated for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:02.816400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f075b625-c410-47d8-b3c8-6be110d629bb req-0736ba4f-3a4e-4b4f-8c24-e2acd3b3d476 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 210 time: 0.1600657 Jul 27 16:48:02.821897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0179a1c4-25c0-48dd-b3c6-fe3a87cffdf0 req-e3db0771-4030-4114-b4d0-bef7cafa751a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1408458 Jul 27 16:48:02.961903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Attempting to bind port 3fbcbe85-afd8-4706-b320-6a3710716df2 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:02.962471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Attempting to bind port 3fbcbe85-afd8-4706-b320-6a3710716df2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '48862869-9029-4cd2-ad12-9aded1b02211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:02.962991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Attempting to bind port 3fbcbe85-afd8-4706-b320-6a3710716df2 on network 68a5251a-bc07-4aa7-97a0-ed681b394e3b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:02.981010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Port 3fbcbe85-afd8-4706-b320-6a3710716df2 on network 68a5251a-bc07-4aa7-97a0-ed681b394e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:02.983205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Attempting to bind port 3fbcbe85-afd8-4706-b320-6a3710716df2 on network 68a5251a-bc07-4aa7-97a0-ed681b394e3b {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:02.998131 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:03.004408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:03.020646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:03.021271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Checking segment: {'id': '48862869-9029-4cd2-ad12-9aded1b02211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:03.021859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Bound using segment: {'id': '48862869-9029-4cd2-ad12-9aded1b02211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:03.022473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Bound port: 3fbcbe85-afd8-4706-b320-6a3710716df2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48862869-9029-4cd2-ad12-9aded1b02211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:03.023023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:03.059878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffa683-71d4-4a24-916c-47f2004e334d req-2a0bbd87-2561-4fb5-863c-aafb2292a722 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.068821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-23ffa683-71d4-4a24-916c-47f2004e334d req-2a0bbd87-2561-4fb5-863c-aafb2292a722 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 931 time: 0.8763340 Jul 27 16:48:03.222251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:03.231245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3fbcbe85-afd8-4706-b320-6a3710716df2,segment=NetworkSegment(48862869-9029-4cd2-ad12-9aded1b02211),segment_id=48862869-9029-4cd2-ad12-9aded1b02211)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:03.245796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:03.319945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.319945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:03.321260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] 10.222.0.13 "PUT /v2.0/ports/3fbcbe85-afd8-4706-b320-6a3710716df2 HTTP/1.1" status: 200 len: 1091 time: 2.0120692 Jul 27 16:48:03.324752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:03.327298 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b5638-da67-4ffe-a16c-ce7ff5128ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:03.369301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-23ffa683-71d4-4a24-916c-47f2004e334d req-533b645f-e4cc-4562-8f53-136ffba6c71f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994864 Jul 27 16:48:03.399601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.427839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.447619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.454461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.461494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.469877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cf993db-e396-4452-8c23-82d7c55c930d req-f5f25e8f-a2a1-4f61-8600-a5c6924ded2d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 3828 time: 0.4738665 Jul 27 16:48:03.488493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12a5d-f104-4294-a5d0-455ec5d1604c service neutron] Pushing event updated for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:03.650359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cf993db-e396-4452-8c23-82d7c55c930d req-ffb08654-a91b-4c67-bf2f-d2ec6100f5e7 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785977 Jul 27 16:48:03.719711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-b344bddf-3a07-4ef9-8f34-d8a72a8d43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:03.724344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-b344bddf-3a07-4ef9-8f34-d8a72a8d43bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c718d05d8c84c5886d35b20257e1e64&device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 1094 time: 0.2505631 Jul 27 16:48:03.867152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-d340a4bd-c432-4d73-afda-7be593cfd638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fbcbe85-afd8-4706-b320-6a3710716df2 HTTP/1.1" status: 200 len: 217 time: 0.1154897 Jul 27 16:48:03.960155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Attempting to bind port 65445e1a-3a30-49f8-8388-0ff296e451a0 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:03.960657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Attempting to bind port 65445e1a-3a30-49f8-8388-0ff296e451a0 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:03.960657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Attempting to bind port 65445e1a-3a30-49f8-8388-0ff296e451a0 on network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:03.972644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38ca105b-0572-4df5-9979-0fad865083fa req-36a61f19-e6ca-4e7a-a92a-3a92a1381b23 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1207914 Jul 27 16:48:03.981328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Router 8798d005-6fd5-4f89-b7c8-0516a9e15641 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:48:03.988087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Port 65445e1a-3a30-49f8-8388-0ff296e451a0 on network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:03.988634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Attempting to bind port 65445e1a-3a30-49f8-8388-0ff296e451a0 on network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:04.039713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:04.041396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Checking segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:04.041823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Bound using segment: {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:04.046620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Bound port: 65445e1a-3a30-49f8-8388-0ff296e451a0, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4a17f7-8cc4-4884-8691-be72f07397c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:04.047028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:04.080630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-cf8f4a04-eda2-4267-9266-f793169de31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:04.082300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-cf8f4a04-eda2-4267-9266-f793169de31c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0d94d68-25e0-4f90-9db1-57e5711bec7a HTTP/1.1" status: 200 len: 857 time: 0.1548426 Jul 27 16:48:04.132713 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde1ad0-0089-406f-8340-9e46204e961f x-openstack-request-id: req-1cde1ad0-0089-406f-8340-9e46204e961f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:04.133030 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:04.133256 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cde1ad0-0089-406f-8340-9e46204e961f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:04.133621 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2', 'status': 'completed', 'code': 200} Jul 27 16:48:04.135612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-10bbdc04-2a45-4040-8cb2-7badc04c6299 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68a5251a-bc07-4aa7-97a0-ed681b394e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460997 Jul 27 16:48:04.176751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4054dc14-75c8-40b2-a1a7-b257485e29aa req-b4cbc5d4-97a2-4f32-b287-9f931f7b5651 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 210 time: 0.0456414 Jul 27 16:48:04.278350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-c2b66540-d0ed-41e7-b023-9932ccd45a65 service neutron] 10.222.0.13 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334116 Jul 27 16:48:04.462224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:04.494567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4542d00-cafd-4d5e-a503-b63c518ce580 req-5172bdd5-d699-4b44-8990-f3ce7bb64c69 service neutron] 10.222.0.13 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082446 Jul 27 16:48:04.501106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:04.504145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:48:04.513050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-13ca2ce5-5022-4de0-a14f-5167130407b7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "PUT /v2.0/routers/8798d005-6fd5-4f89-b7c8-0516a9e15641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1096709 Jul 27 16:48:04.518574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:04.527441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] Sync routers for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:48:04.559478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:04.561016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:04.566784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:04.678338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:04.701248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] Routers {'8798d005-6fd5-4f89-b7c8-0516a9e15641'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:04.702323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:47:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8798d005-6fd5-4f89-b7c8-0516a9e15641'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:04.762120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:04.822485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:04.823164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2f3a8-35e0-4227-a640-a4e617f0f693 None None] The sync data for ids ['8798d005-6fd5-4f89-b7c8-0516a9e15641'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:48:04.930629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:04.977868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:04.978514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:04.979865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-316e16a7-4ca4-4161-a89b-86319102ef73 service neutron] 10.222.0.61 "PUT /v2.0/ports/65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1092 time: 4.7384140 Jul 27 16:48:04.982327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:04.994709 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2caa6d6-97e0-4c3c-ab4c-98627d112797" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:05.037372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:05.222893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:05.229718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f47bbeba-68fd-4890-a772-c34a0106f6ce tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.235971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f47bbeba-68fd-4890-a772-c34a0106f6ce tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.7202179 Jul 27 16:48:05.307325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-b762af24-bbab-492e-88af-e831116f8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.308880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-b762af24-bbab-492e-88af-e831116f8e69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c718d05d8c84c5886d35b20257e1e64&device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 1094 time: 0.6729786 Jul 27 16:48:05.309940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7f464c1-47d4-473c-9f49-51473e8bbc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:05.338339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'port': {'device_id': '0c82759a-9432-4465-859f-e0661a0e2405', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'admin_state_up': True, 'tenant_id': '9b339ba2e0194faeb84967dd50dccee8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:05.340673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.354169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.361331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.368885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.375470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.384085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-451da409-fce7-4148-acf8-289251f45a5f req-e5057f43-0207-4b5b-8459-d0fcb13ff471 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 3828 time: 0.5625393 Jul 27 16:48:05.599999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-451da409-fce7-4148-acf8-289251f45a5f req-2478a2b7-a356-4226-96d2-00fb188b02c1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658666 Jul 27 16:48:05.623647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:05.676452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2bbd-7381-43a4-b4a8-596fb7da1da1 req-3464cf5d-a14b-4262-84c7-29610e74df5f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.684094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-cdefbdd0-3ae2-4bd1-b843-1ccc76ad8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:05.685152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-982a2bbd-7381-43a4-b4a8-596fb7da1da1 req-3464cf5d-a14b-4262-84c7-29610e74df5f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 943 time: 0.9252794 Jul 27 16:48:05.697745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-cdefbdd0-3ae2-4bd1-b843-1ccc76ad8bb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68a5251a-bc07-4aa7-97a0-ed681b394e3b HTTP/1.1" status: 200 len: 918 time: 0.2959740 Jul 27 16:48:05.701965 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850072b5-e2e8-4d4a-8018-9bf396f41fc2 x-openstack-request-id: req-850072b5-e2e8-4d4a-8018-9bf396f41fc2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:05.702156 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:05.702415 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-850072b5-e2e8-4d4a-8018-9bf396f41fc2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:05.702823 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'status': 'completed', 'code': 200} Jul 27 16:48:05.764260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:05.837097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-56f603ff-d8a9-42bb-8e9b-23e250d1f1ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fbcbe85-afd8-4706-b320-6a3710716df2 HTTP/1.1" status: 200 len: 217 time: 0.1314383 Jul 27 16:48:05.865387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-982a2bbd-7381-43a4-b4a8-596fb7da1da1 req-d7af0d6a-7558-49fc-b121-1147a6df69f2 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790235 Jul 27 16:48:05.871210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7f464c1-47d4-473c-9f49-51473e8bbc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:05.913200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a4c8f96d-2a5e-4392-bbf2-fe353ff2f067 req-54365323-d77a-404e-9628-f9badd95c9af tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0966408 Jul 27 16:48:05.940460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7f464c1-47d4-473c-9f49-51473e8bbc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.051339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-bbc39e38-9a24-44b4-af39-0d78c566bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.053788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-bbc39e38-9a24-44b4-af39-0d78c566bfbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0d94d68-25e0-4f90-9db1-57e5711bec7a HTTP/1.1" status: 200 len: 857 time: 0.1596363 Jul 27 16:48:06.059184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port 973c5696-968c-4e01-8f70-823fc9a8dca1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:06.060893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.102925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Made reservation on behalf of 9b339ba2e0194faeb84967dd50dccee8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:06.106985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.169198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19eef7ac-a61b-44b6-b215-39c0e6ffc98a req-3c43d63a-d121-4fe9-a12f-0a309ad7c422 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 210 time: 0.1271441 Jul 27 16:48:06.171776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7f464c1-47d4-473c-9f49-51473e8bbc5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a7d64cb0e01493798124dee9ea0e015&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2394440 Jul 27 16:48:06.176080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f464c1-47d4-473c-9f49-51473e8bbc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d5142-8b30-4291-b8c1-3038b176c550,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:06.189012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:06.255761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.256320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.259447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.260116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.260694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:06.265601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-70981f33-b88c-4fcd-b935-ae4c5c16bdae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 4363 time: 0.5214636 Jul 27 16:48:06.277766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-40c5349e-d23e-4b8c-985a-c18e73548794 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68a5251a-bc07-4aa7-97a0-ed681b394e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023578 Jul 27 16:48:06.440156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad85224-c4f7-4dc6-913d-111020f15944 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:06.447085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-60d08b3e-341b-4a43-b9d8-c9ac07dbe6ed service neutron] 10.222.0.13 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458075 Jul 27 16:48:06.449286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.582106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Transition to ACTIVE for port object dad85224-c4f7-4dc6-913d-111020f15944 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:06.583385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.598534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for 973c5696-968c-4e01-8f70-823fc9a8dca1 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:06.629959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.631526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.704605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Allocated IP 172.20.0.11 (a1907035-ddbe-4508-ac82-45cd094b666a/0365b81b-42fa-4de4-845d-bc2c7a78e0dc/b68b6c03-5831-4390-9946-9c801140df38) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:06.787560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.880226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.882972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.885305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c3d5142-8b30-4291-b8c1-3038b176c550 HTTP/1.1" status: 204 len: 168 time: 0.6876214 Jul 27 16:48:06.901832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:06.923615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50b17c-ddda-4779-a438-7d77fec70318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d5142-8b30-4291-b8c1-3038b176c550,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:06.954530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6079aca1-c648-4cbf-bcf8-c51fd6b6553a req-ec302015-3e94-42c8-9f02-6f43479269b8 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19&device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.0790169 Jul 27 16:48:07.060062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=973c5696-968c-4e01-8f70-823fc9a8dca1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:07.132545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:07.251180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-04a17d86-536d-4fad-a2a8-4bebbb9caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.251866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-04a17d86-536d-4fad-a2a8-4bebbb9caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.252792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-04a17d86-536d-4fad-a2a8-4bebbb9caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.254379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-04a17d86-536d-4fad-a2a8-4bebbb9caba9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9751852 Jul 27 16:48:07.494078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.500552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.506581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.513511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.520319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.526612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:07.540824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-57a58829-5c09-4797-a2e8-339570f97db1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 4605 time: 0.7004886 Jul 27 16:48:07.639287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:07.644703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:07.696093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8727ca16-2357-49fc-beac-d8071fe9a1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:07.698260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Attempting to bind port dad85224-c4f7-4dc6-913d-111020f15944 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:07.698716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Attempting to bind port dad85224-c4f7-4dc6-913d-111020f15944 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:07.699167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Attempting to bind port dad85224-c4f7-4dc6-913d-111020f15944 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:07.726024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Port dad85224-c4f7-4dc6-913d-111020f15944 on network d1958017-807c-4b55-81f5-c90f854763c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:07.726501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Attempting to bind port dad85224-c4f7-4dc6-913d-111020f15944 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:07.743763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49f6003d-066d-4a21-bdd2-f092baa1d48e req-a069786e-d278-4ce2-8df9-1e3581a8472a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027441 Jul 27 16:48:07.781813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:07.782855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:07.784080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Bound using segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:07.786816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Bound port: dad85224-c4f7-4dc6-913d-111020f15944, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:07.787504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:07.946988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:07.951475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=dad85224-c4f7-4dc6-913d-111020f15944,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:07.960108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:07.984772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873b5638-da67-4ffe-a16c-ce7ff5128ec7 req-417cdf48-d9da-467c-9b6f-070304ec5104 service neutron] 10.222.0.13 "GET /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5125151 Jul 27 16:48:08.009264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.069555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:08.089408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-7c92e50a-1b09-42b8-9d39-5109c69dcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:08.090911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2caa6d6-97e0-4c3c-ab4c-98627d112797 req-7c92e50a-1b09-42b8-9d39-5109c69dcbeb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8274894 Jul 27 16:48:08.091854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.214050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:08.214712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.218026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dc8a1527-84a4-4a49-a534-e82e62818d26 service neutron] 10.222.0.61 "PUT /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 1135 time: 3.1981201 Jul 27 16:48:08.221984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'dad85224-c4f7-4dc6-913d-111020f15944'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:08.224392 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "dad85224-c4f7-4dc6-913d-111020f15944"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:08.229016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3fbcbe85-afd8-4706-b320-6a3710716df2 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:08.262778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:08.273242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.278751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.316221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Network a1907035-ddbe-4508-ac82-45cd094b666a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:08.456189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc6b5615-0a21-4170-b256-75ac19abc680 req-9bc3440b-0a30-47e6-ab75-138090ad0e2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7dc4902d2764722b1c1c4192bd97e3b&device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.3627622 Jul 27 16:48:08.562935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8e15a-ac08-46da-afc4-866f3f79fba9 req-086c59f5-c8df-4141-baed-57adcfe0a81f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:08.571168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e8e15a-ac08-46da-afc4-866f3f79fba9 req-086c59f5-c8df-4141-baed-57adcfe0a81f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 943 time: 1.4238775 Jul 27 16:48:08.586832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.587353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Fanout notify agent at l3_agent the message router_deleted on router 8798d005-6fd5-4f89-b7c8-0516a9e15641 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:48:08.600674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.601349 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e7d4c01-d6f1-4092-bfb8-312b0d2071bb tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/routers/8798d005-6fd5-4f89-b7c8-0516a9e15641 HTTP/1.1" status: 204 len: 168 time: 4.0815244 Jul 27 16:48:08.603622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc6b5615-0a21-4170-b256-75ac19abc680 req-9a18ae29-ec6a-447e-b5d5-31e62841c51e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7dc4902d2764722b1c1c4192bd97e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224287 Jul 27 16:48:08.605329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:08.795469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting subnet 2ad0a9c5-2faa-46ac-9c76-88c28a11b82f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:48:08.800815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3fbcbe85-afd8-4706-b320-6a3710716df2,segment=NetworkSegment(48862869-9029-4cd2-ad12-9aded1b02211),segment_id=48862869-9029-4cd2-ad12-9aded1b02211)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:08.815227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3fbcbe85-afd8-4706-b320-6a3710716df2', 'network_id': '68a5251a-bc07-4aa7-97a0-ed681b394e3b', 'port_id': '3fbcbe85-afd8-4706-b320-6a3710716df2', 'mac_address': 'fa:16:3e:37:72:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d94d68-25e0-4f90-9db1-57e5711bec7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:08.848487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.881512 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.907834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbcbe85-afd8-4706-b320-6a3710716df2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:08.934114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e8e15a-ac08-46da-afc4-866f3f79fba9 req-0a92b761-d3d9-43b1-8e0d-0ef06de944a6 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623145 Jul 27 16:48:08.985359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8727ca16-2357-49fc-beac-d8071fe9a1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:08.988097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3fbcbe85-afd8-4706-b320-6a3710716df2,segment=NetworkSegment(48862869-9029-4cd2-ad12-9aded1b02211),segment_id=48862869-9029-4cd2-ad12-9aded1b02211)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:09.003442 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.010563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:09.020973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:09.025771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:09.033833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8727ca16-2357-49fc-beac-d8071fe9a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.105883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727ca16-2357-49fc-beac-d8071fe9a1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b86eba6-13e8-4bad-8f48-a037dfa39378,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:09.133089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.157020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.198262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:09.231137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.231949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.239405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8727ca16-2357-49fc-beac-d8071fe9a1de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12dd9b58f8c24ffdb8c3232d8c8f8768&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5917630 Jul 27 16:48:09.243611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:09.279079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3fbcbe85-afd8-4706-b320-6a3710716df2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:09.302815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3700b3a-a437-4c19-955a-7bda805fe318 req-8510f219-c41b-43c7-bcc6-5c58c9b03f35 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1841993 Jul 27 16:48:09.310180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-ff5315d8-4014-4c4f-abc2-5a151f8e33b5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9783583 Jul 27 16:48:09.322175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b5615-0a21-4170-b256-75ac19abc680 req-d4348dda-cfbe-418a-bf39-d97730315f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.323852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc6b5615-0a21-4170-b256-75ac19abc680 req-d4348dda-cfbe-418a-bf39-d97730315f02 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7014134 Jul 27 16:48:09.329428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.332184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Request body: {'port': {'device_id': '0c82759a-9432-4465-859f-e0661a0e2405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:09.384350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9edad-6de5-41d3-b737-35946be99826 req-2a3356c7-09ac-4620-bb2a-f1152eb35b02 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.401839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ad9edad-6de5-41d3-b737-35946be99826 req-2a3356c7-09ac-4620-bb2a-f1152eb35b02 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 932 time: 1.3076272 Jul 27 16:48:09.409961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.441461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.443142 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ae41db-c2d6-41b4-a39a-e3f8c997cb89 x-openstack-request-id: req-25ae41db-c2d6-41b4-a39a-e3f8c997cb89 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:09.443470 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "dad85224-c4f7-4dc6-913d-111020f15944", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:09.443725 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25ae41db-c2d6-41b4-a39a-e3f8c997cb89 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:09.444246 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'dad85224-c4f7-4dc6-913d-111020f15944', 'status': 'completed', 'code': 200} Jul 27 16:48:09.475529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.570927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad0a9c5-2faa-46ac-9c76-88c28a11b82f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:09.574383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.576752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9fecd9c-de1d-4c04-bf32-e1a8027b8220 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/subnets/2ad0a9c5-2faa-46ac-9c76-88c28a11b82f HTTP/1.1" status: 204 len: 168 time: 0.9704289 Jul 27 16:48:09.583606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:09.603077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906ca30-9311-4bb7-a935-83009de2ab72 None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:09.710499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.729355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.732801 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b86eba6-13e8-4bad-8f48-a037dfa39378 HTTP/1.1" status: 204 len: 168 time: 0.4856837 Jul 27 16:48:09.792831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619738f-eb56-496e-9adb-8e4e01292b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b86eba6-13e8-4bad-8f48-a037dfa39378,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:09.848939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.850147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.851334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.852500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.853704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.854787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:09.857051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-89cf4416-bd44-46d2-8134-5bf24b79db82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5291 time: 0.3836908 Jul 27 16:48:09.863702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.876628 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c814cc55-8299-4776-8f95-de988e198bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:09.883689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ad9edad-6de5-41d3-b737-35946be99826 req-fa2b7739-d0c6-4914-82bb-e0951b314c9b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368739 Jul 27 16:48:10.091224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.109275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.117420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.125133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.134209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.140844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.142865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-7ac5d80e-a045-4f48-a004-956fd0d7a14e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 4605 time: 0.5001934 Jul 27 16:48:10.177878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c63ed4-3911-4091-ad3d-eb19ebe503e9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:10.186809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.204534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Transition to ACTIVE for port object d2c63ed4-3911-4091-ad3d-eb19ebe503e9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:10.209065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-3522d895-44a9-46d7-9b4f-4664699d64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.209936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-3522d895-44a9-46d7-9b4f-4664699d64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.211068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-3522d895-44a9-46d7-9b4f-4664699d64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.212130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-3522d895-44a9-46d7-9b4f-4664699d64b8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3458898 Jul 27 16:48:10.226049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.244327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8fc5915-4681-41db-be9a-719afcf5bddd req-76cf8659-fad1-4882-82b9-18f9597001a5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913742 Jul 27 16:48:10.260749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port 6406bc1f-b356-44a0-94ca-60f593808f92 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:10.261217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.291843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.460538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] DHCP port deletion for 5ba6521d-d3b6-4a43-8c08-ba5282fe48da request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:48:10.628658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] For port 6406bc1f-b356-44a0-94ca-60f593808f92, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6406bc1f-b356-44a0-94ca-60f593808f92,segment=NetworkSegment(fca6e926-e9c5-467c-9d47-dfa16587d67a),segment_id=fca6e926-e9c5-467c-9d47-dfa16587d67a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:10.629664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.681943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6406bc1f-b356-44a0-94ca-60f593808f92 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:48:10.701916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8148f887-48f2-4736-bfeb-1dffe1398c4e req-574b256d-c518-456e-ab11-c86648ab4699 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.0824013 Jul 27 16:48:10.714735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:10.754951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Deleting port 6406bc1f-b356-44a0-94ca-60f593808f92 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:10.755327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:10.786688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for 6406bc1f-b356-44a0-94ca-60f593808f92 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:10.853906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc6b5615-0a21-4170-b256-75ac19abc680 req-8eff3f27-46eb-4d75-b33f-09c373d0a4a7 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450721a-0b1a-49f1-a2ce-c66f77b56f19 HTTP/1.1" status: 200 len: 210 time: 0.1510010 Jul 27 16:48:10.880719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-e61c5b6d-0ca4-431b-b3b2-57ba3f5863a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:10.883068 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73c6be8c-6e24-4c38-92a0-bf8dd1c29031 req-e61c5b6d-0ca4-431b-b3b2-57ba3f5863a2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6604116 Jul 27 16:48:11.106591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] For port 6406bc1f-b356-44a0-94ca-60f593808f92, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6406bc1f-b356-44a0-94ca-60f593808f92,segment=NetworkSegment(fca6e926-e9c5-467c-9d47-dfa16587d67a),segment_id=fca6e926-e9c5-467c-9d47-dfa16587d67a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:11.107012 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.111394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d33e60-9fb0-4935-8e43-d922e692c06c req-9f86cdbb-2130-48f8-999a-a310c304b885 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:11.114813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41d33e60-9fb0-4935-8e43-d922e692c06c req-9f86cdbb-2130-48f8-999a-a310c304b885 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 944 time: 0.9034739 Jul 27 16:48:11.161936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.191864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Attempting to bind port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:11.192767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Attempting to bind port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:11.193465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Attempting to bind port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:11.205033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Calling delete_port for 6406bc1f-b356-44a0-94ca-60f593808f92 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:11.242367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=6406bc1f-b356-44a0-94ca-60f593808f92,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:11.282507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on network d1958017-807c-4b55-81f5-c90f854763c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:11.282859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Attempting to bind port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:11.294631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.295658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] No DVR routers for this DVR port 6406bc1f-b356-44a0-94ca-60f593808f92 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:48:11.338894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:11.339484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:11.339883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Bound using segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:11.340458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Bound port: d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:11.340932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.403957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41d33e60-9fb0-4935-8e43-d922e692c06c req-4b1d8d22-50eb-4c02-94bd-cecaae32338a tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787828 Jul 27 16:48:11.466688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.492211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba6521d-d3b6-4a43-8c08-ba5282fe48da']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:11.558337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca6e926-e9c5-467c-9d47-dfa16587d67a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:11.558874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca6e926-e9c5-467c-9d47-dfa16587d67a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:11.573234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.588055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.601042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:48:11.601633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.623805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:11.631994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:48:11.669595 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:48:11.677258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.695120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.697536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/networks/5ba6521d-d3b6-4a43-8c08-ba5282fe48da HTTP/1.1" status: 204 len: 168 time: 2.1103759 Jul 27 16:48:11.700486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:11.719852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2873f2-fa3c-47d0-92c7-6df980967c19 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Network': ['ID=5ba6521d-d3b6-4a43-8c08-ba5282fe48da,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:11.722895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.767374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.783411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed1e6b-5aeb-442b-913d-4399af3f1c29 req-c18de451-4c42-4d95-bd1d-b6582bf849cf tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:11.791047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ed1e6b-5aeb-442b-913d-4399af3f1c29 req-c18de451-4c42-4d95-bd1d-b6582bf849cf tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 932 time: 0.7119360 Jul 27 16:48:11.803830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Pushing event deleted for resources: {'Port': ['ID=6406bc1f-b356-44a0-94ca-60f593808f92,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:11.808449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] Network 5ba6521d-d3b6-4a43-8c08-ba5282fe48da is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 16:48:11.809369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb50150-5aec-4a43-8e83-e581bf6ad1aa None None] No DVR routers for this DVR port 6406bc1f-b356-44a0-94ca-60f593808f92 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:48:11.880938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:11.913845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ed1e6b-5aeb-442b-913d-4399af3f1c29 req-3db65f90-ab9e-48a2-8924-38c22b931913 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209168 Jul 27 16:48:11.919152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.928316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:11.929304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.931101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] 10.222.0.61 "PUT /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 1135 time: 3.6766236 Jul 27 16:48:11.934009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:11.936669 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c533356-e841-4acd-b399-7f0884fa3739" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "d2c63ed4-3911-4091-ad3d-eb19ebe503e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:11.981346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Deleting port 10b7b2ed-3ec1-46ed-9330-aaebec3b65be {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:11.981698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:11.983934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:11.992742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Transition to ACTIVE for port object b68b6c03-5831-4390-9946-9c801140df38 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:11.995032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f472f-ddde-487a-8368-fc7a8ca7ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:12.044247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.111985 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2287ec9-28e3-49ee-87b9-0aa2c9d55ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.194109 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c31f3d7-8b4c-4eb3-b94f-041446df5d8e x-openstack-request-id: req-0c31f3d7-8b4c-4eb3-b94f-041446df5d8e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:12.194521 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "d2c63ed4-3911-4091-ad3d-eb19ebe503e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:12.194777 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c31f3d7-8b4c-4eb3-b94f-041446df5d8e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:12.195449 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9', 'status': 'completed', 'code': 200} Jul 27 16:48:12.234848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3fbcbe85-afd8-4706-b320-6a3710716df2 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:48:12.246587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:12.274297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.274297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.324658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.339745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Calling delete_port for 10b7b2ed-3ec1-46ed-9330-aaebec3b65be owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:12.351261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.367150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.390618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.433011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.470613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.501713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.511197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.534872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.536043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.536765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.537431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.538091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.538748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.539403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.541653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c533356-e841-4acd-b399-7f0884fa3739 req-57a6d0f6-cff2-4b0e-af09-251a8ac275ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6219 time: 0.3849545 Jul 27 16:48:12.542687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-b8cc2372-ae28-4a5c-8617-312b1b0ecaeb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5382 time: 0.8281422 Jul 27 16:48:12.624220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 3fbcbe85-afd8-4706-b320-6a3710716df2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:48:12.653391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3fbcbe85-afd8-4706-b320-6a3710716df2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:48:12.653800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.704343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-b0c7c8ab-1214-45ed-ad5c-10659338118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.705196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-b0c7c8ab-1214-45ed-ad5c-10659338118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.705860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-b0c7c8ab-1214-45ed-ad5c-10659338118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:12.707711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c533356-e841-4acd-b399-7f0884fa3739 req-b0c7c8ab-1214-45ed-ad5c-10659338118a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1493242 Jul 27 16:48:12.711869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.803271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf160507-8c4a-4817-b51a-c38f948d00d7 req-7dd0c88a-04f6-41a9-aef2-8f31c809aa1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7dc4902d2764722b1c1c4192bd97e3b&device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.2581160 Jul 27 16:48:12.809476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:12.845813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:12.848250 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c695a5-bb7b-4a1b-91bc-db6aa27a3246" -d '{"events": [{"server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:12.873716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-754040c6-fa1e-4ef4-acec-9d59d26ef1f2 req-6ef7a172-180a-41af-97da-cfd6d35bf46f tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.1644409 Jul 27 16:48:12.923077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3fbcbe85-afd8-4706-b320-6a3710716df2,segment=NetworkSegment(48862869-9029-4cd2-ad12-9aded1b02211),segment_id=48862869-9029-4cd2-ad12-9aded1b02211)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:12.929336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:13.022120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb603a-c170-4866-97c7-b3298ee885ea req-26fa548a-b6ee-41d4-8ac0-95a433665659 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4782162 Jul 27 16:48:13.062296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533356-e841-4acd-b399-7f0884fa3739 req-2934bb1f-bb5c-432d-9ffa-d4f27314a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:13.064334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c533356-e841-4acd-b399-7f0884fa3739 req-2934bb1f-bb5c-432d-9ffa-d4f27314a390 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414652 Jul 27 16:48:13.088265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:13.118420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf160507-8c4a-4817-b51a-c38f948d00d7 req-d6b168a3-e216-407f-996c-35b1f84f69c6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a7dc4902d2764722b1c1c4192bd97e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2310660 Jul 27 16:48:13.136532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:13.233036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Pushing event deleted for resources: {'Port': ['ID=10b7b2ed-3ec1-46ed-9330-aaebec3b65be,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:13.392953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:13.620611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d62b22-154e-488c-b85b-1c246d4dffea req-81f41282-1932-4155-b92a-69178c91fea3 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:13.634805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34d62b22-154e-488c-b85b-1c246d4dffea req-81f41282-1932-4155-b92a-69178c91fea3 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.5305817 Jul 27 16:48:13.715905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:13.719337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:13.721395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c55f43ea-10e4-47cb-b15b-0d5e9b7c62d7 tempest-FloatingIPAdminTestJSON-643992647 tempest-FloatingIPAdminTestJSON-643992647-project] 10.222.0.64 "DELETE /v2.0/floatingips/89c2bb03-01e2-4fb9-b5e7-32b95c305af9 HTTP/1.1" status: 204 len: 168 time: 2.0094821 Jul 27 16:48:13.767413 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a837e75e-e294-4ed0-b7d5-fa91df6993cd x-openstack-request-id: req-a837e75e-e294-4ed0-b7d5-fa91df6993cd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:13.768252 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:13.768721 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a837e75e-e294-4ed0-b7d5-fa91df6993cd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:13.769322 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2', 'code': 200} Jul 27 16:48:13.770196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34d62b22-154e-488c-b85b-1c246d4dffea req-8ccf8291-8917-4a5e-b8e0-7cf12b055854 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326993 Jul 27 16:48:13.823186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Attempting to bind port b68b6c03-5831-4390-9946-9c801140df38 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:13.833433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Attempting to bind port b68b6c03-5831-4390-9946-9c801140df38 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:13.835851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Attempting to bind port b68b6c03-5831-4390-9946-9c801140df38 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:13.925080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Port b68b6c03-5831-4390-9946-9c801140df38 on network a1907035-ddbe-4508-ac82-45cd094b666a not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:13.931872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Attempting to bind port b68b6c03-5831-4390-9946-9c801140df38 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:14.008276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d80c0-143c-4801-b948-5d702acd71e5 req-9d9936e7-8e43-45a1-8a36-02822923918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.011739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed3d80c0-143c-4801-b948-5d702acd71e5 req-9d9936e7-8e43-45a1-8a36-02822923918a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 1096 time: 0.1253176 Jul 27 16:48:14.057780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:14.057780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Checking segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:14.057780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Bound using segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:14.057780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Bound port: b68b6c03-5831-4390-9946-9c801140df38, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:14.057780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.138680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7fff8f8-ba9b-4254-bed8-e3ec8367d5d8 req-ce05fbc2-e40b-4790-bbae-7277317b553f tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.0880735 Jul 27 16:48:14.155588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed3d80c0-143c-4801-b948-5d702acd71e5 req-930e6941-5c62-417f-ac43-68eceb9daf25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363699 Jul 27 16:48:14.292565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:14.302002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160507-8c4a-4817-b51a-c38f948d00d7 req-ed7fac72-9987-4a22-87e2-81f7a4022a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.304300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf160507-8c4a-4817-b51a-c38f948d00d7 req-ed7fac72-9987-4a22-87e2-81f7a4022a86 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1191316 Jul 27 16:48:14.395421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.415210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.440596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.457137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.473504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.493517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.511915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.528124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-3a7e75d1-fc0d-40b7-958c-c1b1c875642f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5382 time: 0.2482643 Jul 27 16:48:14.565515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:14.601370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3b6f-e67b-47e6-ba81-aacc6f95a0bf req-b789535c-8725-44fa-b07a-e934e538770f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.622064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17bf3b6f-e67b-47e6-ba81-aacc6f95a0bf req-b789535c-8725-44fa-b07a-e934e538770f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.5850937 Jul 27 16:48:14.627689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:14.641166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.651892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cf4fe9-1ffd-4717-8057-122f67750692 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:14.691357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1e6306d-cc07-4e8b-a0b8-e1c048c5a8e9 req-ceff7e66-643f-4ede-9bce-c99a99296cc6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593421 Jul 27 16:48:14.752380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40bb8f74-7fb2-4248-b303-a7e94131bf10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1a354381e44439db27bd3f5305d7c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564857 Jul 27 16:48:14.753444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53594) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:14.762552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:14.771275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.790546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:14.791328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.793758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-f23ebc54-3734-4ec3-b365-2afba2d86a7d service neutron] 10.222.0.61 "PUT /v2.0/ports/b68b6c03-5831-4390-9946-9c801140df38 HTTP/1.1" status: 200 len: 1092 time: 5.4824560 Jul 27 16:48:14.798850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:14.802676 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d460c07-3136-4450-a83e-cd81dcd52226" -d '{"events": [{"name": "network-changed", "server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "tag": "b68b6c03-5831-4390-9946-9c801140df38"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:14.827818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Transition to ACTIVE for port object 49cf4fe9-1ffd-4717-8057-122f67750692 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:14.841200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17bf3b6f-e67b-47e6-ba81-aacc6f95a0bf req-1496f551-0ac5-428e-bcde-637a5bc27c2f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174828 Jul 27 16:48:14.843928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.909822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.952129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:14.953913 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b68b29-2f27-4374-8437-f77431a68afd x-openstack-request-id: req-d6b68b29-2f27-4374-8437-f77431a68afd {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:14.954078 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "tag": "b68b6c03-5831-4390-9946-9c801140df38", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:14.955551 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6b68b29-2f27-4374-8437-f77431a68afd {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:14.956138 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38', 'status': 'completed', 'code': 200} Jul 27 16:48:15.023185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:15.228985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:15.264484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Attempting to bind port 49cf4fe9-1ffd-4717-8057-122f67750692 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:15.264867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Attempting to bind port 49cf4fe9-1ffd-4717-8057-122f67750692 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:15.265164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Attempting to bind port 49cf4fe9-1ffd-4717-8057-122f67750692 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:15.278897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d699a6-81a7-4949-9d8f-482e77b88e6c req-2e2fd1ab-f28b-457f-91e0-384098518a3e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:15.282818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77d699a6-81a7-4949-9d8f-482e77b88e6c req-2e2fd1ab-f28b-457f-91e0-384098518a3e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.2062252 Jul 27 16:48:15.286171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:15.293658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:15.308262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Port 49cf4fe9-1ffd-4717-8057-122f67750692 on network d1958017-807c-4b55-81f5-c90f854763c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:15.309114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/100ba4d9-4310-4dc3-bf54-28b25e8e5f64 HTTP/1.1" status: 204 len: 168 time: 0.5541050 Jul 27 16:48:15.316808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Attempting to bind port 49cf4fe9-1ffd-4717-8057-122f67750692 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:15.353516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e9fd0-65a8-4ca9-9f87-04d3a0a535dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ba4d9-4310-4dc3-bf54-28b25e8e5f64,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:15.359662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:15.360020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:15.360445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Bound using segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:15.360902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Bound port: 49cf4fe9-1ffd-4717-8057-122f67750692, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:15.361829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:15.402032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-1b6cd44d-3c97-46e4-821b-e44a8e4fd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:15.409098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-1b6cd44d-3c97-46e4-821b-e44a8e4fd643 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 1095 time: 0.5276430 Jul 27 16:48:15.472132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77d699a6-81a7-4949-9d8f-482e77b88e6c req-bc2c2f7f-ee0a-4cc8-86bd-ee03f599baca tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576731 Jul 27 16:48:15.570779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad7932f2-762d-4040-aa22-dfe9443b9753 req-f792e6a3-fa89-47a9-bb1f-ff4eb416157a tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.64 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.2180483 Jul 27 16:48:15.654704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-2a0c1645-16e8-4bf8-a97a-91d1402f61bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68b6c03-5831-4390-9946-9c801140df38 HTTP/1.1" status: 200 len: 217 time: 0.1478209 Jul 27 16:48:15.734924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf160507-8c4a-4817-b51a-c38f948d00d7 req-e2bcc248-8dae-4dd0-b0dc-39f0b3f37764 tempest-ServerShowV247Test-1072491332 tempest-ServerShowV247Test-1072491332-project] 10.222.0.61 "GET /v2.0/ports?device_id=40cdbdbf-2b8b-421e-a1f9-cb3dc4940211 HTTP/1.1" status: 200 len: 210 time: 0.0764928 Jul 27 16:48:15.747347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:15.781280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:15.785683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a187cc-ebed-46ce-8306-88b005058034 req-eb84d96c-2c78-45f2-a90c-2ba69fc58a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:15.792309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-eb84d96c-2c78-45f2-a90c-2ba69fc58a8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.1282766 Jul 27 16:48:15.797722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:15.872403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:16.128285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.210894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.219439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.230804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.240788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.265687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.288205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.309065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.311111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-1c6f24c0-db1d-4d77-8521-e92848eef4dd tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5394 time: 0.4028523 Jul 27 16:48:16.311941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:16.354830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-766376af-f707-43a3-bd57-67f45ffad584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.371384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-d0ea456c-7b13-47ab-a59b-16157484b422 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5693064 Jul 27 16:48:16.458883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.460935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.464167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] 10.222.0.61 "PUT /v2.0/ports/49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 1091 time: 4.4888153 Jul 27 16:48:16.524500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:16.585360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-910d27f8-f4de-424f-a6b1-d57ef090883e req-31264189-3118-4337-a71a-c441608b2b5e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2474914 Jul 27 16:48:16.611610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.621999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.740597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda6968-2181-453f-be6c-7c329dc03a3b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:16.765796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ad216-7e5e-40e9-ab43-a09e46c97129 service neutron] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:16.803658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.804138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.804822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.805264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.805764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.806606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.806798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.807232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.807607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.807948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.808276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.808778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:16.809542 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:16.825431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e984f9bd-0b94-4a30-af65-d8fed14d19aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1461eb60ce745de9e2d1a60bb69aaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505312 Jul 27 16:48:16.831479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:16.911678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c2592-5edf-402f-8e4f-b59e6c572032 req-ee7ba7f5-80e0-4ca3-93fa-517a2cb12518 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:16.915006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-680c2592-5edf-402f-8e4f-b59e6c572032 req-ee7ba7f5-80e0-4ca3-93fa-517a2cb12518 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.5737216 Jul 27 16:48:16.960890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:16.963673 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f604eada-a4e1-4d4a-bf93-26df216437b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:16.988000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-fe62118a-07ba-4df9-953f-97f36181595a service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975014 Jul 27 16:48:16.995715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.004725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.048971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.182673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-680c2592-5edf-402f-8e4f-b59e6c572032 req-b83a3f9f-d995-4811-aade-b95a5e6aa9bc tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453547 Jul 27 16:48:17.244496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bb0b7-bb50-4f02-be0a-fd599a6c97ee req-e2be86be-93b6-4705-a83e-187dbb1da510 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:17.293172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e5bb0b7-bb50-4f02-be0a-fd599a6c97ee req-e2be86be-93b6-4705-a83e-187dbb1da510 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.5579545 Jul 27 16:48:17.319903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.325174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.325689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cda6968-2181-453f-be6c-7c329dc03a3b HTTP/1.1" status: 204 len: 168 time: 0.4910367 Jul 27 16:48:17.344656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-766376af-f707-43a3-bd57-67f45ffad584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.373989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840d2cd-bc4b-4128-aefc-c07d45abcb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda6968-2181-453f-be6c-7c329dc03a3b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:17.395583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-766376af-f707-43a3-bd57-67f45ffad584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.468383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-766376af-f707-43a3-bd57-67f45ffad584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0131f96591ce4b94b8fbd3655fdc82e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1550925 Jul 27 16:48:17.469444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766376af-f707-43a3-bd57-67f45ffad584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b979c8-1363-48aa-85e8-455c7390c996,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:17.474618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:17.541237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e5bb0b7-bb50-4f02-be0a-fd599a6c97ee req-780d0f98-c720-40ac-ac5f-74fd4844e172 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098577 Jul 27 16:48:17.723478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.960117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:17.966512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41307b56-829c-42b7-bbe7-d3221c731f7f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:17.986808 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b960147-3769-4825-b87a-0591890d03c3 x-openstack-request-id: req-7b960147-3769-4825-b87a-0591890d03c3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:17.987252 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:17.987566 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b960147-3769-4825-b87a-0591890d03c3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:17.988027 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692', 'status': 'completed', 'code': 200} Jul 27 16:48:18.011659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4a187cc-ebed-46ce-8306-88b005058034 req-fa7684e5-7a5a-4322-8e18-8410136b1b8e service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0127349 Jul 27 16:48:18.012152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53710) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:18.026820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.139265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Transition to ACTIVE for port object 41307b56-829c-42b7-bbe7-d3221c731f7f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:18.181444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.185759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.187891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.190880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2b979c8-1363-48aa-85e8-455c7390c996 HTTP/1.1" status: 204 len: 168 time: 0.7132847 Jul 27 16:48:18.227444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7cf10-511c-4bf7-b65c-df73f93b67b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b979c8-1363-48aa-85e8-455c7390c996,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:18.337012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.355667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.357219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53722) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:18.366964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.394453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.432683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.450308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.450745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.451235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.451772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.452266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.452956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.453315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.454170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.457080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-5d86655b-c4b7-4039-96fe-a5a3f95464a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6286 time: 0.4480224 Jul 27 16:48:18.458158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.462032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.464317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-1fa29d05-0f4f-4918-9c92-6cf5fc6a5d99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5394 time: 0.7069931 Jul 27 16:48:18.602221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-076cf7fa-e0a7-447d-b8d2-3eee6a9ab2b0 req-d599403e-149d-40bb-a460-1073eca49a89 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301591 Jul 27 16:48:18.698737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:18.713893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c09259f-72df-447b-9b96-8f2a565908c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:18.801649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-5a3ace99-e7b7-4e43-a812-775e303cb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.803538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-5a3ace99-e7b7-4e43-a812-775e303cb5b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 1095 time: 0.6684988 Jul 27 16:48:18.815794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d330c-f7b8-40b8-9b2b-2cd807c2eda6 req-4e53f768-89a5-493d-8e37-56a67ae198a7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:18.832302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d95d330c-f7b8-40b8-9b2b-2cd807c2eda6 req-4e53f768-89a5-493d-8e37-56a67ae198a7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.1235178 Jul 27 16:48:18.891863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Attempting to bind port 41307b56-829c-42b7-bbe7-d3221c731f7f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:18.892205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Attempting to bind port 41307b56-829c-42b7-bbe7-d3221c731f7f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:18.892598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Attempting to bind port 41307b56-829c-42b7-bbe7-d3221c731f7f on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:18.896553 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d95d330c-f7b8-40b8-9b2b-2cd807c2eda6 req-a10c41b8-7fd9-4e78-9c3a-4034c5a7e9a7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Jul 27 16:48:18.992931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54cded-820e-46f2-adf2-cfdcce2e0727 req-b9d9a7fe-e1c0-48a6-a811-4ee054b5d1d6 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.001077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a54cded-820e-46f2-adf2-cfdcce2e0727 req-b9d9a7fe-e1c0-48a6-a811-4ee054b5d1d6 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.8971467 Jul 27 16:48:19.065526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:19.088024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:48:19.088024 n-d-723572-6 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:48:19.088024 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id': 'a7dc4902d2764722b1c1c4192bd97e3b', 'id': '99bb793f-0d5e-492d-ae5d-54e453bcb21f', 'expiration': datetime.datetime(2021, 7, 27, 16, 50, 18, 969560)}] Jul 27 16:48:19.088024 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:48:19.089152 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:48:19.089902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Port 41307b56-829c-42b7-bbe7-d3221c731f7f on network d1958017-807c-4b55-81f5-c90f854763c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:19.090442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Attempting to bind port 41307b56-829c-42b7-bbe7-d3221c731f7f on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:19.118418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcc7af8d-ddf3-41b2-856f-05669cfcea8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.146948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a54cded-820e-46f2-adf2-cfdcce2e0727 req-0c05d2f5-63cb-4fd9-8663-e51a1cc10a56 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434901 Jul 27 16:48:19.148071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:19.148674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Checking segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:19.149336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Bound using segment: {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:19.150218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Bound port: 41307b56-829c-42b7-bbe7-d3221c731f7f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c0e217-ba87-4521-be1c-d8aed4500f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:19.150802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.173332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-69d8c414-8455-417d-b3d8-f5abb125ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.174587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-69d8c414-8455-417d-b3d8-f5abb125ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.175215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-69d8c414-8455-417d-b3d8-f5abb125ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.177186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-69d8c414-8455-417d-b3d8-f5abb125ba19 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6224709 Jul 27 16:48:19.343656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-e908bb87-9c75-4341-ae44-ec84172eeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.345456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-e908bb87-9c75-4341-ae44-ec84172eeb53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 923 time: 0.5244014 Jul 27 16:48:19.412249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:19.421886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-d648caf5-18d6-4935-a879-8cf64ab45bbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68b6c03-5831-4390-9946-9c801140df38 HTTP/1.1" status: 200 len: 217 time: 0.0577707 Jul 27 16:48:19.449882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:19.481182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.545499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c09259f-72df-447b-9b96-8f2a565908c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.545499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-6802cb40-24d9-465a-b048-3326c06da38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.545499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f604eada-a4e1-4d4a-bf93-26df216437b5 req-6802cb40-24d9-465a-b048-3326c06da38d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3382614 Jul 27 16:48:19.549837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.549837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.550598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] 10.222.0.61 "PUT /v2.0/ports/41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 1090 time: 3.0408018 Jul 27 16:48:19.565859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c09259f-72df-447b-9b96-8f2a565908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.576927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74374d-e954-4d5d-b223-add743eadcdd req-7fc5f338-6ca7-4e16-b105-11567ac8ee5f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.580673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d74374d-e954-4d5d-b223-add743eadcdd req-7fc5f338-6ca7-4e16-b105-11567ac8ee5f tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.13 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.2309840 Jul 27 16:48:19.600193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:19.607293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.614025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2c09259f-72df-447b-9b96-8f2a565908c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ee97df85306473395dc4ee2adcf7cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2129679 Jul 27 16:48:19.703806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcc7af8d-ddf3-41b2-856f-05669cfcea8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.705627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:19.790451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-ddb5eef2-3226-4c3d-a3ca-b566d2bbb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:19.809903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-ddb5eef2-3226-4c3d-a3ca-b566d2bbb2bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.3768446 Jul 27 16:48:19.845576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dcc7af8d-ddf3-41b2-856f-05669cfcea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:19.902100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-f71c44ba-49c2-46fd-a04c-db9ec4ecfc2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675147 Jul 27 16:48:19.909140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38255d6-2845-4553-9d6e-0d70ba7cff5d service neutron] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:19.930719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09259f-72df-447b-9b96-8f2a565908c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c17eab-6c12-4b39-b5bb-b3218ad10d42,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:19.992290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:19.994667 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c01d37d-11fb-4656-b92a-bb227b80451d" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:20.176115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dcc7af8d-ddf3-41b2-856f-05669cfcea8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31d4221e37f149df875f57ca1787fe91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1094224 Jul 27 16:48:20.176894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7af8d-ddf3-41b2-856f-05669cfcea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee42d0b-f148-40a0-b1f4-b4e5dbd910bd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:20.179983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:20.222687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.229184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.235592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.236249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-3ec3e6d2-7ed4-4b66-8e08-52dcbe973287 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208163 Jul 27 16:48:20.242033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.248690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.255926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.262051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.264459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-a6a502d8-5eca-418c-b7f8-f4b34709ba73 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5406 time: 0.4282675 Jul 27 16:48:20.328717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Deleting port 3fbcbe85-afd8-4706-b320-6a3710716df2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:20.329317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.463573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.526930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.554185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d460c07-3136-4450-a83e-cd81dcd52226 req-2fbe18a8-18b4-4167-8572-fe855b9c5188 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008642 Jul 27 16:48:20.565132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-710a5a85-34ae-4824-8168-bbc1023191d2 req-539ef921-1171-4b57-b9f7-a7ba1b04da25 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2816672 Jul 27 16:48:20.607967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.658434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] For port 3fbcbe85-afd8-4706-b320-6a3710716df2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3fbcbe85-afd8-4706-b320-6a3710716df2,segment=NetworkSegment(48862869-9029-4cd2-ad12-9aded1b02211),segment_id=48862869-9029-4cd2-ad12-9aded1b02211)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:20.658809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.688658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.697847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Calling delete_port for 3fbcbe85-afd8-4706-b320-6a3710716df2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:20.743662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.751094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:20.890872 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dea3a6-9313-4c08-879f-e06dd905ee5b x-openstack-request-id: req-94dea3a6-9313-4c08-879f-e06dd905ee5b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:20.891272 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:20.891724 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94dea3a6-9313-4c08-879f-e06dd905ee5b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:20.892255 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'status': 'completed', 'code': 200} Jul 27 16:48:20.960232 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.962941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:20.963250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e443a-7ea2-4ff2-a6c9-a1a3952bb046 req-c4cc5e09-73b8-478b-9582-fd7f3be76aaa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:20.964077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3c17eab-6c12-4b39-b5bb-b3218ad10d42 HTTP/1.1" status: 204 len: 168 time: 1.1292315 Jul 27 16:48:20.983448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee5e443a-7ea2-4ff2-a6c9-a1a3952bb046 req-c4cc5e09-73b8-478b-9582-fd7f3be76aaa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.7455108 Jul 27 16:48:21.007952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:21.047082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6d0eb-daff-407f-8394-ea35b5476d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c17eab-6c12-4b39-b5bb-b3218ad10d42,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:21.068260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b68b6c03-5831-4390-9946-9c801140df38', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'port_id': 'b68b6c03-5831-4390-9946-9c801140df38', 'mac_address': 'fa:16:3e:69:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0365b81b-42fa-4de4-845d-bc2c7a78e0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:21.099425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e038836-df1e-416f-9062-164d604d4e25 req-29e497a3-a3b3-4fda-859c-ea5de3c3e0ec tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:21.108130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e038836-df1e-416f-9062-164d604d4e25 req-29e497a3-a3b3-4fda-859c-ea5de3c3e0ec tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 945 time: 0.2698457 Jul 27 16:48:21.124623 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.127648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.128972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ee42d0b-f148-40a0-b1f4-b4e5dbd910bd HTTP/1.1" status: 204 len: 168 time: 0.9459867 Jul 27 16:48:21.179171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1aac2-e9b8-4d75-9ce8-034f7585cf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee42d0b-f148-40a0-b1f4-b4e5dbd910bd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:21.228492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e038836-df1e-416f-9062-164d604d4e25 req-16981fff-0c84-452f-9b90-6a245a2a5437 tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/security-groups?id=120ae5d9-ce21-41a4-b29b-c0bced68af76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191173 Jul 27 16:48:21.247490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.268331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.293161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.319580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3fbcbe85-afd8-4706-b320-6a3710716df2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:21.342987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7dc4902d2764722b1c1c4192bd97e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3126431 Jul 27 16:48:21.353986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:21.361745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Pushing event deleted for resources: {'Port': ['ID=3fbcbe85-afd8-4706-b320-6a3710716df2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:21.410353 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.474074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:21.531398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] No DVR routers for this DVR port 3fbcbe85-afd8-4706-b320-6a3710716df2 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:48:21.539493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.543269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d74374d-e954-4d5d-b223-add743eadcdd req-885ce905-0987-425d-8983-a2b8896dc88e tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.13 "DELETE /v2.0/ports/3fbcbe85-afd8-4706-b320-6a3710716df2 HTTP/1.1" status: 204 len: 173 time: 1.8364117 Jul 27 16:48:21.545916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'name': 'network-vif-deleted', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:21.561828 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53151a19-13a5-42b4-b165-67f4f5828c2e" -d '{"events": [{"server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "name": "network-vif-deleted", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:21.609150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:21.615993 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:21.667762 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb12cb3-1e31-47d9-8c79-5e2b5d742bc7 x-openstack-request-id: req-2eb12cb3-1e31-47d9-8c79-5e2b5d742bc7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:21.668753 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12576570-acba-4c32-b94d-ff0da60301a7", "name": "network-vif-deleted", "tag": "3fbcbe85-afd8-4706-b320-6a3710716df2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:21.669336 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eb12cb3-1e31-47d9-8c79-5e2b5d742bc7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:21.670135 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12576570-acba-4c32-b94d-ff0da60301a7', 'name': 'network-vif-deleted', 'tag': '3fbcbe85-afd8-4706-b320-6a3710716df2', 'status': 'completed', 'code': 200} Jul 27 16:48:21.813177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:21.838993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.839645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.842047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.842702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.844867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.845990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.846938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.848207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.849483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.850846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.851764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.853128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:21.889281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b68b6c03-5831-4390-9946-9c801140df38'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:21.983455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.007078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.021448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.036133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.058129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.074918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.084116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.086353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-0b29d2b1-29d3-48f7-ba94-1b5876dc5dfe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5406 time: 0.2451301 Jul 27 16:48:22.301056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee5e443a-7ea2-4ff2-a6c9-a1a3952bb046 req-ecbcaae5-3c5f-48ae-b18f-5740dd4deea4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3160825 Jul 27 16:48:22.381628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3794a-cc19-4e3a-8849-d8d2e1608940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3e006-fab8-417c-bda2-db7ae0eb77d8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:22.465800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:22.474328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.475247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.475893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.476557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.477195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.477833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.478470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.481384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-b62b6ec0-886a-4b78-b46c-0f904c4e542e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6353 time: 1.5846207 Jul 27 16:48:22.537214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b97a00b5-36de-4dbc-99fc-9028400f7c63 req-f50d7806-a57b-4122-8bd5-2a9908448bad tempest-InstanceActionsV221TestJSON-1166822848 tempest-InstanceActionsV221TestJSON-1166822848-project] 10.222.0.64 "GET /v2.0/ports?device_id=12576570-acba-4c32-b94d-ff0da60301a7 HTTP/1.1" status: 200 len: 210 time: 0.0917659 Jul 27 16:48:22.670254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f356294b-b34f-4bea-82fd-f5477c546e2f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:22.688268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:22.698752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:22.732195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Transition to ACTIVE for port object f356294b-b34f-4bea-82fd-f5477c546e2f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:22.757854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:22.767293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:48:22.846071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-ab135608-ac35-48c4-895b-bd3e85b26089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.846567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-ab135608-ac35-48c4-895b-bd3e85b26089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.847051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-ab135608-ac35-48c4-895b-bd3e85b26089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:22.848724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-ab135608-ac35-48c4-895b-bd3e85b26089 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3063297 Jul 27 16:48:22.929966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b68b6c03-5831-4390-9946-9c801140df38 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:48:22.950041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b68b6c03-5831-4390-9946-9c801140df38 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:48:22.950318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.009255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:23.032123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd7b5a2-e323-4dc6-bc32-e4d8aa434fe7 req-b1f17840-fe64-4d68-ab35-9edf72d53919 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9328046 Jul 27 16:48:23.133494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.195636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:23.200228 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafcc92-0daf-4bdb-9266-36caa9ba4ca5" -d '{"events": [{"server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "name": "network-vif-plugged", "status": "completed", "tag": "b68b6c03-5831-4390-9946-9c801140df38"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:23.217040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.219769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.221025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9e3e006-fab8-417c-bda2-db7ae0eb77d8 HTTP/1.1" status: 204 len: 168 time: 1.8607850 Jul 27 16:48:23.254346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:23.264017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.307187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7eaf2-7892-467a-92e4-70a25ed8c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3e006-fab8-417c-bda2-db7ae0eb77d8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:23.385101 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e22d0-04d8-4eed-b5ea-d0ccc12b5b14 x-openstack-request-id: req-810e22d0-04d8-4eed-b5ea-d0ccc12b5b14 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:23.385677 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "name": "network-vif-plugged", "status": "completed", "tag": "b68b6c03-5831-4390-9946-9c801140df38", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:23.386124 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-810e22d0-04d8-4eed-b5ea-d0ccc12b5b14 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:23.386687 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38', 'code': 200} Jul 27 16:48:23.390445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Attempting to bind port f356294b-b34f-4bea-82fd-f5477c546e2f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:23.390789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Attempting to bind port f356294b-b34f-4bea-82fd-f5477c546e2f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:23.391128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Attempting to bind port f356294b-b34f-4bea-82fd-f5477c546e2f on network 82adbb21-44fb-4345-8934-6ed130dfaeeb {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:23.493542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:23.512945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Port f356294b-b34f-4bea-82fd-f5477c546e2f on network 82adbb21-44fb-4345-8934-6ed130dfaeeb not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:23.513303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Attempting to bind port f356294b-b34f-4bea-82fd-f5477c546e2f on network 82adbb21-44fb-4345-8934-6ed130dfaeeb {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:23.530634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:23.530953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Checking segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:23.531217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Bound using segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:23.531674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Bound port: f356294b-b34f-4bea-82fd-f5477c546e2f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:23.532044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.612559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-a6001e18-506a-447c-82d6-66629780d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:23.614370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c01d37d-11fb-4656-b92a-bb227b80451d req-a6001e18-506a-447c-82d6-66629780d7ee service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7529631 Jul 27 16:48:23.666916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e851d18-ff7d-4e66-b5fa-889985bbe7ea req-2fa992d5-6ae1-46f7-8d3f-e3daba600220 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:23.671302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e851d18-ff7d-4e66-b5fa-889985bbe7ea req-2fa992d5-6ae1-46f7-8d3f-e3daba600220 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.1833329 Jul 27 16:48:23.756322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e851d18-ff7d-4e66-b5fa-889985bbe7ea req-4f2203c5-4d41-4994-8119-ac0b35f8720c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756660 Jul 27 16:48:23.774686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:23.831815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac1f8-7ea5-42b9-991f-98204407f328 req-a99aef3a-ad75-43eb-be22-844247592f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:23.833600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02eac1f8-7ea5-42b9-991f-98204407f328 req-a99aef3a-ad75-43eb-be22-844247592f8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 1097 time: 0.4049029 Jul 27 16:48:23.842506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:23.863096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.915050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:23.915690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:23.917171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] 10.222.0.61 "PUT /v2.0/ports/f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 1091 time: 4.3223541 Jul 27 16:48:23.917667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:23.920015 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66fd501-9d79-4470-b479-1fac84451a66" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:23.964224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Request body: {'port': {'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:23.985806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02eac1f8-7ea5-42b9-991f-98204407f328 req-a1fa2323-360f-483b-a17e-3c60afc9da6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417379 Jul 27 16:48:24.066113 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee0a36-a6a5-4fce-8691-2a49cf1de0e0 x-openstack-request-id: req-e5ee0a36-a6a5-4fce-8691-2a49cf1de0e0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:24.066481 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:24.066741 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5ee0a36-a6a5-4fce-8691-2a49cf1de0e0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:24.067343 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'status': 'completed', 'code': 200} Jul 27 16:48:24.073402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:24.169905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Deleting subnet f0d94d68-25e0-4f90-9db1-57e5711bec7a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:48:24.196723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.208139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65007c-2d99-49ac-9095-19c0c616722a service neutron] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:24.265253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3fbcbe85-afd8-4706-b320-6a3710716df2 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:48:24.309556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.326073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 3fbcbe85-afd8-4706-b320-6a3710716df2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:48:24.326667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3fbcbe85-afd8-4706-b320-6a3710716df2 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:48:24.351029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.424573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.546294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.620265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.620908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.621401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.621875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.622343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.622814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.623280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.624278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.626014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a66fd501-9d79-4470-b479-1fac84451a66 req-eed16dc5-f881-4e2b-822b-413d3c710bb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6420 time: 0.5360899 Jul 27 16:48:24.638744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f0d94d68-25e0-4f90-9db1-57e5711bec7a HTTP/1.1" status: 204 len: 168 time: 0.5638449 Jul 27 16:48:24.641299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:24.648311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58496c6-36bf-4f3c-a6e8-acb44b357a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d94d68-25e0-4f90-9db1-57e5711bec7a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:24.831079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:24.849157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.856208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.872689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.890284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.896611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.920231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.927721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:24.929787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-44b6ac63-9ce6-4b00-b52f-371fdfa81d59 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5418 time: 0.6344695 Jul 27 16:48:25.119231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.130374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a5251a-bc07-4aa7-97a0-ed681b394e3b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:25.141227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48862869-9029-4cd2-ad12-9aded1b02211') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:25.141667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48862869-9029-4cd2-ad12-9aded1b02211') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:25.151729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.172001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-8fcc6202-5ea7-444a-b706-173ed640b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:25.175018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-8fcc6202-5ea7-444a-b706-173ed640b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:25.176798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-8fcc6202-5ea7-444a-b706-173ed640b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:25.181613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a66fd501-9d79-4470-b479-1fac84451a66 req-8fcc6202-5ea7-444a-b706-173ed640b809 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2836d6c363794a70bc0cd172ade20c3d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4889984 Jul 27 16:48:25.183897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.196549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:48:25.196973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:48:25.198991 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:48:25.290825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c997acc-98bb-4771-8c9d-a9c24cc6b4fc req-59c58316-4ae5-4281-9bb8-4a4865e7fad4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:25.294007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c997acc-98bb-4771-8c9d-a9c24cc6b4fc req-59c58316-4ae5-4281-9bb8-4a4865e7fad4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.3711891 Jul 27 16:48:25.305397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:25.314730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.349072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-838d57fb-c444-4cc2-92ac-cba8da69be7c req-47e3e1bd-742c-4fb5-915e-44f8aa5240c7 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4034090 Jul 27 16:48:25.355214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.364473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] 10.222.0.64 "DELETE /v2.0/networks/68a5251a-bc07-4aa7-97a0-ed681b394e3b HTTP/1.1" status: 204 len: 168 time: 0.7138557 Jul 27 16:48:25.401017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08298327-a9ca-4bbf-b8d5-d50203737544 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a5251a-bc07-4aa7-97a0-ed681b394e3b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:25.470378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:25.481053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.494503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c997acc-98bb-4771-8c9d-a9c24cc6b4fc req-1f517d5a-6267-4563-bacd-99bb597fe56b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708381 Jul 27 16:48:25.498210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Transition to ACTIVE for port object 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:25.508184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.618001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1816334265', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:25.619941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd501-9d79-4470-b479-1fac84451a66 req-a511e93e-7fb9-419b-9542-a5f2ca6b1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:25.631996 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a66fd501-9d79-4470-b479-1fac84451a66 req-a511e93e-7fb9-419b-9542-a5f2ca6b1bc2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4377136 Jul 27 16:48:25.640621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:25.690450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Made reservation on behalf of 60a6fd1183154c2382ae5680eea7a589 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:25.693693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.715252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:25.737407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.825769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14606fbb-90d3-4739-ac61-2c6ca17ea2d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c718d05d8c84c5886d35b20257e1e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051939 Jul 27 16:48:25.828673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:25.837141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Attempting to bind port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:25.837503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Attempting to bind port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:25.837961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Attempting to bind port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 on network 82adbb21-44fb-4345-8934-6ed130dfaeeb {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:25.845926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 on network 82adbb21-44fb-4345-8934-6ed130dfaeeb not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:25.846702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Attempting to bind port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 on network 82adbb21-44fb-4345-8934-6ed130dfaeeb {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:25.857467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:25.858158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Checking segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:25.858722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Bound using segment: {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:25.859389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Bound port: 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2df15b-dc19-41d9-b78b-d109d1138206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:25.860338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:25.981645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.017080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.036394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54022) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:26.048072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:26.063107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:26.068826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.123319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.129704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.132489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/120ae5d9-ce21-41a4-b29b-c0bced68af76 HTTP/1.1" status: 204 len: 168 time: 0.3027964 Jul 27 16:48:26.172765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d9c71-149d-4edd-921d-29d6d241e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ae5d9-ce21-41a4-b29b-c0bced68af76,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:26.187142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.196193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.199663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.200559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.206927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] 10.222.0.61 "PUT /v2.0/ports/83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 1091 time: 2.2461097 Jul 27 16:48:26.212583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:26.219352 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca186d44-b94c-4eec-9779-8510f83fc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:26.222623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:48:26.240696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a152-9bf8-46eb-ae47-2336140e043d service neutron] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:26.248729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.249232 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Added segment a18eac2c-d527-4aaf-91b5-80c89f4c0b34 of type vlan for network a1368cca-eb3e-4518-8103-dd2a7497c0d0 Jul 27 16:48:26.332702 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb60bb-b959-4625-b474-fc35cc03d339 x-openstack-request-id: req-abeb60bb-b959-4625-b474-fc35cc03d339 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:26.337103 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:26.337981 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abeb60bb-b959-4625-b474-fc35cc03d339 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:26.337981 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'status': 'completed', 'code': 200} Jul 27 16:48:26.344385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1798917913-network', 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:26.474604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:26.478091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.491574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd4e4e-566d-4bb8-aa18-fbf13b9e69c0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:26.506875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.510833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.630512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.639406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.640218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.640746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.641235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.641717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.642194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.648748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-169bd4f1-3eb6-4f19-919f-dcdf1528191f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6487 time: 0.3915355 Jul 27 16:48:26.717319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.722657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:26.723590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:26.761184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-7e15c824-f070-4955-ab2d-b9488e17a3e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 217 time: 0.1015537 Jul 27 16:48:26.894300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Network': ['ID=a1368cca-eb3e-4518-8103-dd2a7497c0d0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:26.913099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:48:27.026685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.043459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.108475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.112910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-87652227-bbf1-49f5-9954-13d212da6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.115027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-87652227-bbf1-49f5-9954-13d212da6f33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.3147213 Jul 27 16:48:27.125476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d257-01cf-4bb6-9ac0-42241e84e9e5 req-9eb4e112-1874-483f-83d7-ada014ee4b7d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.130938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.140317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d1d257-01cf-4bb6-9ac0-42241e84e9e5 req-9eb4e112-1874-483f-83d7-ada014ee4b7d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.4748847 Jul 27 16:48:27.151967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.182057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.202090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.220145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-dabec072-3b98-45f0-b7a0-cb20ae313086 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.6708891 Jul 27 16:48:27.310569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22bf3ad2-9d9c-49a0-8937-c66f2870f179 req-d371d29a-f4db-4607-9518-bd60e6e28248 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893402 Jul 27 16:48:27.478841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d1d257-01cf-4bb6-9ac0-42241e84e9e5 req-dd4062c7-d3db-4898-ba82-954e159bcdd0 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369319 Jul 27 16:48:27.494811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-b295562d-10f7-416d-8998-9b44ce019468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.497381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-b295562d-10f7-416d-8998-9b44ce019468 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464665 Jul 27 16:48:27.587650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.603729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:27.620643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3779473-cbd8-43d4-88ab-83232efe176d tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3133767 Jul 27 16:48:27.623355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.623552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:27.635975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'subnet': {'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:27.710162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:48:27.711920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:27.712604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Made reservation on behalf of 60a6fd1183154c2382ae5680eea7a589 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:27.734417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.735239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ca8fa-9579-451f-85e3-65ee7a70c90f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:27.756112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.756553 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Added segment 1b1a9c58-5807-43b1-ad1e-568f7b49316c of type vlan for network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 Jul 27 16:48:27.773646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-756ad108-3002-4d80-8bb3-b212fc7fa1d9 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633610 Jul 27 16:48:27.867709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.901504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-365869131-network', 'tenant_id': '0476d5ccf01e4e2aa4e36ac2260507f8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:27.964904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:27.965047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:27.965789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.000379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54d96e-05be-463f-a69e-47087dc6a287 req-4af0e142-33fa-45fa-a189-f8460f4b6d35 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:28.016181 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f54d96e-05be-463f-a69e-47087dc6a287 req-4af0e142-33fa-45fa-a189-f8460f4b6d35 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.3456478 Jul 27 16:48:28.058709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-cd58c30c-71a1-4b03-99b9-7c36e4d598fa service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732146 Jul 27 16:48:28.074978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fffc50b-b25c-49a2-a783-1c12df3a57bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.078825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Made reservation on behalf of 0476d5ccf01e4e2aa4e36ac2260507f8 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:28.083299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.100419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0626743 Jul 27 16:48:28.126638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.140870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:28.147264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-1fdcabbc-30d7-4841-9f50-b40f53bd6a06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 217 time: 0.0804329 Jul 27 16:48:28.151372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Request body: {'subnet': {'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1798917913-subnet', 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:28.169746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd873b-385b-49ca-aaae-4ae857f119d4 admin admin] Pushing event updated for resources: {'Network': ['ID=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:28.184522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:28.186891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:48:28.187584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.286330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a74626f7-cdb9-4cc2-9f8a-6a6dd8c70b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:28.291672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a74626f7-cdb9-4cc2-9f8a-6a6dd8c70b05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1173785 Jul 27 16:48:28.361227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f54d96e-05be-463f-a69e-47087dc6a287 req-acffd3cc-6592-44c5-8f17-7f40c8b03815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985179 Jul 27 16:48:28.536500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fffc50b-b25c-49a2-a783-1c12df3a57bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.600044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.635377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.638188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fffc50b-b25c-49a2-a783-1c12df3a57bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.668757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.766843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8fffc50b-b25c-49a2-a783-1c12df3a57bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f59e3a578777440693727643b6784426&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080514 Jul 27 16:48:28.773009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:28.774537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:48:28.795714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc50b-b25c-49a2-a783-1c12df3a57bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39c5e70-171a-40ae-9f55-ac3a7b8acd61,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:28.858748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.859267 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Added segment 5f67194c-51ef-40e8-a767-381a0a9c55fe of type vlan for network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 Jul 27 16:48:28.923979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86fe92a-28c1-4355-905c-e7f4a9e88dc7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:28.948755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:28.980734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b474f-a500-43c4-8c14-6a38325acbdd req-a05a13bb-8400-415b-8076-5c0fbd9d2b62 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:28.982436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566b474f-a500-43c4-8c14-6a38325acbdd req-a05a13bb-8400-415b-8076-5c0fbd9d2b62 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.4453182 Jul 27 16:48:29.032866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.038487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 16:48:29.039094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.042430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74887e5f-ce53-419b-a29a-b1d50e4ce88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.044294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-74887e5f-ce53-419b-a29a-b1d50e4ce88f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7442248 Jul 27 16:48:29.052876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:29.115042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.116999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.118171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.162356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.162469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-08efccbb-5044-400d-a3ce-5fdb99ac61a1 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063061 Jul 27 16:48:29.181779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.193083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Subnet': ['ID=153fe2a6-13d5-4c29-825f-7a4c3d1fada2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:29.193329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.203177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.209390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.223225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.223225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.228089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.237705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6745149-f8c7-4e17-8942-eb287fb355db req-120b0825-69ed-41ae-b42f-d9d0bd21fa9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.7688737 Jul 27 16:48:29.298496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-566b474f-a500-43c4-8c14-6a38325acbdd req-a03f09b1-d6c6-4c33-ab61-fe68bdc67b81 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950060 Jul 27 16:48:29.321597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7165539 Jul 27 16:48:29.331907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:29.356517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Request body: {'subnet': {'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-365869131-subnet', 'tenant_id': '0476d5ccf01e4e2aa4e36ac2260507f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:29.367701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d4ae-4e0b-47f1-8cea-6877d1abfd8d admin admin] Pushing event updated for resources: {'Network': ['ID=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:29.395623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6745149-f8c7-4e17-8942-eb287fb355db req-ae943653-0efc-4644-8aa9-23788c626b31 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569726 Jul 27 16:48:29.396722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:29.396893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:48:29.397798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Network hostable DHCP agents. Network: 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:48:29.455446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Checking segment: {'id': 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:29.455832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network hostable DHCP agents. Network: a1368cca-eb3e-4518-8103-dd2a7497c0d0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:48:29.474348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:48:29.477676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Made reservation on behalf of 0476d5ccf01e4e2aa4e36ac2260507f8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:29.483999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.530039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:29.543391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.544492 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.553445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-1bfeba16-4580-4bee-9414-ccd1424445d3 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040178 Jul 27 16:48:29.565206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58caa522-3239-4ed2-985a-00c711913c3c None None] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:29.629290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.634293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:29.636784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f39c5e70-171a-40ae-9f55-ac3a7b8acd61 HTTP/1.1" status: 204 len: 168 time: 0.8567233 Jul 27 16:48:29.654581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f8573521-e159-4544-ac4b-f23fde7c5ce6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 217 time: 0.0897191 Jul 27 16:48:29.660743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8247a267-5564-4db2-95a7-242b8d9cb9ea admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5151730 Jul 27 16:48:29.798002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c2fd2270-45c5-4e1f-bee2-9498b763349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.805797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-c2fd2270-45c5-4e1f-bee2-9498b763349a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1341844 Jul 27 16:48:29.909011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:48:29.931789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067fe3bf-3ce6-46f0-b5a5-e483ac4c953e None None] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:29.974368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-1942c88e-9922-44f4-b04b-093546897f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:29.975941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-1942c88e-9922-44f4-b04b-093546897f9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1625819 Jul 27 16:48:30.016271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a1368cca-eb3e-4518-8103-dd2a7497c0d0) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:30.094999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c70e2c-2266-46ec-83ef-533a19540b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39c5e70-171a-40ae-9f55-ac3a7b8acd61,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:30.127562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3e0b5-d98e-40b8-acb0-d075c0210f32 None None] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:30.148247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:30.149122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:30.221842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-557884fc-e01f-457a-a034-62ea47ceab19 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237959 Jul 27 16:48:30.226390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94573334-de58-41e1-984f-21f129ea761a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5991726 Jul 27 16:48:30.236623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:30.259824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-465383836', 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:30.334561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:30.335240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Made reservation on behalf of 60a6fd1183154c2382ae5680eea7a589 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:30.340739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:30.451601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d78eb-744b-4e33-955c-1e5814a70ef7 req-335b844e-b39d-471f-a822-43e9c471237a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:30.454224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-924d78eb-744b-4e33-955c-1e5814a70ef7 req-335b844e-b39d-471f-a822-43e9c471237a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.8334491 Jul 27 16:48:30.461633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfb68bd5-a024-447a-817c-40abb04a39a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:30.481689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:30.511394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae674a9-8fc6-45d6-bbaa-9d0a3845e8e5 None None] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:30.653327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-924d78eb-744b-4e33-955c-1e5814a70ef7 req-ca796693-887c-45b6-a837-a2ba9a1ae25c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901820 Jul 27 16:48:30.662057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cf513f-b8ef-4ea0-b42c-c85586f5e61f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:30.674533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Checking segment: {'id': '5f67194c-51ef-40e8-a767-381a0a9c55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:30.675075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Network hostable DHCP agents. Network: 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:48:30.708348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] device_id is not set on port 10ccf9af-17d4-4d5c-b3b0-95f649e25df4 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:48:30.719449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:48:30.742489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:30.754691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:30.755327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:30.759754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23e904-0756-42ad-a232-cf1b15d24fcc None None] Network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:30.907153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-893ffc9c-197b-41b0-97bc-ae141173123e service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840942 Jul 27 16:48:31.073261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.082543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.090421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.098252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.102735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 2001:db8::3de (a1368cca-eb3e-4518-8103-dd2a7497c0d0/153fe2a6-13d5-4c29-825f-7a4c3d1fada2/10ccf9af-17d4-4d5c-b3b0-95f649e25df4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:31.105094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.113717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.121345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.127907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc9d9e-1a16-4260-9b6b-a097ec139fc2 None None] Network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:48:31.130705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-95e14db8-26b9-4074-88bf-e8861af55e75 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.2785137 Jul 27 16:48:31.152601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfb68bd5-a024-447a-817c-40abb04a39a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.161071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-f315f94c-9e62-4740-9121-82e3e5d91aeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 217 time: 0.2178860 Jul 27 16:48:31.172245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-18e170de-ec32-4e08-81d5-23d1f401af8a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8345361 Jul 27 16:48:31.177984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ef99955-cb7d-4da5-a9c8-e460f0ffb894 req-fb21652d-6a12-4846-b5ea-40f81421c76e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462227 Jul 27 16:48:31.246762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cfb68bd5-a024-447a-817c-40abb04a39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.378718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cfb68bd5-a024-447a-817c-40abb04a39a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9177e05d2a26440c9fc5151284c14b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0355268 Jul 27 16:48:31.387735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:31.442496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-b15fbe54-2d65-46ca-afff-5ca1e5715776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.444065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-b15fbe54-2d65-46ca-afff-5ca1e5715776 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.2432868 Jul 27 16:48:31.547391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-d0fd82c9-e95b-4136-a419-603d6f0dc3b6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.556615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-d0fd82c9-e95b-4136-a419-603d6f0dc3b6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.4154463 Jul 27 16:48:31.567424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.579973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf81a1-a64e-4312-8ad8-a5434d954048 req-f1ee7d37-92d2-4e22-9924-d6f42bb6c995 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:31.589638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cdbf81a1-a64e-4312-8ad8-a5434d954048 req-f1ee7d37-92d2-4e22-9924-d6f42bb6c995 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.2184081 Jul 27 16:48:31.631832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-ebaa9bd9-6457-4c63-9e17-d85d674e1824 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0740149 Jul 27 16:48:31.643134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.696213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-3e19f0ec-122f-411d-9536-e3b1ee2da47b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629687 Jul 27 16:48:31.707190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cdbf81a1-a64e-4312-8ad8-a5434d954048 req-cb29fc78-77de-4ff4-9703-25e509b1e4ba tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165340 Jul 27 16:48:31.762190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.765044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.773584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/099aec18-eb22-45b8-a32d-8c1ab313d2dc HTTP/1.1" status: 204 len: 168 time: 0.3774428 Jul 27 16:48:31.786099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde456a-b152-45c2-9a0b-ea2424fa6922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099aec18-eb22-45b8-a32d-8c1ab313d2dc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:31.906606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:31.935009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb68bd5-a024-447a-817c-40abb04a39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099aec18-eb22-45b8-a32d-8c1ab313d2dc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:32.028982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:32.082390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-cac8eac8-42c6-4b62-bcbe-85659166ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:32.084732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-cac8eac8-42c6-4b62-bcbe-85659166ec9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5142183 Jul 27 16:48:32.112819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-0d9df54a-18ce-4c25-9995-f49217762c2f service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154949 Jul 27 16:48:32.144103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59e7b-6d3d-4f11-a879-5889788f85fa req-13b32a74-6f42-4c13-a2d1-baa62a171b9b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:32.151586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06e59e7b-6d3d-4f11-a879-5889788f85fa req-13b32a74-6f42-4c13-a2d1-baa62a171b9b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.1115751 Jul 27 16:48:32.192861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:32.202418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06e59e7b-6d3d-4f11-a879-5889788f85fa req-267aacd2-cd7a-41a9-8136-c5e23023b90c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Jul 27 16:48:32.212104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:32.247327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:32.248356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:32.249006 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:32.264347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=10ccf9af-17d4-4d5c-b3b0-95f649e25df4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:32.325567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-7766882d-f987-4a57-9e0c-63fecd6ae0b5 service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114797 Jul 27 16:48:32.329795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f356a87-3dfe-4389-8824-ac1e5c7f33dc tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0836210 Jul 27 16:48:32.333283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:32.382323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-dceb8516-f70e-4117-935d-21cfc5cec43c service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863922 Jul 27 16:48:32.539183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Deleting port 10ccf9af-17d4-4d5c-b3b0-95f649e25df4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:32.540408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:32.657115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-7a960cbc-95ad-4dec-b6ca-50f898f1d643 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668512 Jul 27 16:48:32.747506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e2b9119b-7cc8-4482-8af9-5505d17e5be3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 217 time: 0.0825527 Jul 27 16:48:32.777262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:32.792716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Calling delete_port for 10ccf9af-17d4-4d5c-b3b0-95f649e25df4 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:32.875395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-36475052-6213-415d-9d9e-65e01cf5b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:32.880205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-36475052-6213-415d-9d9e-65e01cf5b64e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1257195 Jul 27 16:48:33.012108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.034494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59ac9521-d280-4cb3-a132-90a8956e703f req-84cc0790-8e82-48ff-b0ee-eb39b03ab071 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 210 time: 0.0839822 Jul 27 16:48:33.073415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.080534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.087848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.094211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.100342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.106708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.107262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e69187cc-0d57-42e7-958f-021a457322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.109333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e69187cc-0d57-42e7-958f-021a457322dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2210488 Jul 27 16:48:33.113855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.115915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-38cdc782-0fe8-4cda-ab3f-d55eb7af79d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.4649456 Jul 27 16:48:33.140235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.190392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Port': ['ID=10ccf9af-17d4-4d5c-b3b0-95f649e25df4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:33.241672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.246663 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a07ff7a7-1388-44b4-b395-84a314fddcf9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/ports/10ccf9af-17d4-4d5c-b3b0-95f649e25df4 HTTP/1.1" status: 204 len: 168 time: 0.9122291 Jul 27 16:48:33.250041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:33.260768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11bc397e-28fb-4f73-bb4d-3787e8bf33b6 req-606734f4-591d-4bd6-b69c-0032775f78bb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303358 Jul 27 16:48:33.278494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0', 'external_fixed_ips': [{'subnet_id': '153fe2a6-13d5-4c29-825f-7a4c3d1fada2', 'ip_address': '2001:db8::3de'}]}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:33.341056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.342058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.424293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:33.837113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003ffc8-b6f5-430f-b0ce-165b829bf207 req-3a37d237-67b7-45da-ae15-72c4009fbc32 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:33.841459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6003ffc8-b6f5-430f-b0ce-165b829bf207 req-3a37d237-67b7-45da-ae15-72c4009fbc32 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.6621227 Jul 27 16:48:33.878822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-2102bbc5-70c0-4043-ae19-bd8371b924c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604487 Jul 27 16:48:33.887341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:34.045342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6003ffc8-b6f5-430f-b0ce-165b829bf207 req-766b4121-7aed-4afb-9068-e044ba5277a5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957171 Jul 27 16:48:34.166468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-e6ecd35c-6750-4971-bb4d-248525d3e431 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121828 Jul 27 16:48:34.252571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-cd935799-87ea-4f4f-9e65-0362d1d9f59e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 217 time: 0.0679693 Jul 27 16:48:34.282913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a91790a-85ba-4bad-9ded-376e31015973 req-c0a92766-2f8f-483a-9bc3-931cd7c99e6a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 210 time: 0.1125813 Jul 27 16:48:34.334373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2de0-bb55-49a1-87dc-7d2d80eebf8f req-92e90acf-9749-4cec-a37f-c687b0c8c2c9 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:34.335988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a6d2de0-bb55-49a1-87dc-7d2d80eebf8f req-92e90acf-9749-4cec-a37f-c687b0c8c2c9 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.1284394 Jul 27 16:48:34.448144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-125fadcd-243c-4742-8cdc-b8111d3d8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:34.449908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-125fadcd-243c-4742-8cdc-b8111d3d8adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.1701915 Jul 27 16:48:34.570515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-2b4625b5-94a0-4ac9-b84f-b51cf0f21e66 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:34.573025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-2b4625b5-94a0-4ac9-b84f-b51cf0f21e66 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2051117 Jul 27 16:48:34.595419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '27259201-717f-47da-8fed-b992d9bcc736', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:34.761925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a6d2de0-bb55-49a1-87dc-7d2d80eebf8f req-1cd6d43a-f8c5-42dd-98b8-187a2a70e17d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042213 Jul 27 16:48:34.817148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:34.828346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:35.058950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-709e92e5-6f34-4b2e-9ab8-35f7a97149fc tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.068077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-709e92e5-6f34-4b2e-9ab8-35f7a97149fc tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/networks?id=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 HTTP/1.1" status: 200 len: 809 time: 0.1347334 Jul 27 16:48:35.090140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-910388bc-9112-4343-9e29-2f2f2391d295 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/quotas/0476d5ccf01e4e2aa4e36ac2260507f8 HTTP/1.1" status: 200 len: 375 time: 0.0207715 Jul 27 16:48:35.145183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-0a64f2f9-e63b-4025-a4ea-139bdb4257f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.146369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-0a64f2f9-e63b-4025-a4ea-139bdb4257f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6829927 Jul 27 16:48:35.161803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-ece26715-5750-4327-b9fa-35e607fd8a6d tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0476d5ccf01e4e2aa4e36ac2260507f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698380 Jul 27 16:48:35.289894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.298160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.305023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.311941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.318631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.325124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.2 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/228771a0-231f-4493-ad39-aa64051f990a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:35.328543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.335423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:35.344413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-3320125e-aa41-4363-b05f-f2e3aaabfc47 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.7995770 Jul 27 16:48:35.349468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-96cedb23-8b3b-4504-8d3d-35e1d4093ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712139 Jul 27 16:48:35.360817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-725a2bd8-04a3-4943-814b-8851227f0cb6 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035594 Jul 27 16:48:35.365993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:35.476967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10c04f28-b5be-4983-bfdd-db7081a9890c req-4c4da353-e34f-43fc-83a4-2c35a5c3c77d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316164 Jul 27 16:48:35.478227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:35.562701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-2e25cfda-cfc9-4523-b0a6-d60b466e657e service neutron] 10.222.0.64 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019601 Jul 27 16:48:35.891403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:35.905810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-954093b5-1f61-48fb-b99c-356048031891 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115440 Jul 27 16:48:35.968742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:36.028390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:36.038273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:36.042918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:36.054315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:36.109804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-0decc35f-1083-43e1-bd2d-26105a830e01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.1359584 Jul 27 16:48:36.121104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:36.275308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:36.275991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:36.312615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-957440d6-2f5d-48c7-8912-5c8ec8bc499e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215869 Jul 27 16:48:36.322226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-938dccc4-b0be-4360-a028-0dbbe1dba153 req-696a2bf3-9cf7-4452-9a0c-2d475beadef4 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 210 time: 0.0582273 Jul 27 16:48:36.349369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a0f24d83-3583-4cc3-a767-3d993cd6d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:36.353075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-a0f24d83-3583-4cc3-a767-3d993cd6d99a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.2274516 Jul 27 16:48:36.357852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Request body: {'port': {'device_id': '27259201-717f-47da-8fed-b992d9bcc736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:36.436621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d95180-fcbd-4967-aa2b-80ad24a4b0d6 req-2f1ad1cc-dce4-4f6a-8970-80f7502a28f9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:36.444725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48d95180-fcbd-4967-aa2b-80ad24a4b0d6 req-2f1ad1cc-dce4-4f6a-8970-80f7502a28f9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 931 time: 0.2686846 Jul 27 16:48:36.503302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:36.582635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 2001:db8::3de (a1368cca-eb3e-4518-8103-dd2a7497c0d0/153fe2a6-13d5-4c29-825f-7a4c3d1fada2/5fde6636-5285-4328-b5f4-3dd6cf128845) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:36.795978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-79fcd55b-53eb-4e39-b2da-962c1c6c7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:36.802827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-79fcd55b-53eb-4e39-b2da-962c1c6c7ba3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4028223 Jul 27 16:48:36.854398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95f7cc3-ca81-4a61-9c28-8cc72b534e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:36.911571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48d95180-fcbd-4967-aa2b-80ad24a4b0d6 req-23e4897f-96c8-4a90-841b-60392b69fb66 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607668 Jul 27 16:48:37.119291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.222445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea195a9-2ac3-4568-b605-43954005b23e req-f699e368-6a5e-4971-b62f-98a01dfd7d3a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.224029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ea195a9-2ac3-4568-b605-43954005b23e req-f699e368-6a5e-4971-b62f-98a01dfd7d3a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 0.1580279 Jul 27 16:48:37.229052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-27f66f3c-bd46-4053-9049-a0b7d305028a service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364439 Jul 27 16:48:37.232815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95f7cc3-ca81-4a61-9c28-8cc72b534e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.239692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228771a0-231f-4493-ad39-aa64051f990a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:37.250800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.280225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.300518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Transition to ACTIVE for port object 228771a0-231f-4493-ad39-aa64051f990a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:37.304412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.311122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95f7cc3-ca81-4a61-9c28-8cc72b534e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.320358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.321892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.326690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.340824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.350546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.356919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.364232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:37.365542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-f5506c94-301c-4dbd-a64b-b6c1352c7abc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.3406665 Jul 27 16:48:37.474906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network a1368cca-eb3e-4518-8103-dd2a7497c0d0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:37.487841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ea195a9-2ac3-4568-b605-43954005b23e req-5cdd27c4-11d5-437f-8e01-a9f24934a523 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408872 Jul 27 16:48:37.493769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f7cc3-ca81-4a61-9c28-8cc72b534e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3634c60b-e54b-4c5d-b9f3-bcad2aab0235,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:37.500390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:37.514823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:37.517054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=5fde6636-5285-4328-b5f4-3dd6cf128845,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:37.533099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c95f7cc3-ca81-4a61-9c28-8cc72b534e74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43e4d579e75c413699d26623aba22eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4419205 Jul 27 16:48:37.549384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:37.558920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Pushing event updated for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:37.596826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55180135-5f44-402e-afa5-8b8e8710fb65 req-07b3c719-5e56-4200-a60a-ec15bf54f49c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831489 Jul 27 16:48:37.730540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c90daef3-717f-457d-805b-3cc344ed8c36 req-6f2d7af5-0d84-43d6-80ce-32289a5dd340 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895627 Jul 27 16:48:37.780551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.823082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Attempting to bind port 228771a0-231f-4493-ad39-aa64051f990a on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:37.823962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Attempting to bind port 228771a0-231f-4493-ad39-aa64051f990a by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:37.824589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Attempting to bind port 228771a0-231f-4493-ad39-aa64051f990a on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:37.844082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0bc58466-4b66-4016-9439-eea9c9849c39 req-ce644bf3-5568-4a6b-9df4-f7de3c61477a tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 210 time: 0.2067578 Jul 27 16:48:37.850880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Port 228771a0-231f-4493-ad39-aa64051f990a on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:37.851369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Attempting to bind port 228771a0-231f-4493-ad39-aa64051f990a on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:37.865161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:37.865789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:37.866525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:37.867167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Bound port: 228771a0-231f-4493-ad39-aa64051f990a, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:37.867748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:37.981754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:37.986134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=228771a0-231f-4493-ad39-aa64051f990a,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:37.992740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.026020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.068732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Pushing event updated for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:38.088271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.089410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.091402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-769411c0-60ed-463a-acd4-a14f939dfb94 service neutron] 10.222.0.13 "PUT /v2.0/ports/228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 200 len: 1091 time: 1.7401996 Jul 27 16:48:38.092230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'tag': '228771a0-231f-4493-ad39-aa64051f990a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:38.096312 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1042f3-6b7c-4490-84cf-c8c104505df2" -d '{"events": [{"name": "network-changed", "server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "tag": "228771a0-231f-4493-ad39-aa64051f990a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:38.151141 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2998cb67-8082-4250-9202-7727a9ddff86 x-openstack-request-id: req-2998cb67-8082-4250-9202-7727a9ddff86 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:38.151801 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "tag": "228771a0-231f-4493-ad39-aa64051f990a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:38.152284 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2998cb67-8082-4250-9202-7727a9ddff86 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:38.152931 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'tag': '228771a0-231f-4493-ad39-aa64051f990a', 'status': 'completed', 'code': 200} Jul 27 16:48:38.155389 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:48:38.235597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c0ff49ea-ce75-4704-a0c3-125624cc4efe tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.239136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c0ff49ea-ce75-4704-a0c3-125624cc4efe tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.13 "GET /v2.0/networks?id=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 HTTP/1.1" status: 200 len: 809 time: 0.3749025 Jul 27 16:48:38.257796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-1dc91710-5ce5-4337-8b5b-cb535695848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.261634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-1dc91710-5ce5-4337-8b5b-cb535695848a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 1094 time: 0.0896273 Jul 27 16:48:38.269372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Request body: {'port': {'device_id': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165', 'admin_state_up': True, 'tenant_id': '0476d5ccf01e4e2aa4e36ac2260507f8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:38.293020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.325296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.327862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:38.329530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3634c60b-e54b-4c5d-b9f3-bcad2aab0235 HTTP/1.1" status: 204 len: 168 time: 0.7312860 Jul 27 16:48:38.332386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-0f655915-c8f2-47a3-89c3-4faafc466f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 200 len: 217 time: 0.0514238 Jul 27 16:48:38.381756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01df8-7e0f-4ec9-b3bb-63ed770d41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3634c60b-e54b-4c5d-b9f3-bcad2aab0235,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:38.419848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.420314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.421127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.421840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.422326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.422952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.423420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.426037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-6097dd9e-1c2b-4601-b9f7-763f1c370cef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6487 time: 0.5631776 Jul 27 16:48:38.435789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-d39a1d14-5a34-4cff-b6e4-c6d8ef1f73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:38.439596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-d39a1d14-5a34-4cff-b6e4-c6d8ef1f73ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.0994992 Jul 27 16:48:38.495906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-4fbf494e-a2b2-473f-93fc-4a8c080f9965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426586 Jul 27 16:48:38.692418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-bb846ed9-17cc-4ac7-a655-87d59fbd4610 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885741 Jul 27 16:48:38.834514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:38.986147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:39.034126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b548293-e34a-44c2-9600-eade7ee2adb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.049182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edf1f-1e87-4cab-9837-89aeaf1a8c9c req-711350c0-589d-4ed3-a04b-9a2addb0380d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:39.050814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c20edf1f-1e87-4cab-9837-89aeaf1a8c9c req-711350c0-589d-4ed3-a04b-9a2addb0380d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 943 time: 1.0217133 Jul 27 16:48:39.076926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:39.114578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b68b6c03-5831-4390-9946-9c801140df38', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'port_id': 'b68b6c03-5831-4390-9946-9c801140df38', 'mac_address': 'fa:16:3e:69:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0365b81b-42fa-4de4-845d-bc2c7a78e0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:39.190333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.210132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:39.242568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Made reservation on behalf of 0476d5ccf01e4e2aa4e36ac2260507f8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:39.246247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.264418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:39.271610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.275038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-3786e826-8ed1-4e1d-83c9-8d2b066ad2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:39.276726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-3786e826-8ed1-4e1d-83c9-8d2b066ad2f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 903 time: 0.8254352 Jul 27 16:48:39.313167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c20edf1f-1e87-4cab-9837-89aeaf1a8c9c req-ff253f54-580b-4ad7-9060-7b3376d8a0b9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432318 Jul 27 16:48:39.418412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:39.438567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b68b6c03-5831-4390-9946-9c801140df38'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:39.603141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b69ac40e-5ea0-41ca-8d57-ac8479c4c26d req-65424f24-9d2b-4180-888d-e8f2ccdb3010 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777716 Jul 27 16:48:39.612112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Allocated IP 172.20.0.13 (5ae03507-74b7-4bc4-9ce2-bbfe8ea21165/02cf513f-b8ef-4ea0-b42c-c85586f5e61f/141f5352-e13b-45f4-a14b-0860e48a0af2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:39.690165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e5a7-39f0-496c-ae33-6bc1c2d70553 req-ec1fa525-c2b2-4089-a37f-b0d5a59af77b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:39.696680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cde0e5a7-39f0-496c-ae33-6bc1c2d70553 req-ec1fa525-c2b2-4089-a37f-b0d5a59af77b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 946 time: 1.0671513 Jul 27 16:48:39.751943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a38f7bf9-0f44-4065-8954-eab7cb793ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.831043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cde0e5a7-39f0-496c-ae33-6bc1c2d70553 req-273a0ab6-e112-4fd3-a19f-bbfe8745e245 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296999 Jul 27 16:48:39.864780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-66a1daa1-a6f4-4f54-b77f-b61ca58b1361 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.5760405 Jul 27 16:48:39.904798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:39.922712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-ad963fc0-d81b-43ea-9816-cfe6eef96d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:39.925666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-ad963fc0-d81b-43ea-9816-cfe6eef96d02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 1094 time: 0.1989307 Jul 27 16:48:40.097213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-9a76e2c4-2c2f-48ae-a944-c652f60a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.098655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-9a76e2c4-2c2f-48ae-a944-c652f60a9b6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.2113428 Jul 27 16:48:40.109331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a41bab6b-a089-4fe6-aede-a7065b9ebdee req-c97b0164-f961-4bcb-8d2e-255f38191a6b tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 210 time: 0.0514941 Jul 27 16:48:40.175225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-82bc7a8f-e63d-433e-aa9b-5def95040332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.176760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-82bc7a8f-e63d-433e-aa9b-5def95040332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.2423568 Jul 27 16:48:40.236054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-56120eec-62e2-4bf6-be04-6351967267c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 200 len: 217 time: 0.0512776 Jul 27 16:48:40.236287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.280636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b548293-e34a-44c2-9600-eade7ee2adb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.294437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b548293-e34a-44c2-9600-eade7ee2adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.307600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-4cf7981e-ddbe-4804-92a5-527fad288b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.309786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-4cf7981e-ddbe-4804-92a5-527fad288b60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.0656724 Jul 27 16:48:40.313936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.320530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.327998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.334497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.340747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.346838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.351658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-01541240-fe2f-4273-bfa6-0e2c4749cd2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338290 Jul 27 16:48:40.352928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.355091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99211b3-024d-4373-8276-b6ca6279d13a req-a4fb3613-5c7b-4a93-8393-7e045460ece0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.4848495 Jul 27 16:48:40.466015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b548293-e34a-44c2-9600-eade7ee2adb5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b28159f3b7094674a9f930cc1eaca2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4771550 Jul 27 16:48:40.468368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-572c74bc-4c79-4c47-b03e-3879cd4c541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.470106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-572c74bc-4c79-4c47-b03e-3879cd4c541b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3572659 Jul 27 16:48:40.472845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:40.478467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99211b3-024d-4373-8276-b6ca6279d13a req-f6c3773c-350e-4c07-b0cb-08e75aab459e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987515 Jul 27 16:48:40.506948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b548293-e34a-44c2-9600-eade7ee2adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a7388-1382-45e3-bb11-b6379022322d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:40.562422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-9ec6343f-138d-46a8-9fd3-1d6887959ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990690 Jul 27 16:48:40.600594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.630810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502eebd-71ce-46f4-b0c6-fb2060a12fbc req-5b9cc7c7-1722-4e5f-b36f-730a4de1a4a2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.632238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7502eebd-71ce-46f4-b0c6-fb2060a12fbc req-5b9cc7c7-1722-4e5f-b36f-730a4de1a4a2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 943 time: 0.1719360 Jul 27 16:48:40.690602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:40.701475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router bc431601-42ee-4ad5-934f-7e17f4875e52 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:48:40.702931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7502eebd-71ce-46f4-b0c6-fb2060a12fbc req-e4ed7064-4cbb-4248-a699-67d1e7e7c815 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603762 Jul 27 16:48:40.709546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd1042f3-6b7c-4490-84cf-c8c104505df2 req-360302b1-9695-4534-936e-9e8cec4a1607 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381102 Jul 27 16:48:40.713249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:40.715749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:40.719782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-ff62e64b-e0cb-4c25-80a5-7c916bb586a8 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350650 Jul 27 16:48:40.773764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Pushing event updated for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:40.776995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.849723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:48:40.900079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.910313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:40.910969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.938211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:40.956995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:40.990722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:41.009837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.052456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-c38deb05-7d35-4080-82cd-473e345408f5 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7881386 Jul 27 16:48:41.086369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Request body: {'port': {'device_id': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:41.100094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:41.100397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca186d44-b94c-4eec-9779-8510f83fc79f req-4a65f9a0-b00a-4303-9344-b64932e274ed service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625088 Jul 27 16:48:41.173069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:48:41.182536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Sync routers for ids ['bc431601-42ee-4ad5-934f-7e17f4875e52'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:48:41.198996 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Routers {'bc431601-42ee-4ad5-934f-7e17f4875e52'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:41.199750 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bc431601-42ee-4ad5-934f-7e17f4875e52'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:41.205626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.209636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.214208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/471a7388-1382-45e3-bb11-b6379022322d HTTP/1.1" status: 204 len: 168 time: 0.7343245 Jul 27 16:48:41.281579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c904-4ed9-4ca2-b986-f3996690d9df req-e3e0b1e6-2f58-441c-8547-667c09055ac4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:41.283926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ea8c904-4ed9-4ca2-b986-f3996690d9df req-e3e0b1e6-2f58-441c-8547-667c09055ac4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 945 time: 0.3544302 Jul 27 16:48:41.284975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672bcc-db23-4a8b-86dd-db83c1ed0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a7388-1382-45e3-bb11-b6379022322d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:41.295710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36304ee1-3294-4b26-b9d1-57e0e259983c req-20ba3646-4e8f-4c93-9f57-c7e44052b590 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:41.302212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.303465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d0694c47-9b0b-4d89-8570-d020388d8ede tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0523081 Jul 27 16:48:41.303745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36304ee1-3294-4b26-b9d1-57e0e259983c req-20ba3646-4e8f-4c93-9f57-c7e44052b590 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 932 time: 0.0922236 Jul 27 16:48:41.306492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:41.342739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.417620 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Set router bc431601-42ee-4ad5-934f-7e17f4875e52 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:48:41.560660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36304ee1-3294-4b26-b9d1-57e0e259983c req-14c71844-f464-48b7-9423-12efc44ddac8 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553904 Jul 27 16:48:41.631163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ea8c904-4ed9-4ca2-b986-f3996690d9df req-9eb66aaa-242a-4e39-8d59-ab47a1e1e56f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145645 Jul 27 16:48:41.799088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc431601-42ee-4ad5-934f-7e17f4875e52', 'name': '', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0', 'external_fixed_ips': [{'subnet_id': '153fe2a6-13d5-4c29-825f-7a4c3d1fada2', 'ip_address': '2001:db8::3de'}], 'enable_snat': True}, 'gw_port_id': '5fde6636-5285-4328-b5f4-3dd6cf128845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:48:33Z', 'updated_at': '2021-07-27T16:48:37Z', 'revision_number': 3, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port': {'id': '5fde6636-5285-4328-b5f4-3dd6cf128845', 'name': '', 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc431601-42ee-4ad5-934f-7e17f4875e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '153fe2a6-13d5-4c29-825f-7a4c3d1fada2', 'ip_address': '2001:db8::3de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:48:35Z', 'updated_at': '2021-07-27T16:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '153fe2a6-13d5-4c29-825f-7a4c3d1fada2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:41.820654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:41.860842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Checking router: bc431601-42ee-4ad5-934f-7e17f4875e52 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:48:41.864057 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Updating router bc431601-42ee-4ad5-934f-7e17f4875e52 port 5fde6636-5285-4328-b5f4-3dd6cf128845 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:48:41.956859 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.100751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.106981 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6488eadc-ca30-401f-8513-c2661a45b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.115854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.130276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.139909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.148382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.156351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.163640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.175652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-424e2f40-9ca2-4e12-8061-48d8bc4e50da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.3567905 Jul 27 16:48:42.224715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.243936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f5352-e13b-45f4-a14b-0860e48a0af2 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:42.244779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f0e7dbe-25fd-4bd9-983d-0e53dadefbba req-26e3ccae-91a5-408c-9d8e-cf13ecc3b069 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681369 Jul 27 16:48:42.259601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.328256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Transition to ACTIVE for port object 141f5352-e13b-45f4-a14b-0860e48a0af2 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:42.346571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1194d-bce0-4d9a-841e-8d8c8547f356 req-5f692f23-7928-4b72-823c-d824e9620114 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.355449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ae1194d-bce0-4d9a-841e-8d8c8547f356 req-5f692f23-7928-4b72-823c-d824e9620114 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 943 time: 0.1801417 Jul 27 16:48:42.370273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.375087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.383214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Deleting port 5fde6636-5285-4328-b5f4-3dd6cf128845 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:42.383567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.392333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 228771a0-231f-4493-ad39-aa64051f990a details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:42.494973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ae1194d-bce0-4d9a-841e-8d8c8547f356 req-e10ea670-bf3f-415a-830b-6989d6221c4e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223395 Jul 27 16:48:42.570243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Pushing event updated for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:42.687651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Attempting to bind port 141f5352-e13b-45f4-a14b-0860e48a0af2 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:42.691402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Attempting to bind port 141f5352-e13b-45f4-a14b-0860e48a0af2 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '5f67194c-51ef-40e8-a767-381a0a9c55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:42.692303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Attempting to bind port 141f5352-e13b-45f4-a14b-0860e48a0af2 on network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:42.703141 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.705095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Port 141f5352-e13b-45f4-a14b-0860e48a0af2 on network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:42.705718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Attempting to bind port 141f5352-e13b-45f4-a14b-0860e48a0af2 on network 5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:42.715909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:42.716406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Checking segment: {'id': '5f67194c-51ef-40e8-a767-381a0a9c55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:42.716833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=228771a0-231f-4493-ad39-aa64051f990a,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:42.717289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Bound using segment: {'id': '5f67194c-51ef-40e8-a767-381a0a9c55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:42.717847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Bound port: 141f5352-e13b-45f4-a14b-0860e48a0af2, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f67194c-51ef-40e8-a767-381a0a9c55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:42.718325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.742522 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Transition to ACTIVE for port object 5fde6636-5285-4328-b5f4-3dd6cf128845 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:42.750099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '228771a0-231f-4493-ad39-aa64051f990a', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '228771a0-231f-4493-ad39-aa64051f990a', 'mac_address': 'fa:16:3e:63:63:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:42.752938 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.833406 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Pushing event updated for resources: {'Port': ['ID=5fde6636-5285-4328-b5f4-3dd6cf128845,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:42.838421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.864071 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.873572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:42.874355 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.875603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.876898 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.877642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=141f5352-e13b-45f4-a14b-0860e48a0af2,segment=NetworkSegment(5f67194c-51ef-40e8-a767-381a0a9c55fe),segment_id=5f67194c-51ef-40e8-a767-381a0a9c55fe)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:42.878461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.879648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.880469 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.883444 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.884257 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.884506 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.885302 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.888210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.889054 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:42.898603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228771a0-231f-4493-ad39-aa64051f990a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:42.916206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.938925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6eaf-f6f9-4986-b43f-bd26637af9ab req-19f2aabe-fee2-4ef8-8ec6-ecc8bc52c031 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:42.946761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e4d6eaf-f6f9-4986-b43f-bd26637af9ab req-19f2aabe-fee2-4ef8-8ec6-ecc8bc52c031 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.4006553 Jul 27 16:48:42.954017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=228771a0-231f-4493-ad39-aa64051f990a,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:42.955774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Attempting to bind port 5fde6636-5285-4328-b5f4-3dd6cf128845 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:42.956637 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Attempting to bind port 5fde6636-5285-4328-b5f4-3dd6cf128845 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:42.957015 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Attempting to bind port 5fde6636-5285-4328-b5f4-3dd6cf128845 on network a1368cca-eb3e-4518-8103-dd2a7497c0d0 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:42.958526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.985518 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:42.986067 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Checking segment: {'id': 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:42.987169 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:42.987721 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Bound using segment: {'id': 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:42.988369 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Bound port: 5fde6636-5285-4328-b5f4-3dd6cf128845, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a1368cca-eb3e-4518-8103-dd2a7497c0d0'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:42.988948 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.005264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Calling delete_port for 5fde6636-5285-4328-b5f4-3dd6cf128845 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:43.017777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e4d6eaf-f6f9-4986-b43f-bd26637af9ab req-822d26f4-395a-43c9-becf-c02a9ea32b90 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617254 Jul 27 16:48:43.061320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Pushing event updated for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:43.079091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.081963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.083545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:43.084791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-bc20ceea-bbd1-4263-8d4d-e0bc402b5d43 service neutron] 10.222.0.13 "PUT /v2.0/ports/141f5352-e13b-45f4-a14b-0860e48a0af2 HTTP/1.1" status: 200 len: 1092 time: 2.0043635 Jul 27 16:48:43.085489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:43.090072 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a35f5d-079c-449f-b523-e93d6adc7934" -d '{"events": [{"name": "network-changed", "server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:43.098815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] For port 5fde6636-5285-4328-b5f4-3dd6cf128845, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:43.112722 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] For port 5fde6636-5285-4328-b5f4-3dd6cf128845, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5fde6636-5285-4328-b5f4-3dd6cf128845,segment=NetworkSegment(a18eac2c-d527-4aaf-91b5-80c89f4c0b34),segment_id=a18eac2c-d527-4aaf-91b5-80c89f4c0b34)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:43.118369 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.135753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f063adb-e9e7-4e05-86f2-5b05f8f2bcfe req-c1f9563d-0302-48ed-baca-32ef7fbc905a tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.138355 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f063adb-e9e7-4e05-86f2-5b05f8f2bcfe req-c1f9563d-0302-48ed-baca-32ef7fbc905a tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 944 time: 0.4030507 Jul 27 16:48:43.185446 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e467d-fbcf-4975-b3f3-394ce3bfbef6 None None] Pushing event updated for resources: {'Port': ['ID=5fde6636-5285-4328-b5f4-3dd6cf128845,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:43.207314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Routers {'bc431601-42ee-4ad5-934f-7e17f4875e52'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:43.208000 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bc431601-42ee-4ad5-934f-7e17f4875e52'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:43.242846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:43.247890 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a422f-2fa6-49e3-b45c-820474cc3f40 x-openstack-request-id: req-020a422f-2fa6-49e3-b45c-820474cc3f40 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:43.250565 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:43.250948 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-020a422f-2fa6-49e3-b45c-820474cc3f40 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:43.251609 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2', 'status': 'completed', 'code': 200} Jul 27 16:48:43.343517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f063adb-e9e7-4e05-86f2-5b05f8f2bcfe req-ab88f624-80bf-45c2-a5e4-762ced4dad14 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964064 Jul 27 16:48:43.412328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-5e08b57b-db65-44ac-927a-54c98f211415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.422748 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] Set router bc431601-42ee-4ad5-934f-7e17f4875e52 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:48:43.427333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-5e08b57b-db65-44ac-927a-54c98f211415 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0476d5ccf01e4e2aa4e36ac2260507f8&device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 1095 time: 0.2788644 Jul 27 16:48:43.508571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-840b55b2-0330-4d12-9a84-d33201dce022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=141f5352-e13b-45f4-a14b-0860e48a0af2 HTTP/1.1" status: 200 len: 217 time: 0.0665138 Jul 27 16:48:43.575299 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc431601-42ee-4ad5-934f-7e17f4875e52', 'name': '', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:48:33Z', 'updated_at': '2021-07-27T16:48:42Z', 'revision_number': 4, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:43.576634 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.609762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.666418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.675320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.692276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.699265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.706294 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff48e40-5280-45d3-8741-3c0e1c901346 None None] The sync data for ids ['bc431601-42ee-4ad5-934f-7e17f4875e52'] in n-d-723572-6 is: [{'id': 'bc431601-42ee-4ad5-934f-7e17f4875e52', 'name': '', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:48:33Z', 'updated_at': '2021-07-27T16:48:42Z', 'revision_number': 4, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:48:43.708114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.717795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.746337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.753980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-373bd61b-e4ef-41d1-bf8b-61069ddcc828 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.3197410 Jul 27 16:48:43.766711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fde6636-5285-4328-b5f4-3dd6cf128845,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:43.780279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-30780980-90c2-4906-84af-b9492c1df119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.781935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-30780980-90c2-4906-84af-b9492c1df119 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02cf513f-b8ef-4ea0-b42c-c85586f5e61f HTTP/1.1" status: 200 len: 849 time: 0.2439244 Jul 27 16:48:43.911233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-7541f046-669b-439a-bda4-db4b7f9a526f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180248 Jul 27 16:48:43.931604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:43.953525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5c3c-df3b-4733-89bd-bb83eb336835 req-b6487921-9058-4455-8841-8a28aa9722cf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:43.964894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d33e5c3c-df3b-4733-89bd-bb83eb336835 req-b6487921-9058-4455-8841-8a28aa9722cf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 944 time: 0.3254914 Jul 27 16:48:44.034040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-461c8f97-dc62-43d3-aef5-f0d0ea1dd3b7 req-67efb5ab-a405-4fe6-a97e-113ce5492241 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2711020 Jul 27 16:48:44.085583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-0a56c712-32c5-4543-80f7-11c288c562ee service neutron] 10.222.0.13 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649356 Jul 27 16:48:44.140394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d33e5c3c-df3b-4733-89bd-bb83eb336835 req-f3bb7730-025e-4cf7-9826-b4af7247b407 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743996 Jul 27 16:48:44.279414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.305228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.377494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c9e58da-43c0-425e-afb4-ae47adf87672 req-415aa2a5-8aec-4c6c-9130-bb69a0c9d8d3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399457 Jul 27 16:48:44.422631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 228771a0-231f-4493-ad39-aa64051f990a up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:48:44.455692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.456511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc431601-42ee-4ad5-934f-7e17f4875e52 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:48:44.473338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.475002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-829119dd-076c-4086-a8e5-07187b54e183 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/routers/bc431601-42ee-4ad5-934f-7e17f4875e52 HTTP/1.1" status: 204 len: 168 time: 3.1619370 Jul 27 16:48:44.479570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:44.602190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493c657-7ad3-4b8c-8546-d51092693e4b req-3f2e1ec1-fc57-48b3-9c3c-a0b3f85c0217 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:44.609357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0493c657-7ad3-4b8c-8546-d51092693e4b req-3f2e1ec1-fc57-48b3-9c3c-a0b3f85c0217 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.2006252 Jul 27 16:48:44.684102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 228771a0-231f-4493-ad39-aa64051f990a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:48:44.694222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 228771a0-231f-4493-ad39-aa64051f990a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:48:44.694733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.704886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0493c657-7ad3-4b8c-8546-d51092693e4b req-3b5eec96-234e-440f-9c7c-bfa475ac7f17 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764201 Jul 27 16:48:44.757506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-0d8219c5-230d-423c-be66-aac3d23bead8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:44.759449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-0d8219c5-230d-423c-be66-aac3d23bead8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.6614220 Jul 27 16:48:44.763406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Deleting subnet 153fe2a6-13d5-4c29-825f-7a4c3d1fada2 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:48:44.797565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.805569 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:44.900284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=228771a0-231f-4493-ad39-aa64051f990a,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:44.902861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228771a0-231f-4493-ad39-aa64051f990a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:44.912288 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db89e18-3b20-4f33-8eee-44172938086a" -d '{"events": [{"server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "name": "network-vif-plugged", "status": "completed", "tag": "228771a0-231f-4493-ad39-aa64051f990a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:44.946026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.047381 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.065716 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e887a4b-93a9-4d01-83ae-fdb47e93aec0 x-openstack-request-id: req-9e887a4b-93a9-4d01-83ae-fdb47e93aec0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:45.066011 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "name": "network-vif-plugged", "status": "completed", "tag": "228771a0-231f-4493-ad39-aa64051f990a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:45.066251 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e887a4b-93a9-4d01-83ae-fdb47e93aec0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:45.066660 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228771a0-231f-4493-ad39-aa64051f990a', 'code': 200} Jul 27 16:48:45.103305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:45.354485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.384342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa0d41-5802-4288-b194-e9811a80f89a req-2bdcb068-33d3-4de7-b608-df4f18308bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.386735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ffa0d41-5802-4288-b194-e9811a80f89a req-2bdcb068-33d3-4de7-b608-df4f18308bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 1096 time: 0.2043514 Jul 27 16:48:45.451860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.459278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.478291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.492482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3cb2-84a0-4b1c-b9b0-d99521d6dd47 req-589473e8-62f7-4260-9e03-4a817c54dbe2 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.494142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-988e3cb2-84a0-4b1c-b9b0-d99521d6dd47 req-589473e8-62f7-4260-9e03-4a817c54dbe2 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 944 time: 0.9390414 Jul 27 16:48:45.501969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.522157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.562616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.573286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.576211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-e6b6daff-8730-4489-b223-40c9398796b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.2987423 Jul 27 16:48:45.578852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.614938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-db7f7c7c-42c1-48ef-806b-87c3a86a7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.616694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-db7f7c7c-42c1-48ef-806b-87c3a86a7a96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0476d5ccf01e4e2aa4e36ac2260507f8&device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 1095 time: 1.0630569 Jul 27 16:48:45.639011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-988e3cb2-84a0-4b1c-b9b0-d99521d6dd47 req-d1ada0b9-5744-47ee-9db2-b005dc675a45 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376102 Jul 27 16:48:45.653630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ffa0d41-5802-4288-b194-e9811a80f89a req-190101b5-3926-4a92-b811-d78d070f0479 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591388 Jul 27 16:48:45.668936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-900b3596-5e65-41e1-ac72-4ba30a30c303 req-5fb072e2-ddd6-4343-9053-f4ee42dee9df tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846884 Jul 27 16:48:45.804819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Deleting port b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:45.805159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.940347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1bf8-f0eb-4827-b55f-05ec0fcd213e req-3344d652-4934-4dbb-a33a-ece6d0b33db9 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:45.942408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e0b1bf8-f0eb-4827-b55f-05ec0fcd213e req-3344d652-4934-4dbb-a33a-ece6d0b33db9 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 944 time: 0.1141596 Jul 27 16:48:45.983963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] For port b68b6c03-5831-4390-9946-9c801140df38, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b68b6c03-5831-4390-9946-9c801140df38,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:45.983963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:45.998610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Calling delete_port for b68b6c03-5831-4390-9946-9c801140df38 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:46.019894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e0b1bf8-f0eb-4827-b55f-05ec0fcd213e req-ebdd80a7-61f6-443b-a693-da2504392cfb tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703321 Jul 27 16:48:46.023015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.074212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=153fe2a6-13d5-4c29-825f-7a4c3d1fada2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:46.177971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.181479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4836e37-94fc-4222-a673-6339e86f2d7a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/153fe2a6-13d5-4c29-825f-7a4c3d1fada2 HTTP/1.1" status: 204 len: 168 time: 1.6995759 Jul 27 16:48:46.185189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-f8dc089a-bb61-48c8-9ec6-189a9e7ffa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:46.186789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-f8dc089a-bb61-48c8-9ec6-189a9e7ffa02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 HTTP/1.1" status: 200 len: 910 time: 0.5544233 Jul 27 16:48:46.188216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:46.246830 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-5940fde5-1a9a-4b88-b4f7-01b470527dd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=141f5352-e13b-45f4-a14b-0860e48a0af2 HTTP/1.1" status: 200 len: 217 time: 0.0435345 Jul 27 16:48:46.257746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2815b32-8167-4edb-9476-2fa5fb38ec31 req-517bf46e-614a-493b-ba1b-7b4d74352f6a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:46.265599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2815b32-8167-4edb-9476-2fa5fb38ec31 req-517bf46e-614a-493b-ba1b-7b4d74352f6a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 945 time: 0.4904077 Jul 27 16:48:46.323420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.356909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-34146711-9f24-4f3b-8253-ed2fb862e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:46.359233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-34146711-9f24-4f3b-8253-ed2fb862e6d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02cf513f-b8ef-4ea0-b42c-c85586f5e61f HTTP/1.1" status: 200 len: 849 time: 0.0910015 Jul 27 16:48:46.434719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2815b32-8167-4edb-9476-2fa5fb38ec31 req-7451be24-09aa-4225-a9a6-f1af6165eeb8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681418 Jul 27 16:48:46.444860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.460184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1368cca-eb3e-4518-8103-dd2a7497c0d0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:46.464586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-4a925efa-d1ea-4c38-834c-72a534773ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875542 Jul 27 16:48:46.475666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:46.476385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18eac2c-d527-4aaf-91b5-80c89f4c0b34') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:46.490906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.511243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.523458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:48:46.524214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: items = [ Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:48:46.544335 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:48:46.548176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.615458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event deleted for resources: {'Port': ['ID=b68b6c03-5831-4390-9946-9c801140df38,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:46.639842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.666250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-11aa77ad-83e5-4ee1-b0ca-a67712735854 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914535 Jul 27 16:48:46.685909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1368cca-eb3e-4518-8103-dd2a7497c0d0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:48:46.702253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] No DVR routers for this DVR port b68b6c03-5831-4390-9946-9c801140df38 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:48:46.728648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1368cca-eb3e-4518-8103-dd2a7497c0d0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:46.736207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.739042 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.742061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a63b4b73-3240-4c9c-9935-bfe53725e2b2 req-3cf72892-87e6-405e-94b5-a7dc4cf9c4c8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "DELETE /v2.0/ports/b68b6c03-5831-4390-9946-9c801140df38 HTTP/1.1" status: 204 len: 173 time: 1.9694228 Jul 27 16:48:46.743154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'name': 'network-vif-deleted', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:46.747104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:46.749113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cdc393f7-b493-4626-a43e-b6e296759775 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/networks/a1368cca-eb3e-4518-8103-dd2a7497c0d0 HTTP/1.1" status: 204 len: 168 time: 0.5581403 Jul 27 16:48:46.750472 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6b294c-7d32-41c8-9858-b962de1c8c3f" -d '{"events": [{"server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "name": "network-vif-deleted", "tag": "b68b6c03-5831-4390-9946-9c801140df38"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:46.994001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f628c-6772-4840-9c3a-9147cb259b7f req-dd2e6d67-c3e1-45e4-9c46-02b3283c9476 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.002574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454f628c-6772-4840-9c3a-9147cb259b7f req-dd2e6d67-c3e1-45e4-9c46-02b3283c9476 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 944 time: 0.1836200 Jul 27 16:48:47.090360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454f628c-6772-4840-9c3a-9147cb259b7f req-52b74baa-5667-4d53-9dd8-1e35fb297a04 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746741 Jul 27 16:48:47.203276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45a35f5d-079c-449f-b523-e93d6adc7934 req-326c40e2-9b24-499e-be63-cd41091d0d31 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067644 Jul 27 16:48:47.228712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:47.334612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.366630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.407445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.423703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.430535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.449685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db35bf5-7ee5-47bd-b20e-4d8a1544e7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.456372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.500984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:47.531585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-50eaea23-3205-4aaf-8725-07ae3ecf98d6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.3616636 Jul 27 16:48:47.540788 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd88779-e391-447c-a642-ada595377f51 x-openstack-request-id: req-fdd88779-e391-447c-a642-ada595377f51 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:47.541111 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c82759a-9432-4465-859f-e0661a0e2405", "name": "network-vif-deleted", "tag": "b68b6c03-5831-4390-9946-9c801140df38", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:47.542854 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdd88779-e391-447c-a642-ada595377f51 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:47.543280 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c82759a-9432-4465-859f-e0661a0e2405', 'name': 'network-vif-deleted', 'tag': 'b68b6c03-5831-4390-9946-9c801140df38', 'status': 'completed', 'code': 200} Jul 27 16:48:47.618999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc2c1fde-3f94-4563-83f6-0335f5813097 req-bf72f828-8d18-42bf-9a49-663c0eb42d92 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c82759a-9432-4465-859f-e0661a0e2405 HTTP/1.1" status: 200 len: 210 time: 0.1287956 Jul 27 16:48:47.621217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c42c5d8c-09fa-45ca-a27d-8fe3f6b56bf7 req-c84fa8bd-80e7-44c5-80ae-dff852fa321c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887203 Jul 27 16:48:47.641273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:47.663055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'name': 'tempest-router--387862658', 'project_id': 'b875a435f8834242a0528d7f8589aeaf'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:47.815962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db35bf5-7ee5-47bd-b20e-4d8a1544e7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.833162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db35bf5-7ee5-47bd-b20e-4d8a1544e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.847843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.849893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.916720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35bf5-7ee5-47bd-b20e-4d8a1544e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49772b2b-8c50-4482-ae72-bb2d491a3604,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:47.926437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5db35bf5-7ee5-47bd-b20e-4d8a1544e7cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93ff832fd27c4fc7b91aaa5d7d194a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962416 Jul 27 16:48:47.927136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:47.994251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:47.998737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd592-6152-4a27-9c57-cb8a79a448b2 req-3062452f-5b1f-4345-8935-658ddb53174a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:48.000655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10fcd592-6152-4a27-9c57-cb8a79a448b2 req-3062452f-5b1f-4345-8935-658ddb53174a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 945 time: 0.1803813 Jul 27 16:48:48.010805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.029984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.040298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.044814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cedbf99f-e4ff-4dc6-9f13-a4fd5a9e5212 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4023361 Jul 27 16:48:48.045651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:48.068652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.146996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10fcd592-6152-4a27-9c57-cb8a79a448b2 req-817d0b37-5c10-4082-8594-7f8a6028b525 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343443 Jul 27 16:48:48.153300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.165246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.172501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.175991 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49772b2b-8c50-4482-ae72-bb2d491a3604 HTTP/1.1" status: 204 len: 168 time: 0.2451653 Jul 27 16:48:48.210982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd1dd-a620-4929-a291-a705bf44751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49772b2b-8c50-4482-ae72-bb2d491a3604,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:48.443317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 141f5352-e13b-45f4-a14b-0860e48a0af2 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:48.569646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.576700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.613742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=141f5352-e13b-45f4-a14b-0860e48a0af2,segment=NetworkSegment(5f67194c-51ef-40e8-a767-381a0a9c55fe),segment_id=5f67194c-51ef-40e8-a767-381a0a9c55fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:48.626757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '141f5352-e13b-45f4-a14b-0860e48a0af2', 'network_id': '5ae03507-74b7-4bc4-9ce2-bbfe8ea21165', 'port_id': '141f5352-e13b-45f4-a14b-0860e48a0af2', 'mac_address': 'fa:16:3e:6a:60:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cf513f-b8ef-4ea0-b42c-c85586f5e61f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:48.658435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-08649830-9341-4a8a-978d-84510ebe1ec4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:48.665807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-08649830-9341-4a8a-978d-84510ebe1ec4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2035387 Jul 27 16:48:48.680789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae413b2-8dc1-4e64-bd14-c9f7890c0cb1 req-49daf74d-c9b7-4cac-be62-e707edba6783 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:48.682798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eae413b2-8dc1-4e64-bd14-c9f7890c0cb1 req-49daf74d-c9b7-4cac-be62-e707edba6783 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 944 time: 0.3561840 Jul 27 16:48:48.694884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-06b11daa-ecb0-4977-913d-e1c82fbc5a0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0280778 Jul 27 16:48:48.722392 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.751876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f5352-e13b-45f4-a14b-0860e48a0af2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:48.814472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-177d0494-ff74-458e-be41-c3f3b7294c29 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141138 Jul 27 16:48:48.815506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=141f5352-e13b-45f4-a14b-0860e48a0af2,segment=NetworkSegment(5f67194c-51ef-40e8-a767-381a0a9c55fe),segment_id=5f67194c-51ef-40e8-a767-381a0a9c55fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:48.821077 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.859384 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.859384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78550dcf-c598-443a-aef8-5f851d7f4608 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:48:48.860487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.861306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e542fa6c-6e80-45da-8ee1-af48ac5f2b05 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/routers/78550dcf-c598-443a-aef8-5f851d7f4608 HTTP/1.1" status: 204 len: 168 time: 0.8145597 Jul 27 16:48:48.878015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:48.893038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:48:48.916134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa11ec8-1c28-460d-baad-1b5ea7e1d8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:48.952887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b68b6c03-5831-4390-9946-9c801140df38 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:48:48.953243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b68b6c03-5831-4390-9946-9c801140df38 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:48:48.981048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-3a83a533-ada3-4e82-a413-6f49e4ba222b service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633475 Jul 27 16:48:49.009740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:49.021367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa11ec8-1c28-460d-baad-1b5ea7e1d8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.028783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eae413b2-8dc1-4e64-bd14-c9f7890c0cb1 req-b0530a75-165b-434c-a97a-dcd3e4b2d9d1 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398634 Jul 27 16:48:49.029319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa11ec8-1c28-460d-baad-1b5ea7e1d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.076669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ffa11ec8-1c28-460d-baad-1b5ea7e1d8e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da9334ded544b00a317268cafc27c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963737 Jul 27 16:48:49.078850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11ec8-1c28-460d-baad-1b5ea7e1d8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f26d4-ffde-4ea7-bc95-618e8a9c27c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:49.082426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:49.123674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['141f5352-e13b-45f4-a14b-0860e48a0af2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:49.181891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.215912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.303459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.308605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.311450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f2f26d4-ffde-4ea7-bc95-618e8a9c27c0 HTTP/1.1" status: 204 len: 168 time: 0.2277789 Jul 27 16:48:49.343349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55242) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:49.351797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a639e-44c1-4094-b45f-8ea44bec0185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f26d4-ffde-4ea7-bc95-618e8a9c27c0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:49.356943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2594cd13-9bdf-4cb3-af2b-50d3550db757 req-70096184-4e23-44e3-ba32-81430a03099e service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749890 Jul 27 16:48:49.439114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.452698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.461451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.475755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.482014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.488605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.494435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:49.496399 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-d0b58bee-0c60-4d21-8ddf-ed182bf7870b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.2503836 Jul 27 16:48:49.590919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65d98224-e5c0-44aa-9c83-4ac006658f73 req-8ff9eee4-f3e1-451d-a750-8d18e42f4a9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856175 Jul 27 16:48:49.757441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-352392110', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:49.839403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.843216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.990472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55266) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:49.993435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:49.996583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483759687', 'description': 'tempest-description--132215739'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:50.065872 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.222758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.232988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.308188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c33203d-07d9-4f60-815b-ea35f867f12e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:50.318832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.340172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d097-88ab-47c1-aad2-242f9c49fa1d req-0f39529c-3464-4a89-91ad-05817d19cca1 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:50.349609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ad6d097-88ab-47c1-aad2-242f9c49fa1d req-0f39529c-3464-4a89-91ad-05817d19cca1 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 945 time: 0.1757331 Jul 27 16:48:50.360791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.360791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-af78226a-e0e0-45c1-9427-88579ff08815 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3632276 Jul 27 16:48:50.361017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:50.373083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'security_group_rule': {'security_group_id': '0c33203d-07d9-4f60-815b-ea35f867f12e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:50.463855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 141f5352-e13b-45f4-a14b-0860e48a0af2 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:48:50.557675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ad6d097-88ab-47c1-aad2-242f9c49fa1d req-1ff21efd-f6c2-49ab-891e-8ed2877042cf tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002423 Jul 27 16:48:50.566218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 141f5352-e13b-45f4-a14b-0860e48a0af2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:48:50.577296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 141f5352-e13b-45f4-a14b-0860e48a0af2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:48:50.577676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.597297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-ae208e74-f6f8-4132-9b9c-0fafaacaac0b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:50.599031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-ae208e74-f6f8-4132-9b9c-0fafaacaac0b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2480755 Jul 27 16:48:50.601211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.642667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0fc553cf-13b8-45ca-8720-e73df9f3fd30 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0325260 Jul 27 16:48:50.723377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.734999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-5f518bf3-b4eb-4a67-a144-f00d500f1c7b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840957 Jul 27 16:48:50.775398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=141f5352-e13b-45f4-a14b-0860e48a0af2,segment=NetworkSegment(5f67194c-51ef-40e8-a767-381a0a9c55fe),segment_id=5f67194c-51ef-40e8-a767-381a0a9c55fe)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:50.776696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:50.780230 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65daed7c-ddb6-4d1e-abe6-3ee0b543fe96" -d '{"events": [{"server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "name": "network-vif-plugged", "status": "completed", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:50.785175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.810861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.854692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:50.868180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.905098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72e46e6-fa43-42c9-966d-1a157f469985,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:50.914055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:50.917763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d82d567-a96a-4470-b6f0-20c99c395512 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5536675 Jul 27 16:48:50.918290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:50.926386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'security_group_rule': {'security_group_id': '0c33203d-07d9-4f60-815b-ea35f867f12e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:50.929306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-45a3d009-ed2f-47f1-b910-dd5bb6fefc8a service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837440 Jul 27 16:48:51.082085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.088133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.098054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.108718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.116418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0cb4135a-e0a1-4ba9-bdc8-81b301fd9c7a service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856751 Jul 27 16:48:51.118026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.128004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.146046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.147998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-a12a2ece-7668-402a-aa9c-dc7fad54301a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.3589935 Jul 27 16:48:51.248525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.256584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.298245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.363930 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9f2370-f9e4-4df0-9e76-39dd45afb782 x-openstack-request-id: req-0a9f2370-f9e4-4df0-9e76-39dd45afb782 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:51.364349 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "name": "network-vif-plugged", "status": "completed", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:51.364711 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a9f2370-f9e4-4df0-9e76-39dd45afb782 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:51.365897 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2', 'code': 200} Jul 27 16:48:51.450866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8bcee98-867c-4d04-82f2-743cf0ab6e65 req-3d45e76b-deab-4d1b-8da5-3e09477e4351 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2729194 Jul 27 16:48:51.571089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b86e952-84cc-4d1b-b26a-c85d7cc45311 req-3c039f78-145e-4992-b9aa-b9c2c9fe1351 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 210 time: 0.1406605 Jul 27 16:48:51.601713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Allocated IP 172.25.4.148 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/52482004-9173-408b-a577-e54d11afb703) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:51.632863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.642858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60577d4-9081-42e4-895f-461a9791551f req-6c5206df-35e6-484e-a183-c8cd908a398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.653382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.657706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d60577d4-9081-42e4-895f-461a9791551f req-6c5206df-35e6-484e-a183-c8cd908a398a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 1097 time: 0.1647654 Jul 27 16:48:51.720088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.721892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8009191 Jul 27 16:48:51.725124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:51.732165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:51.737472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2313-e6d7-44f1-9e71-9cc29b9c268f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471926b2-1dc9-4eb4-af1a-5a4788adb5e1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:51.742656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d60577d4-9081-42e4-895f-461a9791551f req-1482ccfa-7568-4d27-b1fa-5a93e419b347 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765707 Jul 27 16:48:51.859586 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.942187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:51.962483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35fbb-aa11-4cd1-aa06-d0ec289f30c7 req-1d9eefc9-4fff-48bc-8b21-ab86668c432b tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:51.973035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48f35fbb-aa11-4cd1-aa06-d0ec289f30c7 req-1d9eefc9-4fff-48bc-8b21-ab86668c432b tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.2196550 Jul 27 16:48:52.060768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48f35fbb-aa11-4cd1-aa06-d0ec289f30c7 req-8d6f37a8-0181-4e69-b437-3d52983f18f3 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865641 Jul 27 16:48:52.116860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:52.188006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event updated for resources: {'Port': ['ID=52482004-9173-408b-a577-e54d11afb703,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:52.208626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:52.248262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:52.265066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:52.281743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:52.584335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Allocated IP 172.25.4.29 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:52.833617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.841596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.852268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.859742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.870583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.881182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.887561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:52.902641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-da442061-54ae-405c-9c59-8e20a032fca4 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.2439730 Jul 27 16:48:53.003077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:53.070285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb37aa2e-0246-4e0d-8538-0dcb56ae8b1a req-e890b431-c22a-4648-bb0a-ad92a50a8561 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632228 Jul 27 16:48:53.094302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:53.104544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8a648bc-c04a-4920-b1e9-592cb5f8445b req-f53e3b7c-8124-4197-8b9b-d0ebad2d66e1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 210 time: 0.3419802 Jul 27 16:48:53.472223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-fca2757b-b4f2-4187-b38a-a03884acb54f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:53.475987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-fca2757b-b4f2-4187-b38a-a03884acb54f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.3285728 Jul 27 16:48:53.492515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1cd0-097e-43d3-80f3-118a147cf1e5 req-3a41bb86-20b3-4708-bb06-ec231444c9bb tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:53.497673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-243d1cd0-097e-43d3-80f3-118a147cf1e5 req-3a41bb86-20b3-4708-bb06-ec231444c9bb tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.3108854 Jul 27 16:48:53.531062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '9332a149-016e-4f4b-9245-578241a6af4f', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:53.676198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-243d1cd0-097e-43d3-80f3-118a147cf1e5 req-752f647d-0c24-45ae-bf8c-d637d1dfda32 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389523 Jul 27 16:48:53.826669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:53.834319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:53.932283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:53.942506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:53.953391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:53.964834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'Port': ['ID=d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:54.075296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.7 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/7d887476-74ef-4c6d-9398-9718a9016e24) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:54.123005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:54.233707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.353845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.378514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.401967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-513968d1-b7a7-4db4-9ec0-3a969dac9607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.453418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.529607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.537281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.539587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65b6c-b126-4f0e-a6a5-621de39b1c37 req-7755231f-8aef-4876-9a69-bc485a2460f6 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.541605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74f65b6c-b126-4f0e-a6a5-621de39b1c37 req-7755231f-8aef-4876-9a69-bc485a2460f6 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.3226402 Jul 27 16:48:54.572480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.579313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.598631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.605486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.611408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:54.625416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-5dd7f987-fed8-4336-bfa0-b64a568bcd4b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.4189875 Jul 27 16:48:54.635306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74f65b6c-b126-4f0e-a6a5-621de39b1c37 req-6f03798c-8daf-455d-af6e-fb62cee53fcb tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868239 Jul 27 16:48:54.660212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:54.696190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:54.843180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:54.873118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:54.879526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:54.897031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:48:54.914165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f176d9-0a1b-4314-b0f6-b8683c3b9597 req-752a45d1-4ebb-48d4-8de7-6859358f601b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2713211 Jul 27 16:48:54.960736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.008655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:55.009363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.070143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eb7f-cd4c-40df-9c6d-18bd0a589a8a req-1246e563-22ba-43ee-9e6d-db0e1ea7611a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:55.072062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9385eb7f-cd4c-40df-9c6d-18bd0a589a8a req-1246e563-22ba-43ee-9e6d-db0e1ea7611a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 931 time: 0.2624469 Jul 27 16:48:55.097098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-513968d1-b7a7-4db4-9ec0-3a969dac9607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.104766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-513968d1-b7a7-4db4-9ec0-3a969dac9607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.138198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.143916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-513968d1-b7a7-4db4-9ec0-3a969dac9607 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e9af1a4079c4dfb95ba8b4529f86b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127676 Jul 27 16:48:55.146464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:55.155798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-3ab5d3b9-58db-4cec-b483-8019c3c6d21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6570117 Jul 27 16:48:55.179553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Request body: {'port': {'device_id': '9332a149-016e-4f4b-9245-578241a6af4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:48:55.179841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.228176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9385eb7f-cd4c-40df-9c6d-18bd0a589a8a req-660d87ae-68d4-4fb7-9f1c-3a826e62b03e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401803 Jul 27 16:48:55.253856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513968d1-b7a7-4db4-9ec0-3a969dac9607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb635947-b887-4803-91ee-02ef73153a74,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:55.298372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'Port': ['ID=d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:55.343676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.360086 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.370781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-88837bd1-8f43-4538-af34-4f5a6d922464 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6446767 Jul 27 16:48:55.378259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.407499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.415187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Router 90a8cecc-063a-4ffb-87d1-3af2197fa828 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:48:55.722532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:48:55.742942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] Sync routers for ids ['90a8cecc-063a-4ffb-87d1-3af2197fa828'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:48:55.761774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] Routers {'90a8cecc-063a-4ffb-87d1-3af2197fa828'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:55.762319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['90a8cecc-063a-4ffb-87d1-3af2197fa828'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:55.766676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:55.768872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cf14671-c42f-4d83-94dc-89781c749216 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4243758 Jul 27 16:48:55.772080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:55.846956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:55.859654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] Routers {'90a8cecc-063a-4ffb-87d1-3af2197fa828'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:48:55.860585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['90a8cecc-063a-4ffb-87d1-3af2197fa828'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:55.907594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:55.908264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd07bfd-06a8-476b-9c54-9681d18c44e3 None None] The sync data for ids ['90a8cecc-063a-4ffb-87d1-3af2197fa828'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:48:55.966241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e34f0ae1-81e8-4c6b-9823-2a45cbce1ff3 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/90a8cecc-063a-4ffb-87d1-3af2197fa828 HTTP/1.1" status: 200 len: 924 time: 0.1923897 Jul 27 16:48:55.971208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:56.022454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.024838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.028291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb635947-b887-4803-91ee-02ef73153a74 HTTP/1.1" status: 204 len: 168 time: 0.8783703 Jul 27 16:48:56.047154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf37c77-66d1-4e20-8579-4500a3406e0b req-2c516c93-45cb-4d00-946a-7515470646ca tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.067546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edf37c77-66d1-4e20-8579-4500a3406e0b req-2c516c93-45cb-4d00-946a-7515470646ca tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.1560664 Jul 27 16:48:56.077679 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e12fd4f-b2c6-496d-a2ec-8f251728efbb tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=90a8cecc-063a-4ffb-87d1-3af2197fa828 HTTP/1.1" status: 200 len: 205 time: 0.1042225 Jul 27 16:48:56.088559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:56.109510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.147407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1b708-0b29-4bcc-9bd0-d8cd31c6eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb635947-b887-4803-91ee-02ef73153a74,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:56.186822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edf37c77-66d1-4e20-8579-4500a3406e0b req-59e0c7d5-6e6e-40d6-bc55-6d95da933eaa tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079478 Jul 27 16:48:56.353604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-323b395a-3f65-4a34-802c-7d8418fff77e tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.360712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-323b395a-3f65-4a34-802c-7d8418fff77e tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.3960276 Jul 27 16:48:56.403639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c653e95e-0a1e-47ca-87f5-d78afb373d01 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.405130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c653e95e-0a1e-47ca-87f5-d78afb373d01 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.13 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.4395344 Jul 27 16:48:56.413604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.443614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.464715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-3856cc24-9608-4d20-a659-1dbfdad17729 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/quotas/9b339ba2e0194faeb84967dd50dccee8 HTTP/1.1" status: 200 len: 375 time: 0.1013801 Jul 27 16:48:56.482408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.512318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.531539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.533224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.540603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.547313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:56.557703 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-2d21a1c5-cd7c-4c96-b1f3-fe69c1f45fad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5430 time: 0.2754390 Jul 27 16:48:56.578512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55518) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:56.611454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cec4-3517-4732-afd9-ba21269a19ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.655213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5babdc64-3fda-4927-b37c-85b82e3b573c req-d5f720d7-70a5-4269-9656-c25c9872b63c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962148 Jul 27 16:48:56.857187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cec4-3517-4732-afd9-ba21269a19ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.862969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cec4-3517-4732-afd9-ba21269a19ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.879866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:56.893902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:56.896510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-1c5b29d9-ddb5-4a87-98ab-f7a530e6bf7c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4326553 Jul 27 16:48:56.975028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4fa4cec4-3517-4732-afd9-ba21269a19ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34cd6c7dca4a4c4987c32b67446f9725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944707 Jul 27 16:48:56.986101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55528) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:57.011235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4cec4-3517-4732-afd9-ba21269a19ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ef0c1-511a-441b-9369-ca476209395b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:57.086208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:57.103403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'port_id': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'mac_address': 'fa:16:3e:29:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e795b91e-7024-4faa-bdc0-3b923e66ffe1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:57.145989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed68d07-22ef-4e11-9a74-cd1759ea9224 req-5378db10-28e6-45fe-bb27-558bf8e6f8cc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:57.153408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aed68d07-22ef-4e11-9a74-cd1759ea9224 req-5378db10-28e6-45fe-bb27-558bf8e6f8cc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 931 time: 0.3478355 Jul 27 16:48:57.156562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.184889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Deleting port 141f5352-e13b-45f4-a14b-0860e48a0af2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:57.185763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.208532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.245470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.250384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aed68d07-22ef-4e11-9a74-cd1759ea9224 req-8eeccd36-350b-4277-935a-b5c0ffe9f51e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946758 Jul 27 16:48:57.288362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:57.317853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d887476-74ef-4c6d-9398-9718a9016e24 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:57.326421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.328988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.332617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/248ef0c1-511a-441b-9369-ca476209395b HTTP/1.1" status: 204 len: 168 time: 0.3425629 Jul 27 16:48:57.352593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c175c-0155-4f48-9bd7-1a4c90d90bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ef0c1-511a-441b-9369-ca476209395b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:57.365696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:57.398982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-a26554c9-3cf4-40a1-9d38-92251d1d7c16 service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731116 Jul 27 16:48:57.408020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.416952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:57.444512 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.445609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device dad85224-c4f7-4dc6-913d-111020f15944 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:57.488331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4ea4-7d95-48b6-87ec-6665500bbd79 req-69300d8b-efe6-4aa8-9b42-d14a860c42dd tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:57.490085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-773d4ea4-7d95-48b6-87ec-6665500bbd79 req-69300d8b-efe6-4aa8-9b42-d14a860c42dd tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.1588211 Jul 27 16:48:57.567834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ed-818a-4fdb-ac5f-40c874233d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.568057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port 52482004-9173-408b-a577-e54d11afb703 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:48:57.568309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.583580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Transition to ACTIVE for port object 7d887476-74ef-4c6d-9398-9718a9016e24 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:48:57.637444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.646069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-773d4ea4-7d95-48b6-87ec-6665500bbd79 req-05dbce10-1d5e-4548-aa72-66638130075d tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454632 Jul 27 16:48:57.658868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:57.678614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:48:57.689909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-781a1535-442e-4658-9d62-9c0fbb063254 service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727675 Jul 27 16:48:57.744292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] For port 141f5352-e13b-45f4-a14b-0860e48a0af2, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=141f5352-e13b-45f4-a14b-0860e48a0af2,segment=NetworkSegment(5f67194c-51ef-40e8-a767-381a0a9c55fe),segment_id=5f67194c-51ef-40e8-a767-381a0a9c55fe)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:57.744893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:57.805347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Calling delete_port for 141f5352-e13b-45f4-a14b-0860e48a0af2 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:57.843263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:57.845341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=dad85224-c4f7-4dc6-913d-111020f15944,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:57.871416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'dad85224-c4f7-4dc6-913d-111020f15944', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'port_id': 'dad85224-c4f7-4dc6-913d-111020f15944', 'mac_address': 'fa:16:3e:d6:78:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:57.882303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.013362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.014415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.014820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.015334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.015893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.017499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.019796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.019796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.019796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.020145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.025541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.029133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.029133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:58.084139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad85224-c4f7-4dc6-913d-111020f15944 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:58.103660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ed-818a-4fdb-ac5f-40c874233d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.139742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ed-818a-4fdb-ac5f-40c874233d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.152581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=dad85224-c4f7-4dc6-913d-111020f15944,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:58.159580 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.160312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f356294b-b34f-4bea-82fd-f5477c546e2f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:58.210330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for 52482004-9173-408b-a577-e54d11afb703 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:48:58.251134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f94cc7ed-818a-4fdb-ac5f-40c874233d2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4872f39a93aa43bca18658f802c9f6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823144 Jul 27 16:48:58.256212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cc7ed-818a-4fdb-ac5f-40c874233d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a8ef4-7394-4e79-bcd0-ec5336a2d6fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:58.279969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.287288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.301587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.318092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.324366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:48:58.330399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:58.332935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.343134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfaaec27-03c1-47e7-bf3d-69c6de075c6a req-b0ca44be-2f30-451a-babc-abbc06651da3 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.2267723 Jul 27 16:48:58.353317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.359359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:58.366416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.366416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-0e9b166a-b8ef-4882-a825-1551c43ee20f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5431 time: 0.4532444 Jul 27 16:48:58.401227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'network_id': '82adbb21-44fb-4345-8934-6ed130dfaeeb', 'port_id': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'mac_address': 'fa:16:3e:7f:af:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e795b91e-7024-4faa-bdc0-3b923e66ffe1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:58.506303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Attempting to bind port 7d887476-74ef-4c6d-9398-9718a9016e24 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:48:58.507017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Attempting to bind port 7d887476-74ef-4c6d-9398-9718a9016e24 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:48:58.507589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Attempting to bind port 7d887476-74ef-4c6d-9398-9718a9016e24 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:58.534965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.558895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e7b4c15-7bd4-4f37-b407-1a17983a2105 req-29da3be3-1372-43ea-9429-f92e96e84322 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857018 Jul 27 16:48:58.568940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Port 7d887476-74ef-4c6d-9398-9718a9016e24 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:48:58.569597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Attempting to bind port 7d887476-74ef-4c6d-9398-9718a9016e24 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:48:58.621902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:48:58.622524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:48:58.623173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:48:58.623807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Bound port: 7d887476-74ef-4c6d-9398-9718a9016e24, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:48:58.624167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.626790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f356294b-b34f-4bea-82fd-f5477c546e2f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:58.688195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:58.694953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.695700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65445e1a-3a30-49f8-8388-0ff296e451a0 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:58.701365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.834608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:58.870994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:58.972832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88d50-98da-49bc-95c6-4b0ea3c8e2d6 req-bff261d7-b938-4d48-ae5d-b181d9843bc6 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:58.992248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ef88d50-98da-49bc-95c6-4b0ea3c8e2d6 req-bff261d7-b938-4d48-ae5d-b181d9843bc6 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 946 time: 0.1691654 Jul 27 16:48:58.994095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.023823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:59.029574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:59.068398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'port_id': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'mac_address': 'fa:16:3e:87:ed:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:59.070674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Pushing event deleted for resources: {'Port': ['ID=141f5352-e13b-45f4-a14b-0860e48a0af2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:59.079426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7d887476-74ef-4c6d-9398-9718a9016e24,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:59.087595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.098665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558059ed-58fb-41a2-aef3-face55107938 req-cef63bad-628d-4351-9c40-902929a125e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.106648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-558059ed-58fb-41a2-aef3-face55107938 req-cef63bad-628d-4351-9c40-902929a125e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 943 time: 0.4865396 Jul 27 16:48:59.114464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.118509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ef88d50-98da-49bc-95c6-4b0ea3c8e2d6 req-2ecdaf20-3bef-4590-b43b-0de53dad9cf2 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/security-groups?id=a86fe92a-28c1-4355-905c-e7f4a9e88dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221519 Jul 27 16:48:59.201658 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.201933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.204133 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.208611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e73a8ef4-7394-4e79-bcd0-ec5336a2d6fb HTTP/1.1" status: 204 len: 168 time: 0.8644531 Jul 27 16:48:59.224182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65445e1a-3a30-49f8-8388-0ff296e451a0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:59.231324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=52482004-9173-408b-a577-e54d11afb703,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:59.248394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] No DVR routers for this DVR port 141f5352-e13b-45f4-a14b-0860e48a0af2 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:48:59.252335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.255233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64b6a919-604b-4c99-a5b7-a22623286476 req-c842a134-8453-45e7-8598-7afdcfccbe7e tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.13 "DELETE /v2.0/ports/141f5352-e13b-45f4-a14b-0860e48a0af2 HTTP/1.1" status: 204 len: 173 time: 2.8020966 Jul 27 16:48:59.285334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.286294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.288069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] 10.222.0.61 "PUT /v2.0/ports/7d887476-74ef-4c6d-9398-9718a9016e24 HTTP/1.1" status: 200 len: 1091 time: 4.1159523 Jul 27 16:48:59.288749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'name': 'network-vif-deleted', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2'}, {'name': 'network-changed', 'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:48:59.290402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:59.291559 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bc504-8d61-4b23-8a95-b09299180f4a" -d '{"events": [{"server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "name": "network-vif-deleted", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2"}, {"name": "network-changed", "server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:59.302390 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.305559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 41307b56-829c-42b7-bbe7-d3221c731f7f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:59.341382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a572-6071-4f67-8d57-37f401f9d43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a8ef4-7394-4e79-bcd0-ec5336a2d6fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:59.459294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:48:59.521343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:59.555045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'port_id': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'mac_address': 'fa:16:3e:28:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:59.561326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:59.641264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-210c11cc-a3ce-45b6-9b1a-14597cb0df4f req-8727fb27-5a98-485c-acbd-ebd1671c847e tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.0678382 Jul 27 16:48:59.679552 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.720244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41307b56-829c-42b7-bbe7-d3221c731f7f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:48:59.808916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:59.816900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:48:59.817807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 49cf4fe9-1ffd-4717-8057-122f67750692 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:59.899251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.925134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.945523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.958839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:48:59.975637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:59.989446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.010083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.030825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.041178 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9f64ac-a8f2-4d41-ae02-06e4ccce403e x-openstack-request-id: req-bb9f64ac-a8f2-4d41-ae02-06e4ccce403e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:00.043884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-addc85dd-61c2-40e3-ba4c-a787ef7f87ed tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5434 time: 0.2671039 Jul 27 16:49:00.045129 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fe76-3e52-447d-ab34-e6a451ba4851", "name": "network-vif-deleted", "tag": "141f5352-e13b-45f4-a14b-0860e48a0af2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:00.045721 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9f64ac-a8f2-4d41-ae02-06e4ccce403e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:00.046607 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fe76-3e52-447d-ab34-e6a451ba4851', 'name': 'network-vif-deleted', 'tag': '141f5352-e13b-45f4-a14b-0860e48a0af2', 'status': 'completed', 'code': 200} Jul 27 16:49:00.047584 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24', 'status': 'completed', 'code': 200} Jul 27 16:49:00.058465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:00.098737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '49cf4fe9-1ffd-4717-8057-122f67750692', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'port_id': '49cf4fe9-1ffd-4717-8057-122f67750692', 'mac_address': 'fa:16:3e:53:1b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:00.108468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a827708-1a80-4fb4-9c47-7ab05b6c8f92 req-54a3bcad-3690-41a6-9c09-da4c55cc0c99 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622425 Jul 27 16:49:00.163840 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-558059ed-58fb-41a2-aef3-face55107938 req-5ea4898b-acd1-4453-adaa-056cb85f6696 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0557046 Jul 27 16:49:00.199828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.219099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:00.232255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cf4fe9-1ffd-4717-8057-122f67750692 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:00.245568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd23be1-b124-437c-b390-d2948d31fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:00.247553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89056519-5f74-42fc-b3e4-e2995db49e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.270400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.308695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:00.319427 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.320551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d2c63ed4-3911-4091-ad3d-eb19ebe503e9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:00.393825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b553ccce-f761-4f41-89b6-501aa6c74fab req-df5e2ddf-fe5f-41e4-b5d1-342b24a2cd69 tempest-ServerGroupTestJSON-715575020 tempest-ServerGroupTestJSON-715575020-project] 10.222.0.64 "GET /v2.0/ports?device_id=bec5fe76-3e52-447d-ab34-e6a451ba4851 HTTP/1.1" status: 200 len: 210 time: 0.0682225 Jul 27 16:49:00.419997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.435046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:00.439066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.457404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-5ff32091-1f90-4ed4-9e9a-3b81c27bc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.460705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-5ff32091-1f90-4ed4-9e9a-3b81c27bc3cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 1094 time: 1.1104558 Jul 27 16:49:00.481515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-ad773fc1-41ce-4085-9971-a97b8355a856 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.483289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-ad773fc1-41ce-4085-9971-a97b8355a856 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.4768832 Jul 27 16:49:00.487333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89056519-5f74-42fc-b3e4-e2995db49e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.492763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89056519-5f74-42fc-b3e4-e2995db49e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.546005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9', 'network_id': 'd1958017-807c-4b55-81f5-c90f854763c5', 'port_id': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9', 'mac_address': 'fa:16:3e:0c:6d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1b5f5b-b469-4f5c-a070-43007b9acb2b', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:00.550282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:00.551010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89056519-5f74-42fc-b3e4-e2995db49e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aca4401-9708-4bd1-a20b-a248fbc4b6ba,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:00.555545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 141f5352-e13b-45f4-a14b-0860e48a0af2 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:00.582591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-89056519-5f74-42fc-b3e4-e2995db49e28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9acb25e5ba34a70ac927174cbf112ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664641 Jul 27 16:49:00.585884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:00.593970 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-20647b13-d424-4bbe-805a-9b15d5e74c4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d887476-74ef-4c6d-9398-9718a9016e24 HTTP/1.1" status: 200 len: 217 time: 0.1048336 Jul 27 16:49:00.602236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'port': {'device_id': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'admin_state_up': True, 'tenant_id': '9b339ba2e0194faeb84967dd50dccee8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:00.620625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.636397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c63ed4-3911-4091-ad3d-eb19ebe503e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:00.641020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 141f5352-e13b-45f4-a14b-0860e48a0af2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:00.641259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 141f5352-e13b-45f4-a14b-0860e48a0af2 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:00.665232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:00.671879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.688113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.719990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.741280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:00.757216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.757898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router 90a8cecc-063a-4ffb-87d1-3af2197fa828 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:00.764758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.766036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f454b5a1-bfb0-4c67-a65c-5933517b2c2e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/90a8cecc-063a-4ffb-87d1-3af2197fa828 HTTP/1.1" status: 204 len: 168 time: 4.6738100 Jul 27 16:49:00.775158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-1b5cec4f-d1be-4a19-9c9d-79cddfeba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:00.775158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-1b5cec4f-d1be-4a19-9c9d-79cddfeba567 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1632688 Jul 27 16:49:00.775158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:00.782174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503742969', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:00.787934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.792037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.810992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3aca4401-9708-4bd1-a20b-a248fbc4b6ba HTTP/1.1" status: 204 len: 168 time: 0.2105219 Jul 27 16:49:00.819732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770dfc-efae-4079-8a62-fd1183f07225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aca4401-9708-4bd1-a20b-a248fbc4b6ba,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:00.895980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ccf2227-04c9-4e57-a4f3-a9d2e4292993 req-3a7e686c-f9e9-4a57-b18b-6a5e521a27aa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.0729816 Jul 27 16:49:00.898174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-686d98ee-5627-4d6d-b56f-b7aac81848bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094909 Jul 27 16:49:00.989333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:00.990496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:01.119248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:01.126668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-737a35af-7dd1-4a29-938a-8941a007cf85 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124689 Jul 27 16:49:01.131381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Made reservation on behalf of 9b339ba2e0194faeb84967dd50dccee8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:01.134179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:01.345023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.350296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['49cf4fe9-1ffd-4717-8057-122f67750692'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.353229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.359890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.372099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.379504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.386226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.395884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.399205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36d480cf-3c67-4294-8630-a076c28c669c req-f779e326-9514-4011-8810-aebbbb005597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5437 time: 0.2027342 Jul 27 16:49:01.414129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['dad85224-c4f7-4dc6-913d-111020f15944'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.453998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f356294b-b34f-4bea-82fd-f5477c546e2f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.515813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['65445e1a-3a30-49f8-8388-0ff296e451a0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.519322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['41307b56-829c-42b7-bbe7-d3221c731f7f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.536887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d2c63ed4-3911-4091-ad3d-eb19ebe503e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:01.552513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36d480cf-3c67-4294-8630-a076c28c669c req-b1aeed56-79e8-4d76-acf7-47d8ef883d9c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385682 Jul 27 16:49:01.558622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:01.643759 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e924e85e-bc23-4936-9570-77c32d8afe1b req-2c2eae6f-c600-49bf-8f45-68fd54d7cb72 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741509 Jul 27 16:49:01.758916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696da45-93b6-41ce-aebe-1dece5e0294d req-6c86645f-74e6-445e-9030-918979e2f5a1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.766549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9696da45-93b6-41ce-aebe-1dece5e0294d req-6c86645f-74e6-445e-9030-918979e2f5a1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 943 time: 0.4585989 Jul 27 16:49:01.869137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9696da45-93b6-41ce-aebe-1dece5e0294d req-8cc076df-fb93-4d8a-8989-c74c1b48a2d5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002572 Jul 27 16:49:01.871728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Allocated IP 172.20.0.11 (a1907035-ddbe-4508-ac82-45cd094b666a/0365b81b-42fa-4de4-845d-bc2c7a78e0dc/e7940aaf-efaf-45d9-aac4-f61788ff12c1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:01.950938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc504-8d61-4b23-8a95-b09299180f4a req-b1763500-5208-4638-81c8-adc91cae5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:01.953576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-b1763500-5208-4638-81c8-adc91cae5ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 1094 time: 0.2271342 Jul 27 16:49:02.198578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:02.271877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1ca9a60-bd33-46b3-a7f9-01061938bcd6 req-689080a1-ceeb-4329-a015-1fde18cf027f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.1622474 Jul 27 16:49:02.336421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Deleting subnet 02cf513f-b8ef-4ea0-b42c-c85586f5e61f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:49:02.341023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.438260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc504-8d61-4b23-8a95-b09299180f4a req-2cbe5be3-f68c-437b-a506-b66304bc1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:02.440497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-2cbe5be3-f68c-437b-a506-b66304bc1a34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.4743114 Jul 27 16:49:02.507661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['83f5517a-97f9-43b0-92a9-6d3fa3cb26d3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:02.516915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.536749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.541472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-ea05fac2-9b88-46a6-836b-751bdf622778 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d887476-74ef-4c6d-9398-9718a9016e24 HTTP/1.1" status: 200 len: 217 time: 0.0882030 Jul 27 16:49:02.629255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.707206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.757106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cf513f-b8ef-4ea0-b42c-c85586f5e61f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:02.764398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:02.767000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d2ad6558-cd21-47df-b2be-48b7b6b184a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/02cf513f-b8ef-4ea0-b42c-c85586f5e61f HTTP/1.1" status: 204 len: 168 time: 0.5671480 Jul 27 16:49:02.770329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:03.001605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.062823 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.120974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.144801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.162450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.181982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.191168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.199856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.208861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.225974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f73be167-b416-4a11-8e83-18762b96463c req-d7acb898-5d52-4759-b1c5-9506d5cdfb8e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5437 time: 0.4396889 Jul 27 16:49:03.336763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.366095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f73be167-b416-4a11-8e83-18762b96463c req-c7665694-f9ea-4a37-93c4-f6cfccef61b9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366525 Jul 27 16:49:03.375575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae03507-74b7-4bc4-9ce2-bbfe8ea21165']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:03.396673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f67194c-51ef-40e8-a767-381a0a9c55fe') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:03.406176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f67194c-51ef-40e8-a767-381a0a9c55fe') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:03.434955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.442604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.469365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.486167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:03.487375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.489234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:03.493901 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:03.582238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc504-8d61-4b23-8a95-b09299180f4a req-15d503a8-e08b-4795-a549-c559e98bf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:03.583772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-15d503a8-e08b-4795-a549-c559e98bf0d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 1.0284066 Jul 27 16:49:03.630846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752b4f61-2360-4a28-94cf-b5d7a5412b45 req-4679abc0-7b43-4615-8e89-56005584db78 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.1179376 Jul 27 16:49:03.675275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.676902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-3dc91b99-5d3b-425f-95df-2625f166ae45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837753 Jul 27 16:49:03.681640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:03.684149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] 10.222.0.64 "DELETE /v2.0/networks/5ae03507-74b7-4bc4-9ce2-bbfe8ea21165 HTTP/1.1" status: 204 len: 168 time: 0.9124935 Jul 27 16:49:03.727164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c315f6-b1e7-4935-b76c-b5cb65e34d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae03507-74b7-4bc4-9ce2-bbfe8ea21165,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:03.767193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 172.25.4.68 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:03.978749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.009122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:04.019353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.095204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:04.113273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4129f8d7-fdf1-46a0-9b4a-f4a12b1beabb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0476d5ccf01e4e2aa4e36ac2260507f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019168 Jul 27 16:49:04.116153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:04.133027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2243-6ce4-4190-b01f-13e2ce9e63e3 req-4c2a3218-c501-401e-9ba3-9289a20cc0ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.134519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1ba2243-6ce4-4190-b01f-13e2ce9e63e3 req-4c2a3218-c501-401e-9ba3-9289a20cc0ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 943 time: 0.7086496 Jul 27 16:49:04.144400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.215363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.217865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:04.222349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Network a1907035-ddbe-4508-ac82-45cd094b666a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:04.229212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:04.244306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:04.267449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.302164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:04.305281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:04.339509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:04.366739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.371398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.394379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a86fe92a-28c1-4355-905c-e7f4a9e88dc7 HTTP/1.1" status: 204 len: 168 time: 0.2631478 Jul 27 16:49:04.416825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-2d4b4547-0857-46f4-8f10-31021f4a4ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300079 Jul 27 16:49:04.442835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:04.448371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8aa4-e36b-4a92-b258-abdea4a09552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86fe92a-28c1-4355-905c-e7f4a9e88dc7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:04.491641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8cd02df-79ad-47ee-90fb-efaf69f2c76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.500727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1ba2243-6ce4-4190-b01f-13e2ce9e63e3 req-b88ab208-73f2-4c84-bad7-9dd4572b3150 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503649 Jul 27 16:49:04.594855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.595515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.695834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7d887476-74ef-4c6d-9398-9718a9016e24 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:04.701285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:04.763802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-585bc504-8d61-4b23-8a95-b09299180f4a req-feda6ec2-af6c-4ce5-b9d5-3814e78de321 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879961 Jul 27 16:49:04.808969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8cd02df-79ad-47ee-90fb-efaf69f2c76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.833107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.835557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-9f128203-87cb-46dc-924e-9f9795dcadf2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2399898 Jul 27 16:49:04.841573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.846549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.850893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Request body: {'port': {'device_id': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:04.853412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.860825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.867417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.873566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:04.882911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-eaef29f0-9119-4ff8-bcd6-4a4b9c71afd0 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5437 time: 0.3788309 Jul 27 16:49:04.885475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8cd02df-79ad-47ee-90fb-efaf69f2c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.922408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8cd02df-79ad-47ee-90fb-efaf69f2c76d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3ad84599d214865909724cc742129eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027278 Jul 27 16:49:04.928905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:04.953719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:04.961425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:04.961781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:04.995468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd02df-79ad-47ee-90fb-efaf69f2c76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58216026-07aa-4c21-8c31-f87952aecd03,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:05.049804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36cb17b1-809b-42e4-9c73-67fbfa981fb0 req-b363bd72-6e6b-4fbf-99b9-cd0a620fe597 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651013 Jul 27 16:49:05.052498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7d887476-74ef-4c6d-9398-9718a9016e24,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:05.070125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '7d887476-74ef-4c6d-9398-9718a9016e24', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '7d887476-74ef-4c6d-9398-9718a9016e24', 'mac_address': 'fa:16:3e:93:a8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:05.076555 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.101785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.135062 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.160367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.160804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d887476-74ef-4c6d-9398-9718a9016e24 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:05.166666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.166855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.175865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58216026-07aa-4c21-8c31-f87952aecd03 HTTP/1.1" status: 204 len: 168 time: 0.2451169 Jul 27 16:49:05.186854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b718a1a-e028-451c-80aa-f46d66c3f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58216026-07aa-4c21-8c31-f87952aecd03,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:05.195860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7d887476-74ef-4c6d-9398-9718a9016e24,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:05.209206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.219473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:05.221865 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff858444-de71-45ad-96f1-8da9e242f019" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:05.251626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.257901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:05.263456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.290714 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8bd36-77a2-4df3-8356-dc4ec7e645e8 x-openstack-request-id: req-25e8bd36-77a2-4df3-8356-dc4ec7e645e8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:05.291647 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:05.292305 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25e8bd36-77a2-4df3-8356-dc4ec7e645e8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:05.293032 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'code': 200} Jul 27 16:49:05.320268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:05.351915 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:05.367423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab96a-29bf-44b8-a38a-26a0e6dec5f0 req-dc871833-cf09-47fc-b4c8-806339861dd7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:05.380033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eecab96a-29bf-44b8-a38a-26a0e6dec5f0 req-dc871833-cf09-47fc-b4c8-806339861dd7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 932 time: 0.5944939 Jul 27 16:49:05.420767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:05.500284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['7d887476-74ef-4c6d-9398-9718a9016e24'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:05.600314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eecab96a-29bf-44b8-a38a-26a0e6dec5f0 req-8f09420b-ec7c-4d7a-b534-24868f4a2ccd tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165272 Jul 27 16:49:05.873472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d6bd-7cc0-4a24-bdd3-878015722a6d req-8cbc8d4c-44b3-4a6a-a48c-f892c22c4c34 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:05.875913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e76d6bd-7cc0-4a24-bdd3-878015722a6d req-8cbc8d4c-44b3-4a6a-a48c-f892c22c4c34 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 944 time: 0.2039139 Jul 27 16:49:05.958231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e76d6bd-7cc0-4a24-bdd3-878015722a6d req-bb4c9286-db1b-440d-9605-ebdf3d6cf489 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646384 Jul 27 16:49:06.161809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:06.175225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:06.220298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d83ac084-de16-422f-8d84-219e67ddc838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.292900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:06.302277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.317484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Transition to ACTIVE for port object e7940aaf-efaf-45d9-aac4-f61788ff12c1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:06.333937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.337138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.413728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d83ac084-de16-422f-8d84-219e67ddc838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.419689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d83ac084-de16-422f-8d84-219e67ddc838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.487836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d83ac084-de16-422f-8d84-219e67ddc838 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da6e545ce4dc44d6ae6a3bc9e4bfc3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220270 Jul 27 16:49:06.494120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:06.504523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1543161787-network', 'tenant_id': 'ee19e916e86045848ba1e7e8f479a337'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:06.545357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac084-de16-422f-8d84-219e67ddc838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab7cde-805b-408a-a286-0106e01a7956,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:06.558882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:06.564043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Made reservation on behalf of ee19e916e86045848ba1e7e8f479a337 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:06.571658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.586118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.683128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.694561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.705171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.712172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.720308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.720574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f356294b-b34f-4bea-82fd-f5477c546e2f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:06.726527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.732773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:06.742420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-b1fe43b3-0aab-4a45-8c60-4c42d5a2b369 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5438 time: 0.4230735 Jul 27 16:49:06.767973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.785483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.810011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.822162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f356294b-b34f-4bea-82fd-f5477c546e2f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:06.826411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f356294b-b34f-4bea-82fd-f5477c546e2f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:06.826786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.836577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.851926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:06.885693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.886927 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Added segment ae7a659f-e061-44a3-b2f1-127ebedd7178 of type vlan for network b953b595-91e9-4c06-b2b9-b05cc8022c91 Jul 27 16:49:06.905492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429ca2c-d856-48eb-b6e1-490281539ecd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:06.915184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.917899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:06.921846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93ab7cde-805b-408a-a286-0106e01a7956 HTTP/1.1" status: 204 len: 168 time: 0.4239964 Jul 27 16:49:06.943445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3de919b9-c8c1-4f19-8170-49cdbf91582f req-bd1d344a-fd2d-4f78-9f95-eff1dbf62424 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999977 Jul 27 16:49:06.994261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eee205-6097-459a-9e76-336325d3620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab7cde-805b-408a-a286-0106e01a7956,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:06.997498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Attempting to bind port e7940aaf-efaf-45d9-aac4-f61788ff12c1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:06.997831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Attempting to bind port e7940aaf-efaf-45d9-aac4-f61788ff12c1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:06.998175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Attempting to bind port e7940aaf-efaf-45d9-aac4-f61788ff12c1 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:07.016413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Port e7940aaf-efaf-45d9-aac4-f61788ff12c1 on network a1907035-ddbe-4508-ac82-45cd094b666a not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:07.016782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Attempting to bind port e7940aaf-efaf-45d9-aac4-f61788ff12c1 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:07.018963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3e705-11a0-435c-96a6-8c39ec3d5eed req-abbc60e6-1aa3-464d-a1e9-32789dba3097 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:07.021388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cb3e705-11a0-435c-96a6-8c39ec3d5eed req-abbc60e6-1aa3-464d-a1e9-32789dba3097 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.2495980 Jul 27 16:49:07.029202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.031243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:07.031805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Checking segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:07.032261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Bound using segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:07.035721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Bound port: e7940aaf-efaf-45d9-aac4-f61788ff12c1, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:07.036177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.047255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router a93cb041-1ac1-485e-a233-29121b7c5254 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:07.212185 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:49:07.233200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cb3e705-11a0-435c-96a6-8c39ec3d5eed req-b3fa87dc-66c4-406f-ab90-8a41f4c0de28 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927521 Jul 27 16:49:07.273763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.274856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:07.275364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.381808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:07.410223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:07.417485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.470871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:07.472467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:07.475303 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7ac4a-1288-4a04-9595-52fbf6110250" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:07.482587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.483783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7d887476-74ef-4c6d-9398-9718a9016e24 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:07.591424 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2a4d7-834b-4bf1-bf30-de82b5a5d4be x-openstack-request-id: req-b9c2a4d7-834b-4bf1-bf30-de82b5a5d4be {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:07.591925 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:07.592312 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9c2a4d7-834b-4bf1-bf30-de82b5a5d4be {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:07.592892 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'code': 200} Jul 27 16:49:07.618944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:07.636321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 7d887476-74ef-4c6d-9398-9718a9016e24 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:07.637469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 7d887476-74ef-4c6d-9398-9718a9016e24 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:07.637847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.740587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.815187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7d887476-74ef-4c6d-9398-9718a9016e24,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:07.820611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.821558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 49cf4fe9-1ffd-4717-8057-122f67750692 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:07.918490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:07.949496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53aab7-a711-417a-b1bd-e8732dee228e req-a4997f5f-353f-497f-ab40-6c11bc667cc6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:07.960911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f53aab7-a711-417a-b1bd-e8732dee228e req-a4997f5f-353f-497f-ab40-6c11bc667cc6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 944 time: 0.7769904 Jul 27 16:49:07.973062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b953b595-91e9-4c06-b2b9-b05cc8022c91,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:07.988656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b953b595-91e9-4c06-b2b9-b05cc8022c91 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:07.993445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:08.019022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:08.019812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.021581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] 10.222.0.61 "PUT /v2.0/ports/e7940aaf-efaf-45d9-aac4-f61788ff12c1 HTTP/1.1" status: 200 len: 1092 time: 3.1765091 Jul 27 16:49:08.027265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:08.030803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8e1d701-0e6a-4310-9a9b-16b99dacb6a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8516436 Jul 27 16:49:08.031127 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa97987-2f28-4b8b-a9eb-a12704221674" -d '{"events": [{"name": "network-changed", "server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:08.031503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:08.041281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Request body: {'subnet': {'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1543161787-subnet', 'tenant_id': 'ee19e916e86045848ba1e7e8f479a337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:08.080796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:08.085921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Made reservation on behalf of ee19e916e86045848ba1e7e8f479a337 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:08.090454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.095279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Sync routers for ids ['a93cb041-1ac1-485e-a233-29121b7c5254'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:08.117661 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Routers {'a93cb041-1ac1-485e-a233-29121b7c5254'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:08.118737 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a93cb041-1ac1-485e-a233-29121b7c5254'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:08.127295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 49cf4fe9-1ffd-4717-8057-122f67750692 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:08.130342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 49cf4fe9-1ffd-4717-8057-122f67750692 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:08.130954 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.185272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.189612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6224adb5-caf7-4a88-8d69-66a8d0992e49 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4152458 Jul 27 16:49:08.226972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:08.257527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.289879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f53aab7-a711-417a-b1bd-e8732dee228e req-4ade0cd3-f492-4461-bd71-8ccedbdf1e27 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278069 Jul 27 16:49:08.292184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd158b4-f147-4a43-b47f-43c9137fee61 service neutron] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:08.324650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:08.331879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.334296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d2c63ed4-3911-4091-ad3d-eb19ebe503e9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:08.359684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Set router a93cb041-1ac1-485e-a233-29121b7c5254 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:08.388182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-d3977153-c5e6-496b-9ae1-8dbe5f4dfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:08.390407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-d3977153-c5e6-496b-9ae1-8dbe5f4dfd9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 1095 time: 0.3120370 Jul 27 16:49:08.508681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9f44e00-fe38-45b8-accf-503c9efb098a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/a93cb041-1ac1-485e-a233-29121b7c5254 HTTP/1.1" status: 200 len: 908 time: 0.2801735 Jul 27 16:49:08.514206 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b548b-a3bc-4224-8b77-821ba5cbf70a x-openstack-request-id: req-c78b548b-a3bc-4224-8b77-821ba5cbf70a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:08.514521 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:08.514783 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c78b548b-a3bc-4224-8b77-821ba5cbf70a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:08.515194 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'status': 'completed', 'code': 200} Jul 27 16:49:08.525163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-5640edfb-1d21-4f41-a8e6-979b78518849 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1 HTTP/1.1" status: 200 len: 217 time: 0.1262445 Jul 27 16:49:08.525906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:08.583066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503742969', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': True}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:08.591457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:08.608885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:08.611104 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.613188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.614227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.706322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-6ed4d059-ad98-44b6-92c2-b4ddfc33822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:08.709773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-6ed4d059-ad98-44b6-92c2-b4ddfc33822f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.1770146 Jul 27 16:49:08.711293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.810660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-2d5e9286-1d99-4f2e-ac7d-fd2fe10ac3ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518596 Jul 27 16:49:08.812241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:08.858290 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:01Z', 'updated_at': '2021-07-27T16:49:04Z', 'revision_number': 3, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port': {'id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:03Z', 'updated_at': '2021-07-27T16:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:08.941938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Checking router: a93cb041-1ac1-485e-a233-29121b7c5254 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:08.944216 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Updating router a93cb041-1ac1-485e-a233-29121b7c5254 port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:49:08.946892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:08.991226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-bcbdd1b0-cdb2-425f-8996-3d29c37605e4 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402225 Jul 27 16:49:09.000843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ece-5b5f-49f3-840e-c58ebd5d5f1b req-5f5c2794-7210-4466-bdbb-ee3b6fd4d9fe tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.002457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-484a8ece-5b5f-49f3-840e-c58ebd5d5f1b req-5f5c2794-7210-4466-bdbb-ee3b6fd4d9fe tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.2917016 Jul 27 16:49:09.028529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:09.034859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.042754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65445e1a-3a30-49f8-8388-0ff296e451a0 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:09.065026 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.134393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-484a8ece-5b5f-49f3-840e-c58ebd5d5f1b req-e0b13850-7f74-4005-94fe-40a3c785f4f7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223583 Jul 27 16:49:09.172977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fea8ca4c-97f0-49ed-b611-3ae716bf86b1 req-dfbda976-66a9-4184-a4cc-6acf74ffbe65 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694281 Jul 27 16:49:09.210794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.290120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:09.323604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 65445e1a-3a30-49f8-8388-0ff296e451a0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:09.336502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 65445e1a-3a30-49f8-8388-0ff296e451a0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:09.337252 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.394072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-f715b482-d214-4549-b56d-203f63a96a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.395396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-f715b482-d214-4549-b56d-203f63a96a9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 1095 time: 0.1475151 Jul 27 16:49:09.452021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.485895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.507391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.542773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.593149 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.597973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:09.600468 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9492adf-ce49-47b6-9d6d-deebeeed1bed" -d '{"events": [{"server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "name": "network-vif-plugged", "status": "completed", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "d2c63ed4-3911-4091-ad3d-eb19ebe503e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:09.609048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.630748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.645931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.659991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d87e0-ae5c-4df4-9434-d10c09884f97 req-4cee89e6-4e33-4565-8ef7-2034086b9de0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.660329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-c11440f0-41cc-4b3e-bc4d-5bccd5afed10 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5440 time: 1.5226805 Jul 27 16:49:09.675414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0d87e0-ae5c-4df4-9434-d10c09884f97 req-4cee89e6-4e33-4565-8ef7-2034086b9de0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.1656344 Jul 27 16:49:09.690106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:09.704025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-bea207c5-9f81-44c8-ab09-f9f452da8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:09.706168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-bea207c5-9f81-44c8-ab09-f9f452da8509 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 923 time: 0.3016353 Jul 27 16:49:09.739871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.739871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 41307b56-829c-42b7-bbe7-d3221c731f7f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:09.813205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c20acdde-11ad-404f-b1a1-d030ca1deed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.858634 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.866250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:09.869167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0d87e0-ae5c-4df4-9434-d10c09884f97 req-af4af15b-bd6b-4754-b26a-6ad24c3ee3d7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905806 Jul 27 16:49:09.887399 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-e95d642a-947b-42d0-afe2-97a707f59a84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1 HTTP/1.1" status: 200 len: 217 time: 0.1373172 Jul 27 16:49:09.888000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 41307b56-829c-42b7-bbe7-d3221c731f7f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:09.895255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 41307b56-829c-42b7-bbe7-d3221c731f7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:09.896024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.915599 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Transition to ACTIVE for port object cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:09.928489 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.930103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:09.998823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1693dabb-49ce-4637-b0f6-4d0a40a85ca9 req-89f940de-024d-4624-97d1-f86576e98c7c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3374627 Jul 27 16:49:10.063436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=24aa2a2b-9b95-49c7-adac-35391d5177a1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:10.086813 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d235ea81-bef2-403a-85fa-b9d10bf4e320 x-openstack-request-id: req-d235ea81-bef2-403a-85fa-b9d10bf4e320 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:10.087177 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "name": "network-vif-plugged", "status": "completed", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "d2c63ed4-3911-4091-ad3d-eb19ebe503e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:10.087857 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d235ea81-bef2-403a-85fa-b9d10bf4e320 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:10.088460 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24', 'code': 200} Jul 27 16:49:10.089337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-cbf46c14-5ab4-4653-8fab-f79505520436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:10.090371 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692', 'code': 200} Jul 27 16:49:10.091303 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c63ed4-3911-4091-ad3d-eb19ebe503e9', 'code': 200} Jul 27 16:49:10.092640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.094730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-cbf46c14-5ab4-4653-8fab-f79505520436 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.2008851 Jul 27 16:49:10.109100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Checking segment: {'id': 'ae7a659f-e061-44a3-b2f1-127ebedd7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:10.110158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Network hostable DHCP agents. Network: b953b595-91e9-4c06-b2b9-b05cc8022c91, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:49:10.177641 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3849a9-b04b-4273-b0c7-35a62d2009e3 None None] Pushing event updated for resources: {'Port': ['ID=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:10.196249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-9e294d8c-3a69-40b2-bb43-36c5329e01b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886998 Jul 27 16:49:10.204907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:10.211012 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.215028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device dad85224-c4f7-4dc6-913d-111020f15944 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:10.265406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Network b953b595-91e9-4c06-b2b9-b05cc8022c91 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:49:10.269095 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Attempting to bind port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:10.269761 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Attempting to bind port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:10.270206 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Attempting to bind port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:10.289095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b953b595-91e9-4c06-b2b9-b05cc8022c91) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:10.299105 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:10.300051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:10.300510 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.300916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:10.301783 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Bound port: cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:10.302418 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.303128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:10.304040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.308988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.343914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.351400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b34a132-ba24-44de-aa99-3539889cc5bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3187032 Jul 27 16:49:10.360132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874f537-f6d8-4ab1-9d8f-14b1ee61fea5 None None] Network b953b595-91e9-4c06-b2b9-b05cc8022c91 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:10.482409 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] For port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:10.506426 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] For port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:10.516145 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.608190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port dad85224-c4f7-4dc6-913d-111020f15944 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:10.627191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2b24-c6f8-4f94-bf6e-a1eca86ef074 req-d0e2ceeb-50e6-4c50-8342-87fa307d5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:10.631055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port dad85224-c4f7-4dc6-913d-111020f15944 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:10.631705 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:10.633916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38ee2b24-c6f8-4f94-bf6e-a1eca86ef074 req-d0e2ceeb-50e6-4c50-8342-87fa307d5672 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 1096 time: 0.4515641 Jul 27 16:49:10.646713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:10.746636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:10.751121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-c14c236b-ac63-41f4-a3a0-c35e08c94b15 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245214 Jul 27 16:49:10.756671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38ee2b24-c6f8-4f94-bf6e-a1eca86ef074 req-63e4a982-4087-4536-9558-d6a304e61f2f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910733 Jul 27 16:49:10.760032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:10.794027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73849c-24fb-4a4b-bc70-ffcda028dd95 req-326e9976-f9d2-46ed-b42f-3efc15406e07 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:10.797798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc73849c-24fb-4a4b-bc70-ffcda028dd95 req-326e9976-f9d2-46ed-b42f-3efc15406e07 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.4363263 Jul 27 16:49:10.800854 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Routers {'a93cb041-1ac1-485e-a233-29121b7c5254'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:10.801610 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:48:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a93cb041-1ac1-485e-a233-29121b7c5254'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:10.848499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 172.25.4.109 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/cf48bbc4-fab2-48b8-8710-95586bf1b690) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:10.927965 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3849a9-b04b-4273-b0c7-35a62d2009e3 None None] Pushing event updated for resources: {'Port': ['ID=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:11.054229 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] Set router a93cb041-1ac1-485e-a233-29121b7c5254 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:11.082417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4529c641-39bb-4895-8f71-82271f78c3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.113089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:49:11.145599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dfa97987-2f28-4b8b-a9eb-a12704221674 req-e3b8d990-10ea-4166-bdc2-dd1da5b36f83 service neutron] 10.222.0.61 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430078 Jul 27 16:49:11.245819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31043ea-a380-470f-8fc8-cf8704783ec8 None None] Network b953b595-91e9-4c06-b2b9-b05cc8022c91 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:11.277279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc73849c-24fb-4a4b-bc70-ffcda028dd95 req-8379c3ab-70b1-43a0-ae5b-060dd8af358a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298788 Jul 27 16:49:11.294814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.402892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.619288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3963662-b80c-4ae3-b207-ba63c557fed0 req-2afbacbc-1a6d-450c-b3ae-04ec2ffdc126 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:11.619758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4529c641-39bb-4895-8f71-82271f78c3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.621185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3963662-b80c-4ae3-b207-ba63c557fed0 req-2afbacbc-1a6d-450c-b3ae-04ec2ffdc126 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.1986332 Jul 27 16:49:11.667533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=dad85224-c4f7-4dc6-913d-111020f15944,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:11.673413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.705724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3963662-b80c-4ae3-b207-ba63c557fed0 req-0674940d-44b6-490e-a7a9-a7948ab86488 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Jul 27 16:49:11.738797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:11.742853 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4529c641-39bb-4895-8f71-82271f78c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.752081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:01Z', 'updated_at': '2021-07-27T16:49:04Z', 'revision_number': 3, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port': {'id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:03Z', 'updated_at': '2021-07-27T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:11.762844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'port_id': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'mac_address': 'fa:16:3e:48:df:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0365b81b-42fa-4de4-845d-bc2c7a78e0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:11.765906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:11.825032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.830420 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c35fe-03ad-42c5-9c77-dbfce659a24c None None] The sync data for ids ['a93cb041-1ac1-485e-a233-29121b7c5254'] in n-d-723572-6 is: [{'id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:01Z', 'updated_at': '2021-07-27T16:49:04Z', 'revision_number': 3, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port': {'id': 'cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93cb041-1ac1-485e-a233-29121b7c5254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:03Z', 'updated_at': '2021-07-27T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:11.849408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529c641-39bb-4895-8f71-82271f78c3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02531ccd-d4f4-47c3-a66e-57870e9205b2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:11.889765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.901297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:11.936812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4529c641-39bb-4895-8f71-82271f78c3ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac02a0bc74464a8e88d91c846b302066&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2884319 Jul 27 16:49:11.937468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:11.957388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:11.977282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:11.986448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:12.009356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:12.012056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:12.038666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-b0130061-a449-4b2a-be5a-65df05f8b013 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.041477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-b0130061-a449-4b2a-be5a-65df05f8b013 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/networks?id=b953b595-91e9-4c06-b2b9-b05cc8022c91 HTTP/1.1" status: 200 len: 813 time: 0.4798546 Jul 27 16:49:12.077590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.089237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=cf48bbc4-fab2-48b8-8710-95586bf1b690,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:12.091249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.101221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad85224-c4f7-4dc6-913d-111020f15944'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:12.104309 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a9afc-5b51-4705-841e-1f2468cdbedc" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "dad85224-c4f7-4dc6-913d-111020f15944"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:12.125806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.133257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:12.136244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.140976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca89c-30dd-4f5a-ac6e-d91932b18db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:12.153183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.161797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.168961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.171836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-34e4946b-d1ca-4440-948c-72a3d95d78e8 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.3075097 Jul 27 16:49:12.191345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-186e4577-a9fc-435a-b2ec-e2cb7e6f76c8 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/quotas/ee19e916e86045848ba1e7e8f479a337 HTTP/1.1" status: 200 len: 375 time: 0.0802889 Jul 27 16:49:12.239153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2183512b-30d6-4cfa-956a-db5e0abf1d6d req-1b71c7fc-f7e0-4a1d-93de-396e4ee948f6 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614324 Jul 27 16:49:12.308758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e7940aaf-efaf-45d9-aac4-f61788ff12c1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:12.331915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f5c69140-a891-4dde-98cd-7e2228b821e2 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee19e916e86045848ba1e7e8f479a337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285326 Jul 27 16:49:12.364954 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d73e5-d492-4152-8f07-03e62c20318e x-openstack-request-id: req-f20d73e5-d492-4152-8f07-03e62c20318e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:12.365245 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-plugged", "status": "completed", "tag": "dad85224-c4f7-4dc6-913d-111020f15944", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:12.368601 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f20d73e5-d492-4152-8f07-03e62c20318e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:12.369425 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'code': 200} Jul 27 16:49:12.370090 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'code': 200} Jul 27 16:49:12.371240 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad85224-c4f7-4dc6-913d-111020f15944', 'code': 200} Jul 27 16:49:12.409471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:12.454609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:12.685910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-bea5db36-bc41-4bc2-a405-3f748c8a9df8 service neutron] 10.222.0.64 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734120 Jul 27 16:49:12.719276 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:12.787360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.787775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.788266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.788772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.789327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.789729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.790219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.792268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2812e899-742b-493b-bca2-7884b049e549 req-0999871d-90fb-4d99-86a7-e60c7f316e46 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.2259364 Jul 27 16:49:12.829889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21508a2-d349-4c29-80df-a0ce81bb6504 req-c279eb1e-fe75-481c-b5dc-4d9f811c4dd5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:12.831520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f21508a2-d349-4c29-80df-a0ce81bb6504 req-c279eb1e-fe75-481c-b5dc-4d9f811c4dd5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 945 time: 0.3510525 Jul 27 16:49:12.838792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:12.923090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-92dd1ce6-4759-4fd0-93c5-e1cb23c9b2c7 service neutron] 10.222.0.64 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180390 Jul 27 16:49:12.945290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2812e899-742b-493b-bca2-7884b049e549 req-c75b153d-d553-4799-9c98-2f5c36ed0fe0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078343 Jul 27 16:49:12.988797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f21508a2-d349-4c29-80df-a0ce81bb6504 req-a99c8af8-4d3a-434d-ade3-c40bef638b06 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216333 Jul 27 16:49:13.009478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.013945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.015398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02531ccd-d4f4-47c3-a66e-57870e9205b2 HTTP/1.1" status: 204 len: 168 time: 1.0629532 Jul 27 16:49:13.039778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6f83-0d5c-4b17-a077-94498109757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02531ccd-d4f4-47c3-a66e-57870e9205b2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.041264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:13.069966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:13.070610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.328698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.338732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c510ea-e41e-4f20-b8f7-0e03e56a3f7f req-04a2dec3-2dd1-4ba3-970c-c0cc5eaba8fb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.351097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1c510ea-e41e-4f20-b8f7-0e03e56a3f7f req-04a2dec3-2dd1-4ba3-970c-c0cc5eaba8fb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.2236638 Jul 27 16:49:13.371352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:13.385554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.399977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.441162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1c510ea-e41e-4f20-b8f7-0e03e56a3f7f req-f3259ec1-ad51-45fd-a913-e7ac062f3735 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857356 Jul 27 16:49:13.463858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:13.552947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.722511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.743717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.757840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.777895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.793172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.848844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.854115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4aa6629-2bd3-4a72-ab53-9302ac229f89 req-1e95b85c-51f5-4267-a13c-ba9e20d008df tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 210 time: 0.4417744 Jul 27 16:49:13.860618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:13.868337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-af28e5e1-768d-40d9-85a6-65b05ecf3c74 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.3505573 Jul 27 16:49:14.010757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65a267b0-0941-4b7b-906e-d90d905e0b76 req-04cff02c-d803-4844-a7c8-1e461b69e37d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307425 Jul 27 16:49:14.059652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:14.278114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ea99-9256-4e35-97cc-72a5fce8c2e3 req-ab302fea-efa2-4996-ba2b-636b1a68f154 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:14.288744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1e6ea99-9256-4e35-97cc-72a5fce8c2e3 req-ab302fea-efa2-4996-ba2b-636b1a68f154 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.2224824 Jul 27 16:49:14.299779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee06e1-f482-4053-b878-a0a6690eb639 req-ab814ea1-2d54-4c5b-9881-fa5ebdd74744 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:14.309156 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9ee06e1-f482-4053-b878-a0a6690eb639 req-ab814ea1-2d54-4c5b-9881-fa5ebdd74744 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 945 time: 0.1329591 Jul 27 16:49:14.363739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1e6ea99-9256-4e35-97cc-72a5fce8c2e3 req-d29b2df3-9501-494a-ae6e-16ef3c14bd03 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733635 Jul 27 16:49:14.375621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router bc7e34a0-c0ac-4012-8f98-8f48bca29320 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:14.397456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9ee06e1-f482-4053-b878-a0a6690eb639 req-34bce7ff-f0a6-440e-a728-0087c7338f05 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 Jul 27 16:49:14.632349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:14.642651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Sync routers for ids ['bc7e34a0-c0ac-4012-8f98-8f48bca29320'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:14.655309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:14.660934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:14.671600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Routers {'bc7e34a0-c0ac-4012-8f98-8f48bca29320'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:14.673222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4d204d07-0338-45b8-9c11-a4ecdc32efe5 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1054518 Jul 27 16:49:14.674170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bc7e34a0-c0ac-4012-8f98-8f48bca29320'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:14.731279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:14.773872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:14.910286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:14.911282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:14.937834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a73d5-fe45-4046-916e-7f0eb0b5c521 req-95861559-fa94-4f01-b599-651893331f90 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:14.937834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-609a73d5-fe45-4046-916e-7f0eb0b5c521 req-95861559-fa94-4f01-b599-651893331f90 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.1982095 Jul 27 16:49:14.951521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-42dcf1d3-d948-46cf-b680-f7b3b4d1ef38 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/bc7e34a0-c0ac-4012-8f98-8f48bca29320 HTTP/1.1" status: 200 len: 908 time: 0.2890189 Jul 27 16:49:14.954034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56626) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:14.991917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-609a73d5-fe45-4046-916e-7f0eb0b5c521 req-b838ea66-831f-4f18-9b9c-1530d5df5697 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526297 Jul 27 16:49:15.037255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port e7940aaf-efaf-45d9-aac4-f61788ff12c1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:15.067246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Set router bc7e34a0-c0ac-4012-8f98-8f48bca29320 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:15.157907 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:49:15.308723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6d86e2a-855e-4453-ae31-34aee61f07e8 req-d1ecb873-71bc-4bb3-ba0d-f6cee878d20f tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 210 time: 0.2317500 Jul 27 16:49:15.358829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.380687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e7940aaf-efaf-45d9-aac4-f61788ff12c1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:15.384571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.386834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.389561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.415165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.460554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.483076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.500855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.532513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.533154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.562219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.574053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-02e9e568-b307-4594-94b6-4e795e2ec670 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.3581541 Jul 27 16:49:15.614550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-932e680b-ecb9-4f8a-a38e-0e0c9bc06028 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.616132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-932e680b-ecb9-4f8a-a38e-0e0c9bc06028 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.13 "GET /v2.0/networks?id=b953b595-91e9-4c06-b2b9-b05cc8022c91 HTTP/1.1" status: 200 len: 813 time: 0.5140390 Jul 27 16:49:15.618117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:15.661562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Request body: {'port': {'device_id': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91', 'admin_state_up': True, 'tenant_id': 'ee19e916e86045848ba1e7e8f479a337'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:15.667002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Deleting port cf48bbc4-fab2-48b8-8710-95586bf1b690 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:15.667583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.770024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df628-fd49-41ad-9073-d46119f0dc6f req-2fe2ecce-5246-4b02-b0a9-78a29aad0da5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:15.776135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e7df628-fd49-41ad-9073-d46119f0dc6f req-2fe2ecce-5246-4b02-b0a9-78a29aad0da5 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 945 time: 0.1803372 Jul 27 16:49:15.805364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c67dfbb-7521-40fe-988e-f72d9b5a6756 req-3ec2fe92-7b7f-464f-9cdb-bba199b1fb51 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2267292 Jul 27 16:49:15.833791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:15.859458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Calling delete_port for cf48bbc4-fab2-48b8-8710-95586bf1b690 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:15.889606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c21ca305-c32f-474c-96cc-765c055b114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.072299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.079674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.081506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.082374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.089335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.096985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.104271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.111065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.117510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.124330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e7df628-fd49-41ad-9073-d46119f0dc6f req-b166e1d4-b249-4acb-aaed-998472268707 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654914 Jul 27 16:49:16.125592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf48bbc4-fab2-48b8-8710-95586bf1b690,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:16.129750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560bbcd4-d5f4-4607-993b-fc0a2f17bcc1 req-1639d52f-70d6-481b-acd1-943ea44611f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.1901796 Jul 27 16:49:16.131204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:16.165540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:16.168573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:16.171507 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb4fa93-0981-4b9f-9ad6-14ddf1afcd28" -d '{"events": [{"server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "name": "network-vif-plugged", "status": "completed", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:16.174263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Request body: {'floatingip': {'port_id': '65445e1a-3a30-49f8-8388-0ff296e451a0'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:16.177378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.189152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7e34a0-c0ac-4012-8f98-8f48bca29320', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'cf48bbc4-fab2-48b8-8710-95586bf1b690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:08Z', 'updated_at': '2021-07-27T16:49:13Z', 'revision_number': 3, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port': {'id': 'cf48bbc4-fab2-48b8-8710-95586bf1b690', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7e34a0-c0ac-4012-8f98-8f48bca29320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:10Z', 'updated_at': '2021-07-27T16:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:16.238460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Checking router: bc7e34a0-c0ac-4012-8f98-8f48bca29320 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:16.238995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Updating router bc7e34a0-c0ac-4012-8f98-8f48bca29320 port cf48bbc4-fab2-48b8-8710-95586bf1b690 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:49:16.262119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.275345 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f8f2fb-5188-4c62-8057-a3cb6df3e936 x-openstack-request-id: req-92f8f2fb-5188-4c62-8057-a3cb6df3e936 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:16.275714 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "name": "network-vif-plugged", "status": "completed", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:16.275923 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92f8f2fb-5188-4c62-8057-a3cb6df3e936 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:16.276281 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'code': 200} Jul 27 16:49:16.279288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Port cf48bbc4-fab2-48b8-8710-95586bf1b690 not found while updating agent binding for router bc7e34a0-c0ac-4012-8f98-8f48bca29320. {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 16:49:16.332118 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.334778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Routers {'bc7e34a0-c0ac-4012-8f98-8f48bca29320'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:16.335983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bc7e34a0-c0ac-4012-8f98-8f48bca29320'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:16.431777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:16.463029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] Set router bc7e34a0-c0ac-4012-8f98-8f48bca29320 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:16.536355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7e34a0-c0ac-4012-8f98-8f48bca29320', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:08Z', 'updated_at': '2021-07-27T16:49:15Z', 'revision_number': 5, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:16.541292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec08d0da-e5b9-496e-8c94-ab536e083104 req-ea2021fd-bf8e-49c1-b490-6197e52d0225 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 210 time: 0.0514138 Jul 27 16:49:16.545864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.557403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.594593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a79d5-ed00-422c-867d-e347a3e0f9d7 None None] The sync data for ids ['bc7e34a0-c0ac-4012-8f98-8f48bca29320'] in n-d-723572-6 is: [{'id': 'bc7e34a0-c0ac-4012-8f98-8f48bca29320', 'name': 'tempest-snat-router-1503742969', 'tenant_id': '60a6fd1183154c2382ae5680eea7a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:08Z', 'updated_at': '2021-07-27T16:49:15Z', 'revision_number': 5, 'project_id': '60a6fd1183154c2382ae5680eea7a589', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:16.641783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.642529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc7e34a0-c0ac-4012-8f98-8f48bca29320 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:16.648654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.649183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-785cc173-4834-47a7-ad55-c3af2d50159c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/routers/bc7e34a0-c0ac-4012-8f98-8f48bca29320 HTTP/1.1" status: 204 len: 168 time: 1.6940842 Jul 27 16:49:16.651609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:16.737470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-58d34a8f-b0b5-426e-b836-6e9ffe69a245 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.740115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-58d34a8f-b0b5-426e-b836-6e9ffe69a245 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.7004135 Jul 27 16:49:16.742597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.785084 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c21ca305-c32f-474c-96cc-765c055b114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.791937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.807996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff0e39-0c06-4495-b105-ed5f60d8ea73 req-1c835a78-e309-4374-818b-895b84d581af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.809925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54ff0e39-0c06-4495-b105-ed5f60d8ea73 req-1c835a78-e309-4374-818b-895b84d581af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 1097 time: 0.3952286 Jul 27 16:49:16.828717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c21ca305-c32f-474c-96cc-765c055b114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:16.895699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c21ca305-c32f-474c-96cc-765c055b114c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b668d3453a554bb88c12130f0723e228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2765391 Jul 27 16:49:16.926602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ca305-c32f-474c-96cc-765c055b114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3c01b-8b7a-4732-a2c6-ba0413495234,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:16.936170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893dfc5-02b3-4451-859b-dfd2a6f7818c req-7248d6d1-b4c0-4035-9659-af4ab9797863 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:16.944341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a893dfc5-02b3-4451-859b-dfd2a6f7818c req-7248d6d1-b4c0-4035-9659-af4ab9797863 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.6899295 Jul 27 16:49:16.951697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:16.962642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.066110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Made reservation on behalf of ee19e916e86045848ba1e7e8f479a337 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:17.069700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.140068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54ff0e39-0c06-4495-b105-ed5f60d8ea73 req-deb26c0e-4f71-489c-99e9-13948ebf2de9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874570 Jul 27 16:49:17.194505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a893dfc5-02b3-4451-859b-dfd2a6f7818c req-7a0f9352-ff21-4a23-805f-f719b455a875 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496707 Jul 27 16:49:17.294398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.619101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Deleting port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:17.619595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.646888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20462c9-7af2-43da-9e76-10089ba99234 req-267248a3-c0c8-489c-9a53-f4c003d8f613 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:17.654671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f20462c9-7af2-43da-9e76-10089ba99234 req-267248a3-c0c8-489c-9a53-f4c003d8f613 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 946 time: 0.1164534 Jul 27 16:49:17.742558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f20462c9-7af2-43da-9e76-10089ba99234 req-a093056e-b828-41e7-b452-c66a3cc6e80b tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818655 Jul 27 16:49:17.795563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] For port cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:17.796970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.807433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:17.817668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Calling delete_port for cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:17.889885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdc4e860-d12c-4da9-837c-1f6b33ae8b03 req-43b72e94-61d6-49aa-9711-d955ce404e56 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 210 time: 0.0797515 Jul 27 16:49:17.913851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 7d887476-74ef-4c6d-9398-9718a9016e24 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:17.914203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.025761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.056761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:18.070258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.070636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.070943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.071284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.071622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.071953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.072457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.072789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.073383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.073712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.074039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.074435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:18.154776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.268101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.271810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.344857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.367180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.368536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a93cb041-1ac1-485e-a233-29121b7c5254 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:18.380635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.386868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d94bbcab-09b7-45f1-a2d6-e273db511001 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a93cb041-1ac1-485e-a233-29121b7c5254 HTTP/1.1" status: 204 len: 168 time: 1.7334335 Jul 27 16:49:18.433513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 7d887476-74ef-4c6d-9398-9718a9016e24, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7d887476-74ef-4c6d-9398-9718a9016e24,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:18.434278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.442313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:18.449504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1754888555', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:18.452740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 7d887476-74ef-4c6d-9398-9718a9016e24 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:18.473751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Allocated IP 172.20.0.10 (b953b595-91e9-4c06-b2b9-b05cc8022c91/24aa2a2b-9b95-49c7-adac-35391d5177a1/fce10ca4-0777-4e83-8afc-d2e4b37fffad) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:18.476096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.501141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.502335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.567815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae859b-b83c-4c54-b0b5-2221c9174ea8 req-d256a54c-9828-4a95-81de-d3917a96d2de tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:18.582637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92ae859b-b83c-4c54-b0b5-2221c9174ea8 req-d256a54c-9828-4a95-81de-d3917a96d2de tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 945 time: 0.2443566 Jul 27 16:49:18.646437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92ae859b-b83c-4c54-b0b5-2221c9174ea8 req-a41e59bd-c180-4e4a-8210-1daadc217e3d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627866 Jul 27 16:49:18.679233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.681308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:18.682596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78e3c01b-8b7a-4732-a2c6-ba0413495234 HTTP/1.1" status: 204 len: 168 time: 1.7256446 Jul 27 16:49:18.740317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1d316-3a6b-4153-9a56-9fb7d83937e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3c01b-8b7a-4732-a2c6-ba0413495234,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:18.746961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7d887476-74ef-4c6d-9398-9718a9016e24 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:18.810717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.025637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.053836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.058093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.060954 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Floating IP 5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf associated. External IP: 172.25.4.146, port: 65445e1a-3a30-49f8-8388-0ff296e451a0. Jul 27 16:49:19.098312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:19.156362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0574a078-e21f-4b4d-b904-b4ddc37cefef req-a3b679fb-7aed-400e-ba8e-d92cd4ab9c93 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 210 time: 0.0419540 Jul 27 16:49:19.189968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=7d887476-74ef-4c6d-9398-9718a9016e24,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:19.423386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.463513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.527555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.654639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467d3d-1888-4e53-a37a-63a89bf95f52 req-1357e2bd-8745-4194-b9ab-91d1e5b9e000 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:19.658405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed467d3d-1888-4e53-a37a-63a89bf95f52 req-1357e2bd-8745-4194-b9ab-91d1e5b9e000 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 946 time: 0.8134418 Jul 27 16:49:19.661055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 7d887476-74ef-4c6d-9398-9718a9016e24 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:19.674090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.677907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29948d42-2ef9-498e-9d9d-18d129253ce9 req-78ed5d10-574e-43c5-999a-e07df091fc9f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "DELETE /v2.0/ports/7d887476-74ef-4c6d-9398-9718a9016e24 HTTP/1.1" status: 204 len: 173 time: 2.9289091 Jul 27 16:49:19.691931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'name': 'network-vif-deleted', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:19.694730 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e1bf7-b49c-4320-8186-387fb376b759" -d '{"events": [{"server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "name": "network-vif-deleted", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:19.701536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:19.795044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Network b953b595-91e9-4c06-b2b9-b05cc8022c91 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:19.807837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:19.810484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Allocated IP 172.25.4.117 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/56e5110e-3a90-45a7-9ecd-853241edb183) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:19.813242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:20.061013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27f841e6-66b2-4911-b7fc-9bc91b0b9da8 req-9345068d-f352-4a2e-94e4-9e4e9aa27916 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=9332a149-016e-4f4b-9245-578241a6af4f HTTP/1.1" status: 200 len: 210 time: 0.2030015 Jul 27 16:49:20.071484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:20.083227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:20.086077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Pushing event updated for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:20.134291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed467d3d-1888-4e53-a37a-63a89bf95f52 req-ee4560c8-0cb7-4fd3-885c-c0241019eb85 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542878 Jul 27 16:49:20.189120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f52ffbd8-1346-40e9-ac87-9f5895b78109 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5356929 Jul 27 16:49:20.209091 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffee555-e270-4de5-adb6-7c6f1d8a4d7d x-openstack-request-id: req-bffee555-e270-4de5-adb6-7c6f1d8a4d7d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:20.210081 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9332a149-016e-4f4b-9245-578241a6af4f", "name": "network-vif-deleted", "tag": "7d887476-74ef-4c6d-9398-9718a9016e24", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:20.210511 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bffee555-e270-4de5-adb6-7c6f1d8a4d7d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:20.211099 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9332a149-016e-4f4b-9245-578241a6af4f', 'name': 'network-vif-deleted', 'tag': '7d887476-74ef-4c6d-9398-9718a9016e24', 'status': 'completed', 'code': 200} Jul 27 16:49:20.215570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Request body: {'port': {'device_id': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:20.284717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:20.313402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:20.348367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:20.425437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:20.437601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:20.451530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:20.460083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:20.539973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:49:20.667303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:20.725625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:20.741540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb34dddd-5c3b-46ad-ac64-2f2fb803d3b2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:20.797802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5431f212-ede4-4512-9787-3f32701b2c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:20.813735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event updated for resources: {'Port': ['ID=56e5110e-3a90-45a7-9ecd-853241edb183,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:21.223307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3488a8-050b-4065-8096-637c5edbf920 req-30e7f385-d48f-4a6d-919c-99225c3da013 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:21.231048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e3488a8-050b-4065-8096-637c5edbf920 req-30e7f385-d48f-4a6d-919c-99225c3da013 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 932 time: 0.7947235 Jul 27 16:49:21.321697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e3488a8-050b-4065-8096-637c5edbf920 req-6d66ca5f-3d78-45c9-9ebc-f265db861749 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Jul 27 16:49:21.418267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398933-dec5-4288-875c-9c83a80c6f0c req-480e0ac0-7b02-401b-98ab-b831eb4c28be tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:21.418267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07398933-dec5-4288-875c-9c83a80c6f0c req-480e0ac0-7b02-401b-98ab-b831eb4c28be tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 946 time: 1.0286918 Jul 27 16:49:21.453185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:21.465002 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Sync routers for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:21.472184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.478765 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:21.479642 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:21.511719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5431f212-ede4-4512-9787-3f32701b2c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.515787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.570984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5431f212-ede4-4512-9787-3f32701b2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.666386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5431f212-ede4-4512-9787-3f32701b2c34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcfbae20c5ea45dfbda4f11dad8cc514&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3465440 Jul 27 16:49:21.669436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56770) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:21.670090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:21.697339 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:21.759213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07398933-dec5-4288-875c-9c83a80c6f0c req-e70fb65c-cfdf-4858-81db-ccc398a508a2 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326063 Jul 27 16:49:21.761555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce10ca4-0777-4e83-8afc-d2e4b37fffad {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:21.780105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431f212-ede4-4512-9787-3f32701b2c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d506ef-836a-44fa-bc59-00a10feff091,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:21.812384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.814583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.828725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b2639ec-49a9-4fd1-98e8-0797797348fe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "PUT /v2.0/floatingips/5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf HTTP/1.1" status: 200 len: 992 time: 5.6647210 Jul 27 16:49:21.851350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Transition to ACTIVE for port object fce10ca4-0777-4e83-8afc-d2e4b37fffad will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:21.859821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.979039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:21.986647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:22.061049 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.071892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-333355235'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:22.106692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Made reservation on behalf of 25436accc51f4b0fb5ac6754366d8780 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:22.113788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.166327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Attempting to bind port fce10ca4-0777-4e83-8afc-d2e4b37fffad on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:22.166694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Attempting to bind port fce10ca4-0777-4e83-8afc-d2e4b37fffad by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ae7a659f-e061-44a3-b2f1-127ebedd7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:22.167034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Attempting to bind port fce10ca4-0777-4e83-8afc-d2e4b37fffad on network b953b595-91e9-4c06-b2b9-b05cc8022c91 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:22.172241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Port fce10ca4-0777-4e83-8afc-d2e4b37fffad on network b953b595-91e9-4c06-b2b9-b05cc8022c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:22.172609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Attempting to bind port fce10ca4-0777-4e83-8afc-d2e4b37fffad on network b953b595-91e9-4c06-b2b9-b05cc8022c91 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:22.179542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:22.179903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Checking segment: {'id': 'ae7a659f-e061-44a3-b2f1-127ebedd7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:22.180462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Bound using segment: {'id': 'ae7a659f-e061-44a3-b2f1-127ebedd7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:22.181058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Bound port: fce10ca4-0777-4e83-8afc-d2e4b37fffad, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a659f-e061-44a3-b2f1-127ebedd7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:22.181431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.195119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.228413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'port_id': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'mac_address': 'fa:16:3e:87:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:47:37Z', 'updated_at': '2021-07-27T16:49:18Z', 'revision_number': 1, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:22.271696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:22.278380 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedb18b2-b731-4f23-a671-4b58b0519b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:22.306228 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Checking router: 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:22.327668 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:22.328317 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:22.372056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:22.376064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad,segment=NetworkSegment(ae7a659f-e061-44a3-b2f1-127ebedd7178),segment_id=ae7a659f-e061-44a3-b2f1-127ebedd7178)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:22.381384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.383432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.406313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.436098 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de897e-dce3-44fd-8926-68d10bb58135 x-openstack-request-id: req-07de897e-dce3-44fd-8926-68d10bb58135 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:22.436771 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:22.436876 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07de897e-dce3-44fd-8926-68d10bb58135 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:22.437562 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'status': 'completed', 'code': 200} Jul 27 16:49:22.450424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.451129 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.453289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/fce10ca4-0777-4e83-8afc-d2e4b37fffad HTTP/1.1" status: 200 len: 1092 time: 2.2568338 Jul 27 16:49:22.478257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:22.517752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.520013 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Added segment aba6d22b-7e24-4c72-b6a3-d0db5193e142 of type vlan for network a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f Jul 27 16:49:22.529196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24698ee-0bdb-49f0-8173-0d755653b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:22.574666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.575341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.575901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.576627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.577109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.577639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.578128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.581272 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-29e11938-4a8c-462d-89ff-c7007547c1de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.1173036 Jul 27 16:49:22.583616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.685703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:22.771133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.780198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:22.781030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.843648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1703982 Jul 27 16:49:22.876740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:22.896973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a96bb2-3417-4d63-8fe5-dd9d4a7c2589,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:22.920111 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.923149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:22.925249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73d506ef-836a-44fa-bc59-00a10feff091 HTTP/1.1" status: 204 len: 168 time: 1.2528942 Jul 27 16:49:22.934153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc9b5f-0a76-4090-ab12-64db8f51e0ab tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Pushing event updated for resources: {'Network': ['ID=a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:22.951740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f788564-c7f5-474e-944d-ccd384b995e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d506ef-836a-44fa-bc59-00a10feff091,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:22.958610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:22.991223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Router 508e7436-4eb2-4896-8bfd-6922f332ab88 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:23.009716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e896cd-d5df-4dd2-9473-ffdedd442dc3 req-225ed6b3-78b4-4c42-bee2-19efdcc01dbf tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:23.011540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3e896cd-d5df-4dd2-9473-ffdedd442dc3 req-225ed6b3-78b4-4c42-bee2-19efdcc01dbf tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 944 time: 0.3803768 Jul 27 16:49:23.020447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'name': 'tempest-network--1933897615', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:23.234896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3e896cd-d5df-4dd2-9473-ffdedd442dc3 req-0616b188-1567-4658-b1b5-901967e51da3 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085502 Jul 27 16:49:23.237889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'port_id': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'mac_address': 'fa:16:3e:87:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:47:37Z', 'updated_at': '2021-07-27T16:49:18Z', 'revision_number': 1, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:23.294078 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c11fcf-7748-410c-b8bb-2fe62d1ed687 None None] The sync data for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 is: [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'port_id': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'mac_address': 'fa:16:3e:87:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:47:37Z', 'updated_at': '2021-07-27T16:49:18Z', 'revision_number': 1, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:23.316951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:23.319584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.337144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.360174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:23.379338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] Sync routers for ids ['508e7436-4eb2-4896-8bfd-6922f332ab88'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:23.399236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] Routers {'508e7436-4eb2-4896-8bfd-6922f332ab88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:23.399889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['508e7436-4eb2-4896-8bfd-6922f332ab88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:23.435882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-b183d4a5-9f8c-419a-9110-a664318154d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:23.437674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-b183d4a5-9f8c-419a-9110-a664318154d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b HTTP/1.1" status: 200 len: 918 time: 0.8435657 Jul 27 16:49:23.458827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-79ab6390-db45-40a7-ad0c-c65341123dc8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:23.460957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-79ab6390-db45-40a7-ad0c-c65341123dc8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2586241 Jul 27 16:49:23.497837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:23.521641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] Routers {'508e7436-4eb2-4896-8bfd-6922f332ab88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:23.522272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['508e7436-4eb2-4896-8bfd-6922f332ab88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:23.611231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.622312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.640681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:23.642474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499be5ba-a95f-498e-99cc-0a778c7c07ba None None] The sync data for ids ['508e7436-4eb2-4896-8bfd-6922f332ab88'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:23.664085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.669256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f529c48d-4ee7-4952-a813-b292c689f176 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2241080 Jul 27 16:49:23.687666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:23.693137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:23.724036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-adf64a5c-649c-4d82-ad2d-63fad3da40fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1000 time: 0.2619586 Jul 27 16:49:23.741055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-5cc836c5-13f0-4b73-a6e2-2fb7a2e5a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:23.754991 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24655c6a-918c-474e-b31c-794c5ca6ea4c None None] New status for floating IP 5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:49:23.763737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-5cc836c5-13f0-4b73-a6e2-2fb7a2e5a59b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee19e916e86045848ba1e7e8f479a337&device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 1095 time: 1.1823955 Jul 27 16:49:23.783576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-e75e3543-4a37-49a7-88d8-4df3a3177693 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.1670876 Jul 27 16:49:23.915993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:23.923326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:23.923687 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Added segment 05af8d6c-ef14-4cf8-8cc6-fb2dae8e02c8 of type vlan for network 8eb8645e-5cf1-426f-8aee-8e225b3ba01d Jul 27 16:49:23.953861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-f813a11c-372d-47cc-80c7-856fc53071ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad HTTP/1.1" status: 200 len: 217 time: 0.1888659 Jul 27 16:49:23.992019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:24.088266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-1c103085-f2d8-4c9f-b12e-00b884b52ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:24.090138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-1c103085-f2d8-4c9f-b12e-00b884b52ccc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.3222485 Jul 27 16:49:24.120461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c3cb3acd-18b0-4f3a-ba50-8f2012579bac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8008037 Jul 27 16:49:24.153261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c23d73-b755-4345-ae3b-531678259b2c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:24.182875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-283802f4-8c2f-4366-bdc7-7882dee422dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:24.186229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-283802f4-8c2f-4366-bdc7-7882dee422dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24aa2a2b-9b95-49c7-adac-35391d5177a1 HTTP/1.1" status: 200 len: 853 time: 0.2200928 Jul 27 16:49:24.186780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:24.188107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:24.188932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:24.301757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-794d8c91-77f5-4b17-87b1-5f60c9a03807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b953b595-91e9-4c06-b2b9-b05cc8022c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884304 Jul 27 16:49:24.334027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4450655 Jul 27 16:49:24.342064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56862) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:24.350800 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-7146d640-6625-430f-af72-9b1feb55b21c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5661018 Jul 27 16:49:24.394343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d56a-3bc3-41ba-8fcd-4959fb47a060 req-50962188-e12b-46f1-9cca-e8b767e888fb tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:24.412612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab91d56a-3bc3-41ba-8fcd-4959fb47a060 req-50962188-e12b-46f1-9cca-e8b767e888fb tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 946 time: 0.7812085 Jul 27 16:49:24.502434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:24.504834 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd51140f-b86e-451b-beb3-5239bc87edb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:24.537370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c324-1325-48f7-a5da-944f640294ac tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=8eb8645e-5cf1-426f-8aee-8e225b3ba01d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:24.549058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8eb8645e-5cf1-426f-8aee-8e225b3ba01d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:24.668337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-5e2d5d66-625d-45b9-88ab-76f20cb15a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:24.676941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-5e2d5d66-625d-45b9-88ab-76f20cb15a53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5509725 Jul 27 16:49:24.705414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab91d56a-3bc3-41ba-8fcd-4959fb47a060 req-42f94f20-ba50-4912-afe6-9979bdffa7eb tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913587 Jul 27 16:49:24.737509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:24.792503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:24.968551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-8322e279-6f36-4885-b293-7dc4742f6631 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058866 Jul 27 16:49:25.064466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:25.100948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'port_id': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'mac_address': 'fa:16:3e:48:df:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0365b81b-42fa-4de4-845d-bc2c7a78e0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:25.159463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-dd537c32-3abf-4b16-bf72-f5f22d92e80a service neutron] 10.222.0.13 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8062041 Jul 27 16:49:25.197546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:25.230403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:25.270787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-b505de34-2473-4bc8-853b-14a358215d2d service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8667135 Jul 27 16:49:25.273133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:25.279345 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:25.285014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eedb18b2-b731-4f23-a671-4b58b0519b3d req-c7f2e426-865b-4d8a-82f1-c2c48109dd7d service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956219 Jul 27 16:49:25.371442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:25.410130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.410130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.410551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.410838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.411964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c3d4278-8af7-4de4-b8ad-feef7c0b1e52 req-fd4d49e5-0bd3-4b34-aa60-a6d5804d95e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416260 Jul 27 16:49:25.413675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.414057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.415559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.415916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.416261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.416628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.416969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.417305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:25.430847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a96cb9c-e00c-410b-aca2-09f1796674cc service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492138 Jul 27 16:49:25.447677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e7940aaf-efaf-45d9-aac4-f61788ff12c1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:25.615684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.617066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.617767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.619460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.620270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.621056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.621969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:25.624307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-50a401d1-2bec-4221-8d9f-9c0ecea1c9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.1733103 Jul 27 16:49:25.839031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:25.853890 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5b8cf-a3dd-4205-834a-831cab497024 x-openstack-request-id: req-98e5b8cf-a3dd-4205-834a-831cab497024 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:25.855710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:25.856735 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98e5b8cf-a3dd-4205-834a-831cab497024 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:25.857535 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad', 'status': 'completed', 'code': 200} Jul 27 16:49:25.901566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:25.914747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb8645e-5cf1-426f-8aee-8e225b3ba01d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:25.967868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05af8d6c-ef14-4cf8-8cc6-fb2dae8e02c8') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:25.968249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05af8d6c-ef14-4cf8-8cc6-fb2dae8e02c8') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:25.982984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.004248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.021046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af26f17-65f8-4cc2-b3e6-3bde49216ea2 req-2aa3c644-1dba-4778-a6d3-dbbedf2f8bc2 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.022898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6af26f17-65f8-4cc2-b3e6-3bde49216ea2 req-2aa3c644-1dba-4778-a6d3-dbbedf2f8bc2 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 944 time: 0.6556330 Jul 27 16:49:26.025455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:26.025947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:26.027754 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:26.047520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-08d919ec-2247-4f06-9fce-23ed0d67365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.047520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-08d919ec-2247-4f06-9fce-23ed0d67365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.048066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-08d919ec-2247-4f06-9fce-23ed0d67365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.050429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-08d919ec-2247-4f06-9fce-23ed0d67365e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 2299 time: 0.3868814 Jul 27 16:49:26.077626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16eb5243-42f9-424e-a902-1fb6d437ceaa req-99859bac-3bb1-4e98-8e9a-b128ba748055 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 210 time: 0.1112354 Jul 27 16:49:26.180837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-efca00f5-88b3-4db4-a153-de7aff82eeeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1002 time: 0.1073155 Jul 27 16:49:26.185411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-9f0e9220-09db-43b8-b71b-f39eb0a1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.187067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-9f0e9220-09db-43b8-b71b-f39eb0a1ba2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee19e916e86045848ba1e7e8f479a337&device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 1095 time: 0.2770703 Jul 27 16:49:26.213500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6af26f17-65f8-4cc2-b3e6-3bde49216ea2 req-f2b7fc97-e0b0-46fc-b399-0fdbf18aaa6b tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751914 Jul 27 16:49:26.242582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.256465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8eb8645e-5cf1-426f-8aee-8e225b3ba01d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:49:26.261840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.266448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8eb8645e-5cf1-426f-8aee-8e225b3ba01d HTTP/1.1" status: 204 len: 168 time: 1.9185243 Jul 27 16:49:26.283134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:26.299810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:26.334890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb921c-a78d-4370-9e7e-8dc4b6ed5e9a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eb8645e-5cf1-426f-8aee-8e225b3ba01d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:26.394016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-998d57fa-7f5a-4f1b-856a-a1c8ab204dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.395949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-998d57fa-7f5a-4f1b-856a-a1c8ab204dea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.2025242 Jul 27 16:49:26.404968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:26.407899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.500548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-156fef80-68a1-4931-a087-2165c2879318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.508286 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-156fef80-68a1-4931-a087-2165c2879318 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b953b595-91e9-4c06-b2b9-b05cc8022c91 HTTP/1.1" status: 200 len: 914 time: 0.3042142 Jul 27 16:49:26.521217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d991ffe-9802-477e-9771-48407c3372ea req-e01ca4ed-843e-4a6f-afcf-19bd9b4f2649 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.529038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d991ffe-9802-477e-9771-48407c3372ea req-e01ca4ed-843e-4a6f-afcf-19bd9b4f2649 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 945 time: 0.2158141 Jul 27 16:49:26.554394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:26.566090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:26.566510 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Added segment 96759d2f-a609-4cb7-935c-3a0a2bf42fc7 of type vlan for network 9816c80c-e770-46c9-b4dc-6a552336073e Jul 27 16:49:26.665022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-401210a7-03c3-41bd-814a-7707642916bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad HTTP/1.1" status: 200 len: 217 time: 0.1242449 Jul 27 16:49:26.736574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-06f6e095-f7c4-4545-a6d1-ee01db5063f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.738541 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-06f6e095-f7c4-4545-a6d1-ee01db5063f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24aa2a2b-9b95-49c7-adac-35391d5177a1 HTTP/1.1" status: 200 len: 853 time: 0.0638983 Jul 27 16:49:26.804844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d991ffe-9802-477e-9771-48407c3372ea req-7ca55bc0-6aaa-4852-8013-5dd68e0caf43 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746387 Jul 27 16:49:26.805179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:26.855388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-5924ff4c-d158-4cb7-8e16-a6eee9458d84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b953b595-91e9-4c06-b2b9-b05cc8022c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087635 Jul 27 16:49:26.887349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-e62c151d-3051-459e-9bff-f71b2dba6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:26.894001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-e62c151d-3051-459e-9bff-f71b2dba6880 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4830978 Jul 27 16:49:26.910592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.006558 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.011804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.015937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:27.017213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.072736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:27.143142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:27.153586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.236135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9448485 Jul 27 16:49:27.241465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:27.254537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:27.296854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b99014a4-0004-42cd-b1ec-e589aa1b46e1 req-9b94418b-af2f-45d8-9ac0-783774b065ab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 210 time: 0.0785332 Jul 27 16:49:27.308665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'subnet': {'network_id': '9816c80c-e770-46c9-b4dc-6a552336073e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:27.333983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-a54db12d-deeb-4b89-9722-41da7e29bf44 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996203 Jul 27 16:49:27.336939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-f68e3951-c65a-43ad-81a3-d13c85317c7d service neutron] 10.222.0.13 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592450 Jul 27 16:49:27.360556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26e238-2f2c-4cd0-937c-51d9666d871d tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=9816c80c-e770-46c9-b4dc-6a552336073e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:27.374720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9816c80c-e770-46c9-b4dc-6a552336073e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:27.451342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:27.454078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.464841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa619-6e50-45e7-876c-99ef8185cd49 req-d523d782-7cce-4103-8b4d-fbe8cf4f5377 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:27.466594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-167aa619-6e50-45e7-876c-99ef8185cd49 req-d523d782-7cce-4103-8b4d-fbe8cf4f5377 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.2220514 Jul 27 16:49:27.619810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c00c0860-b2b3-46ab-bbcd-8714a7774e05 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646885 Jul 27 16:49:27.621973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd51140f-b86e-451b-beb3-5239bc87edb2 req-31244c82-4a47-409b-8c05-e9e55aa850e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769427 Jul 27 16:49:27.631327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-167aa619-6e50-45e7-876c-99ef8185cd49 req-eb44739f-f6f0-4877-8b18-d9db5abc56e0 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473169 Jul 27 16:49:27.639691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d825-1f1a-48a1-8dc7-4e9bd1e97309 req-dba361c3-21f5-4502-a63e-ce7e0c1033a8 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:27.641789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44b2d825-1f1a-48a1-8dc7-4e9bd1e97309 req-dba361c3-21f5-4502-a63e-ce7e0c1033a8 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 944 time: 0.1684992 Jul 27 16:49:27.670487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.693595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:27.756982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-be6c9819-527f-4300-b9fd-2173a7c14583 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 217 time: 0.1253202 Jul 27 16:49:27.778222 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44b2d825-1f1a-48a1-8dc7-4e9bd1e97309 req-f65efebf-da8a-4bd6-a58d-0516161ec023 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292508 Jul 27 16:49:28.012858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-18e8a6cb-32ff-42f9-9f15-7439c799a51f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.019156 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-18e8a6cb-32ff-42f9-9f15-7439c799a51f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2273955 Jul 27 16:49:28.044615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-4a47fdac-8294-4c1f-98b7-ab250dc1c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.046362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-4a47fdac-8294-4c1f-98b7-ab250dc1c31d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.2672787 Jul 27 16:49:28.061535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:28.118047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router 508e7436-4eb2-4896-8bfd-6922f332ab88 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:49:28.284925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 16:49:28.285419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:28.338277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5c7e455-3f2e-4f12-bc98-6fc8e82e2403,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:28.375278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:28.383226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:28.384391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8e691bec-f377-44ab-ba5e-46562cc308fb tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "PUT /v2.0/routers/508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 200 len: 926 time: 4.6956475 Jul 27 16:49:28.389613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] Sync routers for ids ['508e7436-4eb2-4896-8bfd-6922f332ab88'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:28.398956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:28.406200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] Routers {'508e7436-4eb2-4896-8bfd-6922f332ab88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:28.407256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['508e7436-4eb2-4896-8bfd-6922f332ab88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:28.469428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:28.470849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Checking segment: {'id': '96759d2f-a609-4cb7-935c-3a0a2bf42fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9816c80c-e770-46c9-b4dc-6a552336073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:28.471969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Network hostable DHCP agents. Network: 9816c80c-e770-46c9-b4dc-6a552336073e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:49:28.481689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] Routers {'508e7436-4eb2-4896-8bfd-6922f332ab88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:28.482498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['508e7436-4eb2-4896-8bfd-6922f332ab88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:28.523894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:28.525106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab10a5-1714-4611-8594-732c15ccb47f None None] The sync data for ids ['508e7436-4eb2-4896-8bfd-6922f332ab88'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:28.552859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Network 9816c80c-e770-46c9-b4dc-6a552336073e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:49:28.574324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef34ed1a-c3d6-464c-a6c1-5f685e129ce7 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 200 len: 926 time: 0.1737597 Jul 27 16:49:28.575479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:28.605637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-7ae0f248-9eca-4f87-828f-48b6973c9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.606905 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-7ae0f248-9eca-4f87-828f-48b6973c9181 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5409312 Jul 27 16:49:28.607471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:28.611710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:28.614179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9816c80c-e770-46c9-b4dc-6a552336073e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:28.626042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e9b482c-326e-4932-ae35-a103551f9ff8 req-38c858b9-a559-4eda-ba9b-532e2c2b97b9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 210 time: 0.0929542 Jul 27 16:49:28.632634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c48167-4374-4ae6-b646-bfd916682ff1 None None] Network 9816c80c-e770-46c9-b4dc-6a552336073e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:28.637485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.638106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:28.664988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-50057d8f-435e-4c41-99b1-769818de8db4 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3919685 Jul 27 16:49:28.670752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:28.673643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fce10ca4-0777-4e83-8afc-d2e4b37fffad details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:28.679648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'floatingip': {'floating_network_id': '9816c80c-e770-46c9-b4dc-6a552336073e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:28.768865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:28.883616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-1f2b3883-852e-4bbd-a1c7-f33a6c510fd6 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509370 Jul 27 16:49:28.911013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d440e-c6ae-4106-86e8-c03d22bb87fd tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.915704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:28.917412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e16d440e-c6ae-4106-86e8-c03d22bb87fd tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=508e7436-4eb2-4896-8bfd-6922f332ab88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3405619 Jul 27 16:49:28.968217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53880500-63f9-4268-a121-c269abe73130 req-b54445af-8634-4065-abd0-f9515feb9b6c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:28.977165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53880500-63f9-4268-a121-c269abe73130 req-b54445af-8634-4065-abd0-f9515feb9b6c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.1500306 Jul 27 16:49:29.034872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53880500-63f9-4268-a121-c269abe73130 req-8d62b8e8-fd0b-47ec-8e7b-174425d19017 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Jul 27 16:49:29.048484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.086912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb87dc8-2533-42c5-8475-e4b64e9b7c55 None None] Network 9816c80c-e770-46c9-b4dc-6a552336073e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:29.218190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.3 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/1803ebb8-04fc-499c-bbec-f70d2500c8ec) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:29.255359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad,segment=NetworkSegment(ae7a659f-e061-44a3-b2f1-127ebedd7178),segment_id=ae7a659f-e061-44a3-b2f1-127ebedd7178)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:29.271114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad', 'network_id': 'b953b595-91e9-4c06-b2b9-b05cc8022c91', 'port_id': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad', 'mac_address': 'fa:16:3e:ef:42:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24aa2a2b-9b95-49c7-adac-35391d5177a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:29.272559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Allocated IP 172.20.0.10 (9816c80c-e770-46c9-b4dc-6a552336073e/a5c7e455-3f2e-4f12-bc98-6fc8e82e2403/55baf39a-2a00-43e0-97a9-883c0f457a01) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:29.333497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.348805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:29.460621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.538185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c6927-e8f3-4217-a3ab-9d458908f298 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:29.542450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-681c6927-e8f3-4217-a3ab-9d458908f298 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.5970330 Jul 27 16:49:29.542450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c168e297-e669-4763-91c1-a560c7053b08 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451349 Jul 27 16:49:29.554652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-446c14e3-4c55-41e4-baad-8cab8be1ee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.555521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce10ca4-0777-4e83-8afc-d2e4b37fffad {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:29.562959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:29.577975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.637399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad,segment=NetworkSegment(ae7a659f-e061-44a3-b2f1-127ebedd7178),segment_id=ae7a659f-e061-44a3-b2f1-127ebedd7178)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:29.648562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Network 9816c80c-e770-46c9-b4dc-6a552336073e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:29.651967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Port': ['ID=55baf39a-2a00-43e0-97a9-883c0f457a01,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:29.656532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:29.659105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:29.666216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:29.679524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a52567cc-0d28-4dcc-8935-534cb5279a82 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 200 len: 205 time: 0.1081095 Jul 27 16:49:29.691992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56958) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:29.707835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-ac80c94e-33dc-43d8-9ff0-a07b7822def1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:29.709525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-ac80c94e-33dc-43d8-9ff0-a07b7822def1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.6449389 Jul 27 16:49:29.717405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2044c29-1b2e-4e47-bd91-3da92beb983e req-2146acf9-3e95-4105-9ea3-893924511f60 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:29.727506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2044c29-1b2e-4e47-bd91-3da92beb983e req-2146acf9-3e95-4105-9ea3-893924511f60 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 944 time: 0.8083270 Jul 27 16:49:29.731416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-61e2099e-36d6-4780-87d2-77fd2060ea2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 217 time: 0.1415606 Jul 27 16:49:29.807052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:29.882321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b3b04af-c734-48eb-a23d-7871f2ea0ae3 req-18a31e79-e47a-4512-b78a-88466aa94140 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 210 time: 0.0835304 Jul 27 16:49:29.946202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['fce10ca4-0777-4e83-8afc-d2e4b37fffad'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:30.014624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.017469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-446c14e3-4c55-41e4-baad-8cab8be1ee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.020397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.058749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-446c14e3-4c55-41e4-baad-8cab8be1ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.067309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.085092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2044c29-1b2e-4e47-bd91-3da92beb983e req-54c3c2e9-81a2-40ea-98dc-c247a284b8b8 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562393 Jul 27 16:49:30.114108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-075614f5-2660-4a3e-bc4c-623b95218dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:30.115601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-075614f5-2660-4a3e-bc4c-623b95218dc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.2595096 Jul 27 16:49:30.149445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-446c14e3-4c55-41e4-baad-8cab8be1ee84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48ce4e98f4824e5e80206775acfa12e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7993205 Jul 27 16:49:30.155659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:30.194093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c14e3-4c55-41e4-baad-8cab8be1ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7c7fc-7306-4895-842b-8d3a90953ae0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:30.210571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.227722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.260690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:30.272382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:30.309997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:30.326650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Deleting port e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:30.327124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.456501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:30.483674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:30.484363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.491559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-61d39424-2920-4a13-bf94-6eeb0b7c1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:30.493543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-61d39424-2920-4a13-bf94-6eeb0b7c1d8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3605027 Jul 27 16:49:30.493774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.511462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:30.577047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-8a0dcfb9-1445-4a80-9891-72dead5db97f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5294819 Jul 27 16:49:30.599175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Request body: {'port': {'device_id': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:30.606636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.641146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] For port e7940aaf-efaf-45d9-aac4-f61788ff12c1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e7940aaf-efaf-45d9-aac4-f61788ff12c1,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:30.641524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.653345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.657302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fce10ca4-0777-4e83-8afc-d2e4b37fffad up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:30.686622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Calling delete_port for e7940aaf-efaf-45d9-aac4-f61788ff12c1 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:30.747472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a7f02-92a5-4d07-bdcd-ff676439776d req-b118b7d2-92fa-49f5-9476-07b88afbfb9a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:30.754612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0a7f02-92a5-4d07-bdcd-ff676439776d req-b118b7d2-92fa-49f5-9476-07b88afbfb9a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 944 time: 0.6126385 Jul 27 16:49:30.802441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port fce10ca4-0777-4e83-8afc-d2e4b37fffad completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:30.826501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port fce10ca4-0777-4e83-8afc-d2e4b37fffad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:30.827730 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.837818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-46a512ac-b3d5-43e8-a5bb-9be1aba85cce service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228722 Jul 27 16:49:30.841549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.847673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0a7f02-92a5-4d07-bdcd-ff676439776d req-8384169d-112c-4284-bf0c-19c081b128c4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Jul 27 16:49:30.848486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.852220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.859913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ab7c7fc-7306-4895-842b-8d3a90953ae0 HTTP/1.1" status: 204 len: 168 time: 0.7017131 Jul 27 16:49:30.871387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port 56e5110e-3a90-45a7-9ecd-853241edb183 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:30.871738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.874781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.913196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.977387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:30.988421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c523f-fdc7-4359-8ca5-9245a9c330b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7c7fc-7306-4895-842b-8d3a90953ae0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:31.053725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Port': ['ID=55baf39a-2a00-43e0-97a9-883c0f457a01,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:31.067095 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.071472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.071921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:31.076602 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd214b23-5df5-467c-870d-f64ab6c59b61" -d '{"events": [{"server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "name": "network-vif-plugged", "status": "completed", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:31.106289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad,segment=NetworkSegment(ae7a659f-e061-44a3-b2f1-127ebedd7178),segment_id=ae7a659f-e061-44a3-b2f1-127ebedd7178)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:31.114864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.143958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for 56e5110e-3a90-45a7-9ecd-853241edb183 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:31.155215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.161418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07c53a96-a8e5-4f0c-8c44-175d30336bd3 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4895580 Jul 27 16:49:31.169281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:31.202836 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7811c54e-2de3-4c54-a6b4-b7e095a5a15f x-openstack-request-id: req-7811c54e-2de3-4c54-a6b4-b7e095a5a15f {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:31.204492 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "name": "network-vif-plugged", "status": "completed", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:31.204889 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7811c54e-2de3-4c54-a6b4-b7e095a5a15f {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:31.208559 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad', 'code': 200} Jul 27 16:49:31.208559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:31.339360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8c98c360-7465-48ce-8934-509fda002008 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=9816c80c-e770-46c9-b4dc-6a552336073e HTTP/1.1" status: 200 len: 690 time: 0.1641874 Jul 27 16:49:31.345736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:31.382806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-63c7c1c1-811d-4068-93a0-5a4bd466dc26 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214846 Jul 27 16:49:31.530820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b52b-4b8d-4a5d-9386-60a06768ebb4 req-29fd0ac2-2435-4653-947c-83f03de4fcdd tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:31.532794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5020b52b-4b8d-4a5d-9386-60a06768ebb4 req-29fd0ac2-2435-4653-947c-83f03de4fcdd tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.2502613 Jul 27 16:49:31.591740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c5e952ed-985d-4808-8e31-6bbfeaf486df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 217 time: 0.1513708 Jul 27 16:49:31.597921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.613478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f702f3-85a8-4175-8248-e967bcf8679f req-aa3f5064-2cc7-4a01-9870-62a662e9d288 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:31.615095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1f702f3-85a8-4175-8248-e967bcf8679f req-aa3f5064-2cc7-4a01-9870-62a662e9d288 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 931 time: 0.5478086 Jul 27 16:49:31.673459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5020b52b-4b8d-4a5d-9386-60a06768ebb4 req-9fcc799f-e65a-4366-b3fb-62646d437304 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264164 Jul 27 16:49:31.682046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:31.735204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=56e5110e-3a90-45a7-9ecd-853241edb183,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:32.012945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.115268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event deleted for resources: {'Port': ['ID=e7940aaf-efaf-45d9-aac4-f61788ff12c1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:32.175749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-aa2130f9-02c9-49f2-ace2-b3a3976a0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:32.178027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-aa2130f9-02c9-49f2-ace2-b3a3976a0329 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.5765042 Jul 27 16:49:32.199040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b1ebce88-360b-4aeb-b854-418b4526510b req-f4055064-adc7-4a56-810a-a95b8f96460a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.0965366 Jul 27 16:49:32.220801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.221388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102b474-e254-47c0-b688-1db173656ba0 req-2d7dbd08-73dd-4883-b840-9b72da47f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:32.223625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5102b474-e254-47c0-b688-1db173656ba0 req-2d7dbd08-73dd-4883-b840-9b72da47f323 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 1097 time: 0.9427042 Jul 27 16:49:32.224313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.242712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.281256 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.281927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router 508e7436-4eb2-4896-8bfd-6922f332ab88 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:32.290247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.291537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-317e139d-f239-45a1-9b37-078c8bb9ce44 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 204 len: 168 time: 2.5966184 Jul 27 16:49:32.296095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:32.301439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] No DVR routers for this DVR port e7940aaf-efaf-45d9-aac4-f61788ff12c1 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:32.301871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007151911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:32.311308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.313301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d1258a4-03ce-4cfb-b16c-a5fe0cffb577 req-9bef6c3c-9f16-455d-ad2a-58476cd5eb4f tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.61 "DELETE /v2.0/ports/e7940aaf-efaf-45d9-aac4-f61788ff12c1 HTTP/1.1" status: 204 len: 173 time: 2.5770984 Jul 27 16:49:32.329169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'name': 'network-vif-deleted', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:32.332022 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecb974-d3cc-4e7f-8180-9dd14bf7508c" -d '{"events": [{"server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "name": "network-vif-deleted", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:32.346331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.348040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.371599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1f702f3-85a8-4175-8248-e967bcf8679f req-fdbd28ce-8792-4f96-b750-bdf445183277 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327578 Jul 27 16:49:32.390989 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3387c90a-8ee0-4c85-9ee9-9feae59ea2c5 x-openstack-request-id: req-3387c90a-8ee0-4c85-9ee9-9feae59ea2c5 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:32.391290 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6db29-f129-4789-96e3-c2fa9c994c58", "name": "network-vif-deleted", "tag": "e7940aaf-efaf-45d9-aac4-f61788ff12c1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:32.391541 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3387c90a-8ee0-4c85-9ee9-9feae59ea2c5 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:32.391934 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6db29-f129-4789-96e3-c2fa9c994c58', 'name': 'network-vif-deleted', 'tag': 'e7940aaf-efaf-45d9-aac4-f61788ff12c1', 'status': 'completed', 'code': 200} Jul 27 16:49:32.429547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.435533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.453692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5102b474-e254-47c0-b688-1db173656ba0 req-3bb1779a-70a3-48a9-a3ce-1a383f5cf457 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800315 Jul 27 16:49:32.465882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.468052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f41c5ae1-5e8a-41cc-a784-9941d822cf5d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1704228 Jul 27 16:49:32.470754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:32.475996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:32.503586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1803ebb8-04fc-499c-bbec-f70d2500c8ec {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:32.510850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-af3fc026-9009-42bb-a7f7-e5f386f9eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:32.520486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-af3fc026-9009-42bb-a7f7-e5f386f9eac9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3045774 Jul 27 16:49:32.536282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.605947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Transition to ACTIVE for port object 1803ebb8-04fc-499c-bbec-f70d2500c8ec will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:32.637690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.645774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Deleting port 55baf39a-2a00-43e0-97a9-883c0f457a01 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:32.646359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.787287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Pushing event updated for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:32.800345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:32.842925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:32.846715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: e7940aaf-efaf-45d9-aac4-f61788ff12c1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:32.847085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e7940aaf-efaf-45d9-aac4-f61788ff12c1 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:32.877582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c288bd78-a975-4768-97b4-55452d2ce6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381860 Jul 27 16:49:32.995875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea395c4-7dc8-4486-8881-db4665a7edc7 req-30b62301-d208-4c48-91b5-f7c56949b48a tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:32.997498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea395c4-7dc8-4486-8881-db4665a7edc7 req-30b62301-d208-4c48-91b5-f7c56949b48a tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.1742511 Jul 27 16:49:32.999677 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.038310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.038729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.056844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Calling delete_port for 55baf39a-2a00-43e0-97a9-883c0f457a01 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:33.077946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea395c4-7dc8-4486-8881-db4665a7edc7 req-e5efbaf3-b644-4248-9f64-fdff09952056 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Jul 27 16:49:33.120513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Attempting to bind port 1803ebb8-04fc-499c-bbec-f70d2500c8ec on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:33.121124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Attempting to bind port 1803ebb8-04fc-499c-bbec-f70d2500c8ec by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:33.121603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Attempting to bind port 1803ebb8-04fc-499c-bbec-f70d2500c8ec on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:33.166261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Port 1803ebb8-04fc-499c-bbec-f70d2500c8ec on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:33.166942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Attempting to bind port 1803ebb8-04fc-499c-bbec-f70d2500c8ec on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:33.179526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:33.180202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:33.180749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:33.181379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Bound port: 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:33.181926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.223432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-06b0d7ca-d5c4-442a-a0ef-b50adf30a51d service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057168 Jul 27 16:49:33.251684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.275202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.300948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-2115ce51-219f-4f9d-8dbe-aa25d6b18ebd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 217 time: 0.0484245 Jul 27 16:49:33.404998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bf62be6-f698-4e5f-91d8-7c61ee8e81f6 req-9dc02f87-5d00-422a-b850-3a6128bc4f00 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=cde6db29-f129-4789-96e3-c2fa9c994c58 HTTP/1.1" status: 200 len: 210 time: 0.0574989 Jul 27 16:49:33.438586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Allocated IP 172.25.4.30 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/a81a7fa7-4fa1-4caa-bc38-c3f0805ee4f9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:33.464603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:33.474464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:33.479778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-b3f257e8-eeba-45c5-b527-f25fbab95d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:33.481894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-b3f257e8-eeba-45c5-b527-f25fbab95d74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1734262 Jul 27 16:49:33.488969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.573886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Pushing event updated for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:33.647122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:33.647926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.650010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-a4348c85-cc62-4430-96a8-3d028ac32dbe service neutron] 10.222.0.61 "PUT /v2.0/ports/1803ebb8-04fc-499c-bbec-f70d2500c8ec HTTP/1.1" status: 200 len: 1091 time: 3.0584118 Jul 27 16:49:33.671569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.715524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Port': ['ID=55baf39a-2a00-43e0-97a9-883c0f457a01,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:33.759143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.777643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-57dd892f-6595-4b40-9b2e-a18e145326e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:33.779354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-57dd892f-6595-4b40-9b2e-a18e145326e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252364 Jul 27 16:49:33.820837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8f24-36ae-4cc3-85fe-b66ca8a58e15 req-8a2c6075-2a7a-445d-9b06-c5e60da6be53 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:33.822412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff0f8f24-36ae-4cc3-85fe-b66ca8a58e15 req-8a2c6075-2a7a-445d-9b06-c5e60da6be53 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 943 time: 0.2264934 Jul 27 16:49:33.859109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.886405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:33.919749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-ff375b26-8ffd-4187-b175-0fb4c2a6c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:33.921330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-ff375b26-8ffd-4187-b175-0fb4c2a6c9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 1094 time: 0.2198331 Jul 27 16:49:33.938901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff0f8f24-36ae-4cc3-85fe-b66ca8a58e15 req-3119386a-0471-4fce-a1cc-332be8f6c838 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064823 Jul 27 16:49:33.940614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event updated for resources: {'Port': ['ID=a81a7fa7-4fa1-4caa-bc38-c3f0805ee4f9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:33.957716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:33.963049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:33.966142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:33.976311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-72adaff3-3402-455f-994f-ef2e8cd00348 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747208 Jul 27 16:49:34.032285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-be3a767c-6245-4522-bc77-1116610a1aba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec HTTP/1.1" status: 200 len: 217 time: 0.0698264 Jul 27 16:49:34.142044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-0ea79a33-95cb-4452-abbc-e903620a72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:34.144399 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-0ea79a33-95cb-4452-abbc-e903620a72e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1117091 Jul 27 16:49:34.150328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.155334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-03000030-21aa-41ec-8085-8843d957394e tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1dee2c27fe444e64be274af4db0f565c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357018 Jul 27 16:49:34.220626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-69a3e829-8408-4e00-b6f2-075c21d20ee5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654058 Jul 27 16:49:34.350162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-da79d110-80d6-4d3a-b290-14488c54b546 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421540 Jul 27 16:49:34.364787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.373320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-69bd61a1-1cad-4cfd-9c65-f4cd9b94667f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:34.374849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-69bd61a1-1cad-4cfd-9c65-f4cd9b94667f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187557 Jul 27 16:49:34.385427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.420670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:34.424619 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560933b8-d16f-48c6-8bfc-343a62c86cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:34.445367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d8ab51d7-faae-4a4b-9bbe-074850acf77c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/quotas/1dee2c27fe444e64be274af4db0f565c HTTP/1.1" status: 200 len: 375 time: 0.0616462 Jul 27 16:49:34.484850 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-a2bed710-1913-4c43-9a5f-68b2ecf83ee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 217 time: 0.1241467 Jul 27 16:49:34.489276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c7e455-3f2e-4f12-bc98-6fc8e82e2403,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:34.600292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9cb84-61c3-4393-926e-ca85f2c36eaf req-b04dab0e-42db-4d3e-8c6e-4f4ca5c17006 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:34.601761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f9cb84-61c3-4393-926e-ca85f2c36eaf req-b04dab0e-42db-4d3e-8c6e-4f4ca5c17006 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.4206567 Jul 27 16:49:34.603619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-b2f03a2e-be3e-4a96-9e0c-5f52a4475efd service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567395 Jul 27 16:49:34.637269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-70df2e63-f8e3-44fd-a366-56929a2949a9 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1dee2c27fe444e64be274af4db0f565c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1902821 Jul 27 16:49:34.643702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.705385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9816c80c-e770-46c9-b4dc-6a552336073e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:34.736598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96759d2f-a609-4cb7-935c-3a0a2bf42fc7') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:34.737268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96759d2f-a609-4cb7-935c-3a0a2bf42fc7') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:34.740342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-2264812c-2ce5-4f44-9d0c-b1c62f174032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:34.742267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-2264812c-2ce5-4f44-9d0c-b1c62f174032 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.2380176 Jul 27 16:49:34.779771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.784780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.801219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.822667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58f9cb84-61c3-4393-926e-ca85f2c36eaf req-d1ff71a9-0316-43e3-b637-094b1dfaa690 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035859 Jul 27 16:49:34.862792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.928936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:34.928936 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:34.931888 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a3a6d2-71e3-4f28-bbb5-e36fe941e993 x-openstack-request-id: req-e0a3a6d2-71e3-4f28-bbb5-e36fe941e993 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:34.932577 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:34.932747 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0a3a6d2-71e3-4f28-bbb5-e36fe941e993 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:34.933185 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec', 'status': 'completed', 'code': 200} Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:34.935339 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:35.031400 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4080dfdb-eedc-4e40-a560-9ee3062420c1 req-b1f8d5c9-bc83-4950-907a-4e59c6cf3135 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148567 Jul 27 16:49:35.037660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eef6cd35-4061-4c35-8e81-3d0fd7d0fdb1 req-73b45797-bf39-48ea-af14-7f3d2dbbdbfd tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 210 time: 0.1320107 Jul 27 16:49:35.067611 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:35.072179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-9f77782b-5827-498e-b7e1-431c15200c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:35.076207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-9f77782b-5827-498e-b7e1-431c15200c0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3139505 Jul 27 16:49:35.087524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9816c80c-e770-46c9-b4dc-6a552336073e {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:49:35.113224 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:35.117203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9816c80c-e770-46c9-b4dc-6a552336073e HTTP/1.1" status: 204 len: 168 time: 3.7662997 Jul 27 16:49:35.117986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a15ca-94b0-4fa6-a9e2-7c629aecc261 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Network': ['ID=9816c80c-e770-46c9-b4dc-6a552336073e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:35.120003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:35.845579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7b71-75e9-4137-847a-2e6b1c590c20 req-a5cdd87c-54bc-44e3-ba33-0a7f6e8ae6e6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:35.847873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f70a7b71-75e9-4137-847a-2e6b1c590c20 req-a5cdd87c-54bc-44e3-ba33-0a7f6e8ae6e6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 943 time: 0.1236675 Jul 27 16:49:35.878180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Router 09b0637d-6665-43b3-9d1d-52814bc4f54a is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:35.937039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-71c43158-b906-4ac9-8325-43c0d217a49a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.7554903 Jul 27 16:49:35.937863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:35.944950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f70a7b71-75e9-4137-847a-2e6b1c590c20 req-aa118ee1-4d6b-4b76-8928-812bab5afd17 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878277 Jul 27 16:49:35.947408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-b3053da5-9c54-4606-bb9f-898b3331a0a5 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568134 Jul 27 16:49:35.984408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-a57ece88-e465-4ec2-9d05-525ef90c63cd tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:35.986506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-a57ece88-e465-4ec2-9d05-525ef90c63cd tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.3452187 Jul 27 16:49:35.998748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-cb20fc70-57ad-4cab-8cc5-f00afff43f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.000445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-cb20fc70-57ad-4cab-8cc5-f00afff43f95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 1094 time: 0.8839314 Jul 27 16:49:36.055236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:36.066899 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] Sync routers for ids ['09b0637d-6665-43b3-9d1d-52814bc4f54a'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:36.077515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:36.081739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b66325a4-e0cd-4e8f-8716-f91c168fcb41 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "PUT /v2.0/routers/09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 200 len: 883 time: 3.6073244 Jul 27 16:49:36.081935 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] Routers {'09b0637d-6665-43b3-9d1d-52814bc4f54a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:36.081935 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['09b0637d-6665-43b3-9d1d-52814bc4f54a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:36.082141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.118963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-d145a276-7bc2-4d75-8507-b6ba0e81a675 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311979 Jul 27 16:49:36.123062 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:36.137439 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] Routers {'09b0637d-6665-43b3-9d1d-52814bc4f54a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:36.138283 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['09b0637d-6665-43b3-9d1d-52814bc4f54a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:36.152745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-0bc5aec6-c460-4639-a75b-2f729f3c39f6 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/quotas/9b339ba2e0194faeb84967dd50dccee8 HTTP/1.1" status: 200 len: 375 time: 0.0364308 Jul 27 16:49:36.184928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:36.185490 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a6b00-789c-42e8-8e64-5a6b9ff48e71 None None] The sync data for ids ['09b0637d-6665-43b3-9d1d-52814bc4f54a'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:36.279672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2620e486-7eef-43e3-9571-0e5c8ffcff44 req-b9df279f-707c-44bd-85f9-905c34b816c2 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 210 time: 0.0723486 Jul 27 16:49:36.320071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c24a5f1-d392-4d9d-a70a-84e2a1fca99f tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 200 len: 924 time: 0.2355368 Jul 27 16:49:36.322797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.358959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-c10633fd-1907-4b9b-ba8a-ae43aefb17bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.2041862 Jul 27 16:49:36.360751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-770e212b-37f6-423c-8d0d-c2d8a0251dbe tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1dee2c27fe444e64be274af4db0f565c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390401 Jul 27 16:49:36.420495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d7280b-edb1-4a16-bd95-bee32bf6ba2c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.424539 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-51d7280b-edb1-4a16-bd95-bee32bf6ba2c tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=09b0637d-6665-43b3-9d1d-52814bc4f54a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0980389 Jul 27 16:49:36.425270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.558586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775088f-53bb-49f2-9c52-9d4fbac3b880 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.562806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1775088f-53bb-49f2-9c52-9d4fbac3b880 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.1308262 Jul 27 16:49:36.563024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.604549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14bb89ae-2673-4b35-bc9b-41507645e86e tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 200 len: 205 time: 0.0383780 Jul 27 16:49:36.613727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.623775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.624250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.625485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.625637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.626006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.626464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.626926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.627390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.628392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.630435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1b55fb7e-5df5-4f35-b9df-24b0845819c9 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5844 time: 0.6878538 Jul 27 16:49:36.654595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57162) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.726285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-55c96883-8c46-4d5b-b0a9-aa0c1273ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.727778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-55c96883-8c46-4d5b-b0a9-aa0c1273ee6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.6077819 Jul 27 16:49:36.736031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-b27b5c72-5518-4905-ace3-5920f07e920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.738073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-b27b5c72-5518-4905-ace3-5920f07e920a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.3479035 Jul 27 16:49:36.747268 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-52478239-8606-4554-8286-d9d3b29af39a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] delete failed (client error): The resource could not be found. Jul 27 16:49:36.748304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52478239-8606-4554-8286-d9d3b29af39a tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/2946befe-0f50-496f-ba74-05ecac3c16e4 HTTP/1.1" status: 404 len: 345 time: 0.0850723 Jul 27 16:49:36.753657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.791920 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad8b526-4e5c-4774-81d0-ef39c97770df tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 16:49:36.792889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad8b526-4e5c-4774-81d0-ef39c97770df tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:49:36.795155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ad8b526-4e5c-4774-81d0-ef39c97770df tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9816c80c-e770-46c9-b4dc-6a552336073e HTTP/1.1" status: 404 len: 339 time: 0.0378246 Jul 27 16:49:36.800095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:36.805836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'name': 'tempest-network--1140962236', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:36.814645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1803ebb8-04fc-499c-bbec-f70d2500c8ec details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:36.826860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:36.841121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3b135-fec2-4d99-8ad3-d91b9307e222 req-ec7895b6-9376-4c97-a4ab-34bdf74e6909 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.843041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3d3b135-fec2-4d99-8ad3-d91b9307e222 req-ec7895b6-9376-4c97-a4ab-34bdf74e6909 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.2437541 Jul 27 16:49:36.860476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-cc0340ff-a87f-4a51-a563-ea91a79d5c13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec HTTP/1.1" status: 200 len: 217 time: 0.0974736 Jul 27 16:49:36.872008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-7964d2fa-53d3-45d9-b331-2f34e6bb4ea7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7062409 Jul 27 16:49:36.927634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:36.930342 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:36.961073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-2fc77798-ab12-43f0-a846-c992fab41995 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:36.963198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-2fc77798-ab12-43f0-a846-c992fab41995 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539203 Jul 27 16:49:36.977574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3d3b135-fec2-4d99-8ad3-d91b9307e222 req-add96065-7de7-4321-a43c-3594bb5b857e tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983036 Jul 27 16:49:36.984561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Request body: {'port': {'device_id': '76b541e3-569f-4069-9984-3098f12d385a', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '1dee2c27fe444e64be274af4db0f565c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:37.001148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:37.021007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:37.031753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '1803ebb8-04fc-499c-bbec-f70d2500c8ec', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '1803ebb8-04fc-499c-bbec-f70d2500c8ec', 'mac_address': 'fa:16:3e:73:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:37.052944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.053646 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Added segment e8db6379-87a1-4315-9a6a-f75bc71bb4b3 of type vlan for network 44940f69-5819-40d9-8be7-4e8d8a4ff2d9 Jul 27 16:49:37.062844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.072442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-a9bcdd37-93d3-4a8f-b271-d9d6699f27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:37.074391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-a9bcdd37-93d3-4a8f-b271-d9d6699f27df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1924510 Jul 27 16:49:37.156044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.214901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1803ebb8-04fc-499c-bbec-f70d2500c8ec {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:37.228936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365af8-1051-498d-9d30-fb4b52469a58 req-980856e7-783c-47ee-8f5f-895470d43e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:37.230586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-980856e7-783c-47ee-8f5f-895470d43e68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4811933 Jul 27 16:49:37.240712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-8453ee04-e9e9-4583-89fc-113a25837611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251750 Jul 27 16:49:37.243637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:37.248261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.267499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.320901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:37.333586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-4ad3cc1c-5345-41c5-839c-e02e378cdfbe service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602559 Jul 27 16:49:37.346033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4edc45-3b0e-405a-b733-649624f3e90a req-c18f06d4-f911-4289-a342-29a20bbf7dd3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:37.348845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f4edc45-3b0e-405a-b733-649624f3e90a req-c18f06d4-f911-4289-a342-29a20bbf7dd3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 943 time: 0.1957853 Jul 27 16:49:37.352127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.352599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:37.353205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.368558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port a81a7fa7-4fa1-4caa-bc38-c3f0805ee4f9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:37.369184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.411824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6074648 Jul 27 16:49:37.426085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57176) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:37.515683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6a3f6-5ec2-47ce-8943-c16e8ec4d75c tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=44940f69-5819-40d9-8be7-4e8d8a4ff2d9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:37.529868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 44940f69-5819-40d9-8be7-4e8d8a4ff2d9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:37.535988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f4edc45-3b0e-405a-b733-649624f3e90a req-aad4372e-56cf-41bd-b1dc-60287f098001 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503944 Jul 27 16:49:37.583270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.592226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1803ebb8-04fc-499c-bbec-f70d2500c8ec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:37.598562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for a81a7fa7-4fa1-4caa-bc38-c3f0805ee4f9 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:37.784817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf170fce-8a42-4b3d-8451-cd4c782ed598 req-a2d10b6c-830e-406f-a9a6-4819a4d92541 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 210 time: 0.0442858 Jul 27 16:49:37.853420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:37.878654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=a81a7fa7-4fa1-4caa-bc38-c3f0805ee4f9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:37.952090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.051941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.054524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.112898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Made reservation on behalf of 1dee2c27fe444e64be274af4db0f565c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:38.116514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.119958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-7faf5c9f-a4cf-4970-be70-6375438eb2a8 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641222 Jul 27 16:49:38.135511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.135872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-ebee75dd-46d7-4f38-a27f-573624aae8d4 service neutron] 10.222.0.64 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014257 Jul 27 16:49:38.136049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router 09b0637d-6665-43b3-9d1d-52814bc4f54a {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:38.140531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-a18d09ae-2b10-4de5-a8e6-e9ad488d2136 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8988533 Jul 27 16:49:38.144731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.149697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f751934-614c-41d7-a790-5cff66aa4ab2 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 204 len: 168 time: 1.5306482 Jul 27 16:49:38.149906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.150034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:38.154665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-42205018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:38.159955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744200e5-dc05-4139-b317-f09f000c6170 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.165956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744200e5-dc05-4139-b317-f09f000c6170 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.172254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744200e5-dc05-4139-b317-f09f000c6170 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.179141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744200e5-dc05-4139-b317-f09f000c6170 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.180486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-744200e5-dc05-4139-b317-f09f000c6170 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7494092 Jul 27 16:49:38.184894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:38.198053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.199263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.254554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df19dc-876e-4e4b-8cbf-15ae24d06bbc req-4c6e5aa8-e9dd-4e31-a599-d5e7dd628c25 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.256111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88df19dc-876e-4e4b-8cbf-15ae24d06bbc req-4c6e5aa8-e9dd-4e31-a599-d5e7dd628c25 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.1564846 Jul 27 16:49:38.379012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.385486 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.391358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-be9f1e82-8153-4b53-8e51-e5306626dbf5 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.394034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-be9f1e82-8153-4b53-8e51-e5306626dbf5 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 946 time: 0.3435445 Jul 27 16:49:38.402806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88df19dc-876e-4e4b-8cbf-15ae24d06bbc req-f880c912-8ea6-443f-88ba-dca44cb83964 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215937 Jul 27 16:49:38.404766 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.484008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-560933b8-d16f-48c6-8bfc-343a62c86cb1 req-f28b83fb-7c7b-4ce7-be72-132f89560173 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456295 Jul 27 16:49:38.515530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-08365af8-1051-498d-9d30-fb4b52469a58 req-3e4d1b56-345a-44ae-9684-80becec4f903 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337278 Jul 27 16:49:38.520553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3ecadf1-aaf0-4d8d-9572-f56deaf47975 req-c2b63200-8b6b-43d4-b8b6-ea02c0310e43 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 210 time: 0.0929310 Jul 27 16:49:38.522531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.547254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44940f69-5819-40d9-8be7-4e8d8a4ff2d9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:38.579072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8db6379-87a1-4315-9a6a-f75bc71bb4b3') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:38.579477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8db6379-87a1-4315-9a6a-f75bc71bb4b3') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:38.601081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.632785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.650461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.653433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:38.653856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:38.655911 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:38.662850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.718508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.722761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e1d1b08c-99ce-48a8-a656-96dd4643c277 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5685878 Jul 27 16:49:38.729181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0eeb50-fcdc-4518-9167-142454214689,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:38.750797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:38.759679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': True}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:38.773103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Deleting port fce10ca4-0777-4e83-8afc-d2e4b37fffad {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:38.773443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.813194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1803ebb8-04fc-499c-bbec-f70d2500c8ec up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:38.881279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.932259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44940f69-5819-40d9-8be7-4e8d8a4ff2d9 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:49:38.938713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 1803ebb8-04fc-499c-bbec-f70d2500c8ec completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:38.945443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 1803ebb8-04fc-499c-bbec-f70d2500c8ec triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:38.945912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.954345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:38.957645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/44940f69-5819-40d9-8be7-4e8d8a4ff2d9 HTTP/1.1" status: 204 len: 168 time: 0.7724679 Jul 27 16:49:38.965429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:38.974927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693187e-07e5-4684-bb74-aaef08bf348b req-ea400c7f-9391-4b24-adb9-3db388c059f0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:38.983103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2693187e-07e5-4684-bb74-aaef08bf348b req-ea400c7f-9391-4b24-adb9-3db388c059f0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 944 time: 0.3029342 Jul 27 16:49:39.010717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'name': 'tempest-network--1614991874', 'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:39.015131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe729-1b68-4f7f-a8dd-f8c27f6b4505 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Network': ['ID=44940f69-5819-40d9-8be7-4e8d8a4ff2d9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:39.024485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-506c0e5d-c680-4610-8e91-70b33648f0c7 req-37acb12a-fd8e-4a99-b158-fca9e3aed86c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 210 time: 0.1070337 Jul 27 16:49:39.062212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] For port fce10ca4-0777-4e83-8afc-d2e4b37fffad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fce10ca4-0777-4e83-8afc-d2e4b37fffad,segment=NetworkSegment(ae7a659f-e061-44a3-b2f1-127ebedd7178),segment_id=ae7a659f-e061-44a3-b2f1-127ebedd7178)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:39.063074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.081985 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.111068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:39.113957 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bca3e4-932e-4e61-a19e-6055e181e658" -d '{"events": [{"server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "name": "network-vif-plugged", "status": "completed", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:39.129736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:39.132784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Calling delete_port for fce10ca4-0777-4e83-8afc-d2e4b37fffad owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:39.135599 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.154445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:39.163819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.185840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2693187e-07e5-4684-bb74-aaef08bf348b req-2aaee85b-f400-48cd-8d1a-aefd51f66479 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015753 Jul 27 16:49:39.192596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.206789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:39.216358 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9eb4c8-61ed-420f-8a4a-7d9a84aedbc2 x-openstack-request-id: req-0c9eb4c8-61ed-420f-8a4a-7d9a84aedbc2 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:39.217446 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "name": "network-vif-plugged", "status": "completed", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:39.218052 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c9eb4c8-61ed-420f-8a4a-7d9a84aedbc2 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:39.220295 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec', 'code': 200} Jul 27 16:49:39.259932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:39.272663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.276908 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Added segment 1e2a95a5-258e-45a8-86e0-fbbf99225c16 of type vlan for network 4bcacbb7-165b-416e-893a-c4d60d1f35e1 Jul 27 16:49:39.300130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Allocated IP 192.168.233.124 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/51f431c1-5a1b-417e-812b-8a0ba8e3ad3d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:39.381604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.459723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c560b-ebd6-41c4-b262-3e7468e3f251 req-f846af1b-4e9f-46ec-8a44-4bf3bf580f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:39.462362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e4c560b-ebd6-41c4-b262-3e7468e3f251 req-f846af1b-4e9f-46ec-8a44-4bf3bf580f98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 1096 time: 0.1638696 Jul 27 16:49:39.488578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.490090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:39.490901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.685864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e4c560b-ebd6-41c4-b262-3e7468e3f251 req-7e43b833-97c1-49c8-9719-1b3ad6cdb60f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035394 Jul 27 16:49:39.689259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6825631 Jul 27 16:49:39.710022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab890f89-dd40-4437-a14a-15b0149531db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.722548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:39.791942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4a0c318-7ef1-4fac-8f4b-4456aae7d42a req-e6ce9eb0-583b-4396-9816-8867182a419a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 210 time: 0.0857158 Jul 27 16:49:39.814477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.838838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2ada3-965f-404f-b2bb-fb0699e48b78 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:39.840410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5f2ada3-965f-404f-b2bb-fb0699e48b78 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "GET /v2.0/networks/4bcacbb7-165b-416e-893a-c4d60d1f35e1 HTTP/1.1" status: 200 len: 757 time: 0.1144648 Jul 27 16:49:39.856495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:39.867997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['fce10ca4-0777-4e83-8afc-d2e4b37fffad'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:39.899564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.929952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Pushing event deleted for resources: {'Port': ['ID=fce10ca4-0777-4e83-8afc-d2e4b37fffad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:39.966441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] No DVR routers for this DVR port fce10ca4-0777-4e83-8afc-d2e4b37fffad on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:39.972388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:39.974420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13d2a4c1-1393-430c-86d9-fa5c831dc563 req-2227e29a-2696-44ed-a6e5-d2587ede4754 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.13 "DELETE /v2.0/ports/fce10ca4-0777-4e83-8afc-d2e4b37fffad HTTP/1.1" status: 204 len: 173 time: 1.5549991 Jul 27 16:49:39.974859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'name': 'network-vif-deleted', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:39.977776 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e888c-e315-4c24-a1c0-b197758e72ab" -d '{"events": [{"server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "name": "network-vif-deleted", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:39.983564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Transition to ACTIVE for port object 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:40.036805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.051509 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f544a-5c77-476f-8a0b-ea8584e5eb5d x-openstack-request-id: req-817f544a-5c77-476f-8a0b-ea8584e5eb5d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:40.051770 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c39534-9c43-4b06-ba47-3b8afe7143d9", "name": "network-vif-deleted", "tag": "fce10ca4-0777-4e83-8afc-d2e4b37fffad", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:40.051882 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-817f544a-5c77-476f-8a0b-ea8584e5eb5d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:40.054961 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c39534-9c43-4b06-ba47-3b8afe7143d9', 'name': 'network-vif-deleted', 'tag': 'fce10ca4-0777-4e83-8afc-d2e4b37fffad', 'status': 'completed', 'code': 200} Jul 27 16:49:40.147066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:40.170394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:40.176583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:40.203533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Pushing event updated for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:40.241301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.241968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.268827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-386e4d65-ba40-4838-9fde-cec335b57ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2926886 Jul 27 16:49:40.282929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9adc6a-93c3-465c-b645-0b15b5fe7390 req-330dbb3d-1dff-4755-b44c-fd6757c2fc8c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.285775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f9adc6a-93c3-465c-b645-0b15b5fe7390 req-330dbb3d-1dff-4755-b44c-fd6757c2fc8c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 936 time: 0.1615741 Jul 27 16:49:40.290919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Request body: {'port': {'device_id': '76b541e3-569f-4069-9984-3098f12d385a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:40.369191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f9adc6a-93c3-465c-b645-0b15b5fe7390 req-f9c5a9f8-6e0c-46f5-bb4f-10410cd4b70c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743613 Jul 27 16:49:40.377642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6a7c-d10e-4f4f-8dd1-817b1b66c252 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=4bcacbb7-165b-416e-893a-c4d60d1f35e1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:40.389021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4bcacbb7-165b-416e-893a-c4d60d1f35e1 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:40.460841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.519709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7ac76-941f-4306-887a-e8b72ca46e28 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.521696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59a7ac76-941f-4306-887a-e8b72ca46e28 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "GET /v2.0/networks/a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f HTTP/1.1" status: 200 len: 767 time: 0.6636167 Jul 27 16:49:40.529358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:40.606797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00409a71-243f-4968-a3c6-0b6764aa3b1a None None] Provisioning for port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:40.610974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00409a71-243f-4968-a3c6-0b6764aa3b1a None None] Provisioning complete for port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:40.611354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00409a71-243f-4968-a3c6-0b6764aa3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.634523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa076aad-c8ee-4341-9bb3-430d54f0e2b4 req-845145a8-e79f-4296-b54c-180ad319341b tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.643900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa076aad-c8ee-4341-9bb3-430d54f0e2b4 req-845145a8-e79f-4296-b54c-180ad319341b tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4c39534-9c43-4b06-ba47-3b8afe7143d9 HTTP/1.1" status: 200 len: 867 time: 1.1112790 Jul 27 16:49:40.659411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-3b895716-0707-4122-bdab-5382db13685c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.661485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-3b895716-0707-4122-bdab-5382db13685c tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.13 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 822 time: 0.8186829 Jul 27 16:49:40.693201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Request body: {'port': {'device_id': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'admin_state_up': True, 'tenant_id': '9b339ba2e0194faeb84967dd50dccee8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:40.695280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00409a71-243f-4968-a3c6-0b6764aa3b1a None None] Port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:49:40.787397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.833583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa076aad-c8ee-4341-9bb3-430d54f0e2b4 req-051f81bb-19d8-4f17-a728-7c8c94f9eb86 tempest-ServerPasswordTestJSON-1641158014 tempest-ServerPasswordTestJSON-1641158014-project] 10.222.0.64 "GET /v2.0/security-groups?id=a429ca2c-d856-48eb-b6e1-490281539ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886849 Jul 27 16:49:40.846362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d311-efef-4924-a1ea-ddab085dadd0 req-675cbfbf-b40a-46de-ac8a-ec0f0c64ddad tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:40.848686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9a0d311-efef-4924-a1ea-ddab085dadd0 req-675cbfbf-b40a-46de-ac8a-ec0f0c64ddad tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.2906704 Jul 27 16:49:40.939591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Made reservation on behalf of 9b339ba2e0194faeb84967dd50dccee8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:40.943969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:40.960050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c9a0d311-efef-4924-a1ea-ddab085dadd0 req-0884bb3b-5c87-4a67-84ba-159a33aea8c8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019447 Jul 27 16:49:41.058446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:41.071000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.089879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Transition to ACTIVE for port object 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:41.093868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0512c0f7-0676-4a0f-9f9d-229e5803f2a2 req-938adf22-062c-441b-8e86-a2d1c72264dd tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 210 time: 0.1572430 Jul 27 16:49:41.096796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.191499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.213936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:41.233950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Attempting to bind port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:41.234303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Attempting to bind port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:41.234520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Attempting to bind port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:41.240571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:41.241674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Attempting to bind port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:41.242688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcacbb7-165b-416e-893a-c4d60d1f35e1']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:41.247869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:41.248353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:41.248783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:41.249265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Bound port: 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:41.249692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.281825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2a95a5-258e-45a8-86e0-fbbf99225c16') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:41.282331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2a95a5-258e-45a8-86e0-fbbf99225c16') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:41.299913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.337441 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.339452 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.350517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:41.354428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:41.361132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.383896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:41.385152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.386776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/51f431c1-5a1b-417e-812b-8a0ba8e3ad3d HTTP/1.1" status: 200 len: 1096 time: 1.1003947 Jul 27 16:49:41.397413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.400300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:41.400769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:41.404356 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:41.588818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33344-824c-41a1-9ab2-0836f69bd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:41.602482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Allocated IP 172.20.0.14 (a1907035-ddbe-4508-ac82-45cd094b666a/0365b81b-42fa-4de4-845d-bc2c7a78e0dc/c76105f9-158a-4c87-93c1-5b8a5acfe040) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:41.653234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.665321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-6f39388e-80a1-4162-9f22-07de3812f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:41.667371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-6f39388e-80a1-4162-9f22-07de3812f709 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dee2c27fe444e64be274af4db0f565c&device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 1099 time: 0.1883829 Jul 27 16:49:41.672560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bcacbb7-165b-416e-893a-c4d60d1f35e1 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:49:41.677170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116970a-30ec-45c3-8559-6a768d307f65 req-9090864b-94c2-4b5c-95dd-e2cd5cd436b9 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:41.678806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6116970a-30ec-45c3-8559-6a768d307f65 req-9090864b-94c2-4b5c-95dd-e2cd5cd436b9 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 948 time: 0.1764040 Jul 27 16:49:41.680945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.683519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/4bcacbb7-165b-416e-893a-c4d60d1f35e1 HTTP/1.1" status: 204 len: 168 time: 1.1478086 Jul 27 16:49:41.695294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:41.702471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'name': 'tempest-network--1659801402'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:41.727380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e321a-e15e-4de6-9cc8-6fc9dbc054e7 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bcacbb7-165b-416e-893a-c4d60d1f35e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:41.759147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-ae6f7e75-836a-45ed-a1db-65efa591270f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d HTTP/1.1" status: 200 len: 217 time: 0.0777869 Jul 27 16:49:41.798081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 172.25.4.25 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/85a2da66-bc3d-4f00-b74c-78205cdfc3b4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:41.858591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Made reservation on behalf of 0cf96c754e714e0c9a6330cfccb59e61 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:41.861369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:41.878627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6116970a-30ec-45c3-8559-6a768d307f65 req-526567a0-6a22-4013-bd17-7d2a5d8d30c4 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907995 Jul 27 16:49:41.911145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-803fee99-66bf-4306-b2b2-dca4430ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:41.912887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-803fee99-66bf-4306-b2b2-dca4430ff018 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1425965 Jul 27 16:49:41.924968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:41.945621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:42.008305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.008937 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Added segment dd57b253-6684-43a2-a47e-b7eaccfed551 of type vlan for network f5fdaf88-1ca5-47fa-a10e-c598d9725025 Jul 27 16:49:42.058334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:42.059725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.060265 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02" -d '{"events": [{"name": "network-changed", "server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:42.083064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.092537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Deleting subnet 24aa2a2b-9b95-49c7-adac-35391d5177a1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:49:42.100464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.142295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.180444 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251516fb-3472-458b-92c1-3f9aa45884c2 x-openstack-request-id: req-251516fb-3472-458b-92c1-3f9aa45884c2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:42.180744 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:42.181087 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-251516fb-3472-458b-92c1-3f9aa45884c2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:42.181372 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d', 'status': 'completed', 'code': 200} Jul 27 16:49:42.194290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.195967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.219011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Network a1907035-ddbe-4508-ac82-45cd094b666a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:42.223842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:42.226136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-1f50f9a6-3202-4dfa-b2c0-affe06747dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.227986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-1f50f9a6-3202-4dfa-b2c0-affe06747dfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3048933 Jul 27 16:49:42.234735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.235738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.236552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.254147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:42.310277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.320788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event updated for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:42.345953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:42.389120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:42.397482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.398242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.400551 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.406125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7062495 Jul 27 16:49:42.406501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.410444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:42.413466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:42.421378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:42.428090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-07f638b0-93db-46a7-9392-215cb52fb302 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7406766 Jul 27 16:49:42.440747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08353e15-ceb5-49a9-9a5c-517f41dee4cc tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=f5fdaf88-1ca5-47fa-a10e-c598d9725025,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:42.454420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Request body: {'port': {'device_id': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:42.454678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f5fdaf88-1ca5-47fa-a10e-c598d9725025 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:42.517260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035f5d-696d-41fb-86de-31ae2692453d req-58eddb90-d6f3-494c-94ba-885dfb3d6556 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.521115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e035f5d-696d-41fb-86de-31ae2692453d req-58eddb90-d6f3-494c-94ba-885dfb3d6556 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.3936894 Jul 27 16:49:42.571147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-e1adcfb7-3c68-4a53-91c1-f6c34530357d service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315783 Jul 27 16:49:42.585297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a82e-d406-4f57-8f70-b3d4fb7c8390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.599009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=85a2da66-bc3d-4f00-b74c-78205cdfc3b4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:42.599757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.682343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-1492ce07-6f71-4165-bec0-e819c61f5ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3823149 Jul 27 16:49:42.687106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24aa2a2b-9b95-49c7-adac-35391d5177a1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:42.698191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.700172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-643bc5ab-fd51-4431-86d9-b27e58bd9981 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24aa2a2b-9b95-49c7-adac-35391d5177a1 HTTP/1.1" status: 204 len: 168 time: 0.7537000 Jul 27 16:49:42.704325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e035f5d-696d-41fb-86de-31ae2692453d req-fabae12d-30f4-40d9-8267-e3dc4c74ee51 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608984 Jul 27 16:49:42.712957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:42.736839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fce10ca4-0777-4e83-8afc-d2e4b37fffad no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:42.789147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: fce10ca4-0777-4e83-8afc-d2e4b37fffad {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:42.790645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fce10ca4-0777-4e83-8afc-d2e4b37fffad not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:42.834007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.851890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93742ebe-de47-476b-9ad2-b257139bf5e9 req-a334d0d0-f9c1-4d10-b728-b10744814ad3 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.853537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93742ebe-de47-476b-9ad2-b257139bf5e9 req-a334d0d0-f9c1-4d10-b728-b10744814ad3 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 932 time: 0.3852723 Jul 27 16:49:42.909533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6d99945-fc67-4f24-b7fa-07ab4c7a921c req-6ce29025-64d1-45e7-98df-1d67fc00bfc7 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262837 Jul 27 16:49:42.929173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:42.973147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-563b76df-48c3-493c-af0f-d316270007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:42.974681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-563b76df-48c3-493c-af0f-d316270007d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 1096 time: 0.1832228 Jul 27 16:49:43.026895 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.032144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93742ebe-de47-476b-9ad2-b257139bf5e9 req-770a0358-4047-47a7-a87a-21ffbd292da4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669660 Jul 27 16:49:43.099445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ab552-6830-4409-ac20-83fe667d21b2 req-adc43dc8-44e9-4f29-b9dc-ca12609017d5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:43.101161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-772ab552-6830-4409-ac20-83fe667d21b2 req-adc43dc8-44e9-4f29-b9dc-ca12609017d5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.2668991 Jul 27 16:49:43.118663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.174024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.200829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b953b595-91e9-4c06-b2b9-b05cc8022c91']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:43.219657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Network f5fdaf88-1ca5-47fa-a10e-c598d9725025 is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 16:49:43.221015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:43.221630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.222968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "PUT /v2.0/networks/f5fdaf88-1ca5-47fa-a10e-c598d9725025 HTTP/1.1" status: 200 len: 858 time: 0.8069594 Jul 27 16:49:43.240477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:43.255037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a659f-e061-44a3-b2f1-127ebedd7178') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:43.255338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a659f-e061-44a3-b2f1-127ebedd7178') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:43.267854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-772ab552-6830-4409-ac20-83fe667d21b2 req-7d346839-9043-44e4-a972-4aa7cc8223fe tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228385 Jul 27 16:49:43.296657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f6d1d-11fc-461f-8f67-ee986276b6f2 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event updated for resources: {'Network': ['ID=f5fdaf88-1ca5-47fa-a10e-c598d9725025,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:43.333477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.405678 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.506178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9dbb4-75f1-483a-bf0b-ac17c04e518d req-b9818c92-fee8-48e4-badd-c0ee597239be tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:43.507867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66f9dbb4-75f1-483a-bf0b-ac17c04e518d req-b9818c92-fee8-48e4-badd-c0ee597239be tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 948 time: 0.3454187 Jul 27 16:49:43.674255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.707030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66f9dbb4-75f1-483a-bf0b-ac17c04e518d req-39fd24b9-ae6c-4799-be43-5562f43bf922 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649303 Jul 27 16:49:43.726418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76105f9-158a-4c87-93c1-5b8a5acfe040 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:43.739598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.749468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.754780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-c9e78885-4d28-4ac8-97e0-9bd93bc097a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:43.756296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-c9e78885-4d28-4ac8-97e0-9bd93bc097a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dee2c27fe444e64be274af4db0f565c&device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 1099 time: 0.7563252 Jul 27 16:49:43.766152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-620991e2-9d01-4f8e-a1aa-e8a4bd8c0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:43.767712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-620991e2-9d01-4f8e-a1aa-e8a4bd8c0fec service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.7664306 Jul 27 16:49:43.778544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:43.779055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:43.786483 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:43.791610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Transition to ACTIVE for port object c76105f9-158a-4c87-93c1-5b8a5acfe040 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:43.804415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.808127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.841791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.914241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Pushing event updated for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:43.922814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:43.930764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-a098ee70-4719-4fde-93e4-5ae09db80e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 200 len: 217 time: 0.1374884 Jul 27 16:49:44.006539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.027813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.029831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b953b595-91e9-4c06-b2b9-b05cc8022c91 HTTP/1.1" status: 204 len: 168 time: 1.3136294 Jul 27 16:49:44.062033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Attempting to bind port c76105f9-158a-4c87-93c1-5b8a5acfe040 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:44.062454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Attempting to bind port c76105f9-158a-4c87-93c1-5b8a5acfe040 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:44.062857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Attempting to bind port c76105f9-158a-4c87-93c1-5b8a5acfe040 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:44.074977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Port c76105f9-158a-4c87-93c1-5b8a5acfe040 on network a1907035-ddbe-4508-ac82-45cd094b666a not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:44.075388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Attempting to bind port c76105f9-158a-4c87-93c1-5b8a5acfe040 on network a1907035-ddbe-4508-ac82-45cd094b666a {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:44.085438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:44.085981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Checking segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:44.086258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Bound using segment: {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:44.086809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Bound port: c76105f9-158a-4c87-93c1-5b8a5acfe040, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727e1a6b-f47a-429b-a1b6-cdef9adefbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:44.087289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.090717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router 874c4c45-975c-4203-a232-56e4d9eec800 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:44.103567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-d376f5af-01cb-4549-bef2-14c3007350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.105238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-d376f5af-01cb-4549-bef2-14c3007350f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1628859 Jul 27 16:49:44.105950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754d13c-c4db-4af8-98af-223ae1a9cd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b953b595-91e9-4c06-b2b9-b05cc8022c91,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:44.116852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64487025-9972-42c6-9f9d-5c62a493740a req-6b0bd37d-8add-41b5-95c6-fb7c8882cee2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.124401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64487025-9972-42c6-9f9d-5c62a493740a req-6b0bd37d-8add-41b5-95c6-fb7c8882cee2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.4308743 Jul 27 16:49:44.145368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-067c8e83-b23c-41c8-9489-c0ce513ec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.147412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-067c8e83-b23c-41c8-9489-c0ce513ec8c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.3787439 Jul 27 16:49:44.258610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-0c0bf006-a011-4b9a-b743-d9b7e81d3aed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239331 Jul 27 16:49:44.283702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-e40b63b4-0180-4411-bbeb-0126f1390ac2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d HTTP/1.1" status: 200 len: 217 time: 0.0818288 Jul 27 16:49:44.351179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:44.365352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.413965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fdaf88-1ca5-47fa-a10e-c598d9725025']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.422465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64487025-9972-42c6-9f9d-5c62a493740a req-c2eab0a6-4af8-4999-86ce-b002c4c86320 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967083 Jul 27 16:49:44.443849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd57b253-6684-43a2-a47e-b7eaccfed551') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.443849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd57b253-6684-43a2-a47e-b7eaccfed551') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.463424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.530658 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.544922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-b883fa20-1428-4922-9101-c77469be8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.547408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-b883fa20-1428-4922-9101-c77469be8123 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2453058 Jul 27 16:49:44.561311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:44.561910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:44.565208 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:44.571655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ee5abb6-b62e-4159-8b7a-f14b7ad1a86a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee19e916e86045848ba1e7e8f479a337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173209 Jul 27 16:49:44.572410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:44.651196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:44.678881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-822005c2-edea-4848-8041-a8db4129bbaa service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116693 Jul 27 16:49:44.679241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:44.693167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.716195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:44.722745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.727542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-784e562b-db75-4dc5-9379-5db5ed93633a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "PUT /v2.0/routers/874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 200 len: 916 time: 5.9748902 Jul 27 16:49:44.730664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] Sync routers for ids ['874c4c45-975c-4203-a232-56e4d9eec800'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:44.738631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57296) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:44.744852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] Routers {'874c4c45-975c-4203-a232-56e4d9eec800'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:44.748130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['874c4c45-975c-4203-a232-56e4d9eec800'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.764720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528fd55-2fb4-4ee0-947e-281aa2f5f9af req-2c3c8790-6cdd-46af-92e7-0d69c7d96424 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.772857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3528fd55-2fb4-4ee0-947e-281aa2f5f9af req-2c3c8790-6cdd-46af-92e7-0d69c7d96424 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 944 time: 0.6009800 Jul 27 16:49:44.784587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:44.785271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.786825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] 10.222.0.13 "PUT /v2.0/ports/c76105f9-158a-4c87-93c1-5b8a5acfe040 HTTP/1.1" status: 200 len: 1092 time: 2.3368196 Jul 27 16:49:44.787358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:44.790014 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:44.820190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.827636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.844625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] Routers {'874c4c45-975c-4203-a232-56e4d9eec800'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:44.847441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['874c4c45-975c-4203-a232-56e4d9eec800'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.888246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:44.888933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899e179-da2d-46e6-b6ce-467c152fdc77 None None] The sync data for ids ['874c4c45-975c-4203-a232-56e4d9eec800'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:44.896254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3528fd55-2fb4-4ee0-947e-281aa2f5f9af req-25514fbf-b981-4647-9f6a-e87c65257dc1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158435 Jul 27 16:49:44.910146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5fdaf88-1ca5-47fa-a10e-c598d9725025 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 16:49:44.967162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5fdaf88-1ca5-47fa-a10e-c598d9725025,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:44.990073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7bc0e-098b-4019-9e39-34f169e5c788 service neutron] Pushing event updated for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:44.996399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:44.998328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a94943a0-94dc-48e4-bf6a-3a1bbbce89a5 tempest-ExternalNetworksTestJSON-1173238444 tempest-ExternalNetworksTestJSON-1173238444-project-admin] 10.222.0.64 "DELETE /v2.0/networks/f5fdaf88-1ca5-47fa-a10e-c598d9725025 HTTP/1.1" status: 204 len: 168 time: 1.7563784 Jul 27 16:49:45.004660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:45.009935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.017094 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b3eb55-5813-4e47-b07f-561dad5b8988 x-openstack-request-id: req-64b3eb55-5813-4e47-b07f-561dad5b8988 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:45.017423 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:45.017684 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64b3eb55-5813-4e47-b07f-561dad5b8988 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:45.018113 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040', 'status': 'completed', 'code': 200} Jul 27 16:49:45.066143 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f1e310-6509-4b8c-935c-67d5ce3f4bbe tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] DELETE failed (client error): The resource could not be found. Jul 27 16:49:45.066663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f1e310-6509-4b8c-935c-67d5ce3f4bbe tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:49:45.070961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-52f1e310-6509-4b8c-935c-67d5ce3f4bbe tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "DELETE /v2.0/subnets/a5c7e455-3f2e-4f12-bc98-6fc8e82e2403 HTTP/1.1" status: 404 len: 337 time: 0.0616758 Jul 27 16:49:45.071158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57308) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:45.167597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-6fa4d945-9049-45b6-8436-7d0a6130a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.169391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-6fa4d945-9049-45b6-8436-7d0a6130a6db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 1095 time: 0.3025739 Jul 27 16:49:45.178788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.229351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-eeea1857-2792-4fcb-ac69-730387f7d005 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040 HTTP/1.1" status: 200 len: 217 time: 0.0446970 Jul 27 16:49:45.271578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-229b7c50-0c82-433a-8811-7a8c724f60a3 req-31efd95e-7ade-4a8d-b189-a251224cb0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816708 Jul 27 16:49:45.273596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.335895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-78ea65c7-3ae7-4e21-9bbe-c753dbd04c75 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 200 len: 922 time: 0.5029528 Jul 27 16:49:45.343339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:45.382671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:45.384152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.402256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:45.415120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-c2745fbb-ec74-486e-971f-2d94d32b77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.418353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-c2745fbb-ec74-486e-971f-2d94d32b77d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.1809099 Jul 27 16:49:45.420266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba6d22b-7e24-4c72-b6a3-d0db5193e142') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:45.420737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba6d22b-7e24-4c72-b6a3-d0db5193e142') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:45.449372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.466439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.474004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-1be740e0-e9ff-441d-b40d-6e8ff6dfc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.475620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-1be740e0-e9ff-441d-b40d-6e8ff6dfc9c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9116998 Jul 27 16:49:45.535046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.556353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:45.557439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.583901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c31f00-540c-495b-9cbb-7e6346a1dca7 req-a4dd4258-0a66-49ca-b316-c8155e12148d tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.591686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5c31f00-540c-495b-9cbb-7e6346a1dca7 req-a4dd4258-0a66-49ca-b316-c8155e12148d tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 948 time: 0.7041087 Jul 27 16:49:45.681935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-c9146f19-539b-41cc-868d-eead0226a1e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.683499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-c9146f19-539b-41cc-868d-eead0226a1e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.7062106 Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:49:45.685212 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:49:45.727692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-5d13ffac-8063-44bd-af1c-b098e58eb42f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441210 Jul 27 16:49:45.728074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c659c7-40be-46f0-92d6-a2f00078c8df tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:45.732337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e8c659c7-40be-46f0-92d6-a2f00078c8df tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=874c4c45-975c-4203-a232-56e4d9eec800&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3777344 Jul 27 16:49:45.732337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3a16-5b0d-4b33-bb21-9b53a7a4474c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.732943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57322) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:45.796185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5c31f00-540c-495b-9cbb-7e6346a1dca7 req-2691fd9c-8224-403d-b590-d74050f4f059 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032874 Jul 27 16:49:45.812754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.815493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.816672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a429ca2c-d856-48eb-b6e1-490281539ecd HTTP/1.1" status: 204 len: 168 time: 1.2249734 Jul 27 16:49:45.842749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a912ee-b0b4-4a12-83b8-674b20dafa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429ca2c-d856-48eb-b6e1-490281539ecd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:45.844969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.864063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-3856b4b3-2ff6-45f6-8c93-06adeea10ad7 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614600 Jul 27 16:49:45.926804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:45.928876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] 10.222.0.64 "DELETE /v2.0/networks/a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f HTTP/1.1" status: 204 len: 168 time: 0.8569255 Jul 27 16:49:45.951673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51382d80-c6ae-4b32-8a90-0d6050f37320 tempest-ExternalNetworksTestJSON-1615153522 tempest-ExternalNetworksTestJSON-1615153522-project] Pushing event deleted for resources: {'Network': ['ID=a6df6d19-c5ee-4dfd-8f09-aa2305b88e0f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:46.005188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09884ce-2554-4064-b3c0-56d28d58a9b9 req-fb586df9-1503-43d2-8c76-679ea0910033 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:46.007088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d09884ce-2554-4064-b3c0-56d28d58a9b9 req-fb586df9-1503-43d2-8c76-679ea0910033 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 945 time: 0.3215802 Jul 27 16:49:46.051127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 1803ebb8-04fc-499c-bbec-f70d2500c8ec {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:46.051527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.059963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a378c9a5-62dc-4c9b-85c4-0ae01b37aa02 req-3591e261-b160-47b0-aa1e-c2a527cd3bd2 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753109 Jul 27 16:49:46.106189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8898ac-733c-4bfa-966e-3d2fb443bd1a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:46.112764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e8898ac-733c-4bfa-966e-3d2fb443bd1a tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.3780875 Jul 27 16:49:46.116542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:46.132576 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-a477e090-c6f6-4f83-97f5-3f13a6af1b8c service neutron] 10.222.0.13 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689504 Jul 27 16:49:46.173507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d09884ce-2554-4064-b3c0-56d28d58a9b9 req-8b355841-824a-43b1-9b09-a20496eceff3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554792 Jul 27 16:49:46.184259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd529a8d-1bbd-4444-bbf9-246f643bf801 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 200 len: 205 time: 0.0646970 Jul 27 16:49:46.201791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:46.233246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3a16-5b0d-4b33-bb21-9b53a7a4474c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.260504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3a16-5b0d-4b33-bb21-9b53a7a4474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.333451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 1803ebb8-04fc-499c-bbec-f70d2500c8ec, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1803ebb8-04fc-499c-bbec-f70d2500c8ec,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:46.337755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.338109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:46.354792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b9fc3a16-5b0d-4b33-bb21-9b53a7a4474c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89eac32f0305424987811da0790f91a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9680080 Jul 27 16:49:46.356512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7caf7b5-ac17-4a45-937f-98d0a6dbc156 req-cc01f525-8d3a-47f9-a5c7-65391b0b7fcd service neutron] 10.222.0.13 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160957 Jul 27 16:49:46.357038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:46.363481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc3a16-5b0d-4b33-bb21-9b53a7a4474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762561fb-7207-43af-b259-585bb858437a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:46.367484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 1803ebb8-04fc-499c-bbec-f70d2500c8ec owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:46.384728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfd7e8-962f-4b7c-baa0-e16924e4f140 req-e3ecd532-733a-443c-afde-c64674975c0d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:46.392912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44bfd7e8-962f-4b7c-baa0-e16924e4f140 req-e3ecd532-733a-443c-afde-c64674975c0d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 944 time: 0.2198384 Jul 27 16:49:46.425164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.494587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44bfd7e8-962f-4b7c-baa0-e16924e4f140 req-c704764f-72d9-4e6f-a040-018840deed67 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953550 Jul 27 16:49:46.542758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.603323 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.616768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1803ebb8-04fc-499c-bbec-f70d2500c8ec'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:46.637841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=1803ebb8-04fc-499c-bbec-f70d2500c8ec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:46.642332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.674182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:46.691965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc834e07-94cb-42d1-aefa-425aab96718d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25436accc51f4b0fb5ac6754366d8780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531187 Jul 27 16:49:46.700043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.702988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:46.703877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 1803ebb8-04fc-499c-bbec-f70d2500c8ec on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:46.708253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.711397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcadc425-d51b-49ee-ba7b-29323361fc7a req-a5f84836-5002-4a87-9142-5f22f0e246be tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "DELETE /v2.0/ports/1803ebb8-04fc-499c-bbec-f70d2500c8ec HTTP/1.1" status: 204 len: 173 time: 1.0133054 Jul 27 16:49:46.711944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'name': 'network-vif-deleted', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:46.716914 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8f8e7e-6910-4d97-8471-0326d2aaf00f" -d '{"events": [{"server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "name": "network-vif-deleted", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:46.737440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-5fba6e3b-d4c3-44ba-8561-181328108c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:46.747435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-5fba6e3b-d4c3-44ba-8561-181328108c2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b339ba2e0194faeb84967dd50dccee8&device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 1095 time: 0.2706769 Jul 27 16:49:46.764653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.779682 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e25afd-ba5e-4c85-8725-2e1054249f47 x-openstack-request-id: req-a4e25afd-ba5e-4c85-8725-2e1054249f47 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:46.779682 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8eb439-3391-4b61-8d70-d44b9d69586a", "name": "network-vif-deleted", "tag": "1803ebb8-04fc-499c-bbec-f70d2500c8ec", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:46.779942 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4e25afd-ba5e-4c85-8725-2e1054249f47 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:46.780620 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8eb439-3391-4b61-8d70-d44b9d69586a', 'name': 'network-vif-deleted', 'tag': '1803ebb8-04fc-499c-bbec-f70d2500c8ec', 'status': 'completed', 'code': 200} Jul 27 16:49:46.826948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:46.950383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.953484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:46.954662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/762561fb-7207-43af-b259-585bb858437a HTTP/1.1" status: 204 len: 168 time: 0.5943449 Jul 27 16:49:46.964829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:46.980833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d', 'mac_address': 'fa:16:3e:b1:39:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:47.004830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29323966-1bfd-41a9-9e42-25624b57e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762561fb-7207-43af-b259-585bb858437a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:47.010336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.015798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-31942a12-b85f-4c1c-b55e-8457e76f1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:47.017880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-31942a12-b85f-4c1c-b55e-8457e76f1538 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 200 len: 923 time: 0.2568014 Jul 27 16:49:47.047262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port 85a2da66-bc3d-4f00-b74c-78205cdfc3b4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:47.047902 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.057917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac109f0-afed-4a44-a7d0-c8d08f1f8b26 req-bc4c3042-bd14-4e1f-9698-d07b1e8fc809 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:47.072318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ac109f0-afed-4a44-a7d0-c8d08f1f8b26 req-bc4c3042-bd14-4e1f-9698-d07b1e8fc809 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 948 time: 0.1653872 Jul 27 16:49:47.104320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-9700d77c-9191-40a8-86d4-7ff4ec9c5846 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040 HTTP/1.1" status: 200 len: 217 time: 0.0741501 Jul 27 16:49:47.106886 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.169218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.222906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:47.237577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ac109f0-afed-4a44-a7d0-c8d08f1f8b26 req-2d1c2b55-0bdb-47cb-a76d-41f53a3f4823 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571376 Jul 27 16:49:47.277836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:47.281033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:47.303770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-c23f6051-871e-44cf-b2df-20598edf6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:47.306088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-c23f6051-871e-44cf-b2df-20598edf6ce6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 200 len: 862 time: 0.1706982 Jul 27 16:49:47.313946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.333531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.363435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-9d221f59-8f7a-4b3d-a9e4-7bd81af0e39e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1907035-ddbe-4508-ac82-45cd094b666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427790 Jul 27 16:49:47.370087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for 85a2da66-bc3d-4f00-b74c-78205cdfc3b4 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:47.385086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:47.390453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.394197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.396656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53a96bb2-3417-4d63-8fe5-dd9d4a7c2589 HTTP/1.1" status: 204 len: 168 time: 0.6848905 Jul 27 16:49:47.507701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-424533596-network', 'tenant_id': '8d6cf2c2adb641a39f81ccfd81ee6154'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:47.537857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2243bbb-6ed8-48c2-b78d-7cff48d74f67 req-71858130-907c-4519-b964-fe4dac6b6a59 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f8eb439-3391-4b61-8d70-d44b9d69586a HTTP/1.1" status: 200 len: 210 time: 0.1336079 Jul 27 16:49:47.543661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a8a3-5d9a-4a53-b32e-dd3d702ab761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a96bb2-3417-4d63-8fe5-dd9d4a7c2589,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:47.578285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Made reservation on behalf of 8d6cf2c2adb641a39f81ccfd81ee6154 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:47.583735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.605171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.608654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['51f431c1-5a1b-417e-812b-8a0ba8e3ad3d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:47.651880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-306ff337-1fac-4a92-b878-7fa5e34abd4f service neutron] 10.222.0.13 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759221 Jul 27 16:49:47.827369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b4ad878-0149-4bd1-adc2-8fa709d78ebb req-6ed7e93a-cb85-47fa-84a9-e35b7877a0ab service neutron] 10.222.0.13 "GET /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417398 Jul 27 16:49:47.841202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.842903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848044e0-7984-4f0f-80c3-7d3e8bc283e4 req-7fc2c663-e2a8-4ff0-b605-251f99181b08 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:47.850930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848044e0-7984-4f0f-80c3-7d3e8bc283e4 req-7fc2c663-e2a8-4ff0-b605-251f99181b08 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 944 time: 0.2091942 Jul 27 16:49:47.895113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:47.899940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=85a2da66-bc3d-4f00-b74c-78205cdfc3b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:47.929231 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848044e0-7984-4f0f-80c3-7d3e8bc283e4 req-f6d2ee30-a13f-4925-90ec-68c46c0490fe tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774307 Jul 27 16:49:47.967007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:47.976060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d1a2fe4e-a9c9-4176-bb1e-98f32e3c3b89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cf96c754e714e0c9a6330cfccb59e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797729 Jul 27 16:49:47.982149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:48.012226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.026210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.065834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:48.071503 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.073227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e4607-bb25-456d-a752-dc5922438c29,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:48.073761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.090411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.091921 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Added segment d4640068-5be3-4fd2-b715-ebf96ee36836 of type vlan for network d219ddd4-3915-4f25-8f1e-7857dfa72328 Jul 27 16:49:48.096244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.121826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.122426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router 874c4c45-975c-4203-a232-56e4d9eec800 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:48.130462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.132666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-38a2921e-a129-4882-a7cf-8c04366321cd tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 204 len: 168 time: 1.9289582 Jul 27 16:49:48.135787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:48.141108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051625167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:48.172470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.180873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.182529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.183329 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.240109 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.242798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:48.243408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.254703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.260379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.288371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.294012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c3081f3-095a-4e20-8b4e-dfc64373616d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1566851 Jul 27 16:49:48.295138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:48.300940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:48.321183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.323987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.325636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56c23d73-b755-4345-ae3b-531678259b2c HTTP/1.1" status: 204 len: 168 time: 0.3422766 Jul 27 16:49:48.346079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:48.350003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0708146 Jul 27 16:49:48.354189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:48.360545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Request body: {'subnet': {'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-424533596-subnet', 'tenant_id': '8d6cf2c2adb641a39f81ccfd81ee6154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:48.386215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5513535-67fb-4455-ba49-bfd2812f03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c23d73-b755-4345-ae3b-531678259b2c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:48.390824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a36db-b829-4d0d-a3bd-7b2f1acda8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d219ddd4-3915-4f25-8f1e-7857dfa72328,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:48.405969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:48.429779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7a83d-abe5-4fc2-8421-02a98fccb151 req-b2d4ccbd-7ec3-4acb-bf43-521f7df11d38 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:48.438451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cc7a83d-abe5-4fc2-8421-02a98fccb151 req-b2d4ccbd-7ec3-4acb-bf43-521f7df11d38 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 949 time: 0.1229517 Jul 27 16:49:48.511059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cc7a83d-abe5-4fc2-8421-02a98fccb151 req-9f0d414a-c7b9-4c2c-a5c1-32f2ccfff5c3 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 Jul 27 16:49:48.535441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Made reservation on behalf of 8d6cf2c2adb641a39f81ccfd81ee6154 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:48.537850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.653223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.664039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-278997763-network', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:48.728520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c76105f9-158a-4c87-93c1-5b8a5acfe040 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:49:48.757754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Made reservation on behalf of c4863be7c5064221af0c49f3bf7cd9d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:48.760238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.782944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:48.858247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:48.925984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:48.941937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c76105f9-158a-4c87-93c1-5b8a5acfe040', 'network_id': 'a1907035-ddbe-4508-ac82-45cd094b666a', 'port_id': 'c76105f9-158a-4c87-93c1-5b8a5acfe040', 'mac_address': 'fa:16:3e:5c:66:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0365b81b-42fa-4de4-845d-bc2c7a78e0dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:49:48.985453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.116475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edaaaf-e8f0-4717-9594-99f3fbcf085d req-6b28418f-10d9-4e1a-80df-de59e563195d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.126338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87edaaaf-e8f0-4717-9594-99f3fbcf085d req-6b28418f-10d9-4e1a-80df-de59e563195d tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 944 time: 0.1006215 Jul 27 16:49:49.134897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:49.143054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:49.143633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.153553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.154681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-e2abc4fd-e56a-4bce-b1fb-2db92b57aae3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.156332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-e2abc4fd-e56a-4bce-b1fb-2db92b57aae3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2715759 Jul 27 16:49:49.164961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0796506e-57d2-481d-94ed-87638197f7a5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:49.187433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76105f9-158a-4c87-93c1-5b8a5acfe040 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:49.202873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87edaaaf-e8f0-4717-9594-99f3fbcf085d req-4ec42e03-accf-405d-9620-789b6cce85ed tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750120 Jul 27 16:49:49.216088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:49.222972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.277534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-a5cd4dad-951c-431a-b253-235b9926e9eb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.1092262 Jul 27 16:49:49.285517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Checking segment: {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:49.285879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Network hostable DHCP agents. Network: d219ddd4-3915-4f25-8f1e-7857dfa72328, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:49:49.303505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.304249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:49.315359 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.339323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:49.341562 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab267cd8-71c3-45bc-bc46-ba3f53b95cee" -d '{"events": [{"server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "name": "network-vif-plugged", "status": "completed", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:49.342487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.361237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:49.371577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.372823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1803ebb8-04fc-499c-bbec-f70d2500c8ec no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:49.401096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:49.418348 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32252365-6cf5-449f-882a-ecfca93d1abf x-openstack-request-id: req-32252365-6cf5-449f-882a-ecfca93d1abf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:49.423324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:49:49.423742 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "name": "network-vif-plugged", "status": "completed", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:49.424200 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32252365-6cf5-449f-882a-ecfca93d1abf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:49.424811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.425009 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d', 'code': 200} Jul 27 16:49:49.450262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 1803ebb8-04fc-499c-bbec-f70d2500c8ec {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:49.450535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1803ebb8-04fc-499c-bbec-f70d2500c8ec not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:49.453768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b3401-aae4-4f2b-9857-f0e0b70091c4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:49.457583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.457936 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Added segment 65cb1a24-8117-4273-a8cc-e85b97b48258 of type vlan for network 6606bb9a-c68e-4a35-bb18-99447b614ac5 Jul 27 16:49:49.481606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.486797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d219ddd4-3915-4f25-8f1e-7857dfa72328) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:49.505731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:49.517299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.518722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.532003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df24a8e-d1c8-4a64-9633-621c5f97d5bc None None] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:49.550423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620558-f4eb-49c2-921e-54bda0df9235 req-1f6235b4-de53-4558-b885-b722b6439012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.553053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c76105f9-158a-4c87-93c1-5b8a5acfe040'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:49.553956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49620558-f4eb-49c2-921e-54bda0df9235 req-1f6235b4-de53-4558-b885-b722b6439012 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 1101 time: 0.0913815 Jul 27 16:49:49.603008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.611604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-983cb61e-b9b9-4a0d-b1ea-59bb3a99e034 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2560911 Jul 27 16:49:49.620005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-6dd614d5-5466-43ee-bae8-c15a0c7adb69 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3275414 Jul 27 16:49:49.708154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49620558-f4eb-49c2-921e-54bda0df9235 req-45f87f7f-ccdc-46b5-9709-2b3134bb8080 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455657 Jul 27 16:49:49.791825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.791825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.791825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:49.810055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6667-643a-4a87-9f47-2c26c3e1f047 req-ff29c7ae-f168-4011-8306-896ed2dc6caa tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:49.814146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c88a6667-643a-4a87-9f47-2c26c3e1f047 req-ff29c7ae-f168-4011-8306-896ed2dc6caa tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.1809399 Jul 27 16:49:49.827062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d303df8-8540-48fe-8eca-c1fa3e45344a None None] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:49.860820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Allocated IP 172.25.4.186 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/56518bc2-ca10-43fb-b8f1-28b7c09e2c8d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:49.883021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c88a6667-643a-4a87-9f47-2c26c3e1f047 req-c03f9856-349a-4edd-a712-48745d50a066 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Jul 27 16:49:50.244979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:50.393174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0457845 Jul 27 16:49:50.398633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:50.433583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b9a47-9e97-4ed3-bf96-e254699195cb admin admin] Pushing event updated for resources: {'Network': ['ID=6606bb9a-c68e-4a35-bb18-99447b614ac5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:50.453049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:50.459871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-4cdd455c-e7b4-4c9d-871e-354494afe131 service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8286407 Jul 27 16:49:50.535239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:50.612914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-723d6d03-267b-4d57-bc94-5aa638e08b2a service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519916 Jul 27 16:49:50.638590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:50.682994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:50.690838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:50.696573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:50.700034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Pushing event updated for resources: {'Port': ['ID=56518bc2-ca10-43fb-b8f1-28b7c09e2c8d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:50.750461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c76105f9-158a-4c87-93c1-5b8a5acfe040 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:50.764419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Request body: {'subnet': {'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-278997763-subnet', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:50.781900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-c6382a97-c4a2-4440-912f-25140074bb0d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:50.789076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-c6382a97-c4a2-4440-912f-25140074bb0d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 813 time: 0.5196371 Jul 27 16:49:50.793848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-779854584'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:50.825634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-dfed7579-9e07-46bb-9914-dd5da098ccb4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/quotas/8d6cf2c2adb641a39f81ccfd81ee6154 HTTP/1.1" status: 200 len: 375 time: 0.0254037 Jul 27 16:49:50.833859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:49:50.833859 n-d-723572-6 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 16:49:50.833859 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id': 'cb27743d14944d9f9082414a699e4ec2', 'id': '280ee68c-b1b0-42eb-aa53-6c3bb27ca7b0', 'expiration': datetime.datetime(2021, 7, 27, 16, 51, 50, 822473)}] Jul 27 16:49:50.833859 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:49:50.834401 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:49:50.835493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port c76105f9-158a-4c87-93c1-5b8a5acfe040 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:50.845110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c76105f9-158a-4c87-93c1-5b8a5acfe040 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:50.845899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:50.886995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a97f6ad5-ded8-4ce2-bdef-8f5cadb61836 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508454 Jul 27 16:49:50.901041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Made reservation on behalf of c4863be7c5064221af0c49f3bf7cd9d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:50.904205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:50.947987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b98d-2bca-4827-8e91-32003c56a473 req-27d4a546-83e9-4581-ab5c-5244866dc984 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:50.950208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4392b98d-2bca-4827-8e91-32003c56a473 req-27d4a546-83e9-4581-ab5c-5244866dc984 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 945 time: 0.1599576 Jul 27 16:49:50.955204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:50.992131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:50.999020 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.069924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:51.086286 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-0723c7b6-2cdf-4765-b0f6-365fffc7aa96 service neutron] 10.222.0.64 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979904 Jul 27 16:49:51.091108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4392b98d-2bca-4827-8e91-32003c56a473 req-0ffb4534-bf25-4f25-8a61-dbc48efac154 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007054 Jul 27 16:49:51.117672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.269104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-162f6dc6-5941-4752-b2d0-23d771c05983 service neutron] 10.222.0.64 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649034 Jul 27 16:49:51.270522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.314558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1339748-0099-42e6-9b53-1ef9f173be38 req-b71d2d01-9eda-4a5a-b03e-656b19418c6b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 210 time: 0.0363822 Jul 27 16:49:51.325446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee2699e-ff43-42bd-85d2-eac89a87d63c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:51.372361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Checking segment: {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:51.372758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Network hostable DHCP agents. Network: 6606bb9a-c68e-4a35-bb18-99447b614ac5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:49:51.382991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Made reservation on behalf of cb27743d14944d9f9082414a699e4ec2 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:51.386930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.402367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.408355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.414226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.415076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:49:51.427422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:51.430189 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2fb9b-a67d-473c-89c8-cf570ee8cd0e" -d '{"events": [{"server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "name": "network-vif-plugged", "status": "completed", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:51.432963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6606bb9a-c68e-4a35-bb18-99447b614ac5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:51.442092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:51.442659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.449649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2e4f1-b2ee-41e2-81b4-a2acb869b494 None None] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:51.589100 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283f3c5-3086-4ba9-877a-33cd18f3e492 x-openstack-request-id: req-1283f3c5-3086-4ba9-877a-33cd18f3e492 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:51.589731 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "name": "network-vif-plugged", "status": "completed", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:51.590921 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1283f3c5-3086-4ba9-877a-33cd18f3e492 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:51.591066 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040', 'code': 200} Jul 27 16:49:51.621571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.645642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.657173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-61cbe0d7-c073-4f05-966b-e2326e869406 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2571192 Jul 27 16:49:51.668595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:51.688191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:51.730602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dcd04d2f-c7b1-4a48-92c0-92c5a06f1280 req-9a3cc920-1c54-43a3-b736-549b13017fe0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 210 time: 0.0707958 Jul 27 16:49:51.751526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:49:51.772540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af525a2-6f2b-4bf1-a280-7c19654c4376,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:51.786857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c5b09-b051-45ce-b654-59784c890528 req-88425cd5-002a-4a75-88c1-141994bade1b tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:51.787090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.787695 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Added segment 65b286a9-1c51-4265-8992-00826a0cd8a5 of type vlan for network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 Jul 27 16:49:51.790615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.792097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-6606bb9a-c68e-4a35-bb18-99447b614ac5', 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'fixed_ips': [{'subnet_id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:49:51.792280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.793559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.801146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-210c5b09-b051-45ce-b654-59784c890528 req-88425cd5-002a-4a75-88c1-141994bade1b tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.2452729 Jul 27 16:49:51.875745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-210c5b09-b051-45ce-b654-59784c890528 req-52a6368e-2959-4488-b4ad-bae1bd110ac0 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669069 Jul 27 16:49:51.876765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Router 025d61d7-bbd6-4f82-9746-de1b01d5bc6f is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:51.884964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5c14b-2b7b-4c9a-a1c6-d557ad9349cb req-44c06de2-359a-492d-98c0-f1ea8863f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:51.886787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7c5c14b-2b7b-4c9a-a1c6-d557ad9349cb req-44c06de2-359a-492d-98c0-f1ea8863f779 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 1097 time: 0.1845958 Jul 27 16:49:51.908932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:51.943386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.072227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Allocated IP 172.20.0.2 (6606bb9a-c68e-4a35-bb18-99447b614ac5/8ee2699e-ff43-42bd-85d2-eac89a87d63c/dc355e63-1bc9-4ee4-88ba-0bb2de53017f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:52.076035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:49:52.111591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7c5c14b-2b7b-4c9a-a1c6-d557ad9349cb req-777d92bb-6bef-4121-9471-3058a193a617 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143643 Jul 27 16:49:52.162188 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:49:52.253953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.260996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:52.261702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.375185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.387827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Transition to ACTIVE for port object dc355e63-1bc9-4ee4-88ba-0bb2de53017f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:52.398538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.412329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:52.413230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1669981 Jul 27 16:49:52.418281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Transition to ACTIVE for port object dc355e63-1bc9-4ee4-88ba-0bb2de53017f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:52.430162 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] Sync routers for ids ['025d61d7-bbd6-4f82-9746-de1b01d5bc6f'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:52.439860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454cb63-41d5-4495-979d-09cfa5702bf9 tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Pushing event updated for resources: {'Network': ['ID=929d82ea-e2ee-49df-b94d-7bbb48a5ae69,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:52.440246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.443939 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] Routers {'025d61d7-bbd6-4f82-9746-de1b01d5bc6f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:52.444778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['025d61d7-bbd6-4f82-9746-de1b01d5bc6f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:52.448517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.454235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-741f3d54-3583-46ca-881a-65f3c148bdf4 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "PUT /v2.0/routers/025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 200 len: 920 time: 4.1576636 Jul 27 16:49:52.455589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:52.472611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-71f1476f-fc49-4e76-851a-853d9a131225 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:52.474380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-71f1476f-fc49-4e76-851a-853d9a131225 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.4223847 Jul 27 16:49:52.491673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:49:52.492055 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:52.504543 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] Routers {'025d61d7-bbd6-4f82-9746-de1b01d5bc6f'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:52.505703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['025d61d7-bbd6-4f82-9746-de1b01d5bc6f'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:52.537040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b832-a69c-4ba7-881a-502682798c2d req-fa60057a-a7c6-4475-912f-64c343f534b7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:52.539392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1964b832-a69c-4ba7-881a-502682798c2d req-fa60057a-a7c6-4475-912f-64c343f534b7 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 946 time: 0.2456501 Jul 27 16:49:52.598545 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:52.599192 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bd49e-f903-4213-b7f4-80d0fc9caf94 None None] The sync data for ids ['025d61d7-bbd6-4f82-9746-de1b01d5bc6f'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:52.611674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:52.640571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:52.645686 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1964b832-a69c-4ba7-881a-502682798c2d req-d50649bb-2754-47af-9955-bdeed148093a tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880322 Jul 27 16:49:52.650503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:52.653887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:52.665830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Pushing event updated for resources: {'Port': ['ID=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:52.734204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Attempting to bind port dc355e63-1bc9-4ee4-88ba-0bb2de53017f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:52.734570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Attempting to bind port dc355e63-1bc9-4ee4-88ba-0bb2de53017f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:52.734931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Attempting to bind port dc355e63-1bc9-4ee4-88ba-0bb2de53017f on network 6606bb9a-c68e-4a35-bb18-99447b614ac5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:52.740857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:52.741199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Checking segment: {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:52.741601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.741996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Bound using segment: {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:52.742464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Bound port: dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:52.742850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.787988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5af2fe33-0478-421d-bedc-e820e63a0eff req-654edec9-1e42-498d-8a69-ff5bde8040f0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 210 time: 0.0558193 Jul 27 16:49:52.825226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] For port dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:52.830231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] For port dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:52.835134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1c83535b-de4f-4172-9c62-73f171d783a9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 200 len: 926 time: 0.3768337 Jul 27 16:49:52.836173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.838531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:52.902505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee2352-7339-4c85-ab70-0cdc8a06b9f3 req-88bfba42-ec84-4382-8fd3-c4078350d287 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:52.911539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24ee2352-7339-4c85-ab70-0cdc8a06b9f3 req-88bfba42-ec84-4382-8fd3-c4078350d287 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.2935600 Jul 27 16:49:52.928937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:52.930228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a5b0-287b-42a5-ab4f-38fb39406004 None None] Pushing event updated for resources: {'Port': ['ID=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:52.932994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:52.945641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab822e7-9c46-4834-aa81-eb35804288e9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:52.947656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eab822e7-9c46-4834-aa81-eb35804288e9 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=025d61d7-bbd6-4f82-9746-de1b01d5bc6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1080310 Jul 27 16:49:52.950797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:53.044275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0f2b-2902-4142-a2f4-8fd7f8a2fb66 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:53.049195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb1d0f2b-2902-4142-a2f4-8fd7f8a2fb66 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.0971065 Jul 27 16:49:53.050794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57552) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:53.070582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24ee2352-7339-4c85-ab70-0cdc8a06b9f3 req-2273f50c-f8c7-448d-9b1c-6eb1928c1c0c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579337 Jul 27 16:49:53.110221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ab47c2d-0e42-4b89-a288-2b560443591c tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 200 len: 205 time: 0.0583589 Jul 27 16:49:53.111045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:53.116460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69', 'binding:host_id': 'n-h1-723572-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-479673519'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:53.117815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:53.142111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Made reservation on behalf of d8c5a54a3a384128b47c62f2765acc9a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:53.146531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.158779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.318440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.323633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.330578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a873b27f-5671-4b60-8ff2-0103d6ec2c6c req-0f4f1a33-203b-4028-9ab8-cde34b2d9833 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 210 time: 0.1488712 Jul 27 16:49:53.346161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port a560d2cd-6b0b-412b-ba57-d533076c205b yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:49:53.378067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a83944-8ae9-4de6-ae5b-608bc005fb4b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:53.385338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.408170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.411133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.3 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/3ed9344e-9606-48f4-9453-8ae5faa289b6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:53.413467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.705851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-01667774-49d9-48fe-9b41-f6c0f8c89978 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:53.707891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-01667774-49d9-48fe-9b41-f6c0f8c89978 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 813 time: 0.2375305 Jul 27 16:49:53.724280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port a560d2cd-6b0b-412b-ba57-d533076c205b yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:49:53.742530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.750445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.754574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Transition to ACTIVE for port object a560d2cd-6b0b-412b-ba57-d533076c205b will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:53.763916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Request body: {'port': {'device_id': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'admin_state_up': True, 'tenant_id': '8d6cf2c2adb641a39f81ccfd81ee6154'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:53.835495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Allocated IP 172.25.4.214 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/68169a07-cdab-4410-87f1-ed2fa39da5c2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:53.884115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:53.916633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-8a4963cb-16d8-43bb-ade3-1a0d7ce5818c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:53.918211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-8a4963cb-16d8-43bb-ade3-1a0d7ce5818c tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.61 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.2572730 Jul 27 16:49:53.994852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a9a97f5-da77-47fd-bac4-069c72304245 req-9dcbdf7b-29f9-4557-aa63-7093181da226 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 210 time: 0.1141956 Jul 27 16:49:54.080637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=a560d2cd-6b0b-412b-ba57-d533076c205b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:54.099998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Checking segment: {'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:54.100398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Network hostable DHCP agents. Network: 929d82ea-e2ee-49df-b94d-7bbb48a5ae69, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:49:54.114465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Made reservation on behalf of 8d6cf2c2adb641a39f81ccfd81ee6154 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:54.118999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.149589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:49:54.165449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 929d82ea-e2ee-49df-b94d-7bbb48a5ae69) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:54.169550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:54.180261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275be26-242d-41e0-bad7-39f4e876dd04 None None] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:54.245961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9fcb9-1ca9-41b4-a19b-50bcf8548dd2 None None] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:49:54.285440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.285853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.286325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.308646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.308891 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.309293 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 2 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.317961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.355496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.355896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.356179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.373263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.373593 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.377333 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 3 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.384091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-864a0d83-b139-4a67-9a90-f836a8494ad6 None None] Provisioning for port dc355e63-1bc9-4ee4-88ba-0bb2de53017f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:54.401508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4dc06-f2d7-4ab8-ad3e-9a5c2e1a2cee req-ca9cbf55-9396-4552-a785-fce0185bf5e1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:54.403099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2b4dc06-f2d7-4ab8-ad3e-9a5c2e1a2cee req-ca9cbf55-9396-4552-a785-fce0185bf5e1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 946 time: 0.6584880 Jul 27 16:49:54.404412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.404781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.405128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.407527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Allocated IP 172.20.0.7 (d219ddd4-3915-4f25-8f1e-7857dfa72328/0796506e-57d2-481d-94ed-87638197f7a5/7b5815b3-7389-4ea1-93de-20279efb2705) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:54.420634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port 56518bc2-ca10-43fb-b8f1-28b7c09e2c8d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:54.421292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.429316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1dfe-d807-423b-9703-f66c4c88e57e req-96195ede-4a72-4f3d-bb58-1f40f013c3df tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:54.430601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-606e1dfe-d807-423b-9703-f66c4c88e57e req-96195ede-4a72-4f3d-bb58-1f40f013c3df tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.2381585 Jul 27 16:49:54.432181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.432564 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.434340 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 4 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.474073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.474073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.474449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.491550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.491897 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.495077 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 5 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.577152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-606e1dfe-d807-423b-9703-f66c4c88e57e req-41896d91-d691-43e1-96bd-64a7903c91ff tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270657 Jul 27 16:49:54.579693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.580038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.580401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.581598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.611598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.617115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.617837 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.622638 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 6 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.646384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:54.653101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2b4dc06-f2d7-4ab8-ad3e-9a5c2e1a2cee req-dd3e2712-05b2-46bf-989b-fe6d0ab67116 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023344 Jul 27 16:49:54.706151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.706704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.707295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.733580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.770528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:54.779355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Deleting port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:54.779698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.801023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.801759 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.805670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for 56518bc2-ca10-43fb-b8f1-28b7c09e2c8d owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:54.807695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:54.853308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:54.870256 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 7 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.884664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca5f60ad-944f-4c9f-bacc-2d5b5831608f req-23ab5cb0-ee68-4f1a-bb35-2bc46cb59578 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 210 time: 0.2267897 Jul 27 16:49:54.926225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:54.926792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.927154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:54.930238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dc355e63-1bc9-4ee4-88ba-0bb2de53017f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:54.931229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:54.931841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:54.932395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:54.937928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:54.953221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:54.954139 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:54.964506 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 8 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:54.999970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:55.001643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:55.002629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:55.011891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.015475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:55.016133 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:55.021027 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 9 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:55.021611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-3d718e69-041a-4d95-be90-4adfbef56c89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4880054 Jul 27 16:49:55.032647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port dc355e63-1bc9-4ee4-88ba-0bb2de53017f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:49:55.038861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dc355e63-1bc9-4ee4-88ba-0bb2de53017f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:55.039715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.094459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Request body: {'port': {'device_id': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:55.113687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:55.114239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:55.114792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:55.148777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.152210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:55.152933 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:55.154575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.157570 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 10 to bind port a560d2cd-6b0b-412b-ba57-d533076c205b Jul 27 16:49:55.177276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:55.199851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:55.216258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:55.221644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.243448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] For port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:55.243971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.246724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:55.250908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Pushing event updated for resources: {'Port': ['ID=68169a07-cdab-4410-87f1-ed2fa39da5c2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:55.255599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:55.255979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:55.256284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:55.265825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port a560d2cd-6b0b-412b-ba57-d533076c205b on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:55.266148 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port a560d2cd-6b0b-412b-ba57-d533076c205b on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:55.266525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.290924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:55.299849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:55.303816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Calling delete_port for 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:55.312235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:55.314826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:55.349297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:55.420344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.421125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:55.421806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.454990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a43632e6-f2ed-4592-8bcb-edb40e546e6a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6980360 Jul 27 16:49:55.462850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249fd4-1a5e-4238-a186-5992cf517c33 req-9c2c3042-94e7-47a5-899d-c5fcb9812523 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:55.464318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50249fd4-1a5e-4238-a186-5992cf517c33 req-9c2c3042-94e7-47a5-899d-c5fcb9812523 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 931 time: 0.2810066 Jul 27 16:49:55.465488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port a560d2cd-6b0b-412b-ba57-d533076c205b, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:55.465860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempted to set empty binding levels {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 16:49:55.473875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Request body: {'port': {'device_id': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:55.479125 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.553205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:55.553808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.588128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=a560d2cd-6b0b-412b-ba57-d533076c205b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:55.626549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50249fd4-1a5e-4238-a186-5992cf517c33 req-a58b6899-0255-46ba-bb49-a5d9a2e5d75a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496165 Jul 27 16:49:55.628451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-530d8468-ffe3-4a04-9dd5-f7ac754bf6ad tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.5159123 Jul 27 16:49:55.631618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:55.673080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.682237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79b64e-b0e5-4826-99d0-0843cfe77075 req-43747636-58dd-41dd-ac9d-ea2837ce8243 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:55.690114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c79b64e-b0e5-4826-99d0-0843cfe77075 req-43747636-58dd-41dd-ac9d-ea2837ce8243 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 946 time: 0.5100384 Jul 27 16:49:55.794387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.848346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=56518bc2-ca10-43fb-b8f1-28b7c09e2c8d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:55.886128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Deleting port a560d2cd-6b0b-412b-ba57-d533076c205b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:55.886824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:55.969771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c79b64e-b0e5-4826-99d0-0843cfe77075 req-02326090-ede4-4810-8538-ea09b0a5c5a4 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777233 Jul 27 16:49:55.988947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0179-492a-4149-b880-4ecbe2deb0b4 req-1a5647cb-5ed4-4623-8048-35914f47a00b tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:55.990472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-251d0179-492a-4149-b880-4ecbe2deb0b4 req-1a5647cb-5ed4-4623-8048-35914f47a00b tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76b541e3-569f-4069-9984-3098f12d385a HTTP/1.1" status: 200 len: 950 time: 0.2577877 Jul 27 16:49:56.022669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port a560d2cd-6b0b-412b-ba57-d533076c205b, host n-h1-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:56.023028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.059539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Calling delete_port for a560d2cd-6b0b-412b-ba57-d533076c205b owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:56.108097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-251d0179-492a-4149-b880-4ecbe2deb0b4 req-e0f6ae16-683f-4815-8d6e-217526e26807 tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd0eeb50-fcdc-4518-9167-142454214689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Jul 27 16:49:56.149208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.163285 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.217173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:56.230369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.248668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Transition to ACTIVE for port object 7b5815b3-7389-4ea1-93de-20279efb2705 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:56.250080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.261520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.301915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.303998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a560d2cd-6b0b-412b-ba57-d533076c205b HTTP/1.1" status: 204 len: 168 time: 0.6714709 Jul 27 16:49:56.308073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871efa0-965c-4c97-b6cc-1cb992f291bb tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event deleted for resources: {'Port': ['ID=a560d2cd-6b0b-412b-ba57-d533076c205b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:56.312079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:56.348553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.352319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Pushing event deleted for resources: {'Port': ['ID=51f431c1-5a1b-417e-812b-8a0ba8e3ad3d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:56.354577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.360726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.373700 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb38a716-1529-48ee-a7d4-8f7d53790ade tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] GET failed (client error): The resource could not be found. Jul 27 16:49:56.375299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cb38a716-1529-48ee-a7d4-8f7d53790ade tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports/a560d2cd-6b0b-412b-ba57-d533076c205b HTTP/1.1" status: 404 len: 333 time: 0.0607777 Jul 27 16:49:56.380714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:56.406247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2044526259'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:56.463662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:56.477310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Made reservation on behalf of d8c5a54a3a384128b47c62f2765acc9a for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:49:56.480360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.515437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] No DVR routers for this DVR port 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:56.525546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.527596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4ee90ad-d0d0-4158-aaca-13d7f2761637 req-86f301d6-c6b6-44df-a798-c54a7a9d031f tempest-VolumesNegativeTest-2145855957 tempest-VolumesNegativeTest-2145855957-project] 10.222.0.61 "DELETE /v2.0/ports/51f431c1-5a1b-417e-812b-8a0ba8e3ad3d HTTP/1.1" status: 204 len: 173 time: 2.5923109 Jul 27 16:49:56.528058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'name': 'network-vif-deleted', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:56.528596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Attempting to bind port 7b5815b3-7389-4ea1-93de-20279efb2705 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:56.529893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Attempting to bind port 7b5815b3-7389-4ea1-93de-20279efb2705 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:56.530237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Attempting to bind port 7b5815b3-7389-4ea1-93de-20279efb2705 on network d219ddd4-3915-4f25-8f1e-7857dfa72328 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:56.530512 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0bd7f-fff8-4ee9-8a3f-80c181ba3ba2" -d '{"events": [{"server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "name": "network-vif-deleted", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:56.539246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port 3c88ac25-afbc-49de-92b6-f45dae9fc033 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:49:56.545306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Port 7b5815b3-7389-4ea1-93de-20279efb2705 on network d219ddd4-3915-4f25-8f1e-7857dfa72328 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:56.545649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Attempting to bind port 7b5815b3-7389-4ea1-93de-20279efb2705 on network d219ddd4-3915-4f25-8f1e-7857dfa72328 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:56.556934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.557466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router 025d61d7-bbd6-4f82-9746-de1b01d5bc6f {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:56.572610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.573756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9e00058-3567-4377-b7c2-8e8ab9dd861b tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 204 len: 168 time: 3.4549880 Jul 27 16:49:56.592544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:56.592824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Checking segment: {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:56.593215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Bound using segment: {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:56.593666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Bound port: 7b5815b3-7389-4ea1-93de-20279efb2705, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:56.594027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.595808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:56.617883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-656557632', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:56.638561 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da19ca2-790d-4844-b143-aeb6d1e102e0 x-openstack-request-id: req-2da19ca2-790d-4844-b143-aeb6d1e102e0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:56.639033 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b541e3-569f-4069-9984-3098f12d385a", "name": "network-vif-deleted", "tag": "51f431c1-5a1b-417e-812b-8a0ba8e3ad3d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:56.639190 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2da19ca2-790d-4844-b143-aeb6d1e102e0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:56.639481 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b541e3-569f-4069-9984-3098f12d385a', 'name': 'network-vif-deleted', 'tag': '51f431c1-5a1b-417e-812b-8a0ba8e3ad3d', 'status': 'completed', 'code': 200} Jul 27 16:49:56.680268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed9344e-9606-48f4-9453-8ae5faa289b6 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:49:56.695380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ae29a-8cba-48a6-8c45-e1cef4e8e102 req-66cb9073-628a-4404-bfe9-dd233610f0a2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:56.696601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.697768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.703090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528ae29a-8cba-48a6-8c45-e1cef4e8e102 req-66cb9073-628a-4404-bfe9-dd233610f0a2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 931 time: 0.5608659 Jul 27 16:49:56.737070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.777927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Transition to ACTIVE for port object 3ed9344e-9606-48f4-9453-8ae5faa289b6 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:56.790961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dc355e63-1bc9-4ee4-88ba-0bb2de53017f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:49:56.794490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.800264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528ae29a-8cba-48a6-8c45-e1cef4e8e102 req-4905f005-7d42-4031-8303-6d9060d9ee91 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960643 Jul 27 16:49:56.858871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dc355e63-1bc9-4ee4-88ba-0bb2de53017f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:49:56.859586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:56.886155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:56.895531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-595d85b8-495d-4e1b-8911-c480d783de68 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:56.897170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-595d85b8-495d-4e1b-8911-c480d783de68 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.13 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 946 time: 0.3306408 Jul 27 16:49:56.917354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:49:56.917845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 51f431c1-5a1b-417e-812b-8a0ba8e3ad3d not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:57.223695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:57.289864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:57.296911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.303432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.307324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.348974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:57.438723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.439413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.441087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] 10.222.0.13 "PUT /v2.0/ports/7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 1091 time: 1.9717453 Jul 27 16:49:57.441611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:57.444029 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad026f-3239-4a2a-9d12-796be0785aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:57.451632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.492246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9678-2f97-4fc8-ac21-5ec37aad53da service neutron] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:57.541285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974df21-52ea-46cf-ad32-d7a43a72abb4 req-2eefbec3-86da-4948-aaf1-e48a366950b2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.542861 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d974df21-52ea-46cf-ad32-d7a43a72abb4 req-2eefbec3-86da-4948-aaf1-e48a366950b2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 943 time: 0.7825933 Jul 27 16:49:57.616294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.622382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d30d-55e6-4a29-8b0c-17fd7295e14c req-85fb0dc8-a62f-4470-90b9-34b9a0b43cc8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.623928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5cc7d30d-55e6-4a29-8b0c-17fd7295e14c req-85fb0dc8-a62f-4470-90b9-34b9a0b43cc8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 946 time: 0.3471549 Jul 27 16:49:57.627710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Attempting to bind port 3ed9344e-9606-48f4-9453-8ae5faa289b6 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:57.628048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Attempting to bind port 3ed9344e-9606-48f4-9453-8ae5faa289b6 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:57.628382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Attempting to bind port 3ed9344e-9606-48f4-9453-8ae5faa289b6 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:57.634769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.658480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Port 3ed9344e-9606-48f4-9453-8ae5faa289b6 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:57.658820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Attempting to bind port 3ed9344e-9606-48f4-9453-8ae5faa289b6 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:57.681574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Deleting port c76105f9-158a-4c87-93c1-5b8a5acfe040 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:49:57.682093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.691716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:57.692102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:57.692464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:57.693034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Bound port: 3ed9344e-9606-48f4-9453-8ae5faa289b6, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:57.693276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.723031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:57.727697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d974df21-52ea-46cf-ad32-d7a43a72abb4 req-7bb7b825-5ffa-4c5c-a0e6-22cc977ae944 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729124 Jul 27 16:49:57.738331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:57.770067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:57.771109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.771733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.776713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=3c88ac25-afbc-49de-92b6-f45dae9fc033,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:57.802991 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4fefa0c0-cccd-44b8-8371-750ce8a62cbe tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4017034 Jul 27 16:49:57.811140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:57.815157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-3a214498-869a-4afe-9588-6e5ac0c2ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.817220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-3a214498-869a-4afe-9588-6e5ac0c2ab38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1094 time: 0.2873294 Jul 27 16:49:57.825038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5cc7d30d-55e6-4a29-8b0c-17fd7295e14c req-98bc8783-265c-4352-bbb0-523a4b3b64be tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups?id=17763258-ae97-4bf9-b38d-a5b9f1df41f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872709 Jul 27 16:49:57.832066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:49:57.894927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-8e33e5e9-6ae5-4411-8fa8-49eee3824fbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.0607605 Jul 27 16:49:57.911950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] For port c76105f9-158a-4c87-93c1-5b8a5acfe040, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c76105f9-158a-4c87-93c1-5b8a5acfe040,segment=NetworkSegment(727e1a6b-f47a-429b-a1b6-cdef9adefbab),segment_id=727e1a6b-f47a-429b-a1b6-cdef9adefbab)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:57.912214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:57.932103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Router d8719841-9146-4526-bc26-38952478ae5e is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:49:57.946921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Calling delete_port for c76105f9-158a-4c87-93c1-5b8a5acfe040 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:49:57.968964 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79ea44-455e-49c2-a284-90f97b8fa1f4 x-openstack-request-id: req-9f79ea44-455e-49c2-a284-90f97b8fa1f4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:57.969239 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:57.969437 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f79ea44-455e-49c2-a284-90f97b8fa1f4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:57.969676 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'status': 'completed', 'code': 200} Jul 27 16:49:57.985997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-1b9990ad-97d1-4e12-84bc-6f5040ec0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:57.988446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-1b9990ad-97d1-4e12-84bc-6f5040ec0092 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.0867465 Jul 27 16:49:57.997241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:58.083800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:58.120087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-48490b3f-e2be-4073-9094-05223119556c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232464 Jul 27 16:49:58.126398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.133735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.205149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:58.206988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.209301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] 10.222.0.61 "PUT /v2.0/ports/3ed9344e-9606-48f4-9453-8ae5faa289b6 HTTP/1.1" status: 200 len: 1091 time: 3.1204195 Jul 27 16:49:58.232128 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.265991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.383844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328e7be-49d5-4ecf-be8b-d2728baa1526 req-b3fb5d78-7f0b-4ee4-b22e-abe9eb98b64f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:58.385457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e328e7be-49d5-4ecf-be8b-d2728baa1526 req-b3fb5d78-7f0b-4ee4-b22e-abe9eb98b64f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.2679193 Jul 27 16:49:58.395658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-50686707-e385-4c22-a4d6-290a36039d4f service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636728 Jul 27 16:49:58.422319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:58.454928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:58.473956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Sync routers for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:58.489690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:49:58.491388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:58.500993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.501408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.501933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.502207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.502606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.503026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.503449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.503821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.504209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.504620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.505342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.505342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ed4a9-9620-4999-bbb5-dbb5612c5d18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.529322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Allocated IP 172.25.4.96 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/9949bab9-6a9b-4a9b-ae60-8f6e1cbb3f9d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:49:58.561502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.565746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2f80827d-0184-4f65-b768-b1b9c4712785 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8909287 Jul 27 16:49:58.565910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e328e7be-49d5-4ecf-be8b-d2728baa1526 req-2f6acc2c-def4-477b-ad9f-ce04ea631b49 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724892 Jul 27 16:49:58.570358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:49:58.587449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.620041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c76105f9-158a-4c87-93c1-5b8a5acfe040'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:49:58.628250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-c8f820d0-f531-49f6-b281-6eba070edd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:58.629882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-c8f820d0-f531-49f6-b281-6eba070edd44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 1094 time: 0.3215160 Jul 27 16:49:58.639372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event deleted for resources: {'Port': ['ID=c76105f9-158a-4c87-93c1-5b8a5acfe040,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:58.669775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:49:58.672153 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f060cc-df8d-42ce-a3cc-0e87551af149" -d '{"events": [{"name": "network-changed", "server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:58.739000 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d9a00-e82d-4068-be26-443a94e7c5d3 x-openstack-request-id: req-0f5d9a00-e82d-4068-be26-443a94e7c5d3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:58.739159 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:58.739515 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f5d9a00-e82d-4068-be26-443a94e7c5d3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:58.740145 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6', 'status': 'completed', 'code': 200} Jul 27 16:49:58.747251 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-918bfdce-06ad-4a78-82f3-1150c64f488a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6 HTTP/1.1" status: 200 len: 217 time: 0.0806036 Jul 27 16:49:58.755863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f177e4fe-09e7-4478-9b24-a40cdb7e917d req-b7c7ff45-42d0-44cf-b4c1-b65e667cca5a service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337178 Jul 27 16:49:58.793143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port 3c88ac25-afbc-49de-92b6-f45dae9fc033 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:49:58.821183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] No DVR routers for this DVR port c76105f9-158a-4c87-93c1-5b8a5acfe040 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:49:58.838095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.853665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.855884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9462ed4b-6050-4dce-a589-fcddc807be87 req-d894a827-aae3-4937-9da9-499c4d4fa349 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.13 "DELETE /v2.0/ports/c76105f9-158a-4c87-93c1-5b8a5acfe040 HTTP/1.1" status: 204 len: 173 time: 1.9497988 Jul 27 16:49:58.931752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:49:58.944649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:58.977479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ef4-b570-4bf6-8ca6-682853730035 req-7ab02a09-74d2-4bfd-b469-4e051dc61eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:58.979646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-7ab02a09-74d2-4bfd-b469-4e051dc61eaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1890788 Jul 27 16:49:59.006439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Transition to ACTIVE for port object 3c88ac25-afbc-49de-92b6-f45dae9fc033 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:59.099050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-9f099fcb-63eb-43b3-a3a3-ce8fb25217d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900033 Jul 27 16:49:59.109499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.212533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.221305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:49:55Z', 'revision_number': 3, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:59.232234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab9cab-d0af-452a-be0b-c404309134ed req-07a61700-77f0-4e1a-96d6-c3a8cae6329d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:59.234413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ab9cab-d0af-452a-be0b-c404309134ed req-07a61700-77f0-4e1a-96d6-c3a8cae6329d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 943 time: 0.3824651 Jul 27 16:49:59.242096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6793934d-97c6-4faa-af45-2819a8d0f6c1 req-3bb6ec1d-5d25-4f92-a933-bb3197817198 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/ports?device_id=531fe295-7eea-43c8-825d-6d7b4aa41da9 HTTP/1.1" status: 200 len: 210 time: 0.2482677 Jul 27 16:49:59.262830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Checking router: d8719841-9146-4526-bc26-38952478ae5e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:59.262830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Updating router d8719841-9146-4526-bc26-38952478ae5e port 68169a07-cdab-4410-87f1-ed2fa39da5c2 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:49:59.298370 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.383046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:49:59.398182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:49:59.415636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:49:59.438590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-759b5ff4-301b-4c3e-8daf-aa8c681c1c1b service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247571 Jul 27 16:49:59.445975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=3c88ac25-afbc-49de-92b6-f45dae9fc033,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:59.480665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ab9cab-d0af-452a-be0b-c404309134ed req-cd8bb668-cae0-4db5-bc94-8b4351c845dd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076969 Jul 27 16:49:59.481781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event updated for resources: {'Port': ['ID=9949bab9-6a9b-4a9b-ae60-8f6e1cbb3f9d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:59.573312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.574161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.575049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:59.587010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-748e27be-a5d6-4bba-8e5b-f8aff343e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:59.589872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-748e27be-a5d6-4bba-8e5b-f8aff343e3cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1094 time: 0.6091115 Jul 27 16:49:59.596745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:59.596745 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:59.596745 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 2 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:49:59.655275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.655730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.656257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:59.686884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:59.687568 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:59.691993 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 3 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:49:59.713296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.713760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.714209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:59.743150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.759575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Transition to ACTIVE for port object 68169a07-cdab-4410-87f1-ed2fa39da5c2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:49:59.769500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:59.770017 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:59.772707 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 4 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:49:59.775480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.833328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55813ef4-b570-4bf6-8ca6-682853730035 req-5ef19fb7-97b4-4e36-9ed0-00606d8c8430 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805809 Jul 27 16:49:59.834378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-d1acde94-f819-4f1d-b71c-f1aa75cb9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:49:59.836173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-d1acde94-f819-4f1d-b71c-f1aa75cb9b7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.2166772 Jul 27 16:49:59.845281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Attempting to bind port 68169a07-cdab-4410-87f1-ed2fa39da5c2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.845909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Attempting to bind port 68169a07-cdab-4410-87f1-ed2fa39da5c2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.846845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Attempting to bind port 68169a07-cdab-4410-87f1-ed2fa39da5c2 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:59.857615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b5ad-13f9-49f9-b47a-9fff6455216f None None] Pushing event updated for resources: {'Port': ['ID=68169a07-cdab-4410-87f1-ed2fa39da5c2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:59.861693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.861900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.862214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:49:59.864313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:49:59.864975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:49:59.865615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.866193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:49:59.866861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Bound port: 68169a07-cdab-4410-87f1-ed2fa39da5c2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:49:59.867488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.921397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.927356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-41530bff-41f3-4e32-897a-fc80fc9b270f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.0771580 Jul 27 16:49:59.931134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:49:59.931816 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:49:59.936170 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 5 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:49:59.942509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.947847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] For port 68169a07-cdab-4410-87f1-ed2fa39da5c2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:49:59.953760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] For port 68169a07-cdab-4410-87f1-ed2fa39da5c2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=68169a07-cdab-4410-87f1-ed2fa39da5c2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:49:59.960142 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:49:59.974326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:49:59.974680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:49:59.975028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.031605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.031979 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.041174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f5e19-6491-4d49-94bb-7f6d60f0ab2e req-21706d88-9c21-4d47-ae76-1020e3c20b4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:00.046669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:00.047674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:00.048624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a8f5e19-6491-4d49-94bb-7f6d60f0ab2e req-21706d88-9c21-4d47-ae76-1020e3c20b4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.3379662 Jul 27 16:50:00.054687 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 6 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:50:00.107866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:00.108217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:00.108596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.121898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.122246 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.126109 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 7 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:50:00.163799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a8f5e19-6491-4d49-94bb-7f6d60f0ab2e req-fe252ae5-8b10-4bf4-b270-3427ae1847b3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072519 Jul 27 16:50:00.165699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-b712a381-85cc-4ae2-b853-6b792ea52c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:00.168000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-b712a381-85cc-4ae2-b853-6b792ea52c2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.2144783 Jul 27 16:50:00.180233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b5ad-13f9-49f9-b47a-9fff6455216f None None] Pushing event updated for resources: {'Port': ['ID=68169a07-cdab-4410-87f1-ed2fa39da5c2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:00.198457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:00.208391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-7c5718e5-448b-47dd-b7cd-ac6b69a907c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320296 Jul 27 16:50:00.214508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-1491187b-03e8-4705-8291-dfd303716084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:00.216871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-1491187b-03e8-4705-8291-dfd303716084 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 1094 time: 0.3094637 Jul 27 16:50:00.234583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:00.234583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:00.234583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.296836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Allocated IP 172.20.0.1 (6606bb9a-c68e-4a35-bb18-99447b614ac5/8ee2699e-ff43-42bd-85d2-eac89a87d63c/939ff5be-ca38-4468-81d6-8a3e6372a6b7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:00.370852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.371301 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.375845 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 8 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:50:00.418862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:00.419265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:00.419832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.439123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:00.454701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.455300 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.455962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Transition to ACTIVE for port object 939ff5be-ca38-4468-81d6-8a3e6372a6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:00.461915 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 9 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:50:00.553570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-15853f73-de55-4fe1-b7b5-070f36fd25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:00.557299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-15853f73-de55-4fe1-b7b5-070f36fd25f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.3284042 Jul 27 16:50:00.565235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:00.569309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:00.569690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.577218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:00.582487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:00.609747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:49:55Z', 'revision_number': 3, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:00.632651 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-e453a374-5e7d-4e46-ba5b-174bbc83f204 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127150 Jul 27 16:50:00.633216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.633551 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.634043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:00.634783 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 10 to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 Jul 27 16:50:00.658648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-03adce54-b854-4bf5-ab97-9c01ab0601d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6 HTTP/1.1" status: 200 len: 217 time: 0.0862744 Jul 27 16:50:00.667142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb49bba-aa54-45a2-a917-af3113fb64c6 None None] The sync data for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 is: [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:49:55Z', 'revision_number': 3, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:00.753666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:00.754165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:00.754602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:00.760580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'name': 'network-vif-deleted', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:00.763227 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69477e2e-f0f1-4773-8629-00dc85d5f845" -d '{"events": [{"server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "name": "network-vif-deleted", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:00.829364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:00.829911 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:00.830533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:00.834765 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287d3dd-f812-4388-ba6c-8859f329ffcb x-openstack-request-id: req-6287d3dd-f812-4388-ba6c-8859f329ffcb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:00.835076 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531fe295-7eea-43c8-825d-6d7b4aa41da9", "name": "network-vif-deleted", "tag": "c76105f9-158a-4c87-93c1-5b8a5acfe040", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:00.835379 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6287d3dd-f812-4388-ba6c-8859f329ffcb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:00.835713 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531fe295-7eea-43c8-825d-6d7b4aa41da9', 'name': 'network-vif-deleted', 'tag': 'c76105f9-158a-4c87-93c1-5b8a5acfe040', 'status': 'completed', 'code': 200} Jul 27 16:50:00.842357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:00.855604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c76105f9-158a-4c87-93c1-5b8a5acfe040 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:00.963171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port 3c88ac25-afbc-49de-92b6-f45dae9fc033, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:00.963801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 16:50:00.994704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.062432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-470146df-6443-4866-b387-b9798922466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:01.065962 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-470146df-6443-4866-b387-b9798922466e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.3908634 Jul 27 16:50:01.071551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.089132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: c76105f9-158a-4c87-93c1-5b8a5acfe040 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:01.091594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c76105f9-158a-4c87-93c1-5b8a5acfe040 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:01.102718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.174015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:01.193289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:01.201985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:01.206771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Pushing event updated for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:01.234169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:01.248960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '7b5815b3-7389-4ea1-93de-20279efb2705', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'port_id': '7b5815b3-7389-4ea1-93de-20279efb2705', 'mac_address': 'fa:16:3e:30:8d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0796506e-57d2-481d-94ed-87638197f7a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:01.287029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.300514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.304405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "DELETE /v2.0/security-groups/0c33203d-07d9-4f60-815b-ea35f867f12e HTTP/1.1" status: 204 len: 168 time: 0.6660805 Jul 27 16:50:01.307775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] In _notify_port_updated(), no bound segment for port 3c88ac25-afbc-49de-92b6-f45dae9fc033 on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 16:50:01.309023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:01.309808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.313580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "PUT /v2.0/ports/3c88ac25-afbc-49de-92b6-f45dae9fc033 HTTP/1.1" status: 200 len: 975 time: 3.4992366 Jul 27 16:50:01.324102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:01.325640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:01.341684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-ddda16c5-ace3-4d02-bdef-4146515a7a44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453733 Jul 27 16:50:01.365389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.371815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3f79-e7ff-42ab-a66d-64ae05602ce1 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=3c88ac25-afbc-49de-92b6-f45dae9fc033,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:01.377065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fad026f-3239-4a2a-9d12-796be0785aa9 req-a24119f4-32bf-4e42-ab21-016bd90c1ece service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291343 Jul 27 16:50:01.391483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:01.447687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05fa0d-9eb3-4e19-9708-c4157b8051f1 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c33203d-07d9-4f60-815b-ea35f867f12e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:01.449148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:01.454883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.466780 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f5b0db2e-9f30-4a23-87b3-7a320a3e85b8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] show failed (client error): The resource could not be found. Jul 27 16:50:01.468502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f5b0db2e-9f30-4a23-87b3-7a320a3e85b8 tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "GET /v2.0/security-groups/0c33203d-07d9-4f60-815b-ea35f867f12e HTTP/1.1" status: 404 len: 347 time: 0.1406107 Jul 27 16:50:01.476176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:01.543527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:01.543893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.635613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-38bb4001-4f53-4572-81f7-115bee4805d2 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775033 Jul 27 16:50:01.673461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce011c-f428-45e4-b8af-6c64b40663b5 req-c900da9e-5fb2-4b1e-a3db-30640343b62c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:01.675162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56ce011c-f428-45e4-b8af-6c64b40663b5 req-c900da9e-5fb2-4b1e-a3db-30640343b62c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 943 time: 0.6055455 Jul 27 16:50:01.681348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a47c89-e8e4-41c1-a6e8-093601f29c2b req-f186819b-b117-48e7-88dd-c02dc6f5b0a7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:01.686349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bae573b4-0b29-4bb5-bbb0-e4c8b43f7241 None None] Provisioning for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:01.690316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76a47c89-e8e4-41c1-a6e8-093601f29c2b req-f186819b-b117-48e7-88dd-c02dc6f5b0a7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 944 time: 0.3121574 Jul 27 16:50:01.691813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bae573b4-0b29-4bb5-bbb0-e4c8b43f7241 None None] Provisioning complete for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:01.697578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bae573b4-0b29-4bb5-bbb0-e4c8b43f7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:01.756509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7b5815b3-7389-4ea1-93de-20279efb2705'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:01.808670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Router d167962b-b969-4a4d-aa0e-32b5ddb11a6a is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:50:01.831751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bae573b4-0b29-4bb5-bbb0-e4c8b43f7241 None None] Port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:01.863022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76a47c89-e8e4-41c1-a6e8-093601f29c2b req-2507e939-51da-41d5-80f5-a2a2dbd7aed4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705792 Jul 27 16:50:01.864990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30f060cc-df8d-42ce-a3cc-0e87551af149 req-441d9581-4faa-4660-9b4b-d95f622f84ac service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204392 Jul 27 16:50:01.897505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56ce011c-f428-45e4-b8af-6c64b40663b5 req-2401c8c9-3529-4980-bb14-2a5ffb4f25ec tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070374 Jul 27 16:50:01.898119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.006670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.007782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.007782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.008302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.008942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.009497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.010036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.010569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.011102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.011642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.012175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.012839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.013370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.013901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.014430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.014958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.015752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.016192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.016751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.017277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.017750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.018214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.018713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.019177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.019644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.020236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:02.023789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cdcf6860-bfc6-4200-a9a5-88e9c7e722de tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23205 time: 0.6860220 Jul 27 16:50:02.027713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:02.210150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:02.212380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Deleting port 3c88ac25-afbc-49de-92b6-f45dae9fc033 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:02.212978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.214623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Deleting port d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:02.214993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.223659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] Sync routers for ids ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:02.244291 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] Routers {'d167962b-b969-4a4d-aa0e-32b5ddb11a6a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:02.245396 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:02.288571 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:02.301805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port 3c88ac25-afbc-49de-92b6-f45dae9fc033, host n-h1-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:02.302282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.309061 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] Routers {'d167962b-b969-4a4d-aa0e-32b5ddb11a6a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:02.309982 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:02.328590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.329442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.354435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Calling delete_port for d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:02.356244 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:02.357111 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e40f3-c6c1-4a15-8650-7cf38abdd900 None None] The sync data for ids ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:02.376994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.381562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9edf2e9f-fd16-459b-a7ee-e8f988ce1023 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7679021 Jul 27 16:50:02.384016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57876) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:02.391914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:02.556600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.570741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.711794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.733876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Calling delete_port for 3c88ac25-afbc-49de-92b6-f45dae9fc033 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:02.736535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Pushing event updated for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:02.767100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 68169a07-cdab-4410-87f1-ed2fa39da5c2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:02.822675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 68169a07-cdab-4410-87f1-ed2fa39da5c2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:02.827491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 68169a07-cdab-4410-87f1-ed2fa39da5c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:02.827943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.847067 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.867737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:02.876360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c88ac25-afbc-49de-92b6-f45dae9fc033,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:02.887861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.890432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-63324344-91d6-4db2-9609-41fbca057d4c tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "DELETE /v2.0/ports/3c88ac25-afbc-49de-92b6-f45dae9fc033 HTTP/1.1" status: 204 len: 168 time: 0.8616567 Jul 27 16:50:02.893121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:02.934870 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-92130f5a-8555-49a0-b860-62047f3ad29e tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] GET failed (client error): The resource could not be found. Jul 27 16:50:02.936548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92130f5a-8555-49a0-b860-62047f3ad29e tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports/3c88ac25-afbc-49de-92b6-f45dae9fc033 HTTP/1.1" status: 404 len: 333 time: 0.0411427 Jul 27 16:50:02.941484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:02.953917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-311286863', 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:02.960233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:02.998403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Made reservation on behalf of d8c5a54a3a384128b47c62f2765acc9a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:03.005885 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.016964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3ed9344e-9606-48f4-9453-8ae5faa289b6 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:03.026510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port b38dc367-b20f-48ee-aa82-0f6868a3c166 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:50:03.045353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Pushing event deleted for resources: {'Port': ['ID=d6894dcd-c6aa-4e58-8b6a-78b8fbe685e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:03.111076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:03.114530 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.162118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:03.187304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 7b5815b3-7389-4ea1-93de-20279efb2705 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:03.195233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 7b5815b3-7389-4ea1-93de-20279efb2705 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:03.195611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.269627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.367346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 68169a07-cdab-4410-87f1-ed2fa39da5c2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=68169a07-cdab-4410-87f1-ed2fa39da5c2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:03.374475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.377336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.381597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f95ce0be-97f2-4d65-b7ad-525e11ec36fa tempest-ImagesOneServerNegativeTestJSON-1699881033 tempest-ImagesOneServerNegativeTestJSON-1699881033-project] 10.222.0.64 "DELETE /v2.0/floatingips/5d265cd9-c410-437f-97fa-12fe7e2279e0 HTTP/1.1" status: 204 len: 168 time: 1.8906534 Jul 27 16:50:03.388080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.400307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:03.426832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Router d8719841-9146-4526-bc26-38952478ae5e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:03.456753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '3ed9344e-9606-48f4-9453-8ae5faa289b6', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '3ed9344e-9606-48f4-9453-8ae5faa289b6', 'mac_address': 'fa:16:3e:85:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:03.471263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8d5a-6dbb-450a-abc5-c6246d4b7943 req-ce070143-c97b-416b-9a76-450b635a21b9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:03.473496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96ce8d5a-6dbb-450a-abc5-c6246d4b7943 req-ce070143-c97b-416b-9a76-450b635a21b9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 944 time: 0.3960903 Jul 27 16:50:03.477726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.479367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.524636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=68169a07-cdab-4410-87f1-ed2fa39da5c2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:03.553534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.563766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.602842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:03.605364 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b2903d-b11f-4357-bab2-c91397622c61" -d '{"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:03.626520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:03.627999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.629114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96ce8d5a-6dbb-450a-abc5-c6246d4b7943 req-9d4507be-3a26-4bc9-9f84-76dbf411fd4a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447320 Jul 27 16:50:03.632918 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.668719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.675352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed9344e-9606-48f4-9453-8ae5faa289b6 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:03.701504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:03.712494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-abe8150e-8e9a-4fb7-a9ac-480097d3e074 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8719841-9146-4526-bc26-38952478ae5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1364594 Jul 27 16:50:03.724327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Sync routers for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:03.738578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:03.744674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Deleting port 9949bab9-6a9b-4a9b-ae60-8f6e1cbb3f9d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:03.745325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.748708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-212bf70d-b3a4-45db-a458-a5c166053b1a None None] Provisioning complete for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:03.749086 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-212bf70d-b3a4-45db-a458-a5c166053b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.755728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:03.763104 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.770771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:03.824144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:03.827456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:03.832055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:03.833560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.837003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:03.838138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:03.882441 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:03.891419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9485433 Jul 27 16:50:03.894480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:03.908353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Calling delete_port for 9949bab9-6a9b-4a9b-ae60-8f6e1cbb3f9d owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:03.923145 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28378bc-5080-4910-aabc-dfdf78358463 x-openstack-request-id: req-a28378bc-5080-4910-aabc-dfdf78358463 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:03.923523 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:03.923781 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a28378bc-5080-4910-aabc-dfdf78358463 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:03.924174 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'code': 200} Jul 27 16:50:03.954704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-212bf70d-b3a4-45db-a458-a5c166053b1a None None] Port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:04.063218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2880f71-9247-4ebb-adab-9c8f22f09bbf tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=b38dc367-b20f-48ee-aa82-0f6868a3c166,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:04.156847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['3ed9344e-9606-48f4-9453-8ae5faa289b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:04.164047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:04.176270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80c4e8-c9c3-443c-abcc-56f424c3891b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:04.188088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:04.196993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cc80c4e8-c9c3-443c-abcc-56f424c3891b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports/b38dc367-b20f-48ee-aa82-0f6868a3c166 HTTP/1.1" status: 200 len: 954 time: 0.2865305 Jul 27 16:50:04.207723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:04.249951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.251808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:04.271689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816958-0de9-4d0d-8847-4fdc5a576f11 req-de95ad60-18a4-4c4f-8e90-dfaefd1cbd4f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:04.279838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2816958-0de9-4d0d-8847-4fdc5a576f11 req-de95ad60-18a4-4c4f-8e90-dfaefd1cbd4f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 943 time: 0.9242158 Jul 27 16:50:04.283588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Pushing event deleted for resources: {'Port': ['ID=9949bab9-6a9b-4a9b-ae60-8f6e1cbb3f9d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:04.308342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0521-b45f-4d65-8914-a5f9184ba9f3 req-dd40f856-c14a-4437-a672-a2a220845122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:04.312480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-093b0521-b45f-4d65-8914-a5f9184ba9f3 req-dd40f856-c14a-4437-a672-a2a220845122 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1096 time: 0.2868361 Jul 27 16:50:04.319194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Deleting subnet 0365b81b-42fa-4de4-845d-bc2c7a78e0dc {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:50:04.337570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.396340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2816958-0de9-4d0d-8847-4fdc5a576f11 req-55a8d0df-f344-4497-9fc8-79e5401f6d83 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092281 Jul 27 16:50:04.419240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.460945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.476833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-093b0521-b45f-4d65-8914-a5f9184ba9f3 req-efc2d873-173e-40d5-8d56-270adb17efa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548285 Jul 27 16:50:04.514878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.537048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Deleting port b38dc367-b20f-48ee-aa82-0f6868a3c166 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:04.537671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.595453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.636690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.638721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0365b81b-42fa-4de4-845d-bc2c7a78e0dc HTTP/1.1" status: 204 len: 168 time: 0.4718041 Jul 27 16:50:04.640601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efa6a0-b3db-492a-8484-3dbb7f3d1b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0365b81b-42fa-4de4-845d-bc2c7a78e0dc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:04.642525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:04.750493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.885733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.905507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1907035-ddbe-4508-ac82-45cd094b666a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:04.921429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:04.930455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727e1a6b-f47a-429b-a1b6-cdef9adefbab') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:04.930455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727e1a6b-f47a-429b-a1b6-cdef9adefbab') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:04.934292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1639172519-network', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:04.952284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.980146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.980643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 68169a07-cdab-4410-87f1-ed2fa39da5c2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:04.991913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:04.992484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:50:04.994785 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:50:05.006866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Made reservation on behalf of f0d76ca8190b4d4eb5ecd32ad488f883 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:05.010383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.056117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.100819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.110752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.116243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a1907035-ddbe-4508-ac82-45cd094b666a HTTP/1.1" status: 204 len: 168 time: 0.4702005 Jul 27 16:50:05.135829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c20b-99ec-4501-86a6-d6c9621f08a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1907035-ddbe-4508-ac82-45cd094b666a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:05.248030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.250845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 68169a07-cdab-4410-87f1-ed2fa39da5c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:05.251371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.254425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.256455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:01Z', 'revision_number': 4, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '939ff5be-ca38-4468-81d6-8a3e6372a6b7', 'name': '', 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'mac_address': 'fa:16:3e:05:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:59Z', 'updated_at': '2021-07-27T16:50:02Z', 'revision_number': 2, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'subnets': [{'id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:05.276665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:50:05.278850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.294865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.295814 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Added segment cdf92671-0943-44f2-80ae-112c29e9c79c of type vlan for network cc0c930c-5f04-4184-94c4-9c63ab163692 Jul 27 16:50:05.332749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Calling delete_port for b38dc367-b20f-48ee-aa82-0f6868a3c166 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:05.355318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Checking router: d8719841-9146-4526-bc26-38952478ae5e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:05.355906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Updating router d8719841-9146-4526-bc26-38952478ae5e port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:50:05.358989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.381554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:05.406987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.408776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.446160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.446633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083cb8b1-04a7-49f8-9678-2a06869d68d3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:05.454745 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.455894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:05.461488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.491486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5688066 Jul 27 16:50:05.504921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:05.571504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Request body: {'subnet': {'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1639172519-subnet', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:05.645485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3636c-8db4-4f79-8afc-b74dde1263af admin admin] Pushing event updated for resources: {'Network': ['ID=cc0c930c-5f04-4184-94c4-9c63ab163692,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:05.666212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Made reservation on behalf of f0d76ca8190b4d4eb5ecd32ad488f883 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:05.668841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:05.677914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network cc0c930c-5f04-4184-94c4-9c63ab163692 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:50:05.728467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f550c2-bd60-4438-bb36-8670c0555878 req-5c550817-76d6-45e0-89dd-0c67b3f56128 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:05.730137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-80f550c2-bd60-4438-bb36-8670c0555878 req-5c550817-76d6-45e0-89dd-0c67b3f56128 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.6085961 Jul 27 16:50:05.812217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b31668dc-1d9b-4fec-b2ab-0b9640223e0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b339ba2e0194faeb84967dd50dccee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259474 Jul 27 16:50:05.818647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:05.837038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7fa1-e507-4091-ab7e-05896dcebaed req-cd55dbaf-ec30-43c4-9fe8-c49998f61260 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:05.838850 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27cb7fa1-e507-4091-ab7e-05896dcebaed req-cd55dbaf-ec30-43c4-9fe8-c49998f61260 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 944 time: 0.2447393 Jul 27 16:50:05.874595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Router d167962b-b969-4a4d-aa0e-32b5ddb11a6a has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:05.894509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-80f550c2-bd60-4438-bb36-8670c0555878 req-f78de3db-7475-4e17-a8c5-4a884d666cbf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845737 Jul 27 16:50:06.026109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27cb7fa1-e507-4091-ab7e-05896dcebaed req-f2d305ef-7e9c-4863-bc49-59d086258dfb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237619 Jul 27 16:50:06.067673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.077157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.128212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.150165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.167420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event deleted for resources: {'Port': ['ID=b38dc367-b20f-48ee-aa82-0f6868a3c166,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:06.170928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:06.180174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.185104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.190503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c11ee703-b047-40cd-b7d7-0ba1c7cff452 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "PUT /v2.0/routers/d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 200 len: 709 time: 3.7998869 Jul 27 16:50:06.191205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.193065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.196260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08ffa87f-c26a-4a96-ba49-9757432ad108 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b38dc367-b20f-48ee-aa82-0f6868a3c166 HTTP/1.1" status: 204 len: 168 time: 2.0067716 Jul 27 16:50:06.200372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.211237 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] Sync routers for ids ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:06.220290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Transition to ACTIVE for port object 939ff5be-ca38-4468-81d6-8a3e6372a6b7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:06.242302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.245617 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] Routers {'d167962b-b969-4a4d-aa0e-32b5ddb11a6a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:06.246672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.278600 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f351545-f816-4c45-89d7-39afa7388bf9 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] GET failed (client error): The resource could not be found. Jul 27 16:50:06.280603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f351545-f816-4c45-89d7-39afa7388bf9 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports/b38dc367-b20f-48ee-aa82-0f6868a3c166 HTTP/1.1" status: 404 len: 333 time: 0.0784945 Jul 27 16:50:06.289634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57960) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.296788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-274988679'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:06.328613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.347169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Made reservation on behalf of d8c5a54a3a384128b47c62f2765acc9a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:06.350874 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.379472 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.402714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c820b21-e31f-491d-881e-1350cd1419ae None None] Pushing event updated for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:06.415745 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] Routers {'d167962b-b969-4a4d-aa0e-32b5ddb11a6a'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:06.416365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.438521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-47dcbb42-0e71-45a1-8274-9bb82278c0a8 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/routers/d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 200 len: 744 time: 0.2406745 Jul 27 16:50:06.442372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.444918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57962) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.447218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.451054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17763258-ae97-4bf9-b38d-a5b9f1df41f5 HTTP/1.1" status: 204 len: 168 time: 0.6084569 Jul 27 16:50:06.476753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.477407 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1eb500-2278-4ec5-97fd-a490d23ebac1 None None] The sync data for ids ['d167962b-b969-4a4d-aa0e-32b5ddb11a6a'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:06.495765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87f616-d526-43ff-bf10-740bf9361a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17763258-ae97-4bf9-b38d-a5b9f1df41f5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:06.516516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port 22205f72-d893-4e76-bdc1-b0bbcedab16d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:50:06.525476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Attempting to bind port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:06.525898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Attempting to bind port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:06.526264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Attempting to bind port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 on network 6606bb9a-c68e-4a35-bb18-99447b614ac5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:06.537767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:06.538172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Checking segment: {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:06.538555 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.539425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Bound using segment: {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:06.539979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Bound port: 939ff5be-ca38-4468-81d6-8a3e6372a6b7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb1a24-8117-4273-a8cc-e85b97b48258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:06.540839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.560493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d467c7-cf65-47f8-a79d-e896f035fa6b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:06.581712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4bd2d9e5-7931-4350-97fc-b960ffb2b0a7 tempest-RoutersIpV6AdminTest-500963269 tempest-RoutersIpV6AdminTest-500963269-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 200 len: 205 time: 0.1325724 Jul 27 16:50:06.591632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.652365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] For port 939ff5be-ca38-4468-81d6-8a3e6372a6b7, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:06.656132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] For port 939ff5be-ca38-4468-81d6-8a3e6372a6b7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=939ff5be-ca38-4468-81d6-8a3e6372a6b7,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:06.663407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.681156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Checking segment: {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:06.681513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Network hostable DHCP agents. Network: cc0c930c-5f04-4184-94c4-9c63ab163692, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:50:06.723665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.724105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78df9a2e-ddd2-4fbe-bf78-ea7cf3146f18 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 200 len: 205 time: 0.1244936 Jul 27 16:50:06.730985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-950a4a61-b616-4534-82c4-db7a0ba1e11e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1dee2c27fe444e64be274af4db0f565c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014903 Jul 27 16:50:06.731698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:06.775355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Network cc0c930c-5f04-4184-94c4-9c63ab163692 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:50:06.791040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:06.792187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:49:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.799025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c820b21-e31f-491d-881e-1350cd1419ae None None] Pushing event updated for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:06.816609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.845712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.871256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, cc0c930c-5f04-4184-94c4-9c63ab163692) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:06.897496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:06.898163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.906196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.910819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f18b76-fa55-47e9-a7b1-c68c4eaf80e4 None None] Network cc0c930c-5f04-4184-94c4-9c63ab163692 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:06.945817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.948871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:06.950850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd0eeb50-fcdc-4518-9167-142454214689 HTTP/1.1" status: 204 len: 168 time: 0.2177069 Jul 27 16:50:06.976778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200ab7-3b23-493a-9d92-6e721aa32616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0eeb50-fcdc-4518-9167-142454214689,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:07.061275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3ed9344e-9606-48f4-9453-8ae5faa289b6 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:07.216455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776addc-4317-4dfd-bae3-c020351efff2 req-f82f1c7e-e6b4-48d5-b380-51df30a715e4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:07.217980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4776addc-4317-4dfd-bae3-c020351efff2 req-f82f1c7e-e6b4-48d5-b380-51df30a715e4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1355891 Jul 27 16:50:07.292251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4776addc-4317-4dfd-bae3-c020351efff2 req-7f3e49dc-e25b-4e25-af4c-e8db22083867 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679412 Jul 27 16:50:07.324593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 3ed9344e-9606-48f4-9453-8ae5faa289b6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:07.333589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 3ed9344e-9606-48f4-9453-8ae5faa289b6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:07.333972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.379212 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a5d3fa02-2769-464c-968e-3ba2247cda26 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8730559 Jul 27 16:50:07.380236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:07.394218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:07.406330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:07.412721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-cc0c930c-5f04-4184-94c4-9c63ab163692', 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'fixed_ips': [{'subnet_id': '38d467c7-cf65-47f8-a79d-e896f035fa6b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:50:07.413916 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.435707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.449038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.452349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.454256 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.460661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.567317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a0362-864c-4628-934d-75d413c0509c req-66a7beea-6258-44c2-97e0-18b98f9f0acd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:07.569319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eb4a0362-864c-4628-934d-75d413c0509c req-66a7beea-6258-44c2-97e0-18b98f9f0acd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 944 time: 0.2263227 Jul 27 16:50:07.571997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.572623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Fanout notify agent at l3_agent the message router_deleted on router d167962b-b969-4a4d-aa0e-32b5ddb11a6a {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:50:07.582138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.591292 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4eedf993-5d5b-407a-8a91-86e09ee7112a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 204 len: 168 time: 0.8634121 Jul 27 16:50:07.600914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58002) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:07.632301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.738003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.748465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-53506c7d-8172-4bf6-bd82-e2c536184da7 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 200 len: 205 time: 0.1455226 Jul 27 16:50:07.754199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:07.755930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.843534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eb4a0362-864c-4628-934d-75d413c0509c req-61970a3d-b969-4dc9-8ea2-384a8c4d3d6f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504094 Jul 27 16:50:07.864853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:07.868885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:07.870900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=22205f72-d893-4e76-bdc1-b0bbcedab16d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:07.874857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:07.875542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:07.876274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:07.896077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c7288f30-651f-4296-9445-97e2fd15f641 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6036785 Jul 27 16:50:07.900211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:07.906729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:07.910798 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a8c0a1-fbf1-45f2-a6a8-293b3dceb0db" -d '{"events": [{"server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:07.912542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:07.942824 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-aeeb667f-7fe5-4b19-93ef-e92ca8c9776a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:07.944065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aeeb667f-7fe5-4b19-93ef-e92ca8c9776a tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/d167962b-b969-4a4d-aa0e-32b5ddb11a6a HTTP/1.1" status: 404 len: 336 time: 0.0818594 Jul 27 16:50:07.949316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:07.960891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:08.023465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Allocated IP 172.20.0.2 (cc0c930c-5f04-4184-94c4-9c63ab163692/38d467c7-cf65-47f8-a79d-e896f035fa6b/bfdc6f76-af85-4644-9fd5-1460fb872642) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:08.133204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.260770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea015-c5ce-46fb-8226-5b0353e023e3 req-9c0ee5a2-0610-4e44-a101-78b11b026c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:08.263278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dcea015-c5ce-46fb-8226-5b0353e023e3 req-9c0ee5a2-0610-4e44-a101-78b11b026c7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 1096 time: 0.2027955 Jul 27 16:50:08.336223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dcea015-c5ce-46fb-8226-5b0353e023e3 req-87639280-daf3-4a38-a2f8-2211242b5752 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616367 Jul 27 16:50:08.410948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] device_id is not set on port 22205f72-d893-4e76-bdc1-b0bbcedab16d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:50:08.425219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.433971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e105f54e-9086-481e-ba9a-00de15e434df tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 200 len: 205 time: 0.4824598 Jul 27 16:50:08.435974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.449560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Transition to ACTIVE for port object 22205f72-d893-4e76-bdc1-b0bbcedab16d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:08.485242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.488157 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-a503e451-b9e5-4454-a631-67786f513a22 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:08.491813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a503e451-b9e5-4454-a631-67786f513a22 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/025d61d7-bbd6-4f82-9746-de1b01d5bc6f HTTP/1.1" status: 404 len: 336 time: 0.0521362 Jul 27 16:50:08.497488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.573084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a973cf2a-8d78-4ef0-9f52-4c535ff49b11 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 200 len: 205 time: 0.0742154 Jul 27 16:50:08.580627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.594144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.599109 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751fd39f-0671-4843-b6eb-87c7bad0dcae x-openstack-request-id: req-751fd39f-0671-4843-b6eb-87c7bad0dcae {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:08.599576 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "name": "network-vif-plugged", "status": "completed", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:08.600256 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-751fd39f-0671-4843-b6eb-87c7bad0dcae {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:08.600947 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6', 'code': 200} Jul 27 16:50:08.611167 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.633958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-15245d27-8918-4619-a37d-9f6cddc9c8b1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:08.635457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-15245d27-8918-4619-a37d-9f6cddc9c8b1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 813 time: 0.6904092 Jul 27 16:50:08.647967 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-0e6da2b3-967a-4c30-87c5-3d2ac8914e1f tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:08.649816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0e6da2b3-967a-4c30-87c5-3d2ac8914e1f tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/874c4c45-975c-4203-a232-56e4d9eec800 HTTP/1.1" status: 404 len: 336 time: 0.0676863 Jul 27 16:50:08.654666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58054) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.657354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=22205f72-d893-4e76-bdc1-b0bbcedab16d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:08.695179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.699472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-487977a3-ba46-42ec-ab7c-ecbec191244c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/quotas/8d6cf2c2adb641a39f81ccfd81ee6154 HTTP/1.1" status: 200 len: 375 time: 0.0213761 Jul 27 16:50:08.706743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a7033ee1-5ae4-4e9b-934a-97d7f5dd262d tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 200 len: 205 time: 0.0498714 Jul 27 16:50:08.708991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Transition to ACTIVE for port object bfdc6f76-af85-4644-9fd5-1460fb872642 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:08.709387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58056) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.717361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.717780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.718047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:08.724967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:08.727229 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:08.728070 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 2 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:08.745957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.746903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.747959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:08.755004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:08.758961 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:08.758961 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 3 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:08.774413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Transition to ACTIVE for port object bfdc6f76-af85-4644-9fd5-1460fb872642 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:08.786059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:08.787916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:08.806080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.806426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.806781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:08.811405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:08.811736 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:08.812129 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 4 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:08.837948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.838758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.839474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:08.845629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Pushing event updated for resources: {'Port': ['ID=bfdc6f76-af85-4644-9fd5-1460fb872642,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:08.847644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:08.853165 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:08.856536 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 5 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:08.862807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Network cc0c930c-5f04-4184-94c4-9c63ab163692 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:08.866084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:08.868347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:08.873833 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-70f0e439-bc8b-4f5f-b287-85c493482c43 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:08.878525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-70f0e439-bc8b-4f5f-b287-85c493482c43 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/09b0637d-6665-43b3-9d1d-52814bc4f54a HTTP/1.1" status: 404 len: 336 time: 0.1638353 Jul 27 16:50:08.878711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:01Z', 'revision_number': 4, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '939ff5be-ca38-4468-81d6-8a3e6372a6b7', 'name': '', 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'mac_address': 'fa:16:3e:05:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:59Z', 'updated_at': '2021-07-27T16:50:06Z', 'revision_number': 4, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'subnets': [{'id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:08.884675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.923081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5ec70bb1-d50a-49dd-8bfa-fa5b773a06d7 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 200 len: 205 time: 0.0339246 Jul 27 16:50:08.924290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:08.924698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee8d5-a4a5-4d41-a3da-1ece1a6e58ff None None] The sync data for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 is: [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:01Z', 'revision_number': 4, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '939ff5be-ca38-4468-81d6-8a3e6372a6b7', 'name': '', 'network_id': '6606bb9a-c68e-4a35-bb18-99447b614ac5', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'mac_address': 'fa:16:3e:05:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:59Z', 'updated_at': '2021-07-27T16:50:06Z', 'revision_number': 4, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'subnets': [{'id': '8ee2699e-ff43-42bd-85d2-eac89a87d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:08.927783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.928149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.928573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:08.936142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:08.936566 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:08.936951 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 6 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:08.974333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:08.974678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:08.975020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.013979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:09.014375 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:09.014761 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 7 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:09.023070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Attempting to bind port bfdc6f76-af85-4644-9fd5-1460fb872642 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:09.023551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Attempting to bind port bfdc6f76-af85-4644-9fd5-1460fb872642 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:09.023847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Attempting to bind port bfdc6f76-af85-4644-9fd5-1460fb872642 on network cc0c930c-5f04-4184-94c4-9c63ab163692 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.042560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:09.042560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Checking segment: {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:09.043136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.043565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Bound using segment: {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:09.044062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Bound port: bfdc6f76-af85-4644-9fd5-1460fb872642, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:09.045178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.069638 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-17b0b1ba-b550-4d66-8a44-2499f16c32e5 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:09.070979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17b0b1ba-b550-4d66-8a44-2499f16c32e5 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/508e7436-4eb2-4896-8bfd-6922f332ab88 HTTP/1.1" status: 404 len: 336 time: 0.1464744 Jul 27 16:50:09.075837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:09.110820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:09.111652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:09.116007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.140045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-2892414d-ed78-4587-94c4-33aceeae90b0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4129784 Jul 27 16:50:09.154297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55a86601-218e-4730-94b9-d948aaa0b128 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "GET /v2.0/ports?device_id=90a8cecc-063a-4ffb-87d1-3af2197fa828 HTTP/1.1" status: 200 len: 205 time: 0.0768731 Jul 27 16:50:09.157857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:09.164784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] For port bfdc6f76-af85-4644-9fd5-1460fb872642, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:09.168910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:09.169507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] For port bfdc6f76-af85-4644-9fd5-1460fb872642, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfdc6f76-af85-4644-9fd5-1460fb872642,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:09.169806 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:09.175160 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.226045 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 8 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:09.252539 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-1a992894-e8ac-4a45-a512-6fd0174f4dc3 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] delete failed (client error): The resource could not be found. Jul 27 16:50:09.254193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1a992894-e8ac-4a45-a512-6fd0174f4dc3 tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/routers/90a8cecc-063a-4ffb-87d1-3af2197fa828 HTTP/1.1" status: 404 len: 336 time: 0.0950568 Jul 27 16:50:09.260923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:09.283753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:09.283753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:09.286606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.321946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a208c-814f-40ba-9b17-39c90533c3fa None None] Pushing event updated for resources: {'Port': ['ID=bfdc6f76-af85-4644-9fd5-1460fb872642,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:09.357212 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b44915-e5a4-44c5-a565-b93315bdb1db tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] DELETE failed (client error): The resource could not be found. Jul 27 16:50:09.359059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b44915-e5a4-44c5-a565-b93315bdb1db tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 16:50:09.371750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a1b44915-e5a4-44c5-a565-b93315bdb1db tempest-RoutersIpV6AdminTest-1063548279 tempest-RoutersIpV6AdminTest-1063548279-project] 10.222.0.64 "DELETE /v2.0/subnets/153fe2a6-13d5-4c29-825f-7a4c3d1fada2 HTTP/1.1" status: 404 len: 337 time: 0.1068995 Jul 27 16:50:09.414496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00ff2-2803-48a7-862e-16b655c8932d req-b7952eb3-64fe-4016-88db-3b00255878ed tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:09.426594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8be00ff2-2803-48a7-862e-16b655c8932d req-b7952eb3-64fe-4016-88db-3b00255878ed tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.3856909 Jul 27 16:50:09.438607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:09.439091 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:09.441263 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 9 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:09.467060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:09.467398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:09.467740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.483230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:09.483645 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:09.485598 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempt 10 to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d Jul 27 16:50:09.568089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-2834bc0f-e7cd-4170-8242-0f03606e272c service neutron] 10.222.0.64 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902159 Jul 27 16:50:09.599646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:09.600011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:09.600349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempting to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:09.624101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8be00ff2-2803-48a7-862e-16b655c8932d req-d48f5ecc-49a0-4dd7-82a7-92686eefa830 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965153 Jul 27 16:50:09.630701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:09.631043 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Failed to bind port 22205f72-d893-4e76-bdc1-b0bbcedab16d on host n-h1-723572-6 for vnic_type normal using segments [{'id': '65b286a9-1c51-4265-8992-00826a0cd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '929d82ea-e2ee-49df-b94d-7bbb48a5ae69'}] Jul 27 16:50:09.631426 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.715254 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b44081c5-a5a2-4704-98c5-66f59b2a2161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.838825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port 22205f72-d893-4e76-bdc1-b0bbcedab16d, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:09.841508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 16:50:09.845894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.847002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.862880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] In _notify_port_updated(), no bound segment for port 22205f72-d893-4e76-bdc1-b0bbcedab16d on network 929d82ea-e2ee-49df-b94d-7bbb48a5ae69 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 16:50:09.863761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:09.864366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.869050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "PUT /v2.0/ports/22205f72-d893-4e76-bdc1-b0bbcedab16d HTTP/1.1" status: 200 len: 974 time: 1.9668274 Jul 27 16:50:09.869446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:09.892479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:09.952840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:10.002521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740e353-775e-427b-8714-3f0970d99e53 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event updated for resources: {'Port': ['ID=22205f72-d893-4e76-bdc1-b0bbcedab16d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:10.026022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-5801696d-a858-4223-80fd-e7264be04e18 service neutron] 10.222.0.64 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025545 Jul 27 16:50:10.068221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Deleting port 22205f72-d893-4e76-bdc1-b0bbcedab16d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:10.068912 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.110625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:10.179071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Allocated IP 172.25.4.241 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/50fb77b3-bec1-4f43-b1f5-ed53c1317035) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:10.233009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] For port 22205f72-d893-4e76-bdc1-b0bbcedab16d, host n-h1-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:10.233629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.309196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98f7bbe1-4978-470c-8c04-822f0e33b72d req-39138b5a-e2f1-447d-bd29-6eed5214b823 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 210 time: 0.0527093 Jul 27 16:50:10.314896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Calling delete_port for 22205f72-d893-4e76-bdc1-b0bbcedab16d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:10.460563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.506703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.536364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86074ad6-edf8-40b1-b532-5c6977ea6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.555495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.600982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Pushing event deleted for resources: {'Port': ['ID=22205f72-d893-4e76-bdc1-b0bbcedab16d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:10.612015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:10.616997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-49f906d2-4cc9-42bd-b5f9-7c51e54bc73b tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "DELETE /v2.0/ports/22205f72-d893-4e76-bdc1-b0bbcedab16d HTTP/1.1" status: 204 len: 168 time: 0.7226703 Jul 27 16:50:10.623114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58114) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:10.683850 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-36596fca-bd32-4d34-af3d-8b0802922f40 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] GET failed (client error): The resource could not be found. Jul 27 16:50:10.685547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-36596fca-bd32-4d34-af3d-8b0802922f40 tempest-PortsAdminExtendedAttrsTestJSON-879162471 tempest-PortsAdminExtendedAttrsTestJSON-879162471-project-admin] 10.222.0.64 "GET /v2.0/ports/22205f72-d893-4e76-bdc1-b0bbcedab16d HTTP/1.1" status: 404 len: 333 time: 0.0613987 Jul 27 16:50:10.689529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58122) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:10.777170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'network': {'name': 'tempest-network-smoke--246301322', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:10.810788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:10.889382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:10.891206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Pushing event updated for resources: {'Port': ['ID=50fb77b3-bec1-4f43-b1f5-ed53c1317035,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:10.899246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:10.946404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 939ff5be-ca38-4468-81d6-8a3e6372a6b7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:11.039801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.099403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:11.106217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:11.106598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.167421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a261b2-8fb0-4213-9ce8-5bdbf329fc16 None None] Network cc0c930c-5f04-4184-94c4-9c63ab163692 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:11.214077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a48954-9891-4ea0-bdb7-337f75220d2f req-02bb6527-96b6-4d99-b6f0-d8a4fc2bfe96 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:11.222408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31a48954-9891-4ea0-bdb7-337f75220d2f req-02bb6527-96b6-4d99-b6f0-d8a4fc2bfe96 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.4072602 Jul 27 16:50:11.326344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-541e272e-874d-4988-b657-8060bbae07bd None None] Provisioning for port bfdc6f76-af85-4644-9fd5-1460fb872642 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:11.339260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.354358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929d82ea-e2ee-49df-b94d-7bbb48a5ae69']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:11.374602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.385283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b286a9-1c51-4265-8992-00826a0cd8a5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:11.385562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b286a9-1c51-4265-8992-00826a0cd8a5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:11.410170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.438676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.455420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:11.456005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.463065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31a48954-9891-4ea0-bdb7-337f75220d2f req-ec446546-af26-494d-a1a0-780533e6f536 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347288 Jul 27 16:50:11.485262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 939ff5be-ca38-4468-81d6-8a3e6372a6b7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=939ff5be-ca38-4468-81d6-8a3e6372a6b7,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:11.491672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86074ad6-edf8-40b1-b532-5c6977ea6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:50:11.496527 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:50:11.499446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.499941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfdc6f76-af85-4644-9fd5-1460fb872642 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:11.503426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.598151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:11.603549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.622197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:11.634676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bfdc6f76-af85-4644-9fd5-1460fb872642 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:11.643997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bfdc6f76-af85-4644-9fd5-1460fb872642 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:11.644817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.655169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ffb2d26e-f090-4d52-9a09-0442fbb77adf req-46ffecc2-9b4c-4189-862e-4ef54b4ed752 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 210 time: 0.1480412 Jul 27 16:50:11.658792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.688102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.724055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.726026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] 10.222.0.64 "DELETE /v2.0/networks/929d82ea-e2ee-49df-b94d-7bbb48a5ae69 HTTP/1.1" status: 204 len: 168 time: 1.0333338 Jul 27 16:50:11.732196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f3afd-bcd2-4c4e-81a3-08044cbc29ec tempest-PortsAdminExtendedAttrsTestJSON-1230640284 tempest-PortsAdminExtendedAttrsTestJSON-1230640284-project] Pushing event deleted for resources: {'Network': ['ID=929d82ea-e2ee-49df-b94d-7bbb48a5ae69,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:11.763774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86074ad6-edf8-40b1-b532-5c6977ea6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.814248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.862273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bfdc6f76-af85-4644-9fd5-1460fb872642, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfdc6f76-af85-4644-9fd5-1460fb872642,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:11.867177 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.872279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.881296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.916211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:50:11.932460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786da69b-d8c5-4591-bc4f-ee5b433442bf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:11.938330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:11.938840 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Added segment d87a20ed-4361-4fbd-baa7-637477e3f392 of type vlan for network d0407b50-5e97-4a90-a3a6-051198d5d335 Jul 27 16:50:11.942525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bfdc6f76-af85-4644-9fd5-1460fb872642,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:12.009888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.032531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-86074ad6-edf8-40b1-b532-5c6977ea6fe8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98a796ad39a647b8956d4dd34f65ef13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9171500 Jul 27 16:50:12.033960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86074ad6-edf8-40b1-b532-5c6977ea6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89db649b-91af-47d1-b3aa-748050066d1c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:12.036627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:12.096009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5ee728c1-73e7-49aa-a923-3dc651c3a28c None None] Provisioning complete for port bfdc6f76-af85-4644-9fd5-1460fb872642 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:12.098462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ee728c1-73e7-49aa-a923-3dc651c3a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.390226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.445253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:12.506579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d898b903-4fd5-459a-ba00-1d50db9ad1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.523866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.529638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:12.530483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.565380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-48427ae5-57f7-4d89-8164-c5764538c28f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:12.567191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-48427ae5-57f7-4d89-8164-c5764538c28f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.7920296 Jul 27 16:50:12.602629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-429a3d61-db44-4ed2-9df1-84c18c9865c2 tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] (93923) timed out ('10.222.0.64', 34608) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 16:50:12.616516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6623855 Jul 27 16:50:12.629428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:12.640187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'admin_state_up': True, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:12.658111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64371b9-aaf0-44bb-b72c-167d9c496111 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Network': ['ID=d0407b50-5e97-4a90-a3a6-051198d5d335,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:12.663435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.666233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-215ea3b7-8efb-48b5-a52d-155101d13760 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0856261 Jul 27 16:50:12.685127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-940fe5b4-65ca-42b8-9633-515fff867b66 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:12.686748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-940fe5b4-65ca-42b8-9633-515fff867b66 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.61 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 813 time: 0.2423742 Jul 27 16:50:12.691490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.691490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.709812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d0407b50-5e97-4a90-a3a6-051198d5d335 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:50:12.716784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Request body: {'port': {'device_id': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'admin_state_up': True, 'tenant_id': '8d6cf2c2adb641a39f81ccfd81ee6154'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:12.743257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.762972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.868482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 939ff5be-ca38-4468-81d6-8a3e6372a6b7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:12.886102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.896144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9e832493-cd0d-406b-a0e3-f9bc11e56c54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb27743d14944d9f9082414a699e4ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497817 Jul 27 16:50:12.901165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:12.962330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:12.963231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.975670 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0b770de-62be-474d-9754-b6179450410d req-c15a4bcd-3934-4c22-bf8e-ad3b29c3c44b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 210 time: 0.0781310 Jul 27 16:50:12.985213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.988389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:12.989495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89db649b-91af-47d1-b3aa-748050066d1c HTTP/1.1" status: 204 len: 168 time: 0.9487207 Jul 27 16:50:13.004779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-63e5b7a2-8fec-45fc-bd87-8666b87c4d1c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3228667 Jul 27 16:50:13.017499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0495cd-6421-4830-819d-6ee4c349a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db649b-91af-47d1-b3aa-748050066d1c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:13.167163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Router d8d39a72-ab1e-484e-bdd7-e6996757e34d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:50:13.178820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d1c76b17-505e-43aa-acfa-a0cefe16890d service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248381 Jul 27 16:50:13.201370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.208953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Made reservation on behalf of 8d6cf2c2adb641a39f81ccfd81ee6154 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:13.213084 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.247562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.277909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.288758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfdc6f76-af85-4644-9fd5-1460fb872642 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:13.342941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-c9318779-c27b-48f1-a79b-75e96c298cde req-44763f96-6d54-49c3-9b60-34872ab8070e tempest-ServersOnMultiNodesTest-293850677 tempest-ServersOnMultiNodesTest-293850677-project] (93923) timed out ('10.222.0.64', 34618) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 16:50:13.370874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bfdc6f76-af85-4644-9fd5-1460fb872642 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:13.372457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.427222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.435719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:13.453000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Sync routers for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:13.457971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e78764d4-20cc-41bd-94fd-bb9eaa0bc9ab service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143712 Jul 27 16:50:13.469510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.475260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.477380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5af525a2-6f2b-4bf1-a280-7c19654c4376 HTTP/1.1" status: 204 len: 168 time: 0.5736928 Jul 27 16:50:13.483209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:13.484933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4ec8210-5aec-4d63-a490-445ba24b854c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1019645 Jul 27 16:50:13.488337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:13.512377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:13.531307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d33363-9931-496c-a6d4-ca7e085294be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af525a2-6f2b-4bf1-a280-7c19654c4376,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:13.542189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:13.666269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Allocated IP 172.20.0.9 (d219ddd4-3915-4f25-8f1e-7857dfa72328/0796506e-57d2-481d-94ed-87638197f7a5/7c723a55-2b85-4620-8536-53969a09384e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:13.791801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:13.828105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:13.953460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32802788-2fce-49d1-86a5-d4d70224193b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60a6fd1183154c2382ae5680eea7a589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234102 Jul 27 16:50:13.957296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:14.051620 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.080331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da8875f9-32a3-4ed6-90f3-16a11050d6df req-91266b1f-1c3d-4f63-a48d-edebff8cdaa7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.2947598 Jul 27 16:50:14.157164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:11Z', 'revision_number': 3, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:14.194510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Checking router: d8d39a72-ab1e-484e-bdd7-e6996757e34d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:14.194899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Updating router d8d39a72-ab1e-484e-bdd7-e6996757e34d port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:50:14.243330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.298594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2644cd47-f99d-4e6b-93af-24962cd68095 req-0866c6b7-f16f-471b-8cee-b809faff634a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 210 time: 0.1129434 Jul 27 16:50:14.316985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.332120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.339418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.342021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.408806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.470430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58260) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:14.532338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7b5815b3-7389-4ea1-93de-20279efb2705'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:14.552093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.554700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.556051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ccd4e4e-566d-4bb8-aa18-fbf13b9e69c0 HTTP/1.1" status: 204 len: 168 time: 0.5975726 Jul 27 16:50:14.570465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.586137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d6a78-8308-4d16-9987-5088e5384849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd4e4e-566d-4bb8-aa18-fbf13b9e69c0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.688367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Network d219ddd4-3915-4f25-8f1e-7857dfa72328 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:14.689526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Pushing event updated for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.701665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:14.708855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:14.793992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f6b19ff-3025-4b7b-8a5c-3a477c096b14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8c5a54a3a384128b47c62f2765acc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032619 Jul 27 16:50:14.798472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:14.817502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:14.818156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.863887 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.877944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-f4dd0567-1424-4020-9ac7-a2db9c66b7a1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1754334 Jul 27 16:50:14.881330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Transition to ACTIVE for port object 50fb77b3-bec1-4f43-b1f5-ed53c1317035 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:14.892063 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.912360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Request body: {'port': {'device_id': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:14.976329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Attempting to bind port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:14.976739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Attempting to bind port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:14.977098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Attempting to bind port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:14.980813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.981500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff98c-6cb7-45f0-9920-1a661eb7e5c4 None None] Pushing event updated for resources: {'Port': ['ID=50fb77b3-bec1-4f43-b1f5-ed53c1317035,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.990768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:14.991923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:14.992354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.993418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:14.993939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Bound port: 50fb77b3-bec1-4f43-b1f5-ed53c1317035, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:14.994337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:14.998990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Allocated IP 172.20.0.1 (cc0c930c-5f04-4184-94c4-9c63ab163692/38d467c7-cf65-47f8-a79d-e896f035fa6b/0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:15.044065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.25.4.55 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/3ec8682e-ed18-4521-9bfd-210f20cc0428) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:15.044229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.077497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.113605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] For port 50fb77b3-bec1-4f43-b1f5-ed53c1317035, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:15.123941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] For port 50fb77b3-bec1-4f43-b1f5-ed53c1317035, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fb77b3-bec1-4f43-b1f5-ed53c1317035,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:15.131562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.208064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:15.209112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:15.224190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.286531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff98c-6cb7-45f0-9920-1a661eb7e5c4 None None] Pushing event updated for resources: {'Port': ['ID=50fb77b3-bec1-4f43-b1f5-ed53c1317035,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:15.312496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2f00ff0-fa92-4d1d-a562-e29c6bb7ddaf req-c4d2feb9-fa5b-41da-8326-3da47a156ef9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0947797 Jul 27 16:50:15.315129 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.320829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Transition to ACTIVE for port object 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:15.387925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.460533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:15.504950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Network cc0c930c-5f04-4184-94c4-9c63ab163692 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:15.515924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:15.540588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:15.580093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:15.651255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.746977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:15.959133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:11Z', 'revision_number': 3, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:15.999475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f92cd-d41a-4970-a70e-67d5d5d598c8 None None] The sync data for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 is: [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:11Z', 'revision_number': 3, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:16.029415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.067247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.088266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-461d75b3-9084-42c2-9275-eb269a553047 None None] Provisioning for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:16.098274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-461d75b3-9084-42c2-9275-eb269a553047 None None] Provisioning complete for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:16.098797 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-461d75b3-9084-42c2-9275-eb269a553047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.157290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-461d75b3-9084-42c2-9275-eb269a553047 None None] Port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:16.166989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.171675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.173892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3a83944-8ae9-4de6-ae5b-608bc005fb4b HTTP/1.1" status: 204 len: 168 time: 1.3740091 Jul 27 16:50:16.240509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:16.249262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:16.276144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:16.330411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323271a-0244-4ea3-a54c-28aacaa90a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a83944-8ae9-4de6-ae5b-608bc005fb4b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:16.353058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=3ec8682e-ed18-4521-9bfd-210f20cc0428,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:16.429335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-2c3cb231-e8db-4026-8f3c-1e2ee311eed8 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467725 Jul 27 16:50:16.478307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a5a6-7b4b-49b6-bb49-d6031837c137 req-d663ce42-65d0-4da9-bfcb-1fbb92121f56 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:16.501748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2f1a5a6-7b4b-49b6-bb49-d6031837c137 req-d663ce42-65d0-4da9-bfcb-1fbb92121f56 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 931 time: 1.0104342 Jul 27 16:50:16.516470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-9e9b7055-6866-482d-80d0-45f7344a57bb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:16.518444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-9e9b7055-6866-482d-80d0-45f7344a57bb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.9572356 Jul 27 16:50:16.539274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.548865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.573976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:16.600703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:16.699168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.703938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:16.762974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:16.768006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-270893ec-aada-4302-b1ed-91b74b8b7069 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:16.770888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-270893ec-aada-4302-b1ed-91b74b8b7069 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343620 Jul 27 16:50:16.922363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fb77b3-bec1-4f43-b1f5-ed53c1317035 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:16.929374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-e7da48dc-6f65-4a3c-98e8-4d7c6f4f417b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/quotas/df6d2480de664cf78b3ef27efdcf8b2f HTTP/1.1" status: 200 len: 375 time: 0.0514116 Jul 27 16:50:17.000338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-f011d909-8816-4561-b9df-32f57a2ffc06 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697200 Jul 27 16:50:17.020675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:17.021342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Network cc0c930c-5f04-4184-94c4-9c63ab163692 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:17.025998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:17.039533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:17.040153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:17.294979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Router d8d39a72-ab1e-484e-bdd7-e6996757e34d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:17.350495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:17.431715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 50fb77b3-bec1-4f43-b1f5-ed53c1317035, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fb77b3-bec1-4f43-b1f5-ed53c1317035,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:17.438776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:17.556821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735469141'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:17.568874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35156556-cdbf-4232-91eb-be2ba20b411e req-51c49646-8ecc-4d97-94a0-f1b131fa2ac2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0948453 Jul 27 16:50:17.641927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=50fb77b3-bec1-4f43-b1f5-ed53c1317035,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:17.657738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2c4abb2-1b1a-434b-a0ac-5d71dfe952b4 None None] Provisioning complete for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:17.660813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2c4abb2-1b1a-434b-a0ac-5d71dfe952b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:17.743139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4abb2-1b1a-434b-a0ac-5d71dfe952b4 None None] Port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:17.816154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:17.822718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2f1a5a6-7b4b-49b6-bb49-d6031837c137 req-41ba6f7d-3272-44eb-bc57-4079904a8749 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3200374 Jul 27 16:50:17.853405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-def97010-4eca-4f8e-a7b9-27611f69d9a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8d39a72-ab1e-484e-bdd7-e6996757e34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3638468 Jul 27 16:50:17.991597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-37c78f75-1b0c-48e5-af41-8011953b8530 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497568 Jul 27 16:50:18.046134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c723a55-2b85-4620-8536-53969a09384e {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:18.166365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-80d987cb-f107-4279-9e79-4b791c580a2a tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:18.179430 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:18.181048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-80d987cb-f107-4279-9e79-4b791c580a2a tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884944 Jul 27 16:50:18.185337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:18.207784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-389cfb8b-6313-40fe-b018-4e4e642ddb1d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/quotas/df6d2480de664cf78b3ef27efdcf8b2f HTTP/1.1" status: 200 len: 375 time: 0.0235407 Jul 27 16:50:18.257561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:18.313505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0013a475-34b4-46c9-b403-5ac475ba2843 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048038 Jul 27 16:50:18.376457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Transition to ACTIVE for port object 7c723a55-2b85-4620-8536-53969a09384e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:18.388622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:18.388622 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:18.388622 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '416c4494c7fa42bf8b0ac1e5ae1d6a68', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 18, 370048)}] Jul 27 16:50:18.388622 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:18.389558 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:18.429460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:18.566924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:18.723032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:18.825215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fb77b3-bec1-4f43-b1f5-ed53c1317035 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:18.866577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c65e0875-5141-4d53-858f-8fd51f914b6c req-ddbbeabe-e168-4dc6-babb-9ae16c9e2320 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0620983 Jul 27 16:50:18.922430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d34bb0-2ab7-4723-b51c-254fb85e69af req-2ef48b79-8e8d-4695-b31c-63bfe4a049da tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 210 time: 0.1742051 Jul 27 16:50:18.946900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:18.947845 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:19.374803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Attempting to bind port 7c723a55-2b85-4620-8536-53969a09384e on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:19.375428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Attempting to bind port 7c723a55-2b85-4620-8536-53969a09384e by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:19.375949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Attempting to bind port 7c723a55-2b85-4620-8536-53969a09384e on network d219ddd4-3915-4f25-8f1e-7857dfa72328 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:19.401791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Port 7c723a55-2b85-4620-8536-53969a09384e on network d219ddd4-3915-4f25-8f1e-7857dfa72328 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:19.402663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Attempting to bind port 7c723a55-2b85-4620-8536-53969a09384e on network d219ddd4-3915-4f25-8f1e-7857dfa72328 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:19.426643 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:19.495274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:19.496198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Checking segment: {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:19.497121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Bound using segment: {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:19.498132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Bound port: 7c723a55-2b85-4620-8536-53969a09384e, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4640068-5be3-4fd2-b715-ebf96ee36836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:19.498917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:19.532916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:19.564547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Sync routers for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:19.580511 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:19.581176 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:19.634794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.669132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-5991b730-6f13-4380-b1d0-2525acb94c04 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2298918 Jul 27 16:50:19.803086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f864b51d-1f69-4a9a-b30d-7e657a907d8f tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:19.869714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f864b51d-1f69-4a9a-b30d-7e657a907d8f tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "PUT /v2.0/quotas/661ddf05482546a09cfca716f43cfe42 HTTP/1.1" status: 200 len: 366 time: 0.2327654 Jul 27 16:50:19.872920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.906642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aefb3feb-28a0-41d6-a6a1-69ecc98a6ca2 tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0321074 Jul 27 16:50:19.910010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58460) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.926740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d9bdf542-5b0b-4dfc-b8dd-b0fcdbd2d90d tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas/661ddf05482546a09cfca716f43cfe42 HTTP/1.1" status: 200 len: 366 time: 0.0134995 Jul 27 16:50:19.928254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.930880 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:19.953096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-76291fd1-47d2-48e0-8bdc-4bad4bf581a3 tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/661ddf05482546a09cfca716f43cfe42 HTTP/1.1" status: 204 len: 168 time: 0.0228095 Jul 27 16:50:19.958222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.973608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-58155085-e790-4c06-b3fb-505f4d5ef255 tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0135229 Jul 27 16:50:19.976941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:19.997776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef6232e8-4408-4cc3-97c1-7dd0c997b4d8 tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas/661ddf05482546a09cfca716f43cfe42 HTTP/1.1" status: 200 len: 370 time: 0.0185909 Jul 27 16:50:20.001564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:20.008618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-872905ed-3a13-4dd7-9d95-e332be042e2e tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas/661ddf05482546a09cfca716f43cfe42/default HTTP/1.1" status: 200 len: 370 time: 0.0040007 Jul 27 16:50:20.011539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:20.015519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:20.019291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.027054 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-fdb75bb1-ed42-4393-bacf-acf85ce939ed tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] delete failed (client error): The resource could not be found. Jul 27 16:50:20.030247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fdb75bb1-ed42-4393-bacf-acf85ce939ed tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/661ddf05482546a09cfca716f43cfe42 HTTP/1.1" status: 404 len: 348 time: 0.0162311 Jul 27 16:50:20.082089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17edc720-4c92-4c0c-b4f5-0b090b0daefb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:20.164649 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.164959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fc0493e-5eda-422f-9e37-37d5d0424575 req-d2020076-91e9-4f0e-a805-2ebacad231a9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.0523138 Jul 27 16:50:20.307592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:20.311505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:20.317515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e609a1dd-c689-4c2d-b465-7012109040a7 req-bcbe6cb0-e508-4d69-8692-5e9356a5fa0a tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 210 time: 0.0484331 Jul 27 16:50:20.336260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500447-c7a6-4863-bc71-a0b9bb1b3246 req-2a6ceded-d46a-4a45-b43d-b7fb1d16c331 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:20.344607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2500447-c7a6-4863-bc71-a0b9bb1b3246 req-2a6ceded-d46a-4a45-b43d-b7fb1d16c331 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 943 time: 1.1077061 Jul 27 16:50:20.392080 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 4, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7', 'name': '', 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'mac_address': 'fa:16:3e:56:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:16Z', 'revision_number': 2, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'subnets': [{'id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:20.424585 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Checking router: d8d39a72-ab1e-484e-bdd7-e6996757e34d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:20.425113 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Updating router d8d39a72-ab1e-484e-bdd7-e6996757e34d port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:50:20.446232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c723a55-2b85-4620-8536-53969a09384e,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:20.475915 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.485937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.642943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-da8b30a1-58e4-40b6-b3d9-f95a9ea0fb74 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:20.645281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-da8b30a1-58e4-40b6-b3d9-f95a9ea0fb74 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9069822 Jul 27 16:50:20.702301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-80d6d52c-80d0-4a36-ae72-4ccc4058092c tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570135 Jul 27 16:50:20.704170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Request body: {'port': {'device_id': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'df6d2480de664cf78b3ef27efdcf8b2f'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:20.733542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:network and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:20.741313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:20.742151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.745300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] 10.222.0.61 "PUT /v2.0/ports/7c723a55-2b85-4620-8536-53969a09384e HTTP/1.1" status: 200 len: 1091 time: 5.8482873 Jul 27 16:50:20.849436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'tag': '7c723a55-2b85-4620-8536-53969a09384e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:20.854098 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac23b8-6109-49fc-9cdf-54718c8de9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "tag": "7c723a55-2b85-4620-8536-53969a09384e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:20.860894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:20.869554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7ada3-6644-4c05-8b22-369bcd1931ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:20.882185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:20.897452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2500447-c7a6-4863-bc71-a0b9bb1b3246 req-f79b0328-4f3b-40e7-b3bb-bdf0ff9a6e8e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517185 Jul 27 16:50:20.939102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:20.993746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.12 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/1b137a8b-1cf9-4ff4-97f0-d5cfcb391642) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:21.000493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.050622 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75617086-0417-46f7-afca-254c3226b18f x-openstack-request-id: req-75617086-0417-46f7-afca-254c3226b18f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:21.050931 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "tag": "7c723a55-2b85-4620-8536-53969a09384e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:21.051198 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75617086-0417-46f7-afca-254c3226b18f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:21.051760 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'tag': '7c723a55-2b85-4620-8536-53969a09384e', 'status': 'completed', 'code': 200} Jul 27 16:50:21.056077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ada58-c2d9-4579-8e6a-612fecde2d8d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:21.068650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:subnet and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:21.078990 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.093638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Transition to ACTIVE for port object 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:21.107510 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.122932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:21.171910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-d9e418da-c9f8-43ca-a4c3-c13407a87c0d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:21.174442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-d9e418da-c9f8-43ca-a4c3-c13407a87c0d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4660699 Jul 27 16:50:21.181000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.183049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-30a647c3-6425-408d-b588-4d8e44930d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.6075757 Jul 27 16:50:21.209100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:21.231833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Request body: {'port': {'device_id': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'df6d2480de664cf78b3ef27efdcf8b2f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:21.232193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-580d973c-5e82-45fe-a527-e38e412e4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:21.245410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-580d973c-5e82-45fe-a527-e38e412e4432 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 1094 time: 0.3111591 Jul 27 16:50:21.270314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Pushing event updated for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:21.278361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:50:21.283766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:subnetpool and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:21.360091 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Attempting to bind port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:21.360928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Attempting to bind port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:21.361510 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Attempting to bind port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 on network cc0c930c-5f04-4184-94c4-9c63ab163692 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:21.367952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-1b5ceee4-a921-4a09-9fda-067664a2d677 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c723a55-2b85-4620-8536-53969a09384e HTTP/1.1" status: 200 len: 217 time: 0.1003911 Jul 27 16:50:21.368776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:21.372908 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.373465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.374012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.374928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.375481 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.376042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.376687 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.377158 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.377693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.379438 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.380146 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.381051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:21.387936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:21.388588 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Checking segment: {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:21.390092 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.390925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Bound using segment: {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:21.391525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Bound port: 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf92671-0943-44f2-80ae-112c29e9c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:21.392170 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.452076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5360c6fa-fbf6-4ad3-b481-57df6f855f11 req-f0eb421d-52e8-4a19-a0d1-689fe6973ad9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.1392450 Jul 27 16:50:21.515888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:port and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:21.553504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2bee8fd-16f5-4805-b897-5b09732a257f req-048ba269-1a0a-4a34-b3a2-d7ebe7245f1d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 210 time: 0.0838752 Jul 27 16:50:21.653069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:21.663717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f113b6d3-ea81-4612-a8c3-a4ca1724ce21 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4532464 Jul 27 16:50:21.670642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:21.678538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-security--261965559', 'description': 'tempest-security-description-229152175'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:21.707839 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] For port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:21.711162 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] For port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:21.715276 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.734527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-a6c3c6b0-4a2c-4b81-bfaa-e8e645b94bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:21.736303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-a6c3c6b0-4a2c-4b81-bfaa-e8e645b94bca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.3515744 Jul 27 16:50:21.746266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Made reservation on behalf of df6d2480de664cf78b3ef27efdcf8b2f for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:21.751561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.758731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:router and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:21.761326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.783136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Made reservation on behalf of df6d2480de664cf78b3ef27efdcf8b2f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:21.787007 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:21.787829 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:21.788374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.807424 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadcdd1-7069-4f03-88b6-8d3039816722 None None] Pushing event updated for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:21.807687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:21.817498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-36cb20ca-692e-4ebd-9657-653aad2e2f0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631599 Jul 27 16:50:21.818250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.859809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.909999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:21.923525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:21.937883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:floatingip and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:21.942342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:21.943298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:21.944420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.945564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.970505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.970855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:21.978417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:21.996737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "PUT /v2.0/security-groups/d63ada58-c2d9-4579-8e6a-612fecde2d8d HTTP/1.1" status: 200 len: 1778 time: 0.3231966 Jul 27 16:50:22.000341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:22.045297 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:22.108323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ada58-c2d9-4579-8e6a-612fecde2d8d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:22.167998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.168638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.169162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.169665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.170202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.170720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.171238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.171705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.172113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.172596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.172996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.173809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b603d0db-57c7-403f-9c91-6a55dbb3516b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:22.175670 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-c6d9c3b0-3124-413f-899a-ecdcbdc61e00 service neutron] 10.222.0.61 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459849 Jul 27 16:50:22.202280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-acc0aeca-82e9-4181-9c1c-0ad0876ee2c0 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups/d63ada58-c2d9-4579-8e6a-612fecde2d8d HTTP/1.1" status: 200 len: 1778 time: 0.1841519 Jul 27 16:50:22.211282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:22.300458 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:22.313490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['3ed9344e-9606-48f4-9453-8ae5faa289b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:22.345940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:22.418878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:22.500514 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 4, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7', 'name': '', 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'mac_address': 'fa:16:3e:56:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:21Z', 'revision_number': 4, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'subnets': [{'id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:22.547908 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed0f07-44d7-4c6b-9a2e-85a459e3a31d None None] The sync data for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 is: [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 4, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7', 'name': '', 'network_id': 'cc0c930c-5f04-4184-94c4-9c63ab163692', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'mac_address': 'fa:16:3e:56:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:21Z', 'revision_number': 4, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'subnets': [{'id': '38d467c7-cf65-47f8-a79d-e896f035fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:22.863681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:22.879307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:security_group and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:22.913836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:22.931526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:22.938581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:22.942301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:22.944521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:22.952151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:22.961655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Usage tracker for resource:security_group_rule and tenant:0fac0c3575334117b670abc0d2d486d1 is out of sync, need to count used quota {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 16:50:22.965679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c10e2af7-b9a1-4677-9f6c-e1dc2f5a4bca req-b89314e9-04a9-4641-926a-b4a349e5d9a6 service neutron] 10.222.0.61 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605698 Jul 27 16:50:22.999186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.quota.resource [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93923) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 16:50:23.025861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2f769291-908e-4cc1-8fa0-33f8bb188aae tempest-QuotasTest-1547742638 tempest-QuotasTest-1547742638-project-admin] 10.222.0.64 "GET /v2.0/quotas/0fac0c3575334117b670abc0d2d486d1/details.json HTTP/1.1" status: 200 len: 703 time: 2.6999540 Jul 27 16:50:23.061275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3d71-30a3-41eb-ad2e-f9f247499e1f req-0bd5e66b-5268-4966-b0b6-3eadb202b2cb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:23.073775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52af3d71-30a3-41eb-ad2e-f9f247499e1f req-0bd5e66b-5268-4966-b0b6-3eadb202b2cb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 943 time: 1.0294430 Jul 27 16:50:23.082068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.107705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:23.111652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:23.114027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.153505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:23.153973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Updating router 709cb169-fe34-43bc-9a40-635c66b2ce4d port 3ec8682e-ed18-4521-9bfd-210f20cc0428 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:50:23.156812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:23.157092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.165717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:23.186254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:23.186940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.205942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.215627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-56f7ab00-6cab-4b77-af02-b6ea53ce13a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5801592 Jul 27 16:50:23.225276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:23.245361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.263305 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.263812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1d962-42d7-4f4b-bb33-734a860c8a75 req-4bb26fd7-cb7c-41a7-abe4-1a26b5339c47 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:23.283461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d1d962-42d7-4f4b-bb33-734a860c8a75 req-4bb26fd7-cb7c-41a7-abe4-1a26b5339c47 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 932 time: 0.4339802 Jul 27 16:50:23.390461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-ef6bbe88-d190-42e1-8e3a-aca070d78fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:23.392250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-ef6bbe88-d190-42e1-8e3a-aca070d78fc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 1094 time: 0.3388300 Jul 27 16:50:23.396413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) df6d2480de664cf78b3ef27efdcf8b2f {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:23.396778 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:23.403732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-d7cb76d6-0cef-4fcf-a5bf-56f02ad84f32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8315499 Jul 27 16:50:23.408626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14d1d962-42d7-4f4b-bb33-734a860c8a75 req-ef92a4db-2908-4588-ab4e-1a2104bc77ec tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240823 Jul 27 16:50:23.414480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52af3d71-30a3-41eb-ad2e-f9f247499e1f req-a156f24c-9579-4896-a508-845f7fb8ea70 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395267 Jul 27 16:50:23.422202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.445536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Request body: {'port': {'device_id': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:23.452529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.618402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Allocated IP 192.168.233.178 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/3f835445-a05b-49d3-b0c0-8a7038ea6f3c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:23.708591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:23.743448 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.752079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:23.773457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.843394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:23.931150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c0a62e67-78c0-4d41-8299-52441721b048 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9c80679fbe07415f867ac085aaa65928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7039452 Jul 27 16:50:23.957108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77cc9843-b05f-429f-bc59-7b98336e18f0 req-cdadb6c8-06bd-457b-8a47-4ca40d8e8643 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 210 time: 0.2304747 Jul 27 16:50:23.961340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:23.962199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.964803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:23.968325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/d63ada58-c2d9-4579-8e6a-612fecde2d8d HTTP/1.1" status: 204 len: 168 time: 1.7539299 Jul 27 16:50:23.979835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:23.984483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.015898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Transition to ACTIVE for port object 3ec8682e-ed18-4521-9bfd-210f20cc0428 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:24.026208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145c44e-6684-45f8-97f6-e75eb09bdd69 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ada58-c2d9-4579-8e6a-612fecde2d8d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:24.027129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.040138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.074597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-8b2fb158-d9bf-4743-aa7c-b97897ec4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:24.076323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-8b2fb158-d9bf-4743-aa7c-b97897ec4c1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.6658597 Jul 27 16:50:24.145815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed2be-e4d0-413d-abd5-8229ef7f62b8 None None] Pushing event updated for resources: {'Port': ['ID=3ec8682e-ed18-4521-9bfd-210f20cc0428,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:24.160246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Attempting to bind port 3ec8682e-ed18-4521-9bfd-210f20cc0428 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:24.160935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Attempting to bind port 3ec8682e-ed18-4521-9bfd-210f20cc0428 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:24.161752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Attempting to bind port 3ec8682e-ed18-4521-9bfd-210f20cc0428 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:24.169548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:24.170522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:24.170956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.171400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:24.172198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Bound port: 3ec8682e-ed18-4521-9bfd-210f20cc0428, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:24.173315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.176271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-a426a17b-e107-461e-bb54-810e4a3a6745 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c723a55-2b85-4620-8536-53969a09384e HTTP/1.1" status: 200 len: 217 time: 0.0578768 Jul 27 16:50:24.204764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7939940-525f-42f3-baea-c43eced339ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.208405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:24.237824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.241844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] For port 3ec8682e-ed18-4521-9bfd-210f20cc0428, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:24.247301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] For port 3ec8682e-ed18-4521-9bfd-210f20cc0428, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3ec8682e-ed18-4521-9bfd-210f20cc0428,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:24.255480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.279301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Transition to ACTIVE for port object 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:24.282430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-18a2e918-c253-4f7f-af8f-649f2821b2bf tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2903271 Jul 27 16:50:24.313100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:24.334007 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.337530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:24.338231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:24.349953 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a8421c54-f910-45e3-8978-0963b41e1aea tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] delete failed (client error): The resource could not be found. Jul 27 16:50:24.351336 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8421c54-f910-45e3-8978-0963b41e1aea tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/d63ada58-c2d9-4579-8e6a-612fecde2d8d HTTP/1.1" status: 404 len: 347 time: 0.0368919 Jul 27 16:50:24.367070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-cc4e6b39-f996-44ec-8ffc-5a3300d8cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:24.368703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-cc4e6b39-f996-44ec-8ffc-5a3300d8cdcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.1798999 Jul 27 16:50:24.374119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:24.415986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed2be-e4d0-413d-abd5-8229ef7f62b8 None None] Pushing event updated for resources: {'Port': ['ID=3ec8682e-ed18-4521-9bfd-210f20cc0428,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:24.433767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947511406'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:24.495236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-49ca5b97-8a89-42ff-970d-8183509ae922 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159513 Jul 27 16:50:24.552928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277cd426-6f97-48ba-853d-f03072a8c9dc tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:24.560294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-277cd426-6f97-48ba-853d-f03072a8c9dc tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5920072 Jul 27 16:50:24.561129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:24.562685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:24.614394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.618712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37b94680-f6c7-4204-a85e-d2d23af8301c tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508780 Jul 27 16:50:24.624342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:24.638312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061672478', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:24.668867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Pushing event updated for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:24.696798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Transition to ACTIVE for port object 3f835445-a05b-49d3-b0c0-8a7038ea6f3c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:24.794758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-abfaa9c9-8d2a-404a-96cc-ab28a24c44e8 service neutron] 10.222.0.61 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807643 Jul 27 16:50:24.796007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:24.801318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.861425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:24.894047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25245-2b0c-47ea-9572-ef4cbd62f7a8 None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:24.900836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:24.901221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:24.923093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:24.943759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe51f3-e9e4-4b76-9d8b-bf1659ce1f2f req-042dd921-abe1-4506-a20d-1d10b15afcd1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:24.945573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8bfe51f3-e9e4-4b76-9d8b-bf1659ce1f2f req-042dd921-abe1-4506-a20d-1d10b15afcd1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 944 time: 0.3178630 Jul 27 16:50:24.971515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:24.983449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Attempting to bind port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:24.983797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Attempting to bind port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:24.984133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Attempting to bind port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:24.992129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:24.994348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Allocated IP 192.168.233.66 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/e9ab15eb-6b51-4c67-8f53-54422d9a03d9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:25.002101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:25.023542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7939940-525f-42f3-baea-c43eced339ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.026650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:25.026986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Attempting to bind port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:25.047308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:25.048121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:25.049449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:25.049449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Bound port: 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:25.049449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.051822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f7939940-525f-42f3-baea-c43eced339ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.089543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Deleting port 939ff5be-ca38-4468-81d6-8a3e6372a6b7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:25.089543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.098104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.119089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:25.119089 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:25.119089 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '9c80679fbe07415f867ac085aaa65928', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 24, 940964)}] Jul 27 16:50:25.119089 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:25.119675 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:25.164560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e5148-3cba-4477-8620-e805bea082d4 req-752c6a5b-aef5-454e-ac53-7d90573649ac tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:25.166256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b0e5148-3cba-4477-8620-e805bea082d4 req-752c6a5b-aef5-454e-ac53-7d90573649ac tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 943 time: 0.5406930 Jul 27 16:50:25.168238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beac23b8-6109-49fc-9cdf-54718c8de9c3 req-c3af80b9-7463-40b0-878d-f2a7da8cb0aa service neutron] 10.222.0.61 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590999 Jul 27 16:50:25.206820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7939940-525f-42f3-baea-c43eced339ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e0927-da4e-4876-882b-846d12e88bdf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:25.227516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8bfe51f3-e9e4-4b76-9d8b-bf1659ce1f2f req-b4e1c079-5c1c-4033-9f9b-472c7e29c19e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518194 Jul 27 16:50:25.235633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f7939940-525f-42f3-baea-c43eced339ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5f085a7396345a38a35e59ca9bb7be6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4860272 Jul 27 16:50:25.244005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:25.244855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.254309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:25.360936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:25.361313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a1dfd03-4629-493d-bcd4-585665e26633 None None] Provisioning for port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:25.373530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a1dfd03-4629-493d-bcd4-585665e26633 None None] Provisioning complete for port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:25.379248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a1dfd03-4629-493d-bcd4-585665e26633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.395961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b0e5148-3cba-4477-8620-e805bea082d4 req-bccb1970-cd96-40bd-8420-5c23613c5e30 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224221 Jul 27 16:50:25.411079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] For port 939ff5be-ca38-4468-81d6-8a3e6372a6b7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=939ff5be-ca38-4468-81d6-8a3e6372a6b7,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:25.411492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.446896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.461946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Calling delete_port for 939ff5be-ca38-4468-81d6-8a3e6372a6b7 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:25.462462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a1dfd03-4629-493d-bcd4-585665e26633 None None] Port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:25.473568 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.496981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-9435c922-4a77-4f23-93f6-23893285f43f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2914710 Jul 27 16:50:25.507088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.507616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.520617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:25.533888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.569858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Request body: {'port': {'device_id': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:25.602871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:25.603517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.604990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 HTTP/1.1" status: 200 len: 1092 time: 2.1785195 Jul 27 16:50:25.612038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:25.615116 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:25.618067 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.621363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2442262 Jul 27 16:50:25.634464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:25.650645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '59afca34-a930-4f62-945c-623175788b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:25.660999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc65e9a-b141-4955-a493-56fe2feaf1b2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59afca34-a930-4f62-945c-623175788b89,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:25.667137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.712534 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d0276-ca8e-4f27-a3f9-5e5ddc6fcc08 x-openstack-request-id: req-079d0276-ca8e-4f27-a3f9-5e5ddc6fcc08 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:25.712863 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:25.713049 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-079d0276-ca8e-4f27-a3f9-5e5ddc6fcc08 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:25.713450 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642', 'status': 'completed', 'code': 200} Jul 27 16:50:25.740393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:25.740393 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:25.740393 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '866155b588064f8cb5459e15d00a54c5', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 25, 673825)}] Jul 27 16:50:25.740393 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:25.741536 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:25.751386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d17a2e-ac94-4480-8f75-0417780b8216 service neutron] Pushing event updated for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:25.756398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:25.760091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.799914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.802519 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.806233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/743e0927-da4e-4876-882b-846d12e88bdf HTTP/1.1" status: 204 len: 168 time: 0.5483398 Jul 27 16:50:25.806233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.810773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Transition to ACTIVE for port object e9ab15eb-6b51-4c67-8f53-54422d9a03d9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:25.822930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314c956-acbc-40b6-b653-6dab3204dc6c req-6435f646-d654-4c40-b9b8-f637c079fb1a tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:25.824567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6314c956-acbc-40b6-b653-6dab3204dc6c req-6435f646-d654-4c40-b9b8-f637c079fb1a tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 936 time: 0.3344374 Jul 27 16:50:25.828512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc72c7-ed9e-4d66-a350-d759d54cd5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e0927-da4e-4876-882b-846d12e88bdf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:25.902598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-0095ffa4-106f-4224-8db7-fc75d8679e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:25.904485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-0095ffa4-106f-4224-8db7-fc75d8679e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 1095 time: 0.2177935 Jul 27 16:50:25.946333 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6314c956-acbc-40b6-b653-6dab3204dc6c req-24266ecb-0f6d-40ac-b19a-f5d39918625e tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977685 Jul 27 16:50:25.976471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:25.986275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-7ac66c25-c00d-4669-ae20-1c23ee9584e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 HTTP/1.1" status: 200 len: 217 time: 0.0639470 Jul 27 16:50:26.104986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:26.117293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:26.131298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:26.141876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:26.178805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.198538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-b9ee4f1d-91b2-46ec-a368-62983e790968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:26.200226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-b9ee4f1d-91b2-46ec-a368-62983e790968 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1610799 Jul 27 16:50:26.289082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Pushing event deleted for resources: {'Port': ['ID=939ff5be-ca38-4468-81d6-8a3e6372a6b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:26.308710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-39178bb6-7276-47c1-8372-655bc35d1dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737135 Jul 27 16:50:26.369772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58568) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:26.393171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.447103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec0f4-0cfc-4d59-9f9b-cbfc4e9835ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.554337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:26.555195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.600691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-97813076-f97c-4ac4-b947-cc008182e336 None None] Provisioning for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:26.608183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-97813076-f97c-4ac4-b947-cc008182e336 None None] Provisioning complete for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:26.609146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97813076-f97c-4ac4-b947-cc008182e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.666054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-97813076-f97c-4ac4-b947-cc008182e336 None None] Port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:26.692170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.716438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Subnet': ['ID=3e4effb5-5aa1-475b-bec5-08f197539069,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:26.768566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-c064379b-4112-4408-b5b6-4220860f07a0 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588380 Jul 27 16:50:26.769340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f835445-a05b-49d3-b0c0-8a7038ea6f3c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:26.798295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.825610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.840792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Checking segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:26.841161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network hostable DHCP agents. Network: d0407b50-5e97-4a90-a3a6-051198d5d335, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:50:26.848105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Transition to ACTIVE for port object 3f835445-a05b-49d3-b0c0-8a7038ea6f3c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:26.864317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.873420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24d51-85cd-46b5-a6b6-96f1f30e14bb req-0b2d7648-8633-484b-955b-7ffdc5334a2b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:26.875799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bd24d51-85cd-46b5-a6b6-96f1f30e14bb req-0b2d7648-8633-484b-955b-7ffdc5334a2b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 944 time: 0.4849172 Jul 27 16:50:26.903406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.916218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3ec8682e-ed18-4521-9bfd-210f20cc0428 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:26.928807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.971152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network d0407b50-5e97-4a90-a3a6-051198d5d335 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:50:26.974142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b94b-c9dc-4ef7-ba14-f9f7e2934d16 req-1a52271c-9f26-4b54-8add-d86c71b952ea tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:26.977446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bf7b94b-c9dc-4ef7-ba14-f9f7e2934d16 req-1a52271c-9f26-4b54-8add-d86c71b952ea tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 943 time: 0.3519940 Jul 27 16:50:26.981551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3ec8682e-ed18-4521-9bfd-210f20cc0428 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:26.986597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3ec8682e-ed18-4521-9bfd-210f20cc0428 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:26.988000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:26.988685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2e10d1-61ff-43df-a7b4-457e0bba322a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:27.015542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d0407b50-5e97-4a90-a3a6-051198d5d335) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:27.019599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf1ecc5-369d-4a98-9523-04fcb511389e req-8ef04407-c829-4c6b-99f5-8479213083f2 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426860 Jul 27 16:50:27.024213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bd24d51-85cd-46b5-a6b6-96f1f30e14bb req-5a4303db-b571-4ae1-ba25-a2db3e96fefb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151447 Jul 27 16:50:27.029775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:27.030527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.055839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c723a55-2b85-4620-8536-53969a09384e details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:27.140605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bf7b94b-c9dc-4ef7-ba14-f9f7e2934d16 req-a2ea6e13-6552-44ed-ba05-2f3b28394ebb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373765 Jul 27 16:50:27.165114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:27.213432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c723a55-2b85-4620-8536-53969a09384e,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:27.229870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '7c723a55-2b85-4620-8536-53969a09384e', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'port_id': '7c723a55-2b85-4620-8536-53969a09384e', 'mac_address': 'fa:16:3e:a9:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0796506e-57d2-481d-94ed-87638197f7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:27.232331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f98d2-ada7-4b2d-b67c-8f93d2bcf1d4 None None] Network d0407b50-5e97-4a90-a3a6-051198d5d335 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:27.391051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-6f720783-9a87-4e64-a9d7-3df7ed78f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:27.396120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-6f720783-9a87-4e64-a9d7-3df7ed78f5c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 1095 time: 0.2025471 Jul 27 16:50:27.409722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b820b91-b27b-41c5-b5ca-12172df67025 req-ed565681-9eeb-4891-adfc-e4dec877e3c4 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:27.418844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b820b91-b27b-41c5-b5ca-12172df67025 req-ed565681-9eeb-4891-adfc-e4dec877e3c4 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.1623714 Jul 27 16:50:27.484405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b820b91-b27b-41c5-b5ca-12172df67025 req-55d6beb4-af1a-46c2-96f0-69da3f2683ee tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Jul 27 16:50:27.627274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-97dd7d78-6be2-4aa4-ba8b-f44fe87ff0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:27.629799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-97dd7d78-6be2-4aa4-ba8b-f44fe87ff0a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.2082825 Jul 27 16:50:27.684096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.703518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-5815ff30-0d74-4e26-a46d-05d43c115c76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 HTTP/1.1" status: 200 len: 217 time: 0.0645807 Jul 27 16:50:27.707672 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.748097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3ec8682e-ed18-4521-9bfd-210f20cc0428, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3ec8682e-ed18-4521-9bfd-210f20cc0428,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:27.767055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec0f4-0cfc-4d59-9f9b-cbfc4e9835ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.772781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-0704fbff-540f-4ee0-8a85-6053b1bb0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:27.773732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec0f4-0cfc-4d59-9f9b-cbfc4e9835ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.775398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c723a55-2b85-4620-8536-53969a09384e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:27.775606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-0704fbff-540f-4ee0-8a85-6053b1bb0041 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.0646739 Jul 27 16:50:27.782390 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.802765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-a56504be-821f-4019-ab6c-ddfbc9ddfa10 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1088495 Jul 27 16:50:27.805677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.807026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45dc7646-fde9-4100-8982-a45e38c3575a tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1641183 Jul 27 16:50:27.811645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4bc38da1-13e9-4abf-a48b-8e50d4a56bb1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1817355 Jul 27 16:50:27.812365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58578) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:27.812789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:27.840158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c723a55-2b85-4620-8536-53969a09384e,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:27.843249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-59575d68-444d-40f2-9561-adf27cb8d5dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590649 Jul 27 16:50:27.853582 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.868531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Attempting to bind port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:27.868855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Attempting to bind port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:27.870685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Attempting to bind port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:27.885868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a4ec0f4-0cfc-4d59-9f9b-cbfc4e9835ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fac0c3575334117b670abc0d2d486d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5142534 Jul 27 16:50:27.891022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ec0f4-0cfc-4d59-9f9b-cbfc4e9835ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d1bec-7b0a-496e-91b6-3b559c818a8b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:27.895966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:27.900172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d0407b50-5e97-4a90-a3a6-051198d5d335', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:50:27.901182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:27.905326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3ec8682e-ed18-4521-9bfd-210f20cc0428,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:27.923617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.923962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.924288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.924686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Request body: {'port': {'device_id': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:27.925732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.926084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.926415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.926945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.927470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.928632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.929296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.930189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.930826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:27.941537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:27.942247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Attempting to bind port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:27.964342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:27.964716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:27.965111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:27.965551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Bound port: 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:27.965916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.027764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.041895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Router d8719841-9146-4526-bc26-38952478ae5e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:28.050479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.079569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.081064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:28.176451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.185390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Allocated IP 172.20.0.2 (d0407b50-5e97-4a90-a3a6-051198d5d335/3e4effb5-5aa1-475b-bec5-08f197539069/debfbe96-7c20-4e08-9bf5-9fe7856b27c6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:28.195333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.214269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:28.248271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.250045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cd2e10d1-61ff-43df-a7b4-457e0bba322a HTTP/1.1" status: 204 len: 168 time: 0.4171081 Jul 27 16:50:28.268236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:28.288351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['7c723a55-2b85-4620-8536-53969a09384e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:28.304329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:28.323916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd116249-4a24-40c7-8332-3b8fcb3f624c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd2e10d1-61ff-43df-a7b4-457e0bba322a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:28.340367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.370628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.391813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:28.392939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.395676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] 10.222.0.13 "PUT /v2.0/ports/3f835445-a05b-49d3-b0c0-8a7038ea6f3c HTTP/1.1" status: 200 len: 1096 time: 2.8490179 Jul 27 16:50:28.399282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:28.400092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-d7dd8c91-a234-471f-ac5a-e23d89cec45c service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693840 Jul 27 16:50:28.402588 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b210f401-c71c-4571-ba27-7e85166485e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:28.418912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:28.431800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ee25354c-af14-40bb-a984-7758ff615fea admin admin] 10.222.0.64 "PUT /v2.0/routers/d8719841-9146-4526-bc26-38952478ae5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5415196 Jul 27 16:50:28.438872 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Sync routers for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:28.450976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:28.452590 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:28.453545 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:28.471382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.474866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.477540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b2d1bec-7b0a-496e-91b6-3b559c818a8b HTTP/1.1" status: 204 len: 168 time: 0.5801523 Jul 27 16:50:28.593285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.600213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c1ad-e2c4-4612-b3a4-390180334c7a service neutron] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:28.626570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Transition to ACTIVE for port object debfbe96-7c20-4e08-9bf5-9fe7856b27c6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:28.634806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152b62c-657c-4e39-a85f-f965899c8594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d1bec-7b0a-496e-91b6-3b559c818a8b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:28.655174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Transition to ACTIVE for port object debfbe96-7c20-4e08-9bf5-9fe7856b27c6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:28.686189 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:28.690302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.714164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877f12f-ada7-4d2c-8839-30cfc67a6a55 req-31cd235b-e120-4e38-b949-a71da9d037b2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:28.724569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3877f12f-ada7-4d2c-8839-30cfc67a6a55 req-31cd235b-e120-4e38-b949-a71da9d037b2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 944 time: 0.4502563 Jul 27 16:50:28.787539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Network d0407b50-5e97-4a90-a3a6-051198d5d335 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:28.792463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:28.803778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:28.902173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Pushing event updated for resources: {'Port': ['ID=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:28.908862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3ec8682e-ed18-4521-9bfd-210f20cc0428 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:28.913063 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.949988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Attempting to bind port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:28.950366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Attempting to bind port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:28.950741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Attempting to bind port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 on network d0407b50-5e97-4a90-a3a6-051198d5d335 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:28.958712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:28.959193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Checking segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:28.959500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.959906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Bound using segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:28.960394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Bound port: debfbe96-7c20-4e08-9bf5-9fe7856b27c6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:28.960820 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:28.978078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3877f12f-ada7-4d2c-8839-30cfc67a6a55 req-81e24a59-39c9-40f5-848e-cc890ca96f3a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591108 Jul 27 16:50:28.980358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-605b92af-dcc0-4cf2-9c38-3fc0f1c76eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:28.987015 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:26Z', 'revision_number': 5, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:28.987357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-605b92af-dcc0-4cf2-9c38-3fc0f1c76eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 1099 time: 0.5169024 Jul 27 16:50:29.036873 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Checking router: d8719841-9146-4526-bc26-38952478ae5e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:29.043325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] For port debfbe96-7c20-4e08-9bf5-9fe7856b27c6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:29.046986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] For port debfbe96-7c20-4e08-9bf5-9fe7856b27c6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:29.054243 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Routers {'d8719841-9146-4526-bc26-38952478ae5e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:29.055656 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8719841-9146-4526-bc26-38952478ae5e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:29.067620 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:29.099687 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0064a5c-7a51-4864-8377-a691114ab54e x-openstack-request-id: req-e0064a5c-7a51-4864-8377-a691114ab54e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:29.106007 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:29.106490 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0064a5c-7a51-4864-8377-a691114ab54e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:29.108652 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'status': 'completed', 'code': 200} Jul 27 16:50:29.123898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-21b91992-9beb-44c5-8d5b-d1d0b7a39614 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c HTTP/1.1" status: 200 len: 217 time: 0.1214368 Jul 27 16:50:29.143212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c7a6-e31e-40f8-ae04-0ac38026fb22 None None] Pushing event updated for resources: {'Port': ['ID=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:29.172221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:50:29.232325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3ec8682e-ed18-4521-9bfd-210f20cc0428 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:29.232748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:29.279944 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] Set router d8719841-9146-4526-bc26-38952478ae5e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:29.354406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-209ae1fe-a63d-4392-af70-fa9c707f1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:29.356149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-209ae1fe-a63d-4392-af70-fa9c707f1267 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1322684 Jul 27 16:50:29.361818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:29.461197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92fa54-44b9-4cfc-b87a-0ee0a33c852a req-da0be707-7e95-48a4-ad84-610c060b7238 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:29.473011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db92fa54-44b9-4cfc-b87a-0ee0a33c852a req-da0be707-7e95-48a4-ad84-610c060b7238 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.2475297 Jul 27 16:50:29.561878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-94aee7f6-6b77-4e56-8de0-bab9f239351d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2830880 Jul 27 16:50:29.579027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58612) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:29.613192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db92fa54-44b9-4cfc-b87a-0ee0a33c852a req-2d4fec16-6661-46bf-aaad-6b256c17f4a5 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345065 Jul 27 16:50:29.618693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-ea7ee77f-1289-4783-a641-158a8c9d933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:29.629423 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-ea7ee77f-1289-4783-a641-158a8c9d933d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618721 Jul 27 16:50:29.631020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Deleting port 68169a07-cdab-4410-87f1-ed2fa39da5c2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:29.631485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:29.650615 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:26Z', 'revision_number': 5, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:29.705012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf723186-2006-4032-b420-808fb2e199b7 None None] The sync data for ids ['d8719841-9146-4526-bc26-38952478ae5e'] in n-d-723572-6 is: [{'id': 'd8719841-9146-4526-bc26-38952478ae5e', 'name': 'tempest-TestAggregatesBasicOps-278997763-router', 'tenant_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:49:51Z', 'updated_at': '2021-07-27T16:50:26Z', 'revision_number': 5, 'project_id': 'c4863be7c5064221af0c49f3bf7cd9d9', 'gw_port': {'id': '68169a07-cdab-4410-87f1-ed2fa39da5c2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8719841-9146-4526-bc26-38952478ae5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:49:53Z', 'updated_at': '2021-07-27T16:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:29.841816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-5930f8a0-bc47-40e1-b34c-a30cccf7fa12 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741884 Jul 27 16:50:29.926237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] For port 68169a07-cdab-4410-87f1-ed2fa39da5c2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=68169a07-cdab-4410-87f1-ed2fa39da5c2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:29.926237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:29.926858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3109-1cb7-4412-9f2a-16813c77ba07 req-291cf470-23ab-460d-b072-0a886f79b4f7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:29.929383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a26f3109-1cb7-4412-9f2a-16813c77ba07 req-291cf470-23ab-460d-b072-0a886f79b4f7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 944 time: 1.6705770 Jul 27 16:50:29.930312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58622) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:29.950945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Calling delete_port for 68169a07-cdab-4410-87f1-ed2fa39da5c2 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:30.004173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e131048e-5dc4-4896-9b2b-a9d7e8bc4d57 req-b8de9c97-cf29-4ffc-add5-d40960d490ff service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5372295 Jul 27 16:50:30.028786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12127ee9-5e33-45b6-bb8f-aa5bc81e7ca9 req-f93712f6-fd6b-4769-a441-a5dad88c24e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767242 Jul 27 16:50:30.095952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.194313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:30.204048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.204323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173990396'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:30.219199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Transition to ACTIVE for port object e9ab15eb-6b51-4c67-8f53-54422d9a03d9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:30.238503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.277053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a26f3109-1cb7-4412-9f2a-16813c77ba07 req-65d783d2-33e7-43ce-97b0-4e060163043a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373246 Jul 27 16:50:30.320279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.332240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.383930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f401-c71c-4571-ba27-7e85166485e1 req-38a4cb68-72f4-4f94-b0af-b98a531283fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:30.386314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-38a4cb68-72f4-4f94-b0af-b98a531283fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 1099 time: 0.2295625 Jul 27 16:50:30.387278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.432559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:30.445238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f74f3-26e1-4925-b45c-1c6317bc120e req-eea6fe64-9b2e-418d-905a-25e4a6ff9eff tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:30.446239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-207f74f3-26e1-4925-b45c-1c6317bc120e req-eea6fe64-9b2e-418d-905a-25e4a6ff9eff tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 944 time: 0.2908757 Jul 27 16:50:30.497864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.569241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Pushing event deleted for resources: {'Port': ['ID=68169a07-cdab-4410-87f1-ed2fa39da5c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:30.650725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-207f74f3-26e1-4925-b45c-1c6317bc120e req-a8a74de3-b096-45af-b3be-4ac6b5876ad0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704607 Jul 27 16:50:30.682688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f401-c71c-4571-ba27-7e85166485e1 req-36ee66f7-8fa4-4ee3-ad0a-aa5474d87536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:30.684044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-36ee66f7-8fa4-4ee3-ad0a-aa5474d87536 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.2856348 Jul 27 16:50:30.694275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a5034-4b72-4666-917f-31a2baa33d43 None None] Network d0407b50-5e97-4a90-a3a6-051198d5d335 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:30.723218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.726616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.728060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/59afca34-a930-4f62-945c-623175788b89 HTTP/1.1" status: 204 len: 168 time: 1.1459463 Jul 27 16:50:30.731643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Attempting to bind port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:30.732111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Attempting to bind port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:30.732631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Attempting to bind port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:30.754792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:30.756724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:30.757162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Attempting to bind port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:30.789627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235e2d8-21b6-4ee4-8a7b-94c738b341a5 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afca34-a930-4f62-945c-623175788b89,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:30.799703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:30.801140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:30.801647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:30.802287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Bound port: e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:30.802761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.905546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-99412bb6-811d-4b8e-9b63-7dbd99667e77 None None] Provisioning for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:30.907677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:30.970125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:31.008048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device debfbe96-7c20-4e08-9bf5-9fe7856b27c6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:31.075890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-a98f5916-65a4-4c10-af91-58931441e67c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c HTTP/1.1" status: 200 len: 217 time: 0.3801994 Jul 27 16:50:31.076887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c723a55-2b85-4620-8536-53969a09384e up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:31.083462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.112486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f86da8f-368a-4293-b069-d358976a0d75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3520896 Jul 27 16:50:31.129612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58634) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:31.139795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290768571'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:31.168113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:31.178119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:31.187687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.212613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:31.216572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:31.228207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:31.228732 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.234112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 7c723a55-2b85-4620-8536-53969a09384e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:31.255741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642', 'mac_address': 'fa:16:3e:91:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:31.262209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 7c723a55-2b85-4620-8536-53969a09384e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:31.262487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.271122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.277328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.325614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49b6f4-c01e-4266-9f7e-4e8f0722229a req-a6ab261a-e410-436c-a636-7b83fd81f0ff tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.328236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f49b6f4-c01e-4266-9f7e-4e8f0722229a req-a6ab261a-e410-436c-a636-7b83fd81f0ff tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.5298562 Jul 27 16:50:31.330320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.330845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.332905 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9ab15eb-6b51-4c67-8f53-54422d9a03d9 HTTP/1.1" status: 200 len: 1095 time: 3.4922907 Jul 27 16:50:31.340337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:31.343816 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78e88d-af04-43a1-ab5d-34fc388c1069" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:31.396231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f401-c71c-4571-ba27-7e85166485e1 req-96265325-95ad-4373-9abf-b24038513d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.398092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-96265325-95ad-4373-9abf-b24038513d1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.3112178 Jul 27 16:50:31.402051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.432376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.435043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.437472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.438217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8719841-9146-4526-bc26-38952478ae5e {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:50:31.467957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.469577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4c5c9dca-9542-4f8d-b380-e4e973ceecae admin admin] 10.222.0.64 "DELETE /v2.0/routers/d8719841-9146-4526-bc26-38952478ae5e HTTP/1.1" status: 204 len: 168 time: 3.0155702 Jul 27 16:50:31.493315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58640) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:31.494217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:31.517194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5894f8-fe13-4697-bbc5-52e681c38690 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:31.615810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:31.615810 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:31.615810 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': '6855540900024dc8b80b84e6aae6cebf', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 31, 470833)}] Jul 27 16:50:31.615810 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:31.617339 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:31.637609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a5c5e-03cb-48bb-bdff-9b99f7326cae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:31.683779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Deleting subnet 8ee2699e-ff43-42bd-85d2-eac89a87d63c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:50:31.694964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.696003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f49b6f4-c01e-4266-9f7e-4e8f0722229a req-9d4563db-0460-449f-9475-4ca2e663fd93 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197098 Jul 27 16:50:31.733655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.735812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:31.748230 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.752711 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.757588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.799159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f401-c71c-4571-ba27-7e85166485e1 req-3584c63b-f047-4e68-bd46-8e0fd28f8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.803411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-3584c63b-f047-4e68-bd46-8e0fd28f8b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3938930 Jul 27 16:50:31.824866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:31.845970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e7c9-0182-4bab-8372-c6ab136e46d3 req-1f81cb7e-faed-43cf-a678-a2e5f86c153f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.847617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83d0e7c9-0182-4bab-8372-c6ab136e46d3 req-1f81cb7e-faed-43cf-a678-a2e5f86c153f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 944 time: 0.4395757 Jul 27 16:50:31.893519 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec181772-b0b2-43de-9bf9-9a0b831a6036 x-openstack-request-id: req-ec181772-b0b2-43de-9bf9-9a0b831a6036 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:31.894875 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:31.896899 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec181772-b0b2-43de-9bf9-9a0b831a6036 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:31.897334 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'status': 'completed', 'code': 200} Jul 27 16:50:31.899160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c723a55-2b85-4620-8536-53969a09384e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:31.901944 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9655fc-7dbf-4bb3-9867-204b87ab2f74" -d '{"events": [{"server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c723a55-2b85-4620-8536-53969a09384e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:31.949566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:31.960300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-9296d4a0-4ca3-4ecf-88b7-b8e5c8b9fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:31.962769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-9296d4a0-4ca3-4ecf-88b7-b8e5c8b9fcc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 1098 time: 0.5678585 Jul 27 16:50:31.968385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c723a55-2b85-4620-8536-53969a09384e,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:31.998561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port debfbe96-7c20-4e08-9bf5-9fe7856b27c6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:32.000261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.005431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19359862-be05-4805-82ef-64000e02f992 None None] Provisioning complete for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:32.005802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19359862-be05-4805-82ef-64000e02f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.070892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.092523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83d0e7c9-0182-4bab-8372-c6ab136e46d3 req-8aacd72e-3460-4ebc-9374-01fb5a70d866 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230537 Jul 27 16:50:32.109767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['1b137a8b-1cf9-4ff4-97f0-d5cfcb391642'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:32.112778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 939ff5be-ca38-4468-81d6-8a3e6372a6b7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:32.131852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.175471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.179610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-7b77fe30-6572-47b0-b662-70442ba10c2a service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658497 Jul 27 16:50:32.213507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.1 (d0407b50-5e97-4a90-a3a6-051198d5d335/3e4effb5-5aa1-475b-bec5-08f197539069/1ea909ea-7a75-4204-b07b-76b6fc3f17a8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:32.316485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-71b69b5f-170c-4767-9ae0-ab91fb5ebe8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9 HTTP/1.1" status: 200 len: 217 time: 0.2803168 Jul 27 16:50:32.320572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.370620 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8fb6e6-1d2c-475f-b646-95aa6ab7c2ef x-openstack-request-id: req-9c8fb6e6-1d2c-475f-b646-95aa6ab7c2ef {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:32.371245 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c723a55-2b85-4620-8536-53969a09384e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:32.371518 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c8fb6e6-1d2c-475f-b646-95aa6ab7c2ef {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:32.371956 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c723a55-2b85-4620-8536-53969a09384e', 'code': 200} Jul 27 16:50:32.377878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 939ff5be-ca38-4468-81d6-8a3e6372a6b7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:32.379384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 939ff5be-ca38-4468-81d6-8a3e6372a6b7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:32.382044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee2699e-ff43-42bd-85d2-eac89a87d63c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:32.384131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.387288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1ab1548b-32e0-433f-a28d-305bc6444524 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8ee2699e-ff43-42bd-85d2-eac89a87d63c HTTP/1.1" status: 204 len: 168 time: 0.8872111 Jul 27 16:50:32.389869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b210f401-c71c-4571-ba27-7e85166485e1 req-dfc6b62d-b121-4bca-aaf3-aef7dfff393c service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877251 Jul 27 16:50:32.391014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:32.437808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb06d8-386b-4998-83f3-53d10f080898 None None] Network 6606bb9a-c68e-4a35-bb18-99447b614ac5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:32.528510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:32.529387 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.625320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Deleting port dc355e63-1bc9-4ee4-88ba-0bb2de53017f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:32.625614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4b369847-95c0-4549-8944-9d8e909cc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:32.625916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.627055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-4b369847-95c0-4549-8944-9d8e909cc74e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2172208 Jul 27 16:50:32.650738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64160f-9eab-4ed9-902c-934ad7017667 req-9049ddc4-0aba-467c-a6ec-ad4ef68e3871 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:32.652347 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a64160f-9eab-4ed9-902c-934ad7017667 req-9049ddc4-0aba-467c-a6ec-ad4ef68e3871 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 0.7329528 Jul 27 16:50:32.671511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:32.734273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] For port dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,segment=NetworkSegment(65cb1a24-8117-4273-a8cc-e85b97b48258),segment_id=65cb1a24-8117-4273-a8cc-e85b97b48258)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:32.734657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.752903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Calling delete_port for dc355e63-1bc9-4ee4-88ba-0bb2de53017f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:32.768042 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.819440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e953d3-bd2f-45ad-86f8-7db02fd45a1c req-30452f0f-a04c-4d15-8246-34ea1615f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:32.821635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5e953d3-bd2f-45ad-86f8-7db02fd45a1c req-30452f0f-a04c-4d15-8246-34ea1615f3d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 1096 time: 0.3980815 Jul 27 16:50:32.833386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.834498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device debfbe96-7c20-4e08-9bf5-9fe7856b27c6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:32.859132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.864123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:32.887548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] DHCP port deletion for 6606bb9a-c68e-4a35-bb18-99447b614ac5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:50:32.889441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a64160f-9eab-4ed9-902c-934ad7017667 req-47f250f1-dac0-49af-8001-86947025f45f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200501 Jul 27 16:50:32.956623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:32.965341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:32.983583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5e953d3-bd2f-45ad-86f8-7db02fd45a1c req-220979c1-d090-4906-999a-da40e5115091 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363544 Jul 27 16:50:32.990649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:32.991098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:32.993823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-e9071be9-b8f8-40d4-acdb-b440f105d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:32.995633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-e9071be9-b8f8-40d4-acdb-b440f105d572 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3574562 Jul 27 16:50:33.013169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.025872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e749608-f366-4a4b-8901-b8a8c1a5dbc9 req-714b8311-c71a-40ab-a4b3-2ce3c98718e5 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:33.028368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e749608-f366-4a4b-8901-b8a8c1a5dbc9 req-714b8311-c71a-40ab-a4b3-2ce3c98718e5 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.1822033 Jul 27 16:50:33.029432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.033536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Deleting port dc355e63-1bc9-4ee4-88ba-0bb2de53017f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:33.033970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.085035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.097920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] No DVR routers for this DVR port dc355e63-1bc9-4ee4-88ba-0bb2de53017f on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:33.103759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.106620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.112781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] For port dc355e63-1bc9-4ee4-88ba-0bb2de53017f, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:33.113141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.131771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Calling delete_port for dc355e63-1bc9-4ee4-88ba-0bb2de53017f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:33.135363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Port dc355e63-1bc9-4ee4-88ba-0bb2de53017f was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:50:33.137613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network d0407b50-5e97-4a90-a3a6-051198d5d335 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:33.138439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.140096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.142324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.147797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-544f9661-648c-4ca2-9f7e-62ebb9768731 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0154846 Jul 27 16:50:33.151310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58654) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.156700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.resource_extend [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:50:33.156908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:33.170292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:33.172958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:33.204587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.208843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2730331 Jul 27 16:50:33.214998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.273781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.285545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.287136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6606bb9a-c68e-4a35-bb18-99447b614ac5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:33.292846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e749608-f366-4a4b-8901-b8a8c1a5dbc9 req-560c731e-1d4e-4c5e-95a8-badb8119d303 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497387 Jul 27 16:50:33.293552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704fe8-c96a-4d75-ab59-97c2dec5c5f3 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7fe98-5dc3-4077-9ae4-c90b41c4c50d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.304116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb1a24-8117-4273-a8cc-e85b97b48258') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:33.304857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb1a24-8117-4273-a8cc-e85b97b48258') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:33.309513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] Pushing event deleted for resources: {'Port': ['ID=dc355e63-1bc9-4ee4-88ba-0bb2de53017f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.320033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.325159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c03de-34ba-4de5-9d38-f9236bd06c4d None None] No DVR routers for this DVR port dc355e63-1bc9-4ee4-88ba-0bb2de53017f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:33.341243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.348051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.355425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:33.355969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:50:33.358811 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:50:33.361382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:33.409110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'mac_address': 'fa:16:3e:dd:98:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:33.410753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.432494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.441012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.454115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] 10.222.0.64 "DELETE /v2.0/networks/6606bb9a-c68e-4a35-bb18-99447b614ac5 HTTP/1.1" status: 204 len: 168 time: 1.0611663 Jul 27 16:50:33.458269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.490693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 68169a07-cdab-4410-87f1-ed2fa39da5c2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:33.547083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27aef-57a9-4bf5-b2ac-6aaf133c4e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6606bb9a-c68e-4a35-bb18-99447b614ac5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.559099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 68169a07-cdab-4410-87f1-ed2fa39da5c2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:33.559378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-84850c8c-b9f2-4e4e-af38-ec56415a2a16 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867494 Jul 27 16:50:33.559505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 68169a07-cdab-4410-87f1-ed2fa39da5c2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:33.566709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.586641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.590479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f835445-a05b-49d3-b0c0-8a7038ea6f3c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:33.602052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3df0f53c-eb33-4750-b8a1-61e848030061 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3823700 Jul 27 16:50:33.609582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.614291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-security--466988779', 'description': 'tempest-security-description-1613431565'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:33.616371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.640830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:33.648514 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.662464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.683378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bfbf6aa-0d75-42c0-a59f-0713ada79afe None None] Provisioning for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:33.691473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bfbf6aa-0d75-42c0-a59f-0713ada79afe None None] Provisioning complete for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:33.691850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf6aa-0d75-42c0-a59f-0713ada79afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.696089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.700479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5482516 Jul 27 16:50:33.702557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.722372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:33.742638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c203d-670c-4802-a799-674ed17d2138 req-a7e963b2-0fcb-4e81-92ea-98cc9987ae4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:33.744386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b1c203d-670c-4802-a799-674ed17d2138 req-a7e963b2-0fcb-4e81-92ea-98cc9987ae4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 945 time: 0.5408452 Jul 27 16:50:33.751433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.753915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e4611-e85c-4a1c-8529-87f057652757 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ba802e-5f01-4230-bce2-377ca336ce1c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.760381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbf6aa-0d75-42c0-a59f-0713ada79afe None None] Port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:33.761921 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.768493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.770847 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.774853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "PUT /v2.0/security-groups/20e7fe98-5dc3-4077-9ae4-c90b41c4c50d HTTP/1.1" status: 200 len: 1779 time: 0.1617458 Jul 27 16:50:33.776172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58666) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.835063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03af8-646c-4788-83e6-230c83d2e170 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7fe98-5dc3-4077-9ae4-c90b41c4c50d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:33.896896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.905483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-efe581b9-1b2f-404f-bc14-a9b1b1a740eb req-271b6735-6200-495c-a871-5f4ab206771c service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319023 Jul 27 16:50:33.937976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8eacc169-2b66-42dd-8be5-1cce99550a71 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups/20e7fe98-5dc3-4077-9ae4-c90b41c4c50d HTTP/1.1" status: 200 len: 1779 time: 0.1613536 Jul 27 16:50:33.939125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58670) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:33.945302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b1c203d-670c-4802-a799-674ed17d2138 req-433c7059-2543-4a8e-b658-f276e494a651 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536963 Jul 27 16:50:33.950691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:33.963689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3f835445-a05b-49d3-b0c0-8a7038ea6f3c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:34.128374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cbeb8-f547-43ba-98d8-458b32b2930c req-a7fffe68-725d-4286-abac-a1441b6233b0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:34.130053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-653cbeb8-f547-43ba-98d8-458b32b2930c req-a7fffe68-725d-4286-abac-a1441b6233b0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 0.1300592 Jul 27 16:50:34.161214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.176129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.179158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.179886 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.206225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd373a2-0e26-45cc-bc37-5892bedf6792,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:34.239895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-ac9a8fd0-9cbb-46cb-bb50-90ad1438010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:34.241488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-ac9a8fd0-9cbb-46cb-bb50-90ad1438010f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 1098 time: 0.2413495 Jul 27 16:50:34.246022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.247296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7151ad90-9bae-4366-b0b8-0f185df31bf3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5343845 Jul 27 16:50:34.250455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:34.250647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-653cbeb8-f547-43ba-98d8-458b32b2930c req-f110304c-49b1-4607-9614-b13212d4cefa tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102624 Jul 27 16:50:34.252008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.254965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:34.383909 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.388840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.390758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/20e7fe98-5dc3-4077-9ae4-c90b41c4c50d HTTP/1.1" status: 204 len: 168 time: 0.4511092 Jul 27 16:50:34.395872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:34.412372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.437328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8647d-1387-43f5-a97e-496c334ca4b8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7fe98-5dc3-4077-9ae4-c90b41c4c50d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:34.483558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5e35da1d-3dfc-4ed1-b2f9-2afe2fcd7cbd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838542 Jul 27 16:50:34.485084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:34.504489 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-6ba1d855-73b1-47eb-b002-add240555e05 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] delete failed (client error): The resource could not be found. Jul 27 16:50:34.508049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6ba1d855-73b1-47eb-b002-add240555e05 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/20e7fe98-5dc3-4077-9ae4-c90b41c4c50d HTTP/1.1" status: 404 len: 347 time: 0.0198820 Jul 27 16:50:34.517588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:34.528920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268985657'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:34.586806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.684987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Deleting port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:34.685243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.773997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dc355e63-1bc9-4ee4-88ba-0bb2de53017f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:34.780575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.789557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.799204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: dc355e63-1bc9-4ee4-88ba-0bb2de53017f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:34.799558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dc355e63-1bc9-4ee4-88ba-0bb2de53017f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:34.823805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] For port 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:34.824242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.846563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.847838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3272586 Jul 27 16:50:34.852544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:34.854876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Calling delete_port for 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:34.859398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '42e90eff-dd36-4e96-af9c-e17e6f3a01e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:34.864138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194c903-993f-4bbe-8252-7572273548e0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e90eff-dd36-4e96-af9c-e17e6f3a01e0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:34.899329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-9654d53b-293d-4f8f-894f-9de6f27a8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:34.900849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-9654d53b-293d-4f8f-894f-9de6f27a8eb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.6359017 Jul 27 16:50:34.951089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:34.974550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:34.975432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-ad572666-ac90-459e-9156-251979a3ac9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9 HTTP/1.1" status: 200 len: 217 time: 0.0568101 Jul 27 16:50:35.014247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.037297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:35.042891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:35.043403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.061290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.120637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.122315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d527fb4b-0834-4809-8333-fc3bd2f75d0e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.132986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ecd4f-b811-4652-b00f-2f76b9ff6d5b req-9dede91e-4605-4198-8740-6a74d922bef1 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.134694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e08ecd4f-b811-4652-b00f-2f76b9ff6d5b req-9dede91e-4605-4198-8740-6a74d922bef1 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 949 time: 0.7311416 Jul 27 16:50:35.147786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.162946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.185823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-1d530007-ac0c-49c3-bd14-93410ab4d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.187067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-1d530007-ac0c-49c3-bd14-93410ab4d55a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2046702 Jul 27 16:50:35.188340 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.189199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57c87456-fd84-4ed4-baf8-8a219724b3a9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9380870 Jul 27 16:50:35.190186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:35.193670 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165ba5bd-0f25-46c1-ad85-a72d3465e678" -d '{"events": [{"server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "name": "network-vif-plugged", "status": "completed", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:35.206901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:35.213170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.213999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:35.227018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:35.244248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:35.299763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.318682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:35.324672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:35.325194 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.336075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.356453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e08ecd4f-b811-4652-b00f-2f76b9ff6d5b req-92b901e6-5361-4f1d-8497-c94aff35dd76 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956954 Jul 27 16:50:35.357182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.367716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.379411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.421509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c715a5a-6196-4520-b5c1-d226975f671f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.428399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.429758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7db0cd07-9d87-46a1-9d3d-61e3f0bbea17 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5762110 Jul 27 16:50:35.442693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:35.448882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.483359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaeb0f-1404-429c-92fa-6f199ad7e160 req-ead492bf-e0a9-48b3-8beb-16095b5ea0c0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.486484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6eaeb0f-1404-429c-92fa-6f199ad7e160 req-ead492bf-e0a9-48b3-8beb-16095b5ea0c0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.2377050 Jul 27 16:50:35.507959 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3545746-79a1-41eb-91b3-dd33cfcc7cf9 x-openstack-request-id: req-f3545746-79a1-41eb-91b3-dd33cfcc7cf9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:35.517902 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "name": "network-vif-plugged", "status": "completed", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:35.520687 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3545746-79a1-41eb-91b3-dd33cfcc7cf9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:35.521507 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642', 'code': 200} Jul 27 16:50:35.526193 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.576996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:35.579766 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.583755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.584446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-8dc1bc5c-a8b1-4f79-9f64-5cb8fdbc4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.587028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-8dc1bc5c-a8b1-4f79-9f64-5cb8fdbc4492 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3586364 Jul 27 16:50:35.621950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.651376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.674125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e6eaeb0f-1404-429c-92fa-6f199ad7e160 req-c01905d2-7a05-42f7-affc-e0523aa1dcdf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671200 Jul 27 16:50:35.682171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.692138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.714120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.715696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.720303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network d0407b50-5e97-4a90-a3a6-051198d5d335 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:35.720530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.721717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7c715a5a-6196-4520-b5c1-d226975f671f HTTP/1.1" status: 204 len: 168 time: 0.2771659 Jul 27 16:50:35.726640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.731171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58698) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:35.743706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:35.770254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec9d0e-e241-4ffa-9b7b-debc1b87b5d4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c715a5a-6196-4520-b5c1-d226975f671f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.792686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19767334-bf1d-4692-bd96-9f02d0b76b33,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:35.822644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32826c-5b3b-4d90-b680-dd38eb27144b req-6299f8b3-e37b-4c14-83ca-f7cdf2868aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.824272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af32826c-5b3b-4d90-b680-dd38eb27144b req-6299f8b3-e37b-4c14-83ca-f7cdf2868aaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 1097 time: 0.2567048 Jul 27 16:50:35.899056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:35.903901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-576e89d6-5002-47bc-b484-03ac5ea44e78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6730905 Jul 27 16:50:35.906824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58700) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:35.919111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:35.936527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084849-5602-47ad-be65-99a77e7d6ac9 req-ee4f52ca-f7e8-486a-998d-930e9ad386b5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:35.944173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6084849-5602-47ad-be65-99a77e7d6ac9 req-ee4f52ca-f7e8-486a-998d-930e9ad386b5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 0.4341421 Jul 27 16:50:35.951920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-267ef0e2-68ac-4d99-8fd4-2d0ff578fa33 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501842 Jul 27 16:50:35.970846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af32826c-5b3b-4d90-b680-dd38eb27144b req-b69ccadf-5627-4af9-9fb0-b3b1d46b38af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374888 Jul 27 16:50:35.997758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4543cf57-090d-4f35-b65e-d1d7c5b9fd32 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2650704 Jul 27 16:50:36.001087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58702) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.035485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.059568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.085015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6084849-5602-47ad-be65-99a77e7d6ac9 req-85bb0c8c-6ab2-4e89-9530-d2685ed03556 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396132 Jul 27 16:50:36.122098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5612ebb8-e002-4c95-8ebc-c8fc82e61072 None None] Provisioning complete for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:36.122756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5612ebb8-e002-4c95-8ebc-c8fc82e61072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.156611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:36.167914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5612ebb8-e002-4c95-8ebc-c8fc82e61072 None None] Port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:36.243473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.249237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e78e88d-af04-43a1-ab5d-34fc388c1069 req-3af9e26e-e8cf-437e-88eb-7cb2f6e66139 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501431 Jul 27 16:50:36.328522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.332615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:36.339702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d4402d8-99d3-4bcf-9f72-a279f3d28e26 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/709cb169-fe34-43bc-9a40-635c66b2ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5051720 Jul 27 16:50:36.345415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:36.346350 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.349848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58708) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.358653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:36.359954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:36.398141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.423394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeb2189-d7e4-4ce8-874e-90c2ff6bfd30,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:36.474382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.476273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c201ae1-2d93-4e4c-ad5b-04a5b181f67e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5667729 Jul 27 16:50:36.479983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.512288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Router d8d39a72-ab1e-484e-bdd7-e6996757e34d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:50:36.523515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:36.576088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.579167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.584495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/42e90eff-dd36-4e96-af9c-e17e6f3a01e0 HTTP/1.1" status: 204 len: 168 time: 0.5777977 Jul 27 16:50:36.585594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.601137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e918d6-f722-4dbb-b858-6b72c0c377eb tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e90eff-dd36-4e96-af9c-e17e6f3a01e0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:36.609754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.642742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.673672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f25bd-754a-450e-b4a1-83189ef6cbcb req-0c87f180-90af-472a-b7a7-caf0a0af8c17 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.675793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d9f25bd-754a-450e-b4a1-83189ef6cbcb req-0c87f180-90af-472a-b7a7-caf0a0af8c17 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 950 time: 0.2289035 Jul 27 16:50:36.732411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:36.732865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36c097-ce44-4497-9f3b-8af827eb5bfb req-8f488815-2781-4f6b-8629-dca6e09dd102 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.741969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa36c097-ce44-4497-9f3b-8af827eb5bfb req-8f488815-2781-4f6b-8629-dca6e09dd102 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 0.4067967 Jul 27 16:50:36.748714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-386203d7-7b81-4f8f-9933-29514504a8cb admin admin] 10.222.0.64 "PUT /v2.0/routers/d8d39a72-ab1e-484e-bdd7-e6996757e34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2891800 Jul 27 16:50:36.751824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.752216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.752568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Sync routers for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:36.753060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.753246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.753888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.755046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.755186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.755552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.756023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.756637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.757146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:36.763165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85e68af3-f7b9-4192-a8ba-e6ce24c25c53 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7066 time: 0.4105608 Jul 27 16:50:36.764876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58720) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.765714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d9f25bd-754a-450e-b4a1-83189ef6cbcb req-ae127a3d-89e7-41e2-8799-51a9b803fa42 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Jul 27 16:50:36.790236 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.809293 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:36.810459 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:36.816466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:36.817362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3aeb2189-d7e4-4ce8-874e-90c2ff6bfd30 HTTP/1.1" status: 204 len: 168 time: 0.3291748 Jul 27 16:50:36.823259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.857783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9f730429-0391-4894-becb-9fe34489d93b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2681477 Jul 27 16:50:36.860040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:36.875461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339077113'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:36.884202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51fcc1-f069-4fce-a574-a2c2aebfd35c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aeb2189-d7e4-4ce8-874e-90c2ff6bfd30,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:36.885051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:34Z', 'revision_number': 2, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:36.954700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:36.955108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Updating router 709cb169-fe34-43bc-9a40-635c66b2ce4d port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:50:36.969933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-488eb3b9-e2e5-4c8d-bedd-3e2b9bc81109 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1450155 Jul 27 16:50:36.973436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.013536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa36c097-ce44-4497-9f3b-8af827eb5bfb req-1fc50ac2-f300-4c24-8c78-d49ff052f3d4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701266 Jul 27 16:50:37.015766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.031821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.032807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.033568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.035724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.036399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.037118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.037795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.039324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.039880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.041198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.044903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6f4fadb4-6d01-416d-9109-880cbe2deb4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6457 time: 0.2689087 Jul 27 16:50:37.046989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:37.047865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.073755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.083982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.100632 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:37.118135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.127415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.138155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.158154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/19767334-bf1d-4692-bd96-9f02d0b76b33 HTTP/1.1" status: 204 len: 168 time: 0.1818426 Jul 27 16:50:37.176161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.183066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.260848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667e15-d2d1-49b5-ac1a-8b62c988fcb8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19767334-bf1d-4692-bd96-9f02d0b76b33,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:37.400710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86524-7d1d-48d0-bacd-ed8271c26fd1 req-a7518409-dcf8-4430-b46f-fe54b5d41ce6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:37.402853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0a86524-7d1d-48d0-bacd-ed8271c26fd1 req-a7518409-dcf8-4430-b46f-fe54b5d41ce6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.4119802 Jul 27 16:50:37.416628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.437914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.482685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c6484737-8086-4a18-8031-c57fa3fe2784 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2991159 Jul 27 16:50:37.492161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58734) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.498468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0a86524-7d1d-48d0-bacd-ed8271c26fd1 req-751fc308-2f5b-4106-b0fc-2eeac80d3bf2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785491 Jul 27 16:50:37.503084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.543564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.547628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6763785 Jul 27 16:50:37.548078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.557510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '61beba3d-de8b-4d80-ab34-c67ad0c0b458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:37.568095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefeee8-f5f5-4388-af6f-e482f15a29bd tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61beba3d-de8b-4d80-ab34-c67ad0c0b458,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:37.647738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.674251 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.690512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.707213 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.715364 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:35Z', 'revision_number': 5, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port': {'id': '50fb77b3-bec1-4f43-b1f5-ed53c1317035', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:67:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:09Z', 'updated_at': '2021-07-27T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:37.721497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Transition to ACTIVE for port object 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:37.727694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:37.731509 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e48b4-be24-42c0-81c2-8ba53269fb59" -d '{"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-plugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:37.738471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.781474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bbf9ad6b-6129-49f2-ad47-76e7fee1858a tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.7313447 Jul 27 16:50:37.797005 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Checking router: d8d39a72-ab1e-484e-bdd7-e6996757e34d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:37.812589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:37.833862 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Routers {'d8d39a72-ab1e-484e-bdd7-e6996757e34d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:37.835359 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:37.848251 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.862135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:37.863676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d527fb4b-0834-4809-8333-fc3bd2f75d0e HTTP/1.1" status: 204 len: 168 time: 0.3637457 Jul 27 16:50:37.867364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:37.893317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2fd53-c80c-4e0f-a01b-29ccc4c44bd2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d527fb4b-0834-4809-8333-fc3bd2f75d0e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:37.895267 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e923447-6c0c-405d-bd4c-1ac5be94da84 x-openstack-request-id: req-5e923447-6c0c-405d-bd4c-1ac5be94da84 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:37.895754 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-plugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:37.896296 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e923447-6c0c-405d-bd4c-1ac5be94da84 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:37.896840 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'code': 200} Jul 27 16:50:37.911276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'mac_address': 'fa:16:3e:f8:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:37.914102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a3e0-02d6-4dec-8298-88c0302313ec None None] Pushing event updated for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:37.951873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Deleting port 50fb77b3-bec1-4f43-b1f5-ed53c1317035 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:37.952718 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.071877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] For port 50fb77b3-bec1-4f43-b1f5-ed53c1317035, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fb77b3-bec1-4f43-b1f5-ed53c1317035,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:38.072256 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.087419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.087962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Calling delete_port for 50fb77b3-bec1-4f43-b1f5-ed53c1317035 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:38.128191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] Set router d8d39a72-ab1e-484e-bdd7-e6996757e34d gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:38.150779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:38.182491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Attempting to bind port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:38.183412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Attempting to bind port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:38.184283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Attempting to bind port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 on network d0407b50-5e97-4a90-a3a6-051198d5d335 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:38.205182 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-87cd0e91-1889-431c-8e66-d1d781f25a8e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3362851 Jul 27 16:50:38.212303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:38.213336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Checking segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:38.214396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.215276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Bound using segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:38.215586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:38.216866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Bound port: 1ea909ea-7a75-4204-b07b-76b6fc3f17a8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:38.218378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.228250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:38.246024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.292784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:38.305915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040006349', 'description': 'tempest-secgroup-smoke-1040006349 description', 'project_id': '9c80679fbe07415f867ac085aaa65928'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:38.346808 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:37Z', 'revision_number': 6, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:38.403419 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd88f0-1cfe-45ab-ac0d-d559cc8d51f6 None None] The sync data for ids ['d8d39a72-ab1e-484e-bdd7-e6996757e34d'] in n-d-723572-6 is: [{'id': 'd8d39a72-ab1e-484e-bdd7-e6996757e34d', 'name': 'tempest-TestAggregatesBasicOps-1639172519-router', 'tenant_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:07Z', 'updated_at': '2021-07-27T16:50:37Z', 'revision_number': 6, 'project_id': 'f0d76ca8190b4d4eb5ecd32ad488f883', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:38.407897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-ccaef6f5-b99f-4cb8-af6e-5cfd7a76b060 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:38.411827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-ccaef6f5-b99f-4cb8-af6e-5cfd7a76b060 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.61 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 0.5338387 Jul 27 16:50:38.413462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.414678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.447899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.459773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:38.473801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.499576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.512256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] For port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:38.516694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] For port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:38.524846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.551999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Pushing event deleted for resources: {'Port': ['ID=50fb77b3-bec1-4f43-b1f5-ed53c1317035,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:38.575138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a162f-2ed0-4188-8f30-8141ffbe4496 req-3f3bd1ac-224e-40d0-9fa8-1ddda88d89a1 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:38.577590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-975a162f-2ed0-4188-8f30-8141ffbe4496 req-3f3bd1ac-224e-40d0-9fa8-1ddda88d89a1 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 950 time: 0.4701693 Jul 27 16:50:38.627560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e9ab15eb-6b51-4c67-8f53-54422d9a03d9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:38.660330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.671568 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.673215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fdd373a2-0e26-45cc-bc37-5892bedf6792 HTTP/1.1" status: 204 len: 168 time: 0.3995755 Jul 27 16:50:38.677609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:38.729245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7288c3-5104-4a19-a878-38d2b1952412 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdd373a2-0e26-45cc-bc37-5892bedf6792,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:38.751342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:50:38.752821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:38.767985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a3e0-02d6-4dec-8298-88c0302313ec None None] Pushing event updated for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:38.772878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-975a162f-2ed0-4188-8f30-8141ffbe4496 req-9f67f238-b25c-49e5-84c8-15a5e867f638 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788414 Jul 27 16:50:38.887036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.932826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e6030305-6e85-4b40-a9c2-6293f2604dcb tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2473185 Jul 27 16:50:38.935442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:38.968458 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:38.991728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.124916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33636d43-d54d-4dbb-a2b6-d136d68113c6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:39.127748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.129676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-baa6b5ef-64e5-419f-b83e-e6e9e6f85df5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8326976 Jul 27 16:50:39.145183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58760) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:39.150122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.155381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:39.167010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.169140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6195414 Jul 27 16:50:39.177243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:39.188684 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.192877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Deleting port 7c723a55-2b85-4620-8536-53969a09384e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:39.193394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.204190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968724-ec2a-4f2c-ac5f-78a00e674467 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eaad03-017b-4843-aabb-e256236f2ffd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:39.204620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '61beba3d-de8b-4d80-ab34-c67ad0c0b458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:39.242041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.286263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:50:39.309681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.316382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.338113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23590-722b-4283-8069-c82cf352b416 req-cc82a3cf-11be-4a70-aa23-22ae2e527dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:39.338113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d23590-722b-4283-8069-c82cf352b416 req-cc82a3cf-11be-4a70-aa23-22ae2e527dfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 1101 time: 0.9681711 Jul 27 16:50:39.364122 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.367453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.381363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3d458-b5cd-4dcb-a1c5-04eb8b6ad2d0 req-c0eeb467-a160-4997-bf97-176b9d8c5a87 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:39.382943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5a3d458-b5cd-4dcb-a1c5-04eb8b6ad2d0 req-c0eeb467-a160-4997-bf97-176b9d8c5a87 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.3150373 Jul 27 16:50:39.394590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.395360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:39.437220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0d940-64cb-4906-80a6-794d1c3085d8 req-220816bb-1daf-4d28-91fc-22a886d8aa9b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:39.439094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bc0d940-64cb-4906-80a6-794d1c3085d8 req-220816bb-1daf-4d28-91fc-22a886d8aa9b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 945 time: 1.0266769 Jul 27 16:50:39.442810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.443488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d39a72-ab1e-484e-bdd7-e6996757e34d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:50:39.452417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.454049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6773d01-e262-4cf8-83cb-7ec4bf69536c admin admin] 10.222.0.64 "DELETE /v2.0/routers/d8d39a72-ab1e-484e-bdd7-e6996757e34d HTTP/1.1" status: 204 len: 168 time: 2.7010641 Jul 27 16:50:39.464222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:39.496163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:39.496756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0ac8656a-3e0a-4269-82d7-2f2bf92d0ee7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:39.512142 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24d23590-722b-4283-8069-c82cf352b416 req-70ffa12c-142b-4f5b-8083-4ec02ed3a94a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073396 Jul 27 16:50:39.561185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bc0d940-64cb-4906-80a6-794d1c3085d8 req-a9c1b80f-85ee-4f6f-9acf-67d7651983d5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953162 Jul 27 16:50:39.574221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Deleting subnet 38d467c7-cf65-47f8-a79d-e896f035fa6b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:50:39.584556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.646024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.747045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32be9af0-b4ad-4a94-ab10-6e5aefc4c3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.776859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:38Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:39.810490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538607cb-27e2-408f-b3bf-915cb78a45cf None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:38Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:39.815270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.840802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:39.844698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e1ba802e-5f01-4230-bce2-377ca336ce1c HTTP/1.1" status: 204 len: 168 time: 0.9073348 Jul 27 16:50:39.866080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:39.922323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6246-c9e7-4afe-8e41-ec5d3ce9229e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ba802e-5f01-4230-bce2-377ca336ce1c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:39.961503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5a3d458-b5cd-4dcb-a1c5-04eb8b6ad2d0 req-160cb71a-1c08-42e3-8e9c-e0b4a24c1a8f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432323 Jul 27 16:50:39.986515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] For port 7c723a55-2b85-4620-8536-53969a09384e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c723a55-2b85-4620-8536-53969a09384e,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:39.986714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.012404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.030993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-971fd367-e318-4de9-bf4d-c4ec053fa48d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1601934 Jul 27 16:50:40.037297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58774) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:40.047156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Calling delete_port for 7c723a55-2b85-4620-8536-53969a09384e owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:40.049184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d467c7-cf65-47f8-a79d-e896f035fa6b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:40.062533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.064742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a21fb50-24fd-4ea1-b8d3-3cd4f70d144b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38d467c7-cf65-47f8-a79d-e896f035fa6b HTTP/1.1" status: 204 len: 168 time: 0.5971751 Jul 27 16:50:40.069003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:40.071420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52920d-070e-4cc6-9916-06c12c75e19f None None] Network cc0c930c-5f04-4184-94c4-9c63ab163692 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:40.114942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.150648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.156353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.166023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.184091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86628184-a524-4eaf-8691-7e6d05d6cd6e req-dbbf54eb-a9fe-4a0b-baca-3e3952a5d497 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:40.197506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86628184-a524-4eaf-8691-7e6d05d6cd6e req-dbbf54eb-a9fe-4a0b-baca-3e3952a5d497 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 950 time: 0.2951930 Jul 27 16:50:40.210781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.252336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85a16e3-05cd-429b-a33b-dcd56f233304,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:40.287584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629224dc-11fe-4a61-a95a-cdc6b164c614,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:40.303822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.307989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd911609-e1a7-4eda-afea-f9b1a83ce62a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1239502 Jul 27 16:50:40.309892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86628184-a524-4eaf-8691-7e6d05d6cd6e req-4e8e4a04-eafa-4711-a760-2c073addcb26 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112320 Jul 27 16:50:40.310375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:40.315946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '61beba3d-de8b-4d80-ab34-c67ad0c0b458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:40.328255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.329503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88679db6-e640-41ea-83bf-3dbce01772ca tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1782653 Jul 27 16:50:40.335905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:40.344815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:40.346003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.417038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] DHCP port deletion for cc0c930c-5f04-4184-94c4-9c63ab163692 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:50:40.427628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.427934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.436995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Deleting port bfdc6f76-af85-4644-9fd5-1460fb872642 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:40.436995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.486651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Deleting port bfdc6f76-af85-4644-9fd5-1460fb872642 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:40.487477 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.492267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314efb-64cd-45ae-9754-6c4358d6978b req-44c537cf-e3e3-4286-849d-d98a72f15d02 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:40.503579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00314efb-64cd-45ae-9754-6c4358d6978b req-44c537cf-e3e3-4286-849d-d98a72f15d02 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.2786930 Jul 27 16:50:40.537615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] For port bfdc6f76-af85-4644-9fd5-1460fb872642, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfdc6f76-af85-4644-9fd5-1460fb872642,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:40.538539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.555730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Calling delete_port for bfdc6f76-af85-4644-9fd5-1460fb872642 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:40.588589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] For port bfdc6f76-af85-4644-9fd5-1460fb872642, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfdc6f76-af85-4644-9fd5-1460fb872642,segment=NetworkSegment(cdf92671-0943-44f2-80ae-112c29e9c79c),segment_id=cdf92671-0943-44f2-80ae-112c29e9c79c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:40.604659 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.617430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00314efb-64cd-45ae-9754-6c4358d6978b req-17e37bb2-4f13-412d-ab3c-cb51fd5ee5ed tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082935 Jul 27 16:50:40.618968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.670197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7b5815b3-7389-4ea1-93de-20279efb2705'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:40.680084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Calling delete_port for bfdc6f76-af85-4644-9fd5-1460fb872642 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:40.718592 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.721532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.741571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec HTTP/1.1" status: 204 len: 168 time: 0.7019014 Jul 27 16:50:40.742835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:40.759038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Pushing event deleted for resources: {'Port': ['ID=7c723a55-2b85-4620-8536-53969a09384e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:40.799190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10c3f620-aba5-4312-a0e8-dc10e676da96 req-0efd280d-c08b-4db0-a934-2c7dc6c70c79 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=a718c925-cfb9-4fee-9345-3a64607f26cf HTTP/1.1" status: 200 len: 210 time: 0.0759234 Jul 27 16:50:40.816127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798be08-5d8a-4dc6-9f09-e02348746b33 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3c4ec-fa44-47e2-a300-c0cbcf1d0bec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:40.859336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.919373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:40.958426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.984723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] No DVR routers for this DVR port 7c723a55-2b85-4620-8536-53969a09384e on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:40.991840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:40.994012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a6146aa-ac7b-4082-9a72-6d41408b82b0 req-b4a448a4-fb1b-411e-a13e-ffdea7b011af tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.61 "DELETE /v2.0/ports/7c723a55-2b85-4620-8536-53969a09384e HTTP/1.1" status: 204 len: 173 time: 2.5714736 Jul 27 16:50:40.994474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'name': 'network-vif-deleted', 'tag': '7c723a55-2b85-4620-8536-53969a09384e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:40.997038 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf2bfe3-7b14-435e-bf51-c8e42f5b71c5" -d '{"events": [{"server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "name": "network-vif-deleted", "tag": "7c723a55-2b85-4620-8536-53969a09384e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:41.055293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.068789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-190faea6-0ccc-4d7e-8dc6-16e9212cf6a7 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3197889 Jul 27 16:50:41.068789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:41.073090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--944595964'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:41.074839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:41.106613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.109834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdc6f76-af85-4644-9fd5-1460fb872642,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:41.119232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7693-4974-47ca-a46c-300279995f06 req-374352f0-6f68-42b1-a0d0-c0d62db40c6d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:41.126169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-595b7693-4974-47ca-a46c-300279995f06 req-374352f0-6f68-42b1-a0d0-c0d62db40c6d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.3393180 Jul 27 16:50:41.126646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] No DVR routers for this DVR port bfdc6f76-af85-4644-9fd5-1460fb872642 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:41.135852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.148898 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad19e9d4-9b2b-47b7-91a5-844af3724a42 x-openstack-request-id: req-ad19e9d4-9b2b-47b7-91a5-844af3724a42 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:41.149458 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a718c925-cfb9-4fee-9345-3a64607f26cf", "name": "network-vif-deleted", "tag": "7c723a55-2b85-4620-8536-53969a09384e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:41.149851 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad19e9d4-9b2b-47b7-91a5-844af3724a42 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:41.150251 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a718c925-cfb9-4fee-9345-3a64607f26cf', 'name': 'network-vif-deleted', 'tag': '7c723a55-2b85-4620-8536-53969a09384e', 'status': 'completed', 'code': 200} Jul 27 16:50:41.153327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.181733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.220219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-595b7693-4974-47ca-a46c-300279995f06 req-b90fcedb-b5be-4ede-8611-1fe54efeda5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924399 Jul 27 16:50:41.220568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.230934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3022bc-5112-4dfd-a8b3-96e39c8e8ae8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:41.264316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] Pushing event deleted for resources: {'Port': ['ID=bfdc6f76-af85-4644-9fd5-1460fb872642,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:41.294418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c62ee0-49bc-4344-ae66-d03e3cd49999,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:41.307569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df466b-e05d-4c1b-8bd0-3a379afde0c0 None None] No DVR routers for this DVR port bfdc6f76-af85-4644-9fd5-1460fb872642 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:41.333471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:41.361961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:41.375314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.393345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.402972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.410343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.420746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.439117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-91c0c24b-8b63-4866-91ce-28c2bc8c7913 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0878017 Jul 27 16:50:41.439442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58798) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:41.439627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0c930c-5f04-4184-94c4-9c63ab163692']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:41.443753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.445032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8eedfbf9-6300-4205-ae9e-eea115de85a0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1328230 Jul 27 16:50:41.448022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58800) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:41.453360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:41.460998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf92671-0943-44f2-80ae-112c29e9c79c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:41.461519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf92671-0943-44f2-80ae-112c29e9c79c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:41.478346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '61beba3d-de8b-4d80-ab34-c67ad0c0b458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:41.507910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.545353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:41.567217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.573564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5025172 Jul 27 16:50:41.579655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:41.580076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:41.580673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.611285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '7e9cf655-36e9-4878-9fbe-d7e746e09115', 'direction': 'ingress', 'protocol': 17}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:41.624824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069fce5-492d-42aa-b9ac-c3a7d5761a60 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9cf655-36e9-4878-9fbe-d7e746e09115,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:41.647202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.658959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.695715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:41.696332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:50:41.706774 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:50:41.733845 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.738221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.798600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:41.825817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.885069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.908017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.928360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:41.931358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cc0c930c-5f04-4184-94c4-9c63ab163692 HTTP/1.1" status: 204 len: 168 time: 1.8600013 Jul 27 16:50:41.944798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfdc6f76-af85-4644-9fd5-1460fb872642 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:41.994751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e12d-1da9-4588-87b5-991184398b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0c930c-5f04-4184-94c4-9c63ab163692,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.011742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bfdc6f76-af85-4644-9fd5-1460fb872642 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:42.012184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfdc6f76-af85-4644-9fd5-1460fb872642 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:42.012699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fb77b3-bec1-4f43-b1f5-ed53c1317035 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:42.020018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.021210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.041490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c079b-2a62-498d-ad67-d3b5d562545b req-d821e9ed-f05f-4a87-b4eb-11f28556062d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:42.051508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f8c079b-2a62-498d-ad67-d3b5d562545b req-d821e9ed-f05f-4a87-b4eb-11f28556062d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 950 time: 0.4628241 Jul 27 16:50:42.054574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.064365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.066603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.078500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.089317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.095010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 50fb77b3-bec1-4f43-b1f5-ed53c1317035 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:42.095766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fb77b3-bec1-4f43-b1f5-ed53c1317035 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:42.117608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f999b69d-18be-488d-9853-c329f5da04bd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.130560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:42.138864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f8c079b-2a62-498d-ad67-d3b5d562545b req-3ec09d0e-20f9-4aaf-9134-9ae96b4e359e tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 Jul 27 16:50:42.140535 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b843efb-c15f-4592-8941-41c83006e900" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:42.145433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.147171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3f9076-9d2a-453b-84bf-5fac90db7435,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.149974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.154733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3bd9c41b-9637-45e4-8dda-6879c6a0c95d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5510144 Jul 27 16:50:42.154733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.162015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:42.166806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a7f6e832-33c7-44fd-949b-06387337ba1f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170377 Jul 27 16:50:42.167956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.168370 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.170270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c723a55-2b85-4620-8536-53969a09384e no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:42.175659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58816) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.188859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4985e0-b361-4a06-a5e8-61b476394e00 req-e2ba4176-d309-4740-a17b-6a270a415e74 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:42.198589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b4985e0-b361-4a06-a5e8-61b476394e00 req-e2ba4176-d309-4740-a17b-6a270a415e74 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.5235589 Jul 27 16:50:42.238934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '61beba3d-de8b-4d80-ab34-c67ad0c0b458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:42.259636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.274026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ecbd32-1b53-4e0d-9033-1d2336329579,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.299248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 7c723a55-2b85-4620-8536-53969a09384e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:42.299946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c723a55-2b85-4620-8536-53969a09384e not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:42.318875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b4985e0-b361-4a06-a5e8-61b476394e00 req-565d9f5d-1b11-4124-9a88-d3c83510e730 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193116 Jul 27 16:50:42.325959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.327830 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-febb39fd-ebdb-4279-8ebd-20c8d06b4dec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8939216 Jul 27 16:50:42.327978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.330437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.333790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.349388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:42.394568 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38706d2f-e13f-4cda-a691-4dc36b4b4328 x-openstack-request-id: req-38706d2f-e13f-4cda-a691-4dc36b4b4328 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:42.394848 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:42.395213 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38706d2f-e13f-4cda-a691-4dc36b4b4328 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:42.395827 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'code': 200} Jul 27 16:50:42.405412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.432378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.465028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58826) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.475037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.508261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59e1d253-e790-4415-a79a-7adb7f824322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.566845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.573989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.609630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ba1ff3-97e4-4a97-854c-89915cb5167d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.626624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.631793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e46e8d30-0cb9-41d7-b5f4-f84c7220d696 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4014027 Jul 27 16:50:42.632495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.668345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4847-2e9b-45f3-b825-2bbfdb6a57a0 req-58f2f97d-c5f1-4933-9446-2ccebb8e991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:42.670769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c6c4847-2e9b-45f3-b825-2bbfdb6a57a0 req-58f2f97d-c5f1-4933-9446-2ccebb8e991d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 1100 time: 0.1950903 Jul 27 16:50:42.695713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132f02a-4721-4b28-bee6-54b5c30a7c84 req-ea0db54a-bd92-4cf3-8856-7afa492c25bf tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:42.697866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7132f02a-4721-4b28-bee6-54b5c30a7c84 req-ea0db54a-bd92-4cf3-8856-7afa492c25bf tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 949 time: 0.1735215 Jul 27 16:50:42.699344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.719912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe2d7783-ca0c-4aeb-9590-f4d9caadb384 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4863be7c5064221af0c49f3bf7cd9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491493 Jul 27 16:50:42.722849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.734184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.736694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.739892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.741191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/7e9cf655-36e9-4878-9fbe-d7e746e09115 HTTP/1.1" status: 204 len: 168 time: 0.5715630 Jul 27 16:50:42.744076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.750129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.750826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.816960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581a235-6073-447c-a11d-1d7896b820f9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9cf655-36e9-4878-9fbe-d7e746e09115,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.834486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dad0c-7ae8-414c-836c-4ce5695c031d req-c2de3987-1c21-458a-b499-2e61a0984be9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:42.836663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c6c4847-2e9b-45f3-b825-2bbfdb6a57a0 req-c753ea6c-d139-469e-89c2-52d82a499146 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563470 Jul 27 16:50:42.847118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d73dad0c-7ae8-414c-836c-4ce5695c031d req-c2de3987-1c21-458a-b499-2e61a0984be9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3238432 Jul 27 16:50:42.857014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd926a9-904d-4d87-9487-4f91b78e392e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:42.865677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7132f02a-4721-4b28-bee6-54b5c30a7c84 req-ba0378fa-3e45-4cbc-9907-0990f7286da6 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471527 Jul 27 16:50:42.868339 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.869002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.873346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2521e03-a377-43f9-8392-37a7e856e969 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5339882 Jul 27 16:50:42.896261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:42.896261 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/49ba1ff3-97e4-4a97-854c-89915cb5167d HTTP/1.1" status: 204 len: 168 time: 0.2449727 Jul 27 16:50:42.896261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.896261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.900207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-6aa36c28-49b6-4f83-9ba6-fe75434fcd60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3643262 Jul 27 16:50:42.905146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:42.951743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f8e7c7ba-7ffe-4586-a816-e122aeb5d01b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1909778 Jul 27 16:50:42.962350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d73dad0c-7ae8-414c-836c-4ce5695c031d req-06867fd1-1b91-41e0-bf26-5b4ea862d924 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127028 Jul 27 16:50:42.963280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:42.975548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--110674533'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:43.001311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:43.015573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:43.016672 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.022046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6833d66-8da3-4431-8fdc-c3c8806e70d6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49ba1ff3-97e4-4a97-854c-89915cb5167d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:43.023472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.072782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f467e99-be0a-4bf4-8415-53249083893f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1677237 Jul 27 16:50:43.072782 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.075919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58842) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:43.176217 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:50:43.191859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.197980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.202201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.226597 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.269550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-490c759e-2d70-4482-a509-00f9acf83ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:43.272129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-490c759e-2d70-4482-a509-00f9acf83ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 1096 time: 0.2323780 Jul 27 16:50:43.358194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.382025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-90cb735c-7df6-4008-8173-a4e9ab78aab1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:43.384416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-90cb735c-7df6-4008-8173-a4e9ab78aab1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.2884567 Jul 27 16:50:43.394571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.396816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f999b69d-18be-488d-9853-c329f5da04bd HTTP/1.1" status: 204 len: 168 time: 0.3186879 Jul 27 16:50:43.417009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:43.417446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.426232 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.444021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.478432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f7cfa-da88-4d31-8c60-f4234915572f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f999b69d-18be-488d-9853-c329f5da04bd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:43.483850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.502434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.506089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.508535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/729b3401-aae4-4f2b-9857-f0e0b70091c4 HTTP/1.1" status: 204 len: 168 time: 0.7835221 Jul 27 16:50:43.508535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.564345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ceaa-9370-4d3d-bde1-8030945f1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b3401-aae4-4f2b-9857-f0e0b70091c4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:43.581115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b45f7de-fa79-455d-9067-5f7633491ab9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:43.622259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.623821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2f4f2585-ad33-4cc2-88c9-02ab9af37e79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7235656 Jul 27 16:50:43.630024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:43.633505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2e6b-8ce8-493f-b999-edb66b1dcf1e req-cf5b612f-7f85-4096-9fbf-a6855f6c4e13 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:43.634876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bbd2e6b-8ce8-493f-b999-edb66b1dcf1e req-cf5b612f-7f85-4096-9fbf-a6855f6c4e13 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3797991 Jul 27 16:50:43.647772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '33636d43-d54d-4dbb-a2b6-d136d68113c6', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:43.667540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.669842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7045302 Jul 27 16:50:43.672688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:43.690660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--981186811'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:43.706867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7307-8445-400a-8564-bd6de25ce445 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b331c8-217c-4b54-89c7-f966056a4ea8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:43.732149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bbd2e6b-8ce8-493f-b999-edb66b1dcf1e req-0b4b3baa-af71-4ae5-b2d7-5dc748cf6ec7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900254 Jul 27 16:50:43.736470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:43.736806 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.742516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:43.742516 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:43.742516 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '866155b588064f8cb5459e15d00a54c5', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 43, 699965)}] Jul 27 16:50:43.742516 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:43.745388 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:43.776787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3fbac18c-e20f-4b42-a863-11ca5bcec879 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3577883 Jul 27 16:50:43.779129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-69d137f2-27b7-4aba-951a-0fa0ac656012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:43.781218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-69d137f2-27b7-4aba-951a-0fa0ac656012 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.4862702 Jul 27 16:50:43.781780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:43.854433 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:50:43.862532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-5c09a51d-1808-4d0e-a9df-d79eecf7f2ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 200 len: 217 time: 0.0687270 Jul 27 16:50:43.869282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.962990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:43.992031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfea1e-82d0-49e6-8e5c-b93be3e041b8 req-a6f646fe-e38d-4ec7-8f76-967ee1834ba8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:43.996741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58bfea1e-82d0-49e6-8e5c-b93be3e041b8 req-a6f646fe-e38d-4ec7-8f76-967ee1834ba8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 946 time: 0.5450974 Jul 27 16:50:44.005849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.012315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:44.012909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.035582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-ae88f0f6-7cca-4668-8194-58cbf18f4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:44.037144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-ae88f0f6-7cca-4668-8194-58cbf18f4958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1635187 Jul 27 16:50:44.044130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:44.066329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a0dfd-5199-40d3-b3fa-9a9a33fde27a req-5c4b3830-aa1d-46f4-81b6-11952dc9ea0b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:44.069369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a62a0dfd-5199-40d3-b3fa-9a9a33fde27a req-5c4b3830-aa1d-46f4-81b6-11952dc9ea0b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2033460 Jul 27 16:50:44.083395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.110521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-b5eabe0f-8832-4964-9392-e630dec989ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633974 Jul 27 16:50:44.113795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.140030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.166247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.167396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ce3022bc-5112-4dfd-a8b3-96e39c8e8ae8 HTTP/1.1" status: 204 len: 168 time: 0.3801599 Jul 27 16:50:44.171057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a62a0dfd-5199-40d3-b3fa-9a9a33fde27a req-ac2b0f72-d66d-4186-beb7-24bdede33185 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Jul 27 16:50:44.171934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:44.178319 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58bfea1e-82d0-49e6-8e5c-b93be3e041b8 req-60f1aa80-4c5e-4213-bae3-217ea048e953 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529980 Jul 27 16:50:44.189649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:44.256753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef7b083-244f-4866-a1fa-4deefd401cd6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:44.302766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.305133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.314803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4a940b52-83e9-44cc-baaf-ae04b0383263 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6686013 Jul 27 16:50:44.314803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9933be-a6ae-4343-b89a-1c1be46a8b5d tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce3022bc-5112-4dfd-a8b3-96e39c8e8ae8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:44.366474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6bf09b88-cc1f-48f6-a174-2d524138ad82 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1927545 Jul 27 16:50:44.375839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8ef6d6a6-717b-4c6a-8604-38c07e0c376b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0d76ca8190b4d4eb5ecd32ad488f883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811602 Jul 27 16:50:44.375839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:44.381333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:44.423448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-d2651e7e-6d01-45b8-af76-ff30ad34b967 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948606 Jul 27 16:50:44.488567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.528036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.546051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755ac75-e396-49c4-939c-d6b1d30fca03 req-e11605ca-0d4d-4780-a4bb-bee8dc16a8fd tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:44.548060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d755ac75-e396-49c4-939c-d6b1d30fca03 req-e11605ca-0d4d-4780-a4bb-bee8dc16a8fd tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 949 time: 0.2763224 Jul 27 16:50:44.568106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.583185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['3ed9344e-9606-48f4-9453-8ae5faa289b6'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:44.623931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d04b54f-2699-4dd5-8ace-9cf4b828d387 req-13a900c4-ffef-4926-906a-5785b1839b41 service neutron] 10.222.0.13 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932194 Jul 27 16:50:44.633452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d755ac75-e396-49c4-939c-d6b1d30fca03 req-e814804d-df78-40f4-9776-83281ddceb98 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660379 Jul 27 16:50:44.642023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a', '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:44.676406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.682297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=1b137a8b-1cf9-4ff4-97f0-d5cfcb391642,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:44.714900 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.797197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.798928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e85a16e3-05cd-429b-a33b-dcd56f233304 HTTP/1.1" status: 204 len: 168 time: 0.4236219 Jul 27 16:50:44.802703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:44.862949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.866162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02365de6-1fca-4db8-a47d-796dbd3fb091 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e85a16e3-05cd-429b-a33b-dcd56f233304,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:44.868255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:44.884248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.886285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29e746ba-3e6f-4aba-a370-3fd7e43c6cc5 req-f1a8a3de-ad6f-49be-a08c-e3f325d70733 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "DELETE /v2.0/ports/1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 HTTP/1.1" status: 204 len: 173 time: 1.4848006 Jul 27 16:50:44.893107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'name': 'network-vif-deleted', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:44.895540 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300e5f6-8260-40db-8c9a-19c3a601f2ae" -d '{"events": [{"server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "name": "network-vif-deleted", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:44.904281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.917460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-3c7d401b-f242-4149-bb52-bb059fd9365d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040006349&fields=id&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 267 time: 0.2962029 Jul 27 16:50:44.934119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:44.972222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f82760b-467f-4273-8f47-dca2160eeb87 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1658323 Jul 27 16:50:44.973499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:45.032593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.033844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3585999 Jul 27 16:50:45.042174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58910) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:45.049727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '44b331c8-217c-4b54-89c7-f966056a4ea8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '22ec526c-fc07-40d8-aee8-3da8ad45270f', 'remote_ip_prefix': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:45.058265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd12b6-c667-48b3-bb61-c5beace309c3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec526c-fc07-40d8-aee8-3da8ad45270f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:45.074373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.097235 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.099937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.103814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/083cb8b1-04a7-49f8-9678-2a06869d68d3 HTTP/1.1" status: 204 len: 168 time: 0.7173295 Jul 27 16:50:45.139659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-81c18197-2644-4c10-a944-eb4b7f0e1c0e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:45.147015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-81c18197-2644-4c10-a944-eb4b7f0e1c0e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/networks?id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 796 time: 0.2286131 Jul 27 16:50:45.153632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23296dec-dcec-4ad9-a93f-554d0caf16ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083cb8b1-04a7-49f8-9678-2a06869d68d3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:45.155900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.177236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.191841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-278f748d-79e5-40a0-bce1-881831d3ec32 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/quotas/9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 375 time: 0.0424335 Jul 27 16:50:45.219767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.241204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.250702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.257398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/68eaad03-017b-4843-aabb-e256236f2ffd HTTP/1.1" status: 204 len: 168 time: 0.2758665 Jul 27 16:50:45.259830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58920) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:45.268411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120e34-011a-48bd-bd9b-9a128e7d53dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68eaad03-017b-4843-aabb-e256236f2ffd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:45.348421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-39f7bd81-bd89-4b9f-b431-fdf9416645f8 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836380 Jul 27 16:50:45.349414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:45.586772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.598056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.601222 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.613876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-fb6cb1d9-5bc5-4c92-94ab-4644610d9d2e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4214571 Jul 27 16:50:45.628767 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e38e67-4051-4b4f-8b66-2dc30e364757 x-openstack-request-id: req-e8e38e67-4051-4b4f-8b66-2dc30e364757 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:45.629100 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d90306-4f4b-4c54-a448-71db03bc2a44", "name": "network-vif-deleted", "tag": "1b137a8b-1cf9-4ff4-97f0-d5cfcb391642", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:45.629308 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8e38e67-4051-4b4f-8b66-2dc30e364757 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:45.629677 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d90306-4f4b-4c54-a448-71db03bc2a44', 'name': 'network-vif-deleted', 'tag': '1b137a8b-1cf9-4ff4-97f0-d5cfcb391642', 'status': 'completed', 'code': 200} Jul 27 16:50:45.719671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cdda4f-49fe-433b-8bf9-f560c440606d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:45.728195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.764333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.766843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-01d9d57c-c5f3-4995-a2d5-613b76c1b333 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7234652 Jul 27 16:50:45.771501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:45.847250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-12390d32-f1b9-4e78-9560-09c6057361ec service neutron] 10.222.0.64 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083702 Jul 27 16:50:45.904041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c1a11c-a7cb-4551-9bef-318e763ed052 req-b65d4a9e-04a1-4fcd-a7c2-d936de4dd609 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8d90306-4f4b-4c54-a448-71db03bc2a44 HTTP/1.1" status: 200 len: 210 time: 0.1242771 Jul 27 16:50:45.930936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.966512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.967075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.973558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:45.975192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/61beba3d-de8b-4d80-ab34-c67ad0c0b458 HTTP/1.1" status: 204 len: 168 time: 0.6227894 Jul 27 16:50:45.999300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.008128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc1f0b-9cd5-490f-bea0-a823b462bf46 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61beba3d-de8b-4d80-ab34-c67ad0c0b458,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:46.091182 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-58c92942-ed8e-4c19-ac8a-efcf66af3d38 service neutron] 10.222.0.64 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359612 Jul 27 16:50:46.155970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.171878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.178779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.189729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d7cdda4f-49fe-433b-8bf9-f560c440606d HTTP/1.1" status: 204 len: 168 time: 0.4159706 Jul 27 16:50:46.204637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f67ea658-7f47-4270-b1f8-7c61bddc4e27 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2038064 Jul 27 16:50:46.211469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.213958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05531a73-cbfb-42d7-8cf7-51ef97145ce9 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7cdda4f-49fe-433b-8bf9-f560c440606d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:46.221463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828307638'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:46.258776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.324479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b3725cf-b2f8-41c7-b939-3eef93aef916 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1425757 Jul 27 16:50:46.327236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.418019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.426104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.427025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.461535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.464873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.466451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2500482 Jul 27 16:50:46.498410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.504635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6fbaaab2-f5ce-4fbf-a596-1605c06606b1 req-5b4e2dc4-5da1-4a0c-8180-69c2eba03d8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 210 time: 0.0799177 Jul 27 16:50:46.513763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '1e04cf3e-6bfe-4b52-9072-f2889374113a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:46.548914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.553477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.553728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f62f51-5008-46a4-b91b-173c825cd04b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04cf3e-6bfe-4b52-9072-f2889374113a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:46.558782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/22ec526c-fc07-40d8-aee8-3da8ad45270f HTTP/1.1" status: 204 len: 168 time: 0.2261622 Jul 27 16:50:46.559059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.564515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b49eb-7c14-45c9-8b7e-1eb84dd113f2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec526c-fc07-40d8-aee8-3da8ad45270f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:46.594749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.704017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d1a385e-8799-49d4-97d5-87ea0c667e37 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1435995 Jul 27 16:50:46.707468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.722782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.728662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.774632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b1f578-1ad9-4a41-9336-f562df1f63e6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:46.782385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.785147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad6e9016-513c-4ab8-b3b1-ba1376499d37 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2845049 Jul 27 16:50:46.789350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.794159 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.829497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.860920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.888569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.933346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.942583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:46.945925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/44b331c8-217c-4b54-89c7-f966056a4ea8 HTTP/1.1" status: 204 len: 168 time: 0.2355285 Jul 27 16:50:46.947167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58992) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:46.963032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.002614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c0d8a-6c4c-4699-9a8b-f95951d33fde tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b331c8-217c-4b54-89c7-f966056a4ea8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:47.052407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:47.069475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8e9a845c-8d28-4e18-a21e-dfbf7abaa0ef tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063805 Jul 27 16:50:47.074734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.084324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--718579709'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:47.102503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:47.103502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1b137a8b-1cf9-4ff4-97f0-d5cfcb391642 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:47.105370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.108734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.114278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e04cf3e-6bfe-4b52-9072-f2889374113a HTTP/1.1" status: 204 len: 168 time: 0.3190892 Jul 27 16:50:47.114863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59004) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.147897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a4af-2b92-4b3d-a8ae-06dab760a1f1 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04cf3e-6bfe-4b52-9072-f2889374113a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:47.197822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.242341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-da640dc1-b4e5-4cb5-9436-08bc3630d96e tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253881 Jul 27 16:50:47.249029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.261628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536647498'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:47.454797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.473242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.548957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.567708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.570003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4938126 Jul 27 16:50:47.572737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.578013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17a7dd-b312-4ca1-86be-37af07351ec3 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f128c72b-b188-4f6b-b898-397fc1667807,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:47.579262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': 'f128c72b-b188-4f6b-b898-397fc1667807', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:47.651069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.693616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f4860b8-16d9-4054-9efe-ca6950a54bcb req-7d176738-4764-4107-8ec8-83fdf22cc6b4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 210 time: 0.0549521 Jul 27 16:50:47.741590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360fa0f-ffec-4da0-a162-58971f0735cf req-d1c57608-7150-4b24-afee-4553868c36d5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:47.743262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5360fa0f-ffec-4da0-a162-58971f0735cf req-d1c57608-7150-4b24-afee-4553868c36d5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.1680470 Jul 27 16:50:47.834186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5360fa0f-ffec-4da0-a162-58971f0735cf req-467e6f70-7b47-45a9-abdf-cbc053b78b01 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Jul 27 16:50:47.856467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.865273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.867575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.875863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.911288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57322f67-8ef6-4085-b72a-94579322fc5e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:47.916144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.917488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-13345add-f06b-46a8-86e7-d26840e5c931 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6670232 Jul 27 16:50:47.920998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.924592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674561d1-21b3-4b77-afd6-3935c4605bfd,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:47.929026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--823394439'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:47.943370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:47.944814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22a0581b-8eb1-4efe-912f-7ef9e97c626b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3705637 Jul 27 16:50:47.947721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:47.993588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.010376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.065671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.087277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.088789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/674561d1-21b3-4b77-afd6-3935c4605bfd HTTP/1.1" status: 204 len: 168 time: 0.1401403 Jul 27 16:50:48.091127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66387a90-e079-4e21-a2d4-198d8d135716 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=674561d1-21b3-4b77-afd6-3935c4605bfd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:48.094078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:48.100588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.160476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cdce02a-4635-4331-a198-5ec3c648af4f tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624733 Jul 27 16:50:48.164847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:48.206054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-51f757e2-f502-4216-9a4e-c6ed014ef83b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:48.208795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-51f757e2-f502-4216-9a4e-c6ed014ef83b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/networks?id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 796 time: 0.2717543 Jul 27 16:50:48.239012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdf2b2-3f58-4736-9a81-0c7ea5b1a718 req-e1b2368d-cf3e-4b2a-82d3-1e4fa2b30834 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:48.251269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fdf2b2-3f58-4736-9a81-0c7ea5b1a718 req-e1b2368d-cf3e-4b2a-82d3-1e4fa2b30834 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3119309 Jul 27 16:50:48.278590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.317291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.406528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.409296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.413463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/f128c72b-b188-4f6b-b898-397fc1667807 HTTP/1.1" status: 204 len: 168 time: 0.2442000 Jul 27 16:50:48.417404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59138) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:48.447705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-2048f5c7-5f7c-4e52-814f-15aee48cf238 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 380 time: 0.1910830 Jul 27 16:50:48.451434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6df69-7fef-42c0-a7dc-034863a9a338 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f128c72b-b188-4f6b-b898-397fc1667807,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:48.456100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fdf2b2-3f58-4736-9a81-0c7ea5b1a718 req-9a69a752-0157-45b3-8c9d-f86b0653ccb5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034905 Jul 27 16:50:48.473520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'port': {'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'admin_state_up': True, 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'security_groups': ['33636d43-d54d-4dbb-a2b6-d136d68113c6']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:48.519847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf8e6366-4424-416e-b63b-2e9ed34d4956 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003008 Jul 27 16:50:48.523243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:48.534708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419915809'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:48.591990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.612672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.624245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.686887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:48.689244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7670083 Jul 27 16:50:48.697327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:48.714233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': '57322f67-8ef6-4085-b72a-94579322fc5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '100888c2-5dbd-4a6a-aaba-1ac21a0e9a5d', 'remote_ip_prefix': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:48.745707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902b24-d87e-4eb8-9cac-01f52ca97175 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100888c2-5dbd-4a6a-aaba-1ac21a0e9a5d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:48.778496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:48.778496 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:48.778496 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id_1': '9c80679fbe07415f867ac085aaa65928', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 48, 761010)}] Jul 27 16:50:48.778496 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:48.779348 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:48.793542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 16:50:48.793542 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 16:50:48.793542 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': '6855540900024dc8b80b84e6aae6cebf', 'expiration_1': datetime.datetime(2021, 7, 27, 16, 50, 48, 747331)}] Jul 27 16:50:48.793542 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:50:48.794246 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:50:48.875961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0db18-7eb1-418b-b0e3-4c2ccadce349 req-f5a298ec-8a65-4351-9106-eb4388b62b7c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:48.878187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5cd42ce9-5cad-482d-b602-ac8f84f4db89 req-17864314-64ad-4e39-af76-cb727ec6caab tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 210 time: 0.0508270 Jul 27 16:50:48.884958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8d0db18-7eb1-418b-b0e3-4c2ccadce349 req-f5a298ec-8a65-4351-9106-eb4388b62b7c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2363307 Jul 27 16:50:49.040839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.059485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8d0db18-7eb1-418b-b0e3-4c2ccadce349 req-95311259-41c1-4918-965c-8005665fd0b8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665165 Jul 27 16:50:49.061372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.069023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:49.105485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f0f1-4c71-4975-9963-c0ccffeaad60 req-65d9f9ac-2857-4784-a244-d7d300133f0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:49.109609 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ac3f0f1-4c71-4975-9963-c0ccffeaad60 req-65d9f9ac-2857-4784-a244-d7d300133f0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.1441240 Jul 27 16:50:49.166202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e142ac-39f8-4431-9ab7-cb6ef3059aee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:49.189711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.193459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2fd188ac-e010-4a5a-84f3-ae611957f035 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6675830 Jul 27 16:50:49.195389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:49.225455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '62e142ac-39f8-4431-9ab7-cb6ef3059aee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:49.283309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.294551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:49.323179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'mac_address': 'fa:16:3e:f8:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:49.349323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:49.356539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.416757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:49.420614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.433463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.449971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.470014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:49.490801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.501287 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ac3f0f1-4c71-4975-9963-c0ccffeaad60 req-cac3fc02-f515-4864-97f3-b281ce5cfe96 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520660 Jul 27 16:50:49.532025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:49.542587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.566967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-f6b10f9d-fdaf-4b40-96ff-b83901793baf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:49.567453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.568743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3693180 Jul 27 16:50:49.577729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:49.590324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa105-2404-4893-8ff4-cf9036dc4c78 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5795f568-ff86-4864-b6ae-87b1ef21e74d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:49.602162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-f6b10f9d-fdaf-4b40-96ff-b83901793baf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.4797001 Jul 27 16:50:49.626746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:49.656070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33cfb413-852a-453c-8e7d-3520af72bd2b tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules/5795f568-ff86-4864-b6ae-87b1ef21e74d HTTP/1.1" status: 200 len: 763 time: 0.0727820 Jul 27 16:50:49.664989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:49.720318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad47a3c-06cb-4f89-a7c3-2254fbc6746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.721720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e9ab15eb-6b51-4c67-8f53-54422d9a03d9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:49.852843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.891116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.934626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.5 (d0407b50-5e97-4a90-a3a6-051198d5d335/3e4effb5-5aa1-475b-bec5-08f197539069/dacb6165-00c2-441e-9bee-c7c786ac151d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:49.962920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 3ed9344e-9606-48f4-9453-8ae5faa289b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:50:49.963577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:49.989433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548bad46-9186-4c15-88e1-100044ddb1e6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:50.067229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-958aaa21-c773-4d02-8e02-dd4310a1e57c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3989356 Jul 27 16:50:50.080597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:50.133352 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a85374c4-8e6c-4400-8325-38e58a4a136d req-1abb9224-2665-4155-93d7-78d4540df061 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 210 time: 0.0756290 Jul 27 16:50:50.234764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.244633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.255408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad47a3c-06cb-4f89-a7c3-2254fbc6746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.264399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad47a3c-06cb-4f89-a7c3-2254fbc6746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.288767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.308542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.313302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5795f568-ff86-4864-b6ae-87b1ef21e74d HTTP/1.1" status: 204 len: 168 time: 0.2315753 Jul 27 16:50:50.315318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.324142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:50.329328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e7a16be4-502e-4ba1-b2b2-b546442c6065 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6271122 Jul 27 16:50:50.340234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59250) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:50.364096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad47a3c-06cb-4f89-a7c3-2254fbc6746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6e5de-4b3d-43c4-8a8a-6855b804cc3a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:50.367104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 3ed9344e-9606-48f4-9453-8ae5faa289b6, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3ed9344e-9606-48f4-9453-8ae5faa289b6,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:50.367756 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.371570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180b5cc-ca2a-4a1b-b596-e0967e43d70d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5795f568-ff86-4864-b6ae-87b1ef21e74d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:50.411436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aad47a3c-06cb-4f89-a7c3-2254fbc6746b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee0398b0ef99471495d364aa114ca8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827337 Jul 27 16:50:50.412524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:50.432206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 3ed9344e-9606-48f4-9453-8ae5faa289b6 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:50:50.495103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.554973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.583816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.602689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.608486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object dacb6165-00c2-441e-9bee-c7c786ac151d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:50.694725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.698616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.701672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ca6e5de-4b3d-43c4-8a8a-6855b804cc3a HTTP/1.1" status: 204 len: 168 time: 0.2816300 Jul 27 16:50:50.738410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cc13b220-78de-4448-a17d-c87d22bef232 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4125693 Jul 27 16:50:50.741870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1deb3-fa74-4f02-a402-d58f11b35133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6e5de-4b3d-43c4-8a8a-6855b804cc3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:50.747027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:50.763196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '62e142ac-39f8-4431-9ab7-cb6ef3059aee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:50.775945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.850271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:50.890089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.075240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.075883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.086787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:50:51.098368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.100776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.110274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/548bad46-9186-4c15-88e1-100044ddb1e6 HTTP/1.1" status: 204 len: 168 time: 0.7663612 Jul 27 16:50:51.130459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network d0407b50-5e97-4a90-a3a6-051198d5d335 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:50:51.140819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:51.145058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.182014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:50:51.236719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.238785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4907167 Jul 27 16:50:51.262794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.293930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:51.295043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.318852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b10c-cdc6-47e0-a15a-fa8f19b5713b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=548bad46-9186-4c15-88e1-100044ddb1e6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:51.354011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:51.445551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a6550ea-63fb-4502-9a80-e0edd546448d tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules/f5f23f07-4a7c-41d5-946d-5b7ec76cfac7 HTTP/1.1" status: 200 len: 763 time: 0.1808388 Jul 27 16:50:51.450263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f241-eaf7-4845-86b3-2a189e8b54f4 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f23f07-4a7c-41d5-946d-5b7ec76cfac7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:51.457812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:51.458511 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.464663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.546778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4492545a-1791-4859-86c1-1e52a1205298 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3844495 Jul 27 16:50:51.552049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-e2f02e32-6526-4158-aab9-0ad86099f392 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0919168 Jul 27 16:50:51.560169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.599054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Request body: {'port': {'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:51.653022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.731266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa360c8b-bf94-41d5-bff8-99a43a716097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.739961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17c4fc-b160-4a9b-9b32-3797b5f4b8ff req-72b03ff8-9d82-4d28-aa19-04e6e2775316 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:51.742155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d17c4fc-b160-4a9b-9b32-3797b5f4b8ff req-72b03ff8-9d82-4d28-aa19-04e6e2775316 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=8861c40e-54d4-427b-9a9c-ff25e6f8645d HTTP/1.1" status: 200 len: 945 time: 0.9975889 Jul 27 16:50:51.748555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3e05f2ac-5eb0-4eaf-b804-5b79cc71229c tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1993139 Jul 27 16:50:51.758346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:51.758898 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.810655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:51.813353 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89877e47-ebc9-4adf-bb81-81cc2fb0264f" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:51.829914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.836264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-84ca36f4-cd26-48f6-a60c-53aff27f9c94 None None] Provisioning for port dacb6165-00c2-441e-9bee-c7c786ac151d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:50:51.843712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:51.849102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-84ca36f4-cd26-48f6-a60c-53aff27f9c94 None None] Provisioning complete for port dacb6165-00c2-441e-9bee-c7c786ac151d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:50:51.849490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-84ca36f4-cd26-48f6-a60c-53aff27f9c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.854491 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.868033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4354042-828b-4d37-bb70-a040d83f3448 req-bd6f5eb2-0206-4b89-aa94-99ec10d5ca13 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:51.883023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4354042-828b-4d37-bb70-a040d83f3448 req-bd6f5eb2-0206-4b89-aa94-99ec10d5ca13 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 931 time: 0.5013216 Jul 27 16:50:51.898103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:51.953165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-84ca36f4-cd26-48f6-a60c-53aff27f9c94 None None] Port dacb6165-00c2-441e-9bee-c7c786ac151d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:50:51.972021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:51.983385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4354042-828b-4d37-bb70-a040d83f3448 req-b99eabff-d672-44e9-8e43-cfedee600038 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811617 Jul 27 16:50:52.004798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.024131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.025115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f5f23f07-4a7c-41d5-946d-5b7ec76cfac7 HTTP/1.1" status: 204 len: 168 time: 0.2650306 Jul 27 16:50:52.041870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:52.046674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1963140-2210-42fb-9386-5b395bd15b75 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f23f07-4a7c-41d5-946d-5b7ec76cfac7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:52.160856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a470e335-3b1f-4f6a-9db9-67f56fc922f1 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090066 Jul 27 16:50:52.168155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:52.185193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Request body: {'security_group_rule': {'security_group_id': '62e142ac-39f8-4431-9ab7-cb6ef3059aee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:52.200444 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d945b02f-f306-45b2-81ea-5cf4ac2d5e36 x-openstack-request-id: req-d945b02f-f306-45b2-81ea-5cf4ac2d5e36 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:52.201207 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:52.201207 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d945b02f-f306-45b2-81ea-5cf4ac2d5e36 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:52.201629 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'code': 200} Jul 27 16:50:52.209047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa360c8b-bf94-41d5-bff8-99a43a716097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.216317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa360c8b-bf94-41d5-bff8-99a43a716097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.275390 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Project 866155b588064f8cb5459e15d00a54c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:50:52.294816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.299914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aa360c8b-bf94-41d5-bff8-99a43a716097 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2b07578eee543d08f2e34d8eb7a21c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427040 Jul 27 16:50:52.302575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa360c8b-bf94-41d5-bff8-99a43a716097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda39f43-a5db-4d7a-a391-ec90b0ee16e3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:52.310353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59312) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:52.396335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.431715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:50:52.640296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.655854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=3ed9344e-9606-48f4-9453-8ae5faa289b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:52.695122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 3ed9344e-9606-48f4-9453-8ae5faa289b6 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:50:52.699744 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.722071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d17c4fc-b160-4a9b-9b32-3797b5f4b8ff req-dc1f7ff9-d7f2-48d7-a847-21ae1ceafb97 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9703341 Jul 27 16:50:52.730229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.732692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c917be9c-48f9-477a-812c-e0d1a94686fd req-617143c9-4fee-4550-8edb-36d1859284d6 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "DELETE /v2.0/ports/3ed9344e-9606-48f4-9453-8ae5faa289b6 HTTP/1.1" status: 204 len: 173 time: 3.0517859 Jul 27 16:50:52.733240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'name': 'network-vif-deleted', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:52.736204 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db13ddd-20f0-49ec-93ba-b0cf5bec2529" -d '{"events": [{"server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "name": "network-vif-deleted", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:52.748630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.919367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.921850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.927450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:52.984160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ccdb56-bdb8-4837-9be8-7d82ddb5e389,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:52.989739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.004926 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64dd660-7875-41cb-8f74-4335f7d1a2d9 x-openstack-request-id: req-c64dd660-7875-41cb-8f74-4335f7d1a2d9 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:53.005184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.005777 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861c40e-54d4-427b-9a9c-ff25e6f8645d", "name": "network-vif-deleted", "tag": "3ed9344e-9606-48f4-9453-8ae5faa289b6", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:53.008940 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c64dd660-7875-41cb-8f74-4335f7d1a2d9 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:53.009134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a69580c-c9f7-4b67-bb3f-66e68c1d28db tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8375869 Jul 27 16:50:53.009251 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861c40e-54d4-427b-9a9c-ff25e6f8645d', 'name': 'network-vif-deleted', 'tag': '3ed9344e-9606-48f4-9453-8ae5faa289b6', 'status': 'completed', 'code': 200} Jul 27 16:50:53.014803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.034251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f4cd-9429-45a1-b868-f55ac6011da4 req-de4f9cbe-d659-4896-9184-5083b0cfbb1d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:53.047972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.048232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61d1f4cd-9429-45a1-b868-f55ac6011da4 req-de4f9cbe-d659-4896-9184-5083b0cfbb1d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2429497 Jul 27 16:50:53.054375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.057119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/100888c2-5dbd-4a6a-aaba-1ac21a0e9a5d HTTP/1.1" status: 204 len: 168 time: 1.4889798 Jul 27 16:50:53.074721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.100036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3ed9344e-9606-48f4-9453-8ae5faa289b6 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:53.112207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c9ce5-8e7f-4f84-a4a5-2374aee8dbab tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100888c2-5dbd-4a6a-aaba-1ac21a0e9a5d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:53.127276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-982b5396-6162-4f4d-a562-11a4042c0695 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules/11ccdb56-bdb8-4837-9be8-7d82ddb5e389 HTTP/1.1" status: 200 len: 769 time: 0.1099846 Jul 27 16:50:53.133192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.204077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 3ed9344e-9606-48f4-9453-8ae5faa289b6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:50:53.204623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3ed9344e-9606-48f4-9453-8ae5faa289b6 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:53.231634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61d1f4cd-9429-45a1-b868-f55ac6011da4 req-70d626af-611e-49bb-bd24-3e3e5b767980 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785698 Jul 27 16:50:53.272849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.280223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.286538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dda39f43-a5db-4d7a-a391-ec90b0ee16e3 HTTP/1.1" status: 204 len: 168 time: 0.9749858 Jul 27 16:50:53.338757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81bb519f-04b8-4ff3-800a-f543c691b033 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2599027 Jul 27 16:50:53.339642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.342538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf604abd-e8de-42bd-994a-0da5679761a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda39f43-a5db-4d7a-a391-ec90b0ee16e3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:53.489634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7910fcd0-0bb6-4137-a6c3-e65c2ad48725 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3486569 Jul 27 16:50:53.490205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.620221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.659652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.662486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.699324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.722745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20cee-fcca-4028-a4a3-cebe76b7a657 req-44e28779-7fb1-4fb2-b796-8b1d1b599040 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:53.724473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27a20cee-fcca-4028-a4a3-cebe76b7a657 req-44e28779-7fb1-4fb2-b796-8b1d1b599040 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 931 time: 0.4557950 Jul 27 16:50:53.730154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67573c02-8fbe-4820-8383-887324e4218c req-dad4191b-9272-487e-8b1e-fc1837a81e3f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:53.732648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67573c02-8fbe-4820-8383-887324e4218c req-dad4191b-9272-487e-8b1e-fc1837a81e3f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1970220 Jul 27 16:50:53.743225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.746267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.747503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/57322f67-8ef6-4085-b72a-94579322fc5e HTTP/1.1" status: 204 len: 168 time: 0.4064605 Jul 27 16:50:53.762370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.814711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf2e63-3c08-4772-b176-5458c0c09951 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57322f67-8ef6-4085-b72a-94579322fc5e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:53.820180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.830875 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.832780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/11ccdb56-bdb8-4837-9be8-7d82ddb5e389 HTTP/1.1" status: 204 len: 168 time: 0.3389740 Jul 27 16:50:53.835503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:53.875134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb6165-00c2-441e-9bee-c7c786ac151d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:53.894994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.917166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5098-d8b7-49d6-a146-bf382a1a2c6e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11ccdb56-bdb8-4837-9be8-7d82ddb5e389,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:53.923743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27a20cee-fcca-4028-a4a3-cebe76b7a657 req-042173a0-eae4-4df4-a402-8b6f8242c4af tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105304 Jul 27 16:50:53.945811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Transition to ACTIVE for port object dacb6165-00c2-441e-9bee-c7c786ac151d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:50:53.959102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:53.969345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67573c02-8fbe-4820-8383-887324e4218c req-32e0cb43-d106-4ba7-acbf-835f0c2f3a86 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964979 Jul 27 16:50:53.993023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d6cc12e-c9b7-4a49-ab9c-7afeee81464e tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1553259 Jul 27 16:50:54.001878 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3a53dc5-a8a1-4951-9a3d-ff0a9ef40336 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2300959 Jul 27 16:50:54.009443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:54.010239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:54.021768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527962058'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:54.132899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:54.185629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.345855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Attempting to bind port dacb6165-00c2-441e-9bee-c7c786ac151d on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:50:54.346410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Attempting to bind port dacb6165-00c2-441e-9bee-c7c786ac151d by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:50:54.347321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Attempting to bind port dacb6165-00c2-441e-9bee-c7c786ac151d on network d0407b50-5e97-4a90-a3a6-051198d5d335 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:54.364133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Port dacb6165-00c2-441e-9bee-c7c786ac151d on network d0407b50-5e97-4a90-a3a6-051198d5d335 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:50:54.368269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Attempting to bind port dacb6165-00c2-441e-9bee-c7c786ac151d on network d0407b50-5e97-4a90-a3a6-051198d5d335 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:50:54.391596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.401828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:50:54.402579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Checking segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:54.403228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Bound using segment: {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:50:54.404082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Bound port: dacb6165-00c2-441e-9bee-c7c786ac151d, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87a20ed-4361-4fbd-baa7-637477e3f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:50:54.404688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.590106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.700129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:50:54.712172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dacb6165-00c2-441e-9bee-c7c786ac151d,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:50:54.739626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.815063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:54.816634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.819480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] 10.222.0.13 "PUT /v2.0/ports/dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 200 len: 1091 time: 3.2439990 Jul 27 16:50:54.951113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.958614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:54.965411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "DELETE /v2.0/security-groups/62e142ac-39f8-4431-9ab7-cb6ef3059aee HTTP/1.1" status: 204 len: 168 time: 0.9533188 Jul 27 16:50:54.971327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:55.059202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8adaca-4a5c-4b4a-ac82-da4753863ee8 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e142ac-39f8-4431-9ab7-cb6ef3059aee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:55.127371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0a71-19f1-49a2-bdde-7b3dff79b101 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:55.135812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:50:55.139862 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb06d9-7265-42c2-a823-155327d110a2" -d '{"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:55.149601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.178589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c098-8113-40b8-b91e-97034f87f89b req-17445bc5-3bc7-41cd-a929-c1584404d684 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:55.192470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-59c2c098-8113-40b8-b91e-97034f87f89b req-17445bc5-3bc7-41cd-a929-c1584404d684 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.6057453 Jul 27 16:50:55.238559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-fbf0272a-8c58-482c-a3f8-2a61348ee706 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:55.240734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-fbf0272a-8c58-482c-a3f8-2a61348ee706 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.4168551 Jul 27 16:50:55.251603 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.305330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-5fbd2fb6-5013-439d-b8f4-7f25b6a71828 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0448861 Jul 27 16:50:55.320014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-2222f2e8-6a01-414c-8aa9-95aedd927727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:55.321987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-2222f2e8-6a01-414c-8aa9-95aedd927727 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1094 time: 0.3601916 Jul 27 16:50:55.355481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.357455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3435538 Jul 27 16:50:55.368236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:55.379074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': 'f87dd813-12bd-47c6-a7d9-1b64ecdb8116', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:55.440962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fccb5965-1182-4b5a-8185-7bbcf35179d7 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4192042 Jul 27 16:50:55.455603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:55.457059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.462816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-777834c8-e2ee-405d-ae26-0d84e6a88734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 200 len: 217 time: 0.1254964 Jul 27 16:50:55.473925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-59c2c098-8113-40b8-b91e-97034f87f89b req-c61594cf-3022-433f-8ce0-858b43e4aeb9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770147 Jul 27 16:50:55.480670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5d327-8fe6-4c30-9893-488da75dc299 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87dd813-12bd-47c6-a7d9-1b64ecdb8116,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:55.574176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:55.743220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.752925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-11fa6795-21c2-40ac-8390-2fafedd3d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:55.755628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-11fa6795-21c2-40ac-8390-2fafedd3d1f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4effb5-5aa1-475b-bec5-08f197539069 HTTP/1.1" status: 200 len: 835 time: 0.2575130 Jul 27 16:50:55.804837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.817061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33659262-d352-4a7a-97fb-1790b514113c req-f825d6d3-b337-4ac3-baf0-f08cceedb780 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:55.820771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33659262-d352-4a7a-97fb-1790b514113c req-f825d6d3-b337-4ac3-baf0-f08cceedb780 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 943 time: 0.1961007 Jul 27 16:50:55.850690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d9f9abb9-76e1-49c9-9b53-f85520e490c2 tempest-SecGroupIPv6Test-1199536127 tempest-SecGroupIPv6Test-1199536127-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3827178 Jul 27 16:50:55.877340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-68985e2b-4f5c-4801-a40e-cec8cd509f9c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5611219 Jul 27 16:50:55.886568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c3bcd4-9602-4747-a0f4-57ae0f1350a3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:55.888410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-440115871-network', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:55.915011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.920623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-553e8713-0c99-4797-8e56-2de521ff4af7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5472801 Jul 27 16:50:55.923145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:55.931814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33659262-d352-4a7a-97fb-1790b514113c req-fb30b297-18e2-4fe2-915d-96760c72356d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951295 Jul 27 16:50:55.958702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Made reservation on behalf of 5d79ce623e5f40799e109787ba54dddd for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:55.963292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:55.994252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.194126 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb2d81c-c383-41bd-a743-589c417892ce x-openstack-request-id: req-4cb2d81c-c383-41bd-a743-589c417892ce {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:56.194598 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:56.195004 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cb2d81c-c383-41bd-a743-589c417892ce {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:56.195639 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'status': 'completed', 'code': 200} Jul 27 16:50:56.202069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.270479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.286470 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.289260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-0b5a60c5-536b-4d3e-b315-8f02028442e8 service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928285 Jul 27 16:50:56.304356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.342946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:50:56.359017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd26c3-3807-4940-9db6-73124bef279c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:56.366893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.367586 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Added segment 46b9b9c0-b656-4e8d-8ad8-78e2ff327087 of type vlan for network dad06806-2896-42f1-944c-8c107eec3340 Jul 27 16:50:56.386028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-15f25432-d0bc-4de6-b37a-7c40ada81c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:56.387517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-15f25432-d0bc-4de6-b37a-7c40ada81c89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0407b50-5e97-4a90-a3a6-051198d5d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6239512 Jul 27 16:50:56.415483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.437908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.439164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e7c3bcd4-9602-4747-a0f4-57ae0f1350a3 HTTP/1.1" status: 204 len: 168 time: 0.4674194 Jul 27 16:50:56.471114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:56.479523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.499443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1272b-e8ca-407c-9505-c9ca8ce4b322 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c3bcd4-9602-4747-a0f4-57ae0f1350a3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:56.558637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:56.577047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.578448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:56.579049 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.588222 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-aeb59153-fd6b-454f-a382-d88223af04a6 service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794220 Jul 27 16:50:56.618441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5413b0d6-1f56-495b-94e0-991f31848994 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1366355 Jul 27 16:50:56.621836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:56.658462 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0794978 Jul 27 16:50:56.665119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:56.678186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Request body: {'subnet': {'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-440115871-subnet', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:56.686908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-c7ab0151-ff8f-460a-9309-765d199b7f09 service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872224 Jul 27 16:50:56.694369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67e0fb-4e59-410f-97cd-7c205cb6330f admin admin] Pushing event updated for resources: {'Network': ['ID=dad06806-2896-42f1-944c-8c107eec3340,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:56.713618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network dad06806-2896-42f1-944c-8c107eec3340 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:50:56.724747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ac94-3542-4c4e-ab55-2031aea1b543 req-42b0ad8e-868e-4abd-b80b-66beb3550b1c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:56.727472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d75ac94-3542-4c4e-ab55-2031aea1b543 req-42b0ad8e-868e-4abd-b80b-66beb3550b1c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2126007 Jul 27 16:50:56.747082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Made reservation on behalf of 5d79ce623e5f40799e109787ba54dddd for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:50:56.749759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.867831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d75ac94-3542-4c4e-ab55-2031aea1b543 req-46ee1a17-7b24-4325-80d4-46da54b374db tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314440 Jul 27 16:50:56.902061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c94387c-0750-4d14-9ac5-4797187e9f8b req-38a908b8-bbda-4445-8c9a-a55f9f4c64ae service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935153 Jul 27 16:50:56.903570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:56.981790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.199960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b0d18e4e-7d45-4628-891f-4bfbdbabed7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=866155b588064f8cb5459e15d00a54c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304963 Jul 27 16:50:57.209821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:57.273238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.278093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99b7c336-39c8-4707-8ca4-c86dabdb460f req-5a0477bd-3848-4c83-aea4-42179c4e0667 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 210 time: 0.1879075 Jul 27 16:50:57.295174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.303601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59458) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:57.314829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/f87dd813-12bd-47c6-a7d9-1b64ecdb8116 HTTP/1.1" status: 204 len: 168 time: 0.6877768 Jul 27 16:50:57.341750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.366287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb06d9-7265-42c2-a823-155327d110a2 req-7bdf1500-8b53-4d7c-ad80-5d4392ce69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:57.369096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-7bdf1500-8b53-4d7c-ad80-5d4392ce69b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1094 time: 0.3396628 Jul 27 16:50:57.377920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b6d50-5140-45ba-b4ac-371843fbbe2b tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87dd813-12bd-47c6-a7d9-1b64ecdb8116,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:57.580864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6cccc402-8a9d-4c19-99b7-f0bbe9e28ece tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2755635 Jul 27 16:50:57.581787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:57.586099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.595327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group': {'name': 'tempest-secgroup--292450983'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:57.676068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Checking segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:50:57.676439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Network hostable DHCP agents. Network: dad06806-2896-42f1-944c-8c107eec3340, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:50:57.681145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.683254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:57.734091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:57.738840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Network dad06806-2896-42f1-944c-8c107eec3340 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:50:57.801520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb06d9-7265-42c2-a823-155327d110a2 req-5d7647f2-2e82-4a07-a744-a1ed186d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:57.804625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-5d7647f2-2e82-4a07-a744-a1ed186d818a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 897 time: 0.4179585 Jul 27 16:50:57.902368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-4fb628a4-bd9f-41af-9e46-6f0ae1c266d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 200 len: 217 time: 0.0843506 Jul 27 16:50:57.920093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97916369-dd72-4633-94fe-c11b0683d9ce req-6672d376-3617-4ff5-91d5-baec346f4e86 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:57.930836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97916369-dd72-4633-94fe-c11b0683d9ce req-6672d376-3617-4ff5-91d5-baec346f4e86 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 943 time: 0.5418806 Jul 27 16:50:57.967133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, dad06806-2896-42f1-944c-8c107eec3340) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:50:57.977231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b8e97e-fe43-44d1-a0a2-ec8228d41a74 None None] Network dad06806-2896-42f1-944c-8c107eec3340 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:50:58.002210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:58.003206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.054488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97916369-dd72-4633-94fe-c11b0683d9ce req-574a661f-8783-412d-9307-abecbd8fabcd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219835 Jul 27 16:50:58.055173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.059514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.069840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17edc720-4c92-4c0c-b4f5-0b090b0daefb HTTP/1.1" status: 204 len: 168 time: 0.8599448 Jul 27 16:50:58.087162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb06d9-7265-42c2-a823-155327d110a2 req-44b24762-48ff-4792-935b-761b233c993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:58.088245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-44b24762-48ff-4792-935b-761b233c993c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4effb5-5aa1-475b-bec5-08f197539069 HTTP/1.1" status: 200 len: 835 time: 0.1536074 Jul 27 16:50:58.123475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0079-b245-4c5e-b069-55c1d96a979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17edc720-4c92-4c0c-b4f5-0b090b0daefb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:58.220965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1925c1-726e-45d0-b981-1f41d4baf1d5 req-ec8b3248-544d-4556-af70-7b26ed0f788c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:58.254182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a1925c1-726e-45d0-b981-1f41d4baf1d5 req-ec8b3248-544d-4556-af70-7b26ed0f788c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.5225217 Jul 27 16:50:58.264486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb06d9-7265-42c2-a823-155327d110a2 req-90e7debe-feff-4265-bd99-3c61ae0f53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:58.269581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-90e7debe-feff-4265-bd99-3c61ae0f53d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0407b50-5e97-4a90-a3a6-051198d5d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713090 Jul 27 16:50:58.344204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a1925c1-726e-45d0-b981-1f41d4baf1d5 req-3a03d5dc-8120-41f4-8411-bc7f4ca6d418 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862770 Jul 27 16:50:58.499079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.521474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-dad06806-2896-42f1-944c-8c107eec3340', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:50:58.522394 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.545180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.599446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cce5b12b-8c4e-4e5a-ad52-7f776895996f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9257860 Jul 27 16:50:58.655629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:58.765120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:58.869077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93d89c97-d5b2-47df-96f4-20150064ca7e req-75e3b889-6199-407e-b75c-076e675e3ad4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 210 time: 0.2896290 Jul 27 16:50:58.905776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.909609 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-331c0a44-ae1e-473d-8fb1-fde9d454522e service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273510 Jul 27 16:50:58.913420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:58.913797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Allocated IP 172.20.0.2 (dad06806-2896-42f1-944c-8c107eec3340/9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311/6370e257-cdf4-4fd1-a032-3c419458a53f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:50:58.981545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74529f8f-b620-48fc-9d1f-57d6fecef73f req-be4a3675-a1d8-4b56-8d53-521bcf8fc978 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:58.984064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74529f8f-b620-48fc-9d1f-57d6fecef73f req-be4a3675-a1d8-4b56-8d53-521bcf8fc978 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4878361 Jul 27 16:50:59.120090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dacb6165-00c2-441e-9bee-c7c786ac151d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:50:59.183476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.185700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.192639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6030188 Jul 27 16:50:59.194518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:50:59.215109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': 'ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:50:59.350879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a4a04-7ce5-45ff-b288-19b2b8a1247a tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:59.513595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.659681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dacb6165-00c2-441e-9bee-c7c786ac151d,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:59.682675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:50:59.688233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.776945 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.817116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb6165-00c2-441e-9bee-c7c786ac151d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:50:59.891210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dacb6165-00c2-441e-9bee-c7c786ac151d,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:59.907498 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:50:59.983025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2372b9-bb69-4a7f-9b58-be23288cf993 req-6eb39bfb-f002-42a3-97c9-148ffa3e2bbb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:59.985934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-405318b6-125e-4575-bcce-4ae2c37c36fb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:50:59.998604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c2372b9-bb69-4a7f-9b58-be23288cf993 req-6eb39bfb-f002-42a3-97c9-148ffa3e2bbb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 943 time: 0.6813815 Jul 27 16:51:00.004873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-405318b6-125e-4575-bcce-4ae2c37c36fb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 1.2495902 Jul 27 16:51:00.005753 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.013138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.035411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:00.041866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Transition to ACTIVE for port object 6370e257-cdf4-4fd1-a032-3c419458a53f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:00.046880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.085541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:00.094436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Transition to ACTIVE for port object 6370e257-cdf4-4fd1-a032-3c419458a53f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:00.107315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.130306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74529f8f-b620-48fc-9d1f-57d6fecef73f req-73ee84a3-e285-4011-834b-84609712ad40 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1122818 Jul 27 16:51:00.262474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Pushing event updated for resources: {'Port': ['ID=6370e257-cdf4-4fd1-a032-3c419458a53f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:00.283735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abcb06d9-7265-42c2-a823-155327d110a2 req-5b5e4b21-7b89-491f-b9b0-cea95e104b22 service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3615496 Jul 27 16:51:00.285652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.294925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:00.295398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0913479 Jul 27 16:51:00.329226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c2372b9-bb69-4a7f-9b58-be23288cf993 req-35919900-b555-40b8-aaff-30ac11defd07 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272402 Jul 27 16:51:00.354726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b28e8b-b7d6-44d9-a43e-2ee1862887b0 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1805f8-470a-468b-a16e-ffa721637e8d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:00.374916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Network dad06806-2896-42f1-944c-8c107eec3340 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:00.387894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:00.405596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e7f43923-f778-4218-ab52-0b7b9727cd01 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules/fa1805f8-470a-468b-a16e-ffa721637e8d HTTP/1.1" status: 200 len: 763 time: 0.0968566 Jul 27 16:51:00.407473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:00.410433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:00.434224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['dacb6165-00c2-441e-9bee-c7c786ac151d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:00.554017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ade07f77-0b64-4846-b6a8-d974deebd3e4 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1368184 Jul 27 16:51:00.557699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:00.574642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d514ca4-7040-48ff-9cb7-63b3126390cb req-39ac2746-25ab-4302-8c9c-394c5e64477f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 210 time: 0.1115010 Jul 27 16:51:00.637730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:00.643970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.683770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.720119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Attempting to bind port 6370e257-cdf4-4fd1-a032-3c419458a53f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:00.721017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Attempting to bind port 6370e257-cdf4-4fd1-a032-3c419458a53f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:00.721621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Attempting to bind port 6370e257-cdf4-4fd1-a032-3c419458a53f on network dad06806-2896-42f1-944c-8c107eec3340 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:00.763747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:00.764337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Checking segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:00.764842 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.765447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Bound using segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:00.766208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Bound port: 6370e257-cdf4-4fd1-a032-3c419458a53f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:00.780236 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.913409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] For port 6370e257-cdf4-4fd1-a032-3c419458a53f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:00.918853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] For port 6370e257-cdf4-4fd1-a032-3c419458a53f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6370e257-cdf4-4fd1-a032-3c419458a53f,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:00.936181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:00.957197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.8 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/18fbd2dd-112c-4004-b8dc-c5d339f8422b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:01.040215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.074141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095998f-9dee-43d9-81f7-003e89031daf None None] Pushing event updated for resources: {'Port': ['ID=6370e257-cdf4-4fd1-a032-3c419458a53f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:01.163067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.179483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.185634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fa1805f8-470a-468b-a16e-ffa721637e8d HTTP/1.1" status: 204 len: 168 time: 0.6231439 Jul 27 16:51:01.201517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59556) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:01.222158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503971b4-0bdf-416b-9d25-18628aeef2a7 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa1805f8-470a-468b-a16e-ffa721637e8d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:01.265556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504175b-7ee6-4da0-b807-9fcdf1ef1fec req-b9ae1786-5814-444a-98a3-d72f60f68343 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:01.281235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a504175b-7ee6-4da0-b807-9fcdf1ef1fec req-b9ae1786-5814-444a-98a3-d72f60f68343 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4589586 Jul 27 16:51:01.357602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-700d43a8-d8a5-42c5-a750-15612d1c8dc6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1541696 Jul 27 16:51:01.361587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:01.369673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': 'ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:01.395510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a504175b-7ee6-4da0-b807-9fcdf1ef1fec req-a751227e-07ff-4ed2-aef1-00a03ee63501 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131325 Jul 27 16:51:01.399160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.466248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.498455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.531928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.713765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Allocated IP 172.25.4.29 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/2bddd8a2-9dbb-4f74-80d9-3f64710630bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:01.856995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f130-a154-4e6f-b7f8-7a40506fe4bc req-6e085115-5b75-4bbd-8e56-28ad12af3604 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:01.865280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ee7f130-a154-4e6f-b7f8-7a40506fe4bc req-6e085115-5b75-4bbd-8e56-28ad12af3604 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 944 time: 0.1534696 Jul 27 16:51:01.885018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.902672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.923913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.934443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ee7f130-a154-4e6f-b7f8-7a40506fe4bc req-bdf89ba2-2bbb-477c-aafb-c12341aa91d8 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677953 Jul 27 16:51:01.985580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:01.990295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6247551 Jul 27 16:51:02.035884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59580) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:02.041806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c35bc23-eb79-4fa1-a463-c8d13cad0005,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:02.071824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.135363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.135768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.136061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.136403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.136784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.137119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.137449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.137780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.138763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.139111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.139813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.139813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40199850-e468-481d-b7b0-df3a241265ed tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:02.151033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:02.163992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ef48-6e30-4322-aae3-121174f97dd9 req-7013558b-4dd7-4cc9-9668-428cfe227195 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:02.166458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6c7ef48-6e30-4322-aae3-121174f97dd9 req-7013558b-4dd7-4cc9-9668-428cfe227195 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4582407 Jul 27 16:51:02.169400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:02.185691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd0e6a7d-5d10-462f-92fe-09389cf412c5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules/5c35bc23-eb79-4fa1-a463-c8d13cad0005 HTTP/1.1" status: 200 len: 763 time: 0.1394212 Jul 27 16:51:02.188128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59588) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:02.190887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:02.195386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:02.200023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:02.241574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.313734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6c7ef48-6e30-4322-aae3-121174f97dd9 req-764f057d-968e-4110-86d6-7edef6e20ce2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259015 Jul 27 16:51:02.358881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:02.359989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.375836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-c5a7dae5-20df-4ff6-99e3-4ff3bde37d0a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3583262 Jul 27 16:51:02.377289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-606fea0f-6483-4478-96da-b62b05173dc6 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1875436 Jul 27 16:51:02.379897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:02.409468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Request body: {'port': {'device_id': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:02.451897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:02.461256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:02.474157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Pushing event updated for resources: {'Port': ['ID=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:02.485015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:02.593655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.648113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.745816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.838918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376e7c-5d65-4f31-94e7-8a21397cddd6 req-621f2aa4-7d9f-4ba2-a6d0-709505128c96 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:02.840724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f376e7c-5d65-4f31-94e7-8a21397cddd6 req-621f2aa4-7d9f-4ba2-a6d0-709505128c96 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 931 time: 0.6290479 Jul 27 16:51:02.860832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.893966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:02.895912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5c35bc23-eb79-4fa1-a463-c8d13cad0005 HTTP/1.1" status: 204 len: 168 time: 0.5149872 Jul 27 16:51:02.902030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:02.934174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f376e7c-5d65-4f31-94e7-8a21397cddd6 req-84139f4c-7b11-48e2-83fb-c1d3f801be9a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844603 Jul 27 16:51:02.948383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb7e88-9dcd-4276-861c-11cc758c8f75 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c35bc23-eb79-4fa1-a463-c8d13cad0005,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:02.988413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94323a49-7cc7-4f73-8933-33668aa044d5 None None] Network dad06806-2896-42f1-944c-8c107eec3340 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:51:02.990529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6370e257-cdf4-4fd1-a032-3c419458a53f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:03.108289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e09a46f-c054-4fa7-bfb6-4eb121ed6172 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619563 Jul 27 16:51:03.120055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57218d-38d9-4fc0-8dfb-a4d313246271 req-8e0dddc1-6160-49b7-9468-3c56a2b639a5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:03.121929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dacb6165-00c2-441e-9bee-c7c786ac151d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:03.130095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b57218d-38d9-4fc0-8dfb-a4d313246271 req-8e0dddc1-6160-49b7-9468-3c56a2b639a5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3581731 Jul 27 16:51:03.137045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:03.157767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Request body: {'security_group_rule': {'security_group_id': 'ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:03.173987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59618) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:03.184050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d99cff0c-228e-49aa-9baf-023b76bc9d73 None None] Provisioning for port 6370e257-cdf4-4fd1-a032-3c419458a53f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:03.209867 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.233265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port dacb6165-00c2-441e-9bee-c7c786ac151d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:03.240833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port dacb6165-00c2-441e-9bee-c7c786ac151d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:03.242206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.371615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.392907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b57218d-38d9-4fc0-8dfb-a4d313246271 req-61fb57ca-f2ef-4521-864a-b4bcad93eff8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605953 Jul 27 16:51:03.402287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.489327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6370e257-cdf4-4fd1-a032-3c419458a53f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:03.514938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6370e257-cdf4-4fd1-a032-3c419458a53f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:03.515619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.560961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:03.563851 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69867acb-0dd9-4534-96ca-13204b986712" -d '{"events": [{"server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "name": "network-vif-plugged", "status": "completed", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:03.574841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a617c8-ddc4-4a28-a33d-6bf1f99edfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.597810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dacb6165-00c2-441e-9bee-c7c786ac151d,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:03.611173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.790880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:03.807746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.865483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.871691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6370e257-cdf4-4fd1-a032-3c419458a53f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6370e257-cdf4-4fd1-a032-3c419458a53f,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:03.883078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.916842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.965891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:03.980045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a617c8-ddc4-4a28-a33d-6bf1f99edfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.005032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6370e257-cdf4-4fd1-a032-3c419458a53f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:04.017656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a617c8-ddc4-4a28-a33d-6bf1f99edfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.046827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526d7c7c-bec8-4a5c-a85c-39123d093e79,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:04.054660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.055884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f6b58e35-2c38-40b3-98b6-569a880a6ae5 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9075031 Jul 27 16:51:04.059965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fbd2dd-112c-4004-b8dc-c5d339f8422b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:04.089939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:04.102091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.148541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95420294-54f0-4dda-b25c-baa207adeb71 req-480359cc-a2ad-4afc-9146-344a23e26320 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:04.150344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95420294-54f0-4dda-b25c-baa207adeb71 req-480359cc-a2ad-4afc-9146-344a23e26320 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3474648 Jul 27 16:51:04.158963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a617c8-ddc4-4a28-a33d-6bf1f99edfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c911ebe1-194c-4455-8b05-7e5797e4d76d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:04.167260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-93a617c8-ddc4-4a28-a33d-6bf1f99edfad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8055405676c4a51a8c67db45274437d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9821849 Jul 27 16:51:04.167260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Transition to ACTIVE for port object 18fbd2dd-112c-4004-b8dc-c5d339f8422b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:04.170314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3bec3cc1-d00c-4504-a5ba-f12dea8193dc tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules/526d7c7c-bec8-4a5c-a85c-39123d093e79 HTTP/1.1" status: 200 len: 764 time: 0.0792854 Jul 27 16:51:04.170928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59640) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:04.224367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59642) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:04.225714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.272117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-23d3bea6-5a06-41a4-a96a-9800bb9a3220 None None] Provisioning complete for port 6370e257-cdf4-4fd1-a032-3c419458a53f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:04.275265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23d3bea6-5a06-41a4-a96a-9800bb9a3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.280997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9f589-dca9-49a9-bda1-108dd0437f3a req-b1012a3a-5bbc-425c-a751-83741f3741a4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:04.292374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bf9f589-dca9-49a9-bda1-108dd0437f3a req-b1012a3a-5bbc-425c-a751-83741f3741a4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.4757624 Jul 27 16:51:04.294892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95420294-54f0-4dda-b25c-baa207adeb71 req-e23ce658-a801-456d-90b4-f97a7cbc9c8f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293283 Jul 27 16:51:04.379291 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236cc60-33eb-4f9a-b3d1-8bf93e2ba140 x-openstack-request-id: req-c236cc60-33eb-4f9a-b3d1-8bf93e2ba140 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:04.379698 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "name": "network-vif-plugged", "status": "completed", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:04.380035 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c236cc60-33eb-4f9a-b3d1-8bf93e2ba140 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:04.380563 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'code': 200} Jul 27 16:51:04.417935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Pushing event updated for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:04.423883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.505831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.629825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Attempting to bind port 18fbd2dd-112c-4004-b8dc-c5d339f8422b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:04.629825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Attempting to bind port 18fbd2dd-112c-4004-b8dc-c5d339f8422b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:04.630175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Attempting to bind port 18fbd2dd-112c-4004-b8dc-c5d339f8422b on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:04.636246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Port 18fbd2dd-112c-4004-b8dc-c5d339f8422b on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:51:04.636620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Attempting to bind port 18fbd2dd-112c-4004-b8dc-c5d339f8422b on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:04.653594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5bf9f589-dca9-49a9-bda1-108dd0437f3a req-d4eeb0ab-ac89-49a1-980f-e93fcd82e30e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591862 Jul 27 16:51:04.656014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:04.656576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:04.657500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:04.662143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Bound port: 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:04.662915 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.671530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab2b5955-9c74-4dde-9e56-c2fc39ad187e tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4433017 Jul 27 16:51:04.682937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:04.723825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.751830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.765582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7dfd0-7836-4c56-931a-9bfef77200c8 req-822d7de4-b495-4122-ab05-3f38973aa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:04.769508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbb7dfd0-7836-4c56-931a-9bfef77200c8 req-822d7de4-b495-4122-ab05-3f38973aa56f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1096 time: 0.2608838 Jul 27 16:51:04.770500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.774472 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.776217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c911ebe1-194c-4455-8b05-7e5797e4d76d HTTP/1.1" status: 204 len: 168 time: 0.6034083 Jul 27 16:51:04.781763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:04.872748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6370e257-cdf4-4fd1-a032-3c419458a53f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:04.918890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258b4a6-eb85-41bc-b83d-5b9caccba25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c911ebe1-194c-4455-8b05-7e5797e4d76d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:05.035250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6370e257-cdf4-4fd1-a032-3c419458a53f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:05.036139 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.057439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbb7dfd0-7836-4c56-931a-9bfef77200c8 req-3a6442b2-a58d-4365-965d-91f914fba064 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307580 Jul 27 16:51:05.066681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:05.067300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.076786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.078139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/526d7c7c-bec8-4a5c-a85c-39123d093e79 HTTP/1.1" status: 204 len: 168 time: 0.3998258 Jul 27 16:51:05.079939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:05.087646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.095969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:05.127554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36cc83-9e85-477e-acf7-d70e59b2080f tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=526d7c7c-bec8-4a5c-a85c-39123d093e79,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:05.169935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47f55-9306-4527-a516-d05691ddb9dc req-5a10d72e-8d6f-409c-94e1-989a2bb31e92 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.179007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7e47f55-9306-4527-a516-d05691ddb9dc req-5a10d72e-8d6f-409c-94e1-989a2bb31e92 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 943 time: 0.4913538 Jul 27 16:51:05.244037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.244638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.246105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] 10.222.0.61 "PUT /v2.0/ports/18fbd2dd-112c-4004-b8dc-c5d339f8422b HTTP/1.1" status: 200 len: 1091 time: 2.8487082 Jul 27 16:51:05.249562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:05.253081 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:05.261377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99bcc2-2110-4676-b935-96ce289025dc req-c99322a9-c78b-46f7-b18a-8cc12802d13a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.264349 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99bcc2-2110-4676-b935-96ce289025dc req-c99322a9-c78b-46f7-b18a-8cc12802d13a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2568629 Jul 27 16:51:05.298447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e7e47f55-9306-4527-a516-d05691ddb9dc req-a9348e7c-0a4f-4a83-83f6-433740ca16b0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144323 Jul 27 16:51:05.328527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Router 5aa584e8-e839-442b-ac7b-0b7921eeba09 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:51:05.344849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ab2345dd-672a-4edf-a87a-13783e67f90c tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2473216 Jul 27 16:51:05.347715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:05.362325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99bcc2-2110-4676-b935-96ce289025dc req-10f1f48a-cbb8-4e25-807e-f5ba728e95ce tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Jul 27 16:51:05.377613 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d3e33f-5ec8-4478-a705-ba33d95512c8 x-openstack-request-id: req-23d3e33f-5ec8-4478-a705-ba33d95512c8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:05.377971 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:05.378181 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23d3e33f-5ec8-4478-a705-ba33d95512c8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:05.379111 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b', 'status': 'completed', 'code': 200} Jul 27 16:51:05.380968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71a79-a849-4241-91d4-6d74cf5c476f service neutron] Pushing event updated for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:05.487046 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.517494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.521494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:05.540206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43596280-29a6-4feb-92a5-64b390157f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.553712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:51:05.565442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Sync routers for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:51:05.586678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-86a89a32-1b0c-49e5-8d9c-5a38c75f68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.587661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:05.588117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-86a89a32-1b0c-49e5-8d9c-5a38c75f68c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 1094 time: 0.2195773 Jul 27 16:51:05.588311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:05.666147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-5fa9b3ea-850b-4639-82d4-ad3270f2d16a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b HTTP/1.1" status: 200 len: 217 time: 0.0644102 Jul 27 16:51:05.711254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.714592 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.718172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "DELETE /v2.0/security-groups/ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4 HTTP/1.1" status: 204 len: 168 time: 0.3654249 Jul 27 16:51:05.720308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:05.760798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f10d-5f90-482b-84ef-312987dd4073 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea921eb7-9da0-4ac8-bf4e-fb8f2f713fe4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:05.775535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89606-2955-4c49-9c02-578b7fdab46c req-40565d08-b7ff-41b5-a861-e8fc4eb18927 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.785413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf89606-2955-4c49-9c02-578b7fdab46c req-40565d08-b7ff-41b5-a861-e8fc4eb18927 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2537687 Jul 27 16:51:05.821532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-46dc3ad5-bccc-4e26-b98c-9225a63859a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:05.823871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-46dc3ad5-bccc-4e26-b98c-9225a63859a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1329615 Jul 27 16:51:05.873275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-1a81bb0b-e5e7-485c-b5e2-6516d2070dc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356789 Jul 27 16:51:05.885879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:05.889031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2bf89606-2955-4c49-9c02-578b7fdab46c req-851af9d7-1050-4e34-8cb4-e3a5b4f255c8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030302 Jul 27 16:51:05.940107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43596280-29a6-4feb-92a5-64b390157f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.951699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43596280-29a6-4feb-92a5-64b390157f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:05.978301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e958e0a3-1f7e-4db8-9a97-6919faf95b0c tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2560253 Jul 27 16:51:05.993539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59692) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:06.004180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:06.012794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c1e3110-d259-41cc-a7e2-311c8fca4bba admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.3496461 Jul 27 16:51:06.047177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59696) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:06.154244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-a340b3d1-4ff0-4c15-8ed4-be03a57f9216 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632546 Jul 27 16:51:06.164937 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:51:06.328848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2958c30c-a4c1-40c6-98f2-eb560581b230 tempest-SecGroupTest-1446106054 tempest-SecGroupTest-1446106054-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3151243 Jul 27 16:51:06.336872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43596280-29a6-4feb-92a5-64b390157f0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57c79f376f2249a7b8855585172a3933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141458 Jul 27 16:51:06.337690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43596280-29a6-4feb-92a5-64b390157f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694435a-63fb-4ba5-91d0-8c9f469d120d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:06.341617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:06.401916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:02Z', 'revision_number': 3, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:06.466599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5ec6d2f-4ed7-4f77-811f-9760dd9e455b req-05b27221-7b41-4772-b5a7-4039597d6370 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940578 Jul 27 16:51:06.494073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Checking router: 5aa584e8-e839-442b-ac7b-0b7921eeba09 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:51:06.495632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Updating router 5aa584e8-e839-442b-ac7b-0b7921eeba09 port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:51:06.586548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:06.603717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6a9c-b374-4c89-9907-7944e125d4ff req-edf90968-c97d-46b4-b0e4-41d7181ead79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:06.616526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12ba6a9c-b374-4c89-9907-7944e125d4ff req-edf90968-c97d-46b4-b0e4-41d7181ead79 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.7984946 Jul 27 16:51:06.688389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:06.788875 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12ba6a9c-b374-4c89-9907-7944e125d4ff req-129ab8ce-7f4d-467b-a79b-c77eb69573bc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654015 Jul 27 16:51:06.807709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:06.909955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52a1f-8dce-4ca1-83d2-81e3637f9e5b req-4bb99fdd-6a4a-44b1-895e-2fb93aa79113 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:06.928057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c52a1f-8dce-4ca1-83d2-81e3637f9e5b req-4bb99fdd-6a4a-44b1-895e-2fb93aa79113 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 813 time: 0.4573991 Jul 27 16:51:06.960510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c52a1f-8dce-4ca1-83d2-81e3637f9e5b req-d578e8d9-05cd-4dad-bac3-d95a1a0b4780 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/quotas/8d6cf2c2adb641a39f81ccfd81ee6154 HTTP/1.1" status: 200 len: 375 time: 0.0308063 Jul 27 16:51:06.964564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:06.965923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-6c175b54-12ca-483b-bcc2-d798a27c90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:06.969728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-6c175b54-12ca-483b-bcc2-d798a27c90e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 1094 time: 0.4074600 Jul 27 16:51:06.997439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Transition to ACTIVE for port object 2bddd8a2-9dbb-4f74-80d9-3f64710630bc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:07.013563 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.083505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b53a0-b296-41da-a82c-96141902b7fe None None] Pushing event updated for resources: {'Port': ['ID=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:07.109771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Attempting to bind port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:07.110648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Attempting to bind port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:07.111217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Attempting to bind port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:07.126361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:07.127362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:07.128618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.129535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:07.130606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Bound port: 2bddd8a2-9dbb-4f74-80d9-3f64710630bc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:07.131439 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.137044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:07.139724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.143096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.144745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0694435a-63fb-4ba5-91d0-8c9f469d120d HTTP/1.1" status: 204 len: 168 time: 0.8010602 Jul 27 16:51:07.212934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] For port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:07.217189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] For port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:07.223571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.242381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50d67-84e6-4cc8-a97f-5acb1d98fffa req-d7b2a73b-bb14-49a8-b683-8c31483e9d5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:07.245126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5cd50d67-84e6-4cc8-a97f-5acb1d98fffa req-d7b2a73b-bb14-49a8-b683-8c31483e9d5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 943 time: 0.3292911 Jul 27 16:51:07.248368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:07.251847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f909db-11db-46a6-a9fb-045e1995960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694435a-63fb-4ba5-91d0-8c9f469d120d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:07.353608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:07.354306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:50:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:07.441398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c52a1f-8dce-4ca1-83d2-81e3637f9e5b req-5a64bfdf-2adf-41c1-a859-2a5c39c6ad55 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4700890 Jul 27 16:51:07.469447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-65823407-637d-4ed4-a8b0-04b6f07d1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:07.471798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-65823407-637d-4ed4-a8b0-04b6f07d1949 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.4813297 Jul 27 16:51:07.494283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b53a0-b296-41da-a82c-96141902b7fe None None] Pushing event updated for resources: {'Port': ['ID=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:07.544673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5cd50d67-84e6-4cc8-a97f-5acb1d98fffa req-cf96a228-156e-402c-a167-4a80a46ab834 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827604 Jul 27 16:51:07.629405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-9edd496e-90d7-42fa-8ea7-8d7ff7fe5187 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b HTTP/1.1" status: 200 len: 217 time: 0.1473677 Jul 27 16:51:07.718485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-54a3fe42-3754-48ec-9259-d0dacbe1f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:07.720019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-54a3fe42-3754-48ec-9259-d0dacbe1f85a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.0826705 Jul 27 16:51:07.771406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:07.835679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-c8b54672-dea5-4666-aeb4-fbb052aecef6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065235 Jul 27 16:51:07.962138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Allocated IP 172.20.0.1 (dad06806-2896-42f1-944c-8c107eec3340/9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311/16afdf35-aba4-4341-96e1-f1c5a957bcf4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:08.035617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e38ccf-d829-4d0a-901d-0e3be9f3a784 req-eaaee565-b375-4a27-bfb7-6973e48453c8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:08.037367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6e38ccf-d829-4d0a-901d-0e3be9f3a784 req-eaaee565-b375-4a27-bfb7-6973e48453c8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2034640 Jul 27 16:51:08.107416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-321796dd-498d-4176-baee-b5d0a6f23a81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6855540900024dc8b80b84e6aae6cebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610047 Jul 27 16:51:08.115308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:08.171321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6e38ccf-d829-4d0a-901d-0e3be9f3a784 req-bc2bf3ed-7e61-43a2-8460-3c07e6c74cf4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250854 Jul 27 16:51:08.182987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-09c5e25c-cb85-4fef-89cb-4e3f331bb2b5 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635734 Jul 27 16:51:08.283121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87092e4f-0c3c-4805-8535-598f76ea4b5b req-9d645a32-5bba-454b-b810-4eed64bcced3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:08.290398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:02Z', 'revision_number': 3, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:08.292732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87092e4f-0c3c-4805-8535-598f76ea4b5b req-9d645a32-5bba-454b-b810-4eed64bcced3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.2337513 Jul 27 16:51:08.297898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:08.355474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca9f2-6ef4-47c5-87a4-274f362e8412 None None] The sync data for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 is: [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:02Z', 'revision_number': 3, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:51:08.370943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Transition to ACTIVE for port object 16afdf35-aba4-4341-96e1-f1c5a957bcf4 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:08.410521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87092e4f-0c3c-4805-8535-598f76ea4b5b req-74366e57-1e17-41fe-b1b0-6555f1a88b77 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155386 Jul 27 16:51:08.489508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:08.654485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Network dad06806-2896-42f1-944c-8c107eec3340 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:08.655686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Pushing event updated for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:08.662035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:08.665326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:08.673574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:08.762036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:08.772808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84b4353b-2803-4ac1-bf6a-cecc8598b5e5 req-95d05cfe-1f42-43da-be03-087cb48cfdaf service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601182 Jul 27 16:51:08.833134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:08.876703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012a229-215d-4d9a-9dd1-071b09e3b5df req-9c57e859-bb90-426b-80a9-838f250c3e7d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:08.887987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c012a229-215d-4d9a-9dd1-071b09e3b5df req-9c57e859-bb90-426b-80a9-838f250c3e7d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4823134 Jul 27 16:51:09.036140 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c012a229-215d-4d9a-9dd1-071b09e3b5df req-145eb229-680f-48ec-aaa6-92edfd6f3df2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468027 Jul 27 16:51:09.055900 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:09.084347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:09.086071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e5a5c5e-03cb-48bb-bdff-9b99f7326cae HTTP/1.1" status: 204 len: 168 time: 0.9649732 Jul 27 16:51:09.098583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463002f-b8b9-49f2-9283-0f39a402dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a5c5e-03cb-48bb-bdff-9b99f7326cae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:09.100241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce67a2-e890-4dd3-b189-bf40231a4e3f req-5c70376a-c55f-4def-99e3-602763411284 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:09.117453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83ce67a2-e890-4dd3-b189-bf40231a4e3f req-5c70376a-c55f-4def-99e3-602763411284 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.5404885 Jul 27 16:51:09.146169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 18fbd2dd-112c-4004-b8dc-c5d339f8422b details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:51:09.456391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83ce67a2-e890-4dd3-b189-bf40231a4e3f req-eded4855-bdd0-4b4f-b73d-026093c01cfb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197725 Jul 27 16:51:09.479087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:09.513172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:09.540086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '18fbd2dd-112c-4004-b8dc-c5d339f8422b', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': '18fbd2dd-112c-4004-b8dc-c5d339f8422b', 'mac_address': 'fa:16:3e:a8:ea:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:51:09.645084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:09.749070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db62df5-3808-4692-bbbc-bde4a7d4d0cf req-a8cc6b92-4918-4475-ac3f-f9812021f89f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:09.767631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3db62df5-3808-4692-bbbc-bde4a7d4d0cf req-a8cc6b92-4918-4475-ac3f-f9812021f89f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 943 time: 0.4442463 Jul 27 16:51:09.952681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3db62df5-3808-4692-bbbc-bde4a7d4d0cf req-3a811a2f-be22-48d4-a86c-b612bdce623e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838267 Jul 27 16:51:10.002431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce77fe-b6bf-468a-aa9f-f25c06d7a9eb tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:10.004791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0fce77fe-b6bf-468a-aa9f-f25c06d7a9eb tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1091 time: 0.4888194 Jul 27 16:51:10.011433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:10.015740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:10.069270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.218943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-25693a47-2c37-44a2-8267-09706a775b54 None None] Provisioning for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:10.233309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-25693a47-2c37-44a2-8267-09706a775b54 None None] Provisioning complete for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:10.234116 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25693a47-2c37-44a2-8267-09706a775b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.291485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fd56fd3-2fdb-4b40-97b8-d720d06af130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.324736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.363696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fbd2dd-112c-4004-b8dc-c5d339f8422b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:10.378698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.426423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:10.432014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-25693a47-2c37-44a2-8267-09706a775b54 None None] Port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:51:10.442083 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.502961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:10.569169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:10.620995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1755e9b-38a2-40b5-9df9-c71d4dd65d28 req-07d630c9-47e3-4d93-8a9e-a2f918e77de0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154 HTTP/1.1" status: 200 len: 221 time: 0.2343781 Jul 27 16:51:10.799844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['18fbd2dd-112c-4004-b8dc-c5d339f8422b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:11.100755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:11.117952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2bddd8a2-9dbb-4f74-80d9-3f64710630bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:11.163415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Pushing event updated for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:11.305908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:11.473702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:11.485743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:11.487308 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:11.591373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Network dad06806-2896-42f1-944c-8c107eec3340 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:11.599683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:11.644691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a798d91-120c-48c3-b7de-277b5edca805 req-e5bacffe-24c1-40e9-b08e-91c638327a86 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:11.657903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a798d91-120c-48c3-b7de-277b5edca805 req-e5bacffe-24c1-40e9-b08e-91c638327a86 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.6892369 Jul 27 16:51:11.688516 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:11.758591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:11.764771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:11.905382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:12.022891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.25.4.24 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/054487f9-fd13-498f-8dff-7ceb25230ae5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:12.032875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Router 5aa584e8-e839-442b-ac7b-0b7921eeba09 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:51:12.145991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59858) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:12.290631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a47e362-f2b7-49d8-8637-f8cb1fc18758 None None] Provisioning complete for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:12.294601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a47e362-f2b7-49d8-8637-f8cb1fc18758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.377531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a798d91-120c-48c3-b7de-277b5edca805 req-36f20323-dedb-41be-b0f8-4a22b98bc810 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114332 Jul 27 16:51:12.411796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-246557990'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:12.497081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.499960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Made reservation on behalf of 0a29098510f54a5fb0a5c5be0ee9005f for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:12.500233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7a47e362-f2b7-49d8-8637-f8cb1fc18758 None None] Port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:51:12.507404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.533050 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3837bfd-1cd5-47cb-9cc8-168ded480670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.589075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.661562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.866461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2bddd8a2-9dbb-4f74-80d9-3f64710630bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:12.912645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.937521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:12.938894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:12.992138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:51:13.001411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a5410ead-69ca-443b-8801-1163cd822666 admin admin] 10.222.0.64 "PUT /v2.0/routers/5aa584e8-e839-442b-ac7b-0b7921eeba09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9198451 Jul 27 16:51:13.018296 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Sync routers for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:51:13.039034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:13.065373 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:13.066933 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:13.069566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43d722-b730-40ea-8604-57a01308c560 req-66b5f4a4-9488-4105-8521-6d9da5918b2e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:13.088114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab43d722-b730-40ea-8604-57a01308c560 req-66b5f4a4-9488-4105-8521-6d9da5918b2e tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 944 time: 0.2301342 Jul 27 16:51:13.093793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec4a1-e8b2-4e1b-945f-4b43e0cb4264 req-31876c67-ae75-4b0e-9321-7af89e0a1036 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:13.095568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bceec4a1-e8b2-4e1b-945f-4b43e0cb4264 req-31876c67-ae75-4b0e-9321-7af89e0a1036 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2995369 Jul 27 16:51:13.140023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:13.149380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:13.162258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 18fbd2dd-112c-4004-b8dc-c5d339f8422b up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:13.201907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab43d722-b730-40ea-8604-57a01308c560 req-9053fd00-b344-44eb-a29d-a605d91a3012 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123292 Jul 27 16:51:13.279806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=054487f9-fd13-498f-8dff-7ceb25230ae5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:13.319381 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:13.361417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 18fbd2dd-112c-4004-b8dc-c5d339f8422b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:13.373467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 18fbd2dd-112c-4004-b8dc-c5d339f8422b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:13.374828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.462482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.553368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.620379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:13.623870 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a47584-c50d-433d-b4a7-23e0444ffdcd" -d '{"events": [{"server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "name": "network-vif-plugged", "status": "completed", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:13.651347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:13.658059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.712661 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bceec4a1-e8b2-4e1b-945f-4b43e0cb4264 req-2f1af8d0-1b8b-4405-acc5-52daf27108bc tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732994 Jul 27 16:51:13.753886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:13.779483 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1488a775-2ab1-48a7-a172-01834c22880a x-openstack-request-id: req-1488a775-2ab1-48a7-a172-01834c22880a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:13.779483 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "name": "network-vif-plugged", "status": "completed", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:13.779483 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1488a775-2ab1-48a7-a172-01834c22880a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:13.779983 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b', 'code': 200} Jul 27 16:51:13.886581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.933688 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 2, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:13.937330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:13.974150 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Checking router: 5aa584e8-e839-442b-ac7b-0b7921eeba09 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:51:13.975277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Updating router 5aa584e8-e839-442b-ac7b-0b7921eeba09 port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:51:14.035872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c6a2b-1dbb-4687-9900-01df623666d6 req-7324f271-4434-4e7c-8dcf-8ed11218d5c9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:14.038995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e58c6a2b-1dbb-4687-9900-01df623666d6 req-7324f271-4434-4e7c-8dcf-8ed11218d5c9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1072476 Jul 27 16:51:14.046538 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.129376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:51:14.144934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.145502 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Added segment 582ff5ab-f276-4414-bd0c-87db5c1ebc81 of type vlan for network 86f2c8aa-d08d-460e-81f0-d3f5d02324c4 Jul 27 16:51:14.156345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e58c6a2b-1dbb-4687-9900-01df623666d6 req-e51ee94c-9a0a-4211-aeb1-e60e1f2d29c1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081696 Jul 27 16:51:14.471214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.476350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb4bc-8404-4721-aee1-4c40c9eb99c3 req-0a7b3408-0825-498e-bc19-b2c6b29e3f37 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:14.484979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30fdb4bc-8404-4721-aee1-4c40c9eb99c3 req-0a7b3408-0825-498e-bc19-b2c6b29e3f37 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.1681614 Jul 27 16:51:14.534614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:14.542668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-627226822-network', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:14.584529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Made reservation on behalf of a1a8b272bd8e45d0b4429b4f6fa4c8cb for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:14.592278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.627815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702df3df-70fc-4878-9d86-c5320aec58e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:14.646524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.698741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30fdb4bc-8404-4721-aee1-4c40c9eb99c3 req-3eef1fa0-2b02-481c-a091-7f59c48a0c84 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987936 Jul 27 16:51:14.727514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.770660 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.797474 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Transition to ACTIVE for port object 16afdf35-aba4-4341-96e1-f1c5a957bcf4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:14.806200 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.868946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:51:14.958257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:14.964210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.004866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.020902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:15.021596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.027022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.048047 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad84a9-dec1-4f98-97d3-ac9a23fbe5ca None None] Pushing event updated for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:15.065174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561331-7d70-49b8-8f48-13d72bc4a14f req-75773a43-766c-42e9-a9c9-60ca09ccd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:15.076665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07561331-7d70-49b8-8f48-13d72bc4a14f req-75773a43-766c-42e9-a9c9-60ca09ccd957 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 1096 time: 1.1886182 Jul 27 16:51:15.098520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:51:15.124625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.9732955 Jul 27 16:51:15.132733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:15.139787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf47d9a-c7a7-429e-84ae-52db2d7318ca,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:15.168663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-949929c2-cf82-46a8-b26c-ce3e33810b19 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-1588956097') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:15.204653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.205002 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Added segment e0a150e8-3157-4767-bdb9-423e23e358e1 of type vlan for network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 Jul 27 16:51:15.231795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.241925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Attempting to bind port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:15.248711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Attempting to bind port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:15.250101 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Attempting to bind port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 on network dad06806-2896-42f1-944c-8c107eec3340 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:15.257774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:15.258538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Checking segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:15.260139 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.261059 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Bound using segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:15.262057 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Bound port: 16afdf35-aba4-4341-96e1-f1c5a957bcf4, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:15.263578 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.380451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.435000 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] For port 16afdf35-aba4-4341-96e1-f1c5a957bcf4, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:15.442237 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] For port 16afdf35-aba4-4341-96e1-f1c5a957bcf4, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=16afdf35-aba4-4341-96e1-f1c5a957bcf4,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:15.451258 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.454253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.455527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:15.456161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.512678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-949929c2-cf82-46a8-b26c-ce3e33810b19 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "PUT /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-1588956097 HTTP/1.1" status: 201 len: 201 time: 0.3593273 Jul 27 16:51:15.516598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:15.535536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-aced1458-e96f-499e-bcd2-90a509007589 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-1588956097') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:15.545670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0089719 Jul 27 16:51:15.559523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:15.566589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Request body: {'subnet': {'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-627226822-subnet', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:15.621427 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:15.622236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:15.624315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394213-7ead-4cb6-b20c-615e0cd78fda admin admin] Pushing event updated for resources: {'Network': ['ID=9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:15.625914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9a89a-9c03-4560-a23e-1d4adc787a30 req-a23efd6d-c1a7-4d95-b797-45b86f6b3908 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:15.639282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:51:15.650238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5d9a89a-9c03-4560-a23e-1d4adc787a30 req-a23efd6d-c1a7-4d95-b797-45b86f6b3908 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 1.2564256 Jul 27 16:51:15.654338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fead8-bc92-4a8a-953f-e80d20515132 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Pushing event updated for resources: {'Network': ['ID=86f2c8aa-d08d-460e-81f0-d3f5d02324c4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:15.672993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Made reservation on behalf of a1a8b272bd8e45d0b4429b4f6fa4c8cb for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:15.675801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:15.686906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 86f2c8aa-d08d-460e-81f0-d3f5d02324c4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:51:15.729300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad84a9-dec1-4f98-97d3-ac9a23fbe5ca None None] Pushing event updated for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:15.763770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aced1458-e96f-499e-bcd2-90a509007589 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-1588956097 HTTP/1.1" status: 204 len: 168 time: 0.2454023 Jul 27 16:51:15.766608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:15.772606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4cf6eb1e-1e78-4883-bb9a-85a036838185 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:15.797933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5d9a89a-9c03-4560-a23e-1d4adc787a30 req-719f30a9-9666-44c6-86a3-00eb35e01d0d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467690 Jul 27 16:51:15.808301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07561331-7d70-49b8-8f48-13d72bc4a14f req-53ccbbcf-5bb0-4d40-86ad-5ea4bb25609b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306359 Jul 27 16:51:15.948215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:16.064732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cf6eb1e-1e78-4883-bb9a-85a036838185 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags HTTP/1.1" status: 200 len: 238 time: 0.2941473 Jul 27 16:51:16.067511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:16.076761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-2f0c0c84-e462-4762-8994-f9e096cba13a tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', {'tags': ['tempest-TagsTest-Tag-288784899', 'tempest-TagsTest-Tag-255383632', 'tempest-TagsTest-Tag-2057348442']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:16.150998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db516a43-f462-41b2-bb68-305cebb7b715 req-f0d6c51b-bb2c-421d-bf21-ad3c87a739b1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:16.150998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db516a43-f462-41b2-bb68-305cebb7b715 req-f0d6c51b-bb2c-421d-bf21-ad3c87a739b1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.2588220 Jul 27 16:51:16.329666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db516a43-f462-41b2-bb68-305cebb7b715 req-6430d8e3-7e9a-40f4-9b19-df83b6318946 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908488 Jul 27 16:51:16.339176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.391505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.434276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeacb43e-befb-4a5e-9c9a-0d93ba626d98,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:16.443250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f0c0c84-e462-4762-8994-f9e096cba13a tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "PUT /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags HTTP/1.1" status: 200 len: 307 time: 0.3728108 Jul 27 16:51:16.444246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:16.453891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-8eea8063-b291-4c33-bbd3-544e1d8eb35a tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-288784899') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:16.459078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.500990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Checking segment: {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:16.501534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Network hostable DHCP agents. Network: 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:51:16.537494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:51:16.554694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:16.567949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dd330-e490-4ed5-af51-b09fcb207e60 None None] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:51:16.571461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:16.572141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.604044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4b38242b-c20f-42cf-bfee-f9f8f303e728 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0422759 Jul 27 16:51:16.606918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:16.624831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:16.636749 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4f94783b-e101-49dc-be55-abede0781530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:15Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:16.705762 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94783b-e101-49dc-be55-abede0781530 None None] The sync data for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 is: [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:15Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:51:16.712199 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.714191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=054487f9-fd13-498f-8dff-7ceb25230ae5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:16.720055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.721430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.843708 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.922427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e3f3-ea36-493e-9e93-4415dd3f704d req-10f0c802-c121-40ff-a784-6839e6c5014b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:16.932680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:16.936050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd73e3f3-ea36-493e-9e93-4415dd3f704d req-10f0c802-c121-40ff-a784-6839e6c5014b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.5652699 Jul 27 16:51:17.006280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'fixed_ips': [{'subnet_id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:51:17.007594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.095681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8eea8063-b291-4c33-bbd3-544e1d8eb35a tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "DELETE /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-288784899 HTTP/1.1" status: 204 len: 168 time: 0.6470160 Jul 27 16:51:17.100925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60022) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:17.111374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-e283bd3d-205d-4587-a892-58de75486450 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-288784899') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:17.155159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd73e3f3-ea36-493e-9e93-4415dd3f704d req-e938dd5e-5408-4f97-ad81-3428c64b3d56 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158780 Jul 27 16:51:17.157537 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Floating IP b2e58483-2538-41c2-812d-9c2793b5e85b associated. External IP: 172.25.4.24, port: dacb6165-00c2-441e-9bee-c7c786ac151d. Jul 27 16:51:17.258956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.274212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Allocated IP 172.20.0.2 (9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6/aeacb43e-befb-4a5e-9c9a-0d93ba626d98/3dcca2ac-1a5e-4cde-aaec-11a25458b341) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:17.321671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc453b-7438-48d8-9dc8-232d2c82a4dc req-6acce1e9-9051-423f-a9a2-ce32a3396636 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:17.323485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6fc453b-7438-48d8-9dc8-232d2c82a4dc req-6acce1e9-9051-423f-a9a2-ce32a3396636 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 949 time: 0.4112773 Jul 27 16:51:17.424834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6fc453b-7438-48d8-9dc8-232d2c82a4dc req-c7a07668-e454-4fc1-8e2d-2dec0ef93c03 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658574 Jul 27 16:51:17.456783 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e283bd3d-205d-4587-a892-58de75486450 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] show failed (client error): The resource could not be found. Jul 27 16:51:17.460994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e283bd3d-205d-4587-a892-58de75486450 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-288784899 HTTP/1.1" status: 404 len: 325 time: 0.3587136 Jul 27 16:51:17.463346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60032) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:17.477729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-9e34be8f-5c23-41f6-b5b7-dcb634d33671 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-255383632') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:17.500274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2d34-d481-4aa1-893f-056abd960fb1 req-de6c6ad9-b8f7-4b04-8b8f-5781e6aec7cf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:17.517499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78de2d34-d481-4aa1-893f-056abd960fb1 req-de6c6ad9-b8f7-4b04-8b8f-5781e6aec7cf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2111244 Jul 27 16:51:17.661092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.671397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Transition to ACTIVE for port object 3dcca2ac-1a5e-4cde-aaec-11a25458b341 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:17.688948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Transition to ACTIVE for port object 3dcca2ac-1a5e-4cde-aaec-11a25458b341 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:17.697044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.757656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:17.766290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:17.770415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:17.801567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e34be8f-5c23-41f6-b5b7-dcb634d33671 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-255383632 HTTP/1.1" status: 204 len: 168 time: 0.3325863 Jul 27 16:51:17.804152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Pushing event updated for resources: {'Port': ['ID=3dcca2ac-1a5e-4cde-aaec-11a25458b341,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:17.807011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:51:17.808494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:17.816977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-19e23fde-6e61-482a-84ed-253d8c84eea4 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-2057348442') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:17.844992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78de2d34-d481-4aa1-893f-056abd960fb1 req-9fd58c2c-e41c-4a6b-b354-6a8661d53d17 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262625 Jul 27 16:51:17.859684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0f0ba-d419-4e02-a70a-f75c72e01345 req-cbef110a-e4ec-4b33-88ef-143af9404879 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:17.865741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d5b0f0ba-d419-4e02-a70a-f75c72e01345 req-cbef110a-e4ec-4b33-88ef-143af9404879 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.3136649 Jul 27 16:51:17.867093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.929619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Attempting to bind port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:17.931391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Attempting to bind port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:17.935946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Attempting to bind port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 on network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:17.944550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:17.946005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Checking segment: {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:17.946980 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.949426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Bound using segment: {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:17.950056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Bound port: 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:17.950553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:17.967427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:18.035936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d5b0f0ba-d419-4e02-a70a-f75c72e01345 req-718ec1c5-463f-4e50-a68d-efd987c71a60 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625905 Jul 27 16:51:18.112989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:51:18.139414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] For port 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:18.149919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] For port 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3dcca2ac-1a5e-4cde-aaec-11a25458b341,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:18.159013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:51:18.165135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-19e23fde-6e61-482a-84ed-253d8c84eea4 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-2057348442 HTTP/1.1" status: 204 len: 168 time: 0.3547282 Jul 27 16:51:18.168078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:18.168736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:18.175209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:18.190382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-82847b3e-5873-4317-99b7-0b67c4eedd6b tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:18.228353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:18.229306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:18.247916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:18.253583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5055f3ed-c489-440d-80cb-2a9eece29d9f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.2419386 Jul 27 16:51:18.257507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:18.269832 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33a4592-9132-4de1-92c1-d7423b41b1df" -d '{"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:18.272697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:18.377000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:18.414300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Allocated IP 172.25.4.104 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:18.509271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9c08ca-096b-476e-8425-9eccd0709f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:18.541932 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0915ac85-c0bf-4dd5-99d9-c4043b12e46c x-openstack-request-id: req-0915ac85-c0bf-4dd5-99d9-c4043b12e46c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:18.542888 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:18.543517 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0915ac85-c0bf-4dd5-99d9-c4043b12e46c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:18.544162 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'status': 'completed', 'code': 200} Jul 27 16:51:18.622793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685d58-8b1a-4d13-9b91-4311352b0fbf None None] Pushing event updated for resources: {'Port': ['ID=3dcca2ac-1a5e-4cde-aaec-11a25458b341,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:18.695851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7085f7e9-2ba8-44c8-a7f3-be1a82fbd167 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/b2e58483-2538-41c2-812d-9c2793b5e85b HTTP/1.1" status: 200 len: 990 time: 0.4078078 Jul 27 16:51:18.816973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5479-84f0-41ca-96d4-b2d95a77a37b req-fc93cfa7-a76f-4d1b-a676-36ee00c58a24 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:18.821668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2da5479-84f0-41ca-96d4-b2d95a77a37b req-fc93cfa7-a76f-4d1b-a676-36ee00c58a24 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.5687692 Jul 27 16:51:18.858734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:13Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:18.874024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-c519b4b1-5baf-47c6-b8d1-aae4362e4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:18.877101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-c519b4b1-5baf-47c6-b8d1-aae4362e4788 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1096 time: 0.3294330 Jul 27 16:51:18.897230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-82847b3e-5873-4317-99b7-0b67c4eedd6b tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "DELETE /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags HTTP/1.1" status: 204 len: 168 time: 0.7249365 Jul 27 16:51:18.923632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:18.929184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:51:18.940112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:18.941697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:18.973255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-5cbfbb12-6902-46f3-889a-8633b69accd0 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-255383632') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:18.994540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.071338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b921c-a542-45cf-98ed-0904df41ac57 req-8038517d-17c3-48c0-920d-bd4eeed98737 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:19.073119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e8b921c-a542-45cf-98ed-0904df41ac57 req-8038517d-17c3-48c0-920d-bd4eeed98737 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.5131867 Jul 27 16:51:19.077113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 16afdf35-aba4-4341-96e1-f1c5a957bcf4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:19.082455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9c08ca-096b-476e-8425-9eccd0709f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.092047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2da5479-84f0-41ca-96d4-b2d95a77a37b req-f6cc4361-4b57-4a9e-887e-dc13196a62b7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562234 Jul 27 16:51:19.100281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef9c08ca-096b-476e-8425-9eccd0709f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.152168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:19.202282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:51:19.225264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef9c08ca-096b-476e-8425-9eccd0709f4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80b656fe223340bc8633621768e02332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765348 Jul 27 16:51:19.231206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:19.239689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c08ca-096b-476e-8425-9eccd0709f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd77f7-cb9f-4a4f-b178-a457df736789,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:19.245421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e8b921c-a542-45cf-98ed-0904df41ac57 req-33e6d6f7-51fa-4889-a38f-c208eb21bec9 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610200 Jul 27 16:51:19.248584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.284025 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5cbfbb12-6902-46f3-889a-8633b69accd0 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] show failed (client error): The resource could not be found. Jul 27 16:51:19.286483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5cbfbb12-6902-46f3-889a-8633b69accd0 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-255383632 HTTP/1.1" status: 404 len: 325 time: 0.3546374 Jul 27 16:51:19.290998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:19.297684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:19.302239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-c832b217-7885-4dd8-bb1d-b5aaa54f027d tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4', 'tempest-TagsTest-Tag-2057348442') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:19.319401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-aeda5cf3-9022-4f2d-a1e6-a5cb0a55f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:19.321074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-aeda5cf3-9022-4f2d-a1e6-a5cb0a55f22f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 897 time: 0.4117873 Jul 27 16:51:19.420453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:19.458552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:19.472616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28109002-30b0-4625-a930-948c92391085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.474430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Pushing event updated for resources: {'Port': ['ID=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:19.490365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:19.571086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-b0bacbae-0713-417d-acfc-7805613a4c68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 200 len: 998 time: 0.2385550 Jul 27 16:51:19.573053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:19.573538 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.633025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28109002-30b0-4625-a930-948c92391085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.664296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-961efbfd-92b2-49ea-817b-21444333e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:19.666723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-961efbfd-92b2-49ea-817b-21444333e1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4effb5-5aa1-475b-bec5-08f197539069 HTTP/1.1" status: 200 len: 835 time: 0.0829506 Jul 27 16:51:19.720070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60076) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:19.778588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cd7c9-eae6-4fb8-b078-4be9b1d18f18 req-0c47372b-cd3b-4c4d-bcb2-b1dd86455ece tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:19.780265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac7cd7c9-eae6-4fb8-b078-4be9b1d18f18 req-0c47372b-cd3b-4c4d-bcb2-b1dd86455ece tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 949 time: 0.5852177 Jul 27 16:51:19.783012 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-c832b217-7885-4dd8-bb1d-b5aaa54f027d tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] show failed (client error): The resource could not be found. Jul 27 16:51:19.788185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c832b217-7885-4dd8-bb1d-b5aaa54f027d tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "GET /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags/tempest-TagsTest-Tag-2057348442 HTTP/1.1" status: 404 len: 326 time: 0.4901617 Jul 27 16:51:19.798578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:19.836340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.843452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac7cd7c9-eae6-4fb8-b078-4be9b1d18f18 req-19fcb6db-742e-41b8-b2fc-9c4e45640aa3 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 Jul 27 16:51:19.872563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-dc25eb89-9bae-4653-8356-fdb667723717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:19.874487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-dc25eb89-9bae-4653-8356-fdb667723717 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0407b50-5e97-4a90-a3a6-051198d5d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911819 Jul 27 16:51:19.982568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 16afdf35-aba4-4341-96e1-f1c5a957bcf4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=16afdf35-aba4-4341-96e1-f1c5a957bcf4,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:19.995862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:19.999552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3dcca2ac-1a5e-4cde-aaec-11a25458b341 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:20.112098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8712a0e-1cf9-4ab4-b687-410a38a98d5b None None] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:51:20.133906 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.258903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f11b3fb0-ea31-458d-9a5e-69d23f0f263d None None] Provisioning for port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:20.301334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:20.307791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:20.310307 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fab7fd-cd0a-4ab4-81f9-fb030b0ae53a" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:20.319149 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.321628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:20.378670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-037faac8-a1a6-44ea-9ebc-8c0ca04eb094 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '86f2c8aa-d08d-460e-81f0-d3f5d02324c4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:20.380358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-7547ea51-3449-480d-9016-96410eb6eebc service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969368 Jul 27 16:51:20.393693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:20.406187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e527-21d0-49a6-93d2-59bdf9be4d75 req-af3338fa-4d0f-46f2-8750-e588abfb509a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:20.417143 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9762e527-21d0-49a6-93d2-59bdf9be4d75 req-af3338fa-4d0f-46f2-8750-e588abfb509a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.1294088 Jul 27 16:51:20.420759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:20.420759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.488248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:13Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:20.516562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c33a4592-9132-4de1-92c1-d7423b41b1df req-c7a18792-4ab1-4d4e-b097-5abc5c007927 service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284964 Jul 27 16:51:20.543184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41628e2e-76fd-4d75-af2f-d2c27b5e0c54 None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:50:33Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:13Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:51:20.550386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:20.570704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9762e527-21d0-49a6-93d2-59bdf9be4d75 req-2808066a-27ea-43a5-8d9a-08f79852d429 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538329 Jul 27 16:51:20.582892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28109002-30b0-4625-a930-948c92391085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.596888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28109002-30b0-4625-a930-948c92391085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.598226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-28109002-30b0-4625-a930-948c92391085 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efdd77f7-cb9f-4a4f-b178-a457df736789 HTTP/1.1" status: 204 len: 168 time: 1.3659868 Jul 27 16:51:20.713707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698408-3c54-45b5-8037-fd2d11f4c783 req-1c8d3d37-09b4-41a5-ba46-aed309da2d45 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:20.722032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95698408-3c54-45b5-8037-fd2d11f4c783 req-1c8d3d37-09b4-41a5-ba46-aed309da2d45 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 1.1616259 Jul 27 16:51:20.732121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6d2214b9-af30-4ae5-ab38-4ee224ffb363 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/b2e58483-2538-41c2-812d-9c2793b5e85b HTTP/1.1" status: 200 len: 990 time: 0.9446044 Jul 27 16:51:20.733629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.764594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28109002-30b0-4625-a930-948c92391085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd77f7-cb9f-4a4f-b178-a457df736789,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:20.850629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95698408-3c54-45b5-8037-fd2d11f4c783 req-d029b300-9e6a-4ef3-bdcc-28cf8ff4eaa8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275716 Jul 27 16:51:20.852820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.869088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3dcca2ac-1a5e-4cde-aaec-11a25458b341,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:20.893076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:20.909372 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d3dcb-c86f-4d4e-a261-4297528dfe2f None None] New status for floating IP b2e58483-2538-41c2-812d-9c2793b5e85b: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:51:21.007287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3dcca2ac-1a5e-4cde-aaec-11a25458b341,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:21.040042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-037faac8-a1a6-44ea-9ebc-8c0ca04eb094 tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "DELETE /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4/tags HTTP/1.1" status: 204 len: 168 time: 0.7843461 Jul 27 16:51:21.047414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:21.077882 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd3bec-bef0-407a-aaa0-119fe32c4269 x-openstack-request-id: req-e0fd3bec-bef0-407a-aaa0-119fe32c4269 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:21.078326 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:21.078971 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0fd3bec-bef0-407a-aaa0-119fe32c4269 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:21.079485 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'code': 200} Jul 27 16:51:21.098549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 16afdf35-aba4-4341-96e1-f1c5a957bcf4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:21.259524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:21.260110 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.279988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:21.306372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd535d2a-27c7-4ca3-ae67-79a4e0be620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.364462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.497744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e6b8240f-403f-48c0-b5a7-9f943b967d47 None None] Provisioning complete for port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:21.499445 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6b8240f-403f-48c0-b5a7-9f943b967d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.587166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd535d2a-27c7-4ca3-ae67-79a4e0be620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.594968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd535d2a-27c7-4ca3-ae67-79a4e0be620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.635198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd535d2a-27c7-4ca3-ae67-79a4e0be620b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f1803ea6e0540eeb260f2349c776fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507757 Jul 27 16:51:21.650707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:21.661034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.686495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f2c8aa-d08d-460e-81f0-d3f5d02324c4']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:21.701894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd535d2a-27c7-4ca3-ae67-79a4e0be620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce533848-684f-4052-8eef-8a06e5a18cbb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:21.726929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582ff5ab-f276-4414-bd0c-87db5c1ebc81') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:21.727237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582ff5ab-f276-4414-bd0c-87db5c1ebc81') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:21.733991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3d89f-610d-4698-8506-cc5f17d84c39 req-bcbf0a49-a42c-400a-9fb9-1ae53bae1ed3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:21.735775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8b3d89f-610d-4698-8506-cc5f17d84c39 req-bcbf0a49-a42c-400a-9fb9-1ae53bae1ed3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.1102636 Jul 27 16:51:21.736271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60122) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:21.766456 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.790715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.794181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.807157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:51:21.807601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:51:21.812845 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:51:21.838219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8b3d89f-610d-4698-8506-cc5f17d84c39 req-6aadc9cc-3d97-4765-afbc-6f03691d3778 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931752 Jul 27 16:51:21.844226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50c10558-ab1e-417a-920b-7cad8f72b151 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/b2e58483-2538-41c2-812d-9c2793b5e85b HTTP/1.1" status: 200 len: 992 time: 0.1066680 Jul 27 16:51:21.926919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.953244 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.993664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:21.998397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:22.000276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] 10.222.0.64 "DELETE /v2.0/networks/86f2c8aa-d08d-460e-81f0-d3f5d02324c4 HTTP/1.1" status: 204 len: 168 time: 0.9512351 Jul 27 16:51:22.030124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56761b89-45f9-4e3e-a5c1-8ea3d594682a req-febacab1-8842-4ae0-b787-fa469cf1acae tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:22.031653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56761b89-45f9-4e3e-a5c1-8ea3d594682a req-febacab1-8842-4ae0-b787-fa469cf1acae tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3497496 Jul 27 16:51:22.040387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadad5ca-d501-49b7-ac29-2de4b7724adc tempest-TagsTest-555897006 tempest-TagsTest-555897006-project] Pushing event deleted for resources: {'Network': ['ID=86f2c8aa-d08d-460e-81f0-d3f5d02324c4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:22.129469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56761b89-45f9-4e3e-a5c1-8ea3d594682a req-53597c41-eba1-41d9-a3ef-694e926ab5d9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866549 Jul 27 16:51:22.147161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Router 2e574736-daa2-480b-8681-c189d6a34dbc is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:51:22.154252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:22.176946 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:22.176946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce533848-684f-4052-8eef-8a06e5a18cbb HTTP/1.1" status: 204 len: 168 time: 0.5105686 Jul 27 16:51:22.186235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce533848-684f-4052-8eef-8a06e5a18cbb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:22.286820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.287499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.288447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.289096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.289692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.290398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.291423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.292061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.292739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.293431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.294063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.294818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246821ef-c4f4-4889-9e3d-acde7416fdac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:22.409053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2300358-98f7-4a19-9489-0ca284636582 req-12fe20a9-d5c2-47c0-a910-b962d6e857d3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:22.412301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2300358-98f7-4a19-9489-0ca284636582 req-12fe20a9-d5c2-47c0-a910-b962d6e857d3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1136045 Jul 27 16:51:22.438223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:51:22.451913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Sync routers for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:51:22.453321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:22.467535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:22.469029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:22.469750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:22.477961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9f1bb0ec-3387-4f76-ac75-386b479906ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8678827 Jul 27 16:51:22.481163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:22.482225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2300358-98f7-4a19-9489-0ca284636582 req-de32d68a-30a0-4b43-b48d-f5c9bd148bb5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Jul 27 16:51:22.683680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:22.777103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639892-7ced-4fe1-9a21-585fee761668 req-e3ceb46c-f151-4450-9c7a-7bbdc5a2f720 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:22.779772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c639892-7ced-4fe1-9a21-585fee761668 req-e3ceb46c-f151-4450-9c7a-7bbdc5a2f720 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1159551 Jul 27 16:51:22.940773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c02383a4-76ae-4125-8e00-116721e33d8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a29098510f54a5fb0a5c5be0ee9005f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857743 Jul 27 16:51:22.946632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:22.964759 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c639892-7ced-4fe1-9a21-585fee761668 req-f265c580-5c41-4c12-b349-46e2559a8a30 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767695 Jul 27 16:51:23.044609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:20Z', 'revision_number': 3, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:23.095154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-5b23e189-dc7c-4a18-bfa5-0682eead89e3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:23.097986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-5b23e189-dc7c-4a18-bfa5-0682eead89e3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.2562623 Jul 27 16:51:23.138821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3dcca2ac-1a5e-4cde-aaec-11a25458b341 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:23.190484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Checking router: 2e574736-daa2-480b-8681-c189d6a34dbc for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:51:23.190823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Updating router 2e574736-daa2-480b-8681-c189d6a34dbc port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:51:23.258693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.268227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.327528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.380744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:23.381151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.401568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 18fbd2dd-112c-4004-b8dc-c5d339f8422b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:51:23.402392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.459261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d633194-e191-44d3-bd1b-4e1a7d6aeceb req-5d17b249-db37-4e53-96db-c14ec8463db7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:23.461692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d633194-e191-44d3-bd1b-4e1a7d6aeceb req-5d17b249-db37-4e53-96db-c14ec8463db7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2612350 Jul 27 16:51:23.605496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d633194-e191-44d3-bd1b-4e1a7d6aeceb req-b1063be0-1019-4844-bf8a-f1ddfc19a838 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029532 Jul 27 16:51:23.642255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.655228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72299b-ef67-4623-aa07-f91bb4600be3 req-c77e8212-0fa0-4f33-838f-657954ce25ff tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:23.659004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed72299b-ef67-4623-aa07-f91bb4600be3 req-c77e8212-0fa0-4f33-838f-657954ce25ff tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c1c3882-8fb6-4a2f-b844-3bd95756291c HTTP/1.1" status: 200 len: 945 time: 0.5855536 Jul 27 16:51:23.663928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.670171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/702df3df-70fc-4878-9d86-c5320aec58e7 HTTP/1.1" status: 204 len: 168 time: 0.7212908 Jul 27 16:51:23.715637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 18fbd2dd-112c-4004-b8dc-c5d339f8422b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=18fbd2dd-112c-4004-b8dc-c5d339f8422b,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:23.737384 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.754655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23954282-c90f-437b-8920-442240ee2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702df3df-70fc-4878-9d86-c5320aec58e7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:23.789091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 18fbd2dd-112c-4004-b8dc-c5d339f8422b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:51:23.817614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:23.923454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed72299b-ef67-4623-aa07-f91bb4600be3 req-e6edc57c-8e75-4980-85c7-22e1bc577406 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622526 Jul 27 16:51:24.092287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.119022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Transition to ACTIVE for port object 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:24.132663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.155240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.186328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['18fbd2dd-112c-4004-b8dc-c5d339f8422b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:24.257778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:24.282341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Allocated IP 172.20.0.1 (9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6/aeacb43e-befb-4a5e-9c9a-0d93ba626d98/15cc1968-aced-44a2-928c-67d960c794d1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:24.310778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=18fbd2dd-112c-4004-b8dc-c5d339f8422b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:24.347027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 18fbd2dd-112c-4004-b8dc-c5d339f8422b on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:51:24.357573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.359334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Attempting to bind port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:24.359909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Attempting to bind port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:24.360451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Attempting to bind port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:24.361557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81c7eaaf-8148-4540-867e-41ffe2b1d86a req-29bc5eb6-65f6-4071-8c8b-6503f0865dab tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "DELETE /v2.0/ports/18fbd2dd-112c-4004-b8dc-c5d339f8422b HTTP/1.1" status: 204 len: 173 time: 1.2549856 Jul 27 16:51:24.389892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:24.390675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:24.391614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.392215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:24.392909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Bound port: 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:24.393503 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.398381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'name': 'network-vif-deleted', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:24.403527 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48525b72-81db-4a88-8c13-6e98f7f7e7b5" -d '{"events": [{"server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "name": "network-vif-deleted", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:24.439550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a44ca-46d2-4e1f-94d4-e517be5c694f req-70631c90-b274-4a54-b608-6f6d7dc54a22 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.458280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-662a44ca-46d2-4e1f-94d4-e517be5c694f req-70631c90-b274-4a54-b608-6f6d7dc54a22 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3481617 Jul 27 16:51:24.466568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf42f5-a0f5-4732-af13-5060af27878b None None] Pushing event updated for resources: {'Port': ['ID=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:24.554084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.557936 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb61d1-bda3-4853-83c7-bf1c4ff34a03 x-openstack-request-id: req-8adb61d1-bda3-4853-83c7-bf1c4ff34a03 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:24.558268 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c3882-8fb6-4a2f-b844-3bd95756291c", "name": "network-vif-deleted", "tag": "18fbd2dd-112c-4004-b8dc-c5d339f8422b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:24.558551 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8adb61d1-bda3-4853-83c7-bf1c4ff34a03 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:24.559008 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c3882-8fb6-4a2f-b844-3bd95756291c', 'name': 'network-vif-deleted', 'tag': '18fbd2dd-112c-4004-b8dc-c5d339f8422b', 'status': 'completed', 'code': 200} Jul 27 16:51:24.593870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Transition to ACTIVE for port object 15cc1968-aced-44a2-928c-67d960c794d1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:24.614308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-662a44ca-46d2-4e1f-94d4-e517be5c694f req-98f68aad-d416-4a17-ac68-be9c4c1d037f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549618 Jul 27 16:51:24.646364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] For port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:24.650662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] For port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:24.670011 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.676639 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-12787f16-e26a-4df1-9fec-a68e4b1ebb3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1768751 Jul 27 16:51:24.692252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:24.790079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:24.796016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:24.807646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:24.808522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:24.829902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:24.892459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:24.898408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.899131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.901199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.908256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.908898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.909478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.910067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:24.915008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-69bc17cd-ef2b-4668-b3cd-256a33a3b9b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.1659987 Jul 27 16:51:24.971113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:25.121275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf42f5-a0f5-4732-af13-5060af27878b None None] Pushing event updated for resources: {'Port': ['ID=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:25.219585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-1b03699c-2ac7-4a5d-94f9-948526541f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.220073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-1b03699c-2ac7-4a5d-94f9-948526541f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.220794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-1b03699c-2ac7-4a5d-94f9-948526541f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.223312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-1b03699c-2ac7-4a5d-94f9-948526541f90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 2299 time: 0.2610917 Jul 27 16:51:25.389007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-43d37ae8-5313-4695-b07b-d5d61ef8a305 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1002 time: 0.1580949 Jul 27 16:51:25.569027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-efe51112-7157-421b-a7d0-061589710bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.582713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-efe51112-7157-421b-a7d0-061589710bc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.1835954 Jul 27 16:51:25.621978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:51:25.622259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7f60-63e0-4047-8542-67c149b5061c req-09f7d3fc-1414-4e35-abe8-d7ab4f908fcf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.654816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e3a7f60-63e0-4047-8542-67c149b5061c req-09f7d3fc-1414-4e35-abe8-d7ab4f908fcf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.9006121 Jul 27 16:51:25.689873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d609b946-c956-47f8-a120-5b5131267a5e None None] Provisioning for port 15cc1968-aced-44a2-928c-67d960c794d1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:25.723203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:25.727777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d609b946-c956-47f8-a120-5b5131267a5e None None] Provisioning complete for port 15cc1968-aced-44a2-928c-67d960c794d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:25.728156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d609b946-c956-47f8-a120-5b5131267a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:25.736129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:25.811769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-d64dccdf-b9ed-4457-9816-750b2a21a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:25.813459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-d64dccdf-b9ed-4457-9816-750b2a21a79c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254827 Jul 27 16:51:25.936117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e3a7f60-63e0-4047-8542-67c149b5061c req-9909e3e3-d1e4-4127-a112-199742a3537c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800429 Jul 27 16:51:26.056516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-e5c185a3-f63d-441b-aaba-2422cecdc4e5 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336314 Jul 27 16:51:26.076039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d609b946-c956-47f8-a120-5b5131267a5e None None] Port 15cc1968-aced-44a2-928c-67d960c794d1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:51:26.144719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:26.177665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'mac_address': 'fa:16:3e:dd:98:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:51:26.181852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:26.188536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:26.252115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:26.293957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f835445-a05b-49d3-b0c0-8a7038ea6f3c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:26.320175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:26.336463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:26.388788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:26.402098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:26.452498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:20Z', 'revision_number': 3, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:26.467015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-bef5463a-f019-4246-a616-b4dc4ec5a13e service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002888 Jul 27 16:51:26.531338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa27e9e-4596-4795-988b-fbf94446a933 None None] The sync data for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 is: [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:20Z', 'revision_number': 3, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:51:26.549983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-51eacfc9-2e7e-4458-acc5-8607a90b5c6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 217 time: 0.0732114 Jul 27 16:51:26.575065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-262e92bd-851f-49ae-ac13-af57cb962ba2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:26.578418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-262e92bd-851f-49ae-ac13-af57cb962ba2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.3249993 Jul 27 16:51:26.593023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:26.610795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['3f835445-a05b-49d3-b0c0-8a7038ea6f3c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:26.672804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-8259de8c-fa8e-4401-90e0-b95bda80177d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/quotas/416c4494c7fa42bf8b0ac1e5ae1d6a68 HTTP/1.1" status: 200 len: 375 time: 0.0931418 Jul 27 16:51:26.736190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-c0ffb8e0-8732-4d1e-83de-7309f92e97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:26.740599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-c0ffb8e0-8732-4d1e-83de-7309f92e97bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1483054 Jul 27 16:51:26.846719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-a946d0b7-8631-432d-8767-8630e5e8b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:26.848401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-a946d0b7-8631-432d-8767-8630e5e8b90a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992653 Jul 27 16:51:26.876235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:26.910746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78961e-1c8c-497d-8e86-a8b1ddfda06f req-fde069c4-56ba-4782-8dc2-b73b7c72b2a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:26.942198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f78961e-1c8c-497d-8e86-a8b1ddfda06f req-fde069c4-56ba-4782-8dc2-b73b7c72b2a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4402483 Jul 27 16:51:26.948011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-7904a9d2-a5e4-43ee-b2df-192e32f27df2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740922 Jul 27 16:51:26.960089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:27.249507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 18fbd2dd-112c-4004-b8dc-c5d339f8422b no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:51:27.292680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-76f524ab-0976-458d-9e01-78194a94c482 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360158 Jul 27 16:51:27.300160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 18fbd2dd-112c-4004-b8dc-c5d339f8422b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:51:27.300862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 18fbd2dd-112c-4004-b8dc-c5d339f8422b not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:51:27.391684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Router 2e574736-daa2-480b-8681-c189d6a34dbc has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:51:27.403017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f78961e-1c8c-497d-8e86-a8b1ddfda06f req-d56fc63f-0322-4281-9501-c2a336cb35c8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593997 Jul 27 16:51:27.527870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-07d81ba2-7acd-4c2d-af94-1b0c7e5d3e37 None None] Provisioning complete for port 15cc1968-aced-44a2-928c-67d960c794d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:27.528545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07d81ba2-7acd-4c2d-af94-1b0c7e5d3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:27.601178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-07d81ba2-7acd-4c2d-af94-1b0c7e5d3e37 None None] Port 15cc1968-aced-44a2-928c-67d960c794d1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:51:27.675140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:51:27.691916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d1b43d67-8f02-44dc-933f-a4b869f2bfa8 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e574736-daa2-480b-8681-c189d6a34dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2034571 Jul 27 16:51:27.836869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-5f511b34-6c2e-4c1c-82bf-8abe4fffcf48 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949526 Jul 27 16:51:27.876512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-8d25ba41-4755-4aee-ab20-8e0260c861dc service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266829 Jul 27 16:51:28.098650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-63236342-14de-4202-8b0d-832b909ab2a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 217 time: 0.2417283 Jul 27 16:51:28.166867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bc15e-e294-4eb4-9ac5-d1513e271b88 req-4008a6e0-7d93-484f-ad1f-df03ea53dd5e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:28.169479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e8bc15e-e294-4eb4-9ac5-d1513e271b88 req-4008a6e0-7d93-484f-ad1f-df03ea53dd5e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2208343 Jul 27 16:51:28.293377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-ebff6870-74c4-4463-b95d-b84401b2553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:28.295428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-ebff6870-74c4-4463-b95d-b84401b2553f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1341712 Jul 27 16:51:28.324464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e8bc15e-e294-4eb4-9ac5-d1513e271b88 req-f3f63b0c-734e-48fb-a265-7a31f6b5dd2b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291647 Jul 27 16:51:28.514253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-79f1671b-99ee-41b5-896f-77a74142a01d service neutron] 10.222.0.64 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363955 Jul 27 16:51:28.621879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-b17cb3cd-45e5-4662-80ef-3bfe09710579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:28.625562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-b17cb3cd-45e5-4662-80ef-3bfe09710579 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3210766 Jul 27 16:51:28.837956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-1397801d-6b71-432e-8546-bf9a24232954 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924715 Jul 27 16:51:29.238678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:29.273821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-eca22d8a-b8f9-4a24-ac68-f96f845e4041 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277515 Jul 27 16:51:29.414834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:29.430773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:29.435838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199561427', 'description': 'tempest-secgroup-smoke-1199561427 description', 'project_id': '5d79ce623e5f40799e109787ba54dddd'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:29.472735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-bbcd6df2-4387-4c44-90c2-658cbfd0ee59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 217 time: 0.1914759 Jul 27 16:51:29.489559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.594319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-70b1a89a-985d-45da-9ac7-c00a3e3b0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:29.604266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-70b1a89a-985d-45da-9ac7-c00a3e3b0cab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1190321 Jul 27 16:51:29.649350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:29.662288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f15c699d-d6b4-41ce-850f-ffa5558b170a req-c23787d8-b30b-43c6-8cfc-68e037ac1abf tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 210 time: 0.1278746 Jul 27 16:51:29.675168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:29.681857 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.757674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-fd8985af-5f61-4b51-bef7-e6a7fcd1cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:29.761736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-fd8985af-5f61-4b51-bef7-e6a7fcd1cb30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552749 Jul 27 16:51:29.801761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.811898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.884913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.887240 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4576383 Jul 27 16:51:29.892369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:29.913465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:29.920201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:29.921867 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:29.954946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273623-29b8-43e4-b1af-b54f93cfd6eb tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe66dc-54f8-4038-8175-06583b641bdf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:30.037525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.123810 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Sync routers for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:51:30.139867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:30.147856 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.150121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.159337 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:30.160316 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:30.181354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.279424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-cf2f41b8-a715-4157-b4a1-eaaa5d293667 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089998 Jul 27 16:51:30.364281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705756a4-0a42-40f4-b6a2-f7466ed0cf9b req-80b72c35-42d6-4013-96d1-7703dafd2342 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:30.379779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-705756a4-0a42-40f4-b6a2-f7466ed0cf9b req-80b72c35-42d6-4013-96d1-7703dafd2342 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4785292 Jul 27 16:51:30.430878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:30.433139 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a8a041-e530-4451-a685-a8812d032dbd" -d '{"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-plugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:30.443765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:30.476128 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.503376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:30.540131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.543738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.543738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.549022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.550442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:30.673629 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:30.685078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-a10dc830-73c1-43ee-aba2-76aaa4358348 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964764 Jul 27 16:51:30.688123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.731584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-705756a4-0a42-40f4-b6a2-f7466ed0cf9b req-212867a8-785c-4c89-a8d6-80ae77943314 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493745 Jul 27 16:51:30.747742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:30.788317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:30.810165 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b492d-b42c-43f4-9687-203a1b387c6d x-openstack-request-id: req-419b492d-b42c-43f4-9687-203a1b387c6d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:30.810706 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-plugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:30.812737 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-419b492d-b42c-43f4-9687-203a1b387c6d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:30.813381 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'code': 200} Jul 27 16:51:30.934547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-e99a017c-d698-4646-9797-a6d017d1ca0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 217 time: 0.2190819 Jul 27 16:51:31.018959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e1f285-c24c-4fdf-b76d-2c460d41280c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:31.022140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.023719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1f8593a-56fd-4c6a-a018-ffc3d5266467 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1210608 Jul 27 16:51:31.042378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:31.049055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:31.090970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:31.136375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13e89-b2a5-4d29-b456-9d3e9b676474 req-c0449738-f13c-488d-92d8-420875f33ba6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:31.142133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ea13e89-b2a5-4d29-b456-9d3e9b676474 req-c0449738-f13c-488d-92d8-420875f33ba6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2220981 Jul 27 16:51:31.143253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.209663 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:25Z', 'revision_number': 4, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '15cc1968-aced-44a2-928c-67d960c794d1', 'name': '', 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'mac_address': 'fa:16:3e:1c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:23Z', 'updated_at': '2021-07-27T16:51:25Z', 'revision_number': 2, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'subnets': [{'id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:31.254857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:31.256320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.261735 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Checking router: 2e574736-daa2-480b-8681-c189d6a34dbc for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:51:31.262465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Updating router 2e574736-daa2-480b-8681-c189d6a34dbc port 15cc1968-aced-44a2-928c-67d960c794d1 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:51:31.319001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ea13e89-b2a5-4d29-b456-9d3e9b676474 req-4bc0783e-d8af-4197-8307-eb0921eef287 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641035 Jul 27 16:51:31.323984 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.506181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.528576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fcce03fc-bd5e-496c-8334-2d98a29c6da8 req-212dbb22-403c-4053-962d-13fa06830e90 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 210 time: 0.5890436 Jul 27 16:51:31.581358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.637507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7055f7ad-b40f-4b1d-872b-8adb6eddaf2a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:31.643828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-59e6fcde-5b53-46aa-89e7-f8ef4afbafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:31.646825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-59e6fcde-5b53-46aa-89e7-f8ef4afbafe0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.7038131 Jul 27 16:51:31.652652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.658901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5dc3d015-a8ac-49f8-b4cc-c6bcd969b193 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6101451 Jul 27 16:51:31.660445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:31.666485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:31.713421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.724444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2782b-30b4-4ad0-b0d4-706c99269b38 req-17c87e21-451b-4def-a1cd-b0c55289cd26 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:31.726347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5f2782b-30b4-4ad0-b0d4-706c99269b38 req-17c87e21-451b-4def-a1cd-b0c55289cd26 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2725518 Jul 27 16:51:31.732986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-b047b80f-6ec1-4939-af33-7031ad08b54a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:31.734990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-b047b80f-6ec1-4939-af33-7031ad08b54a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 806 time: 0.2053094 Jul 27 16:51:31.761758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Request body: {'port': {'device_id': '070344ac-05c2-4a53-9239-efb87b0917d4', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'admin_state_up': True, 'tenant_id': '416c4494c7fa42bf8b0ac1e5ae1d6a68'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:31.868626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5f2782b-30b4-4ad0-b0d4-706c99269b38 req-8027d697-77d6-4156-97ab-51f44221969f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216815 Jul 27 16:51:31.880246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.898162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.924122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6698ce-9001-4281-9d60-bc7c3d074417,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:31.940882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:31.944253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98fac719-fa7d-4379-9ff6-2cf72a91b13e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816689 Jul 27 16:51:31.953194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:31.968154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:31.982293 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.010747 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Transition to ACTIVE for port object 15cc1968-aced-44a2-928c-67d960c794d1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:32.030108 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.047159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.193285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-0c848442-93a2-4bd3-8774-e584e47b29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:32.195348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-0c848442-93a2-4bd3-8774-e584e47b29e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4591594 Jul 27 16:51:32.202415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Made reservation on behalf of 416c4494c7fa42bf8b0ac1e5ae1d6a68 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:32.210721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.214471 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Pushing event updated for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:32.265250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.279427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.316395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d68e3a-4ccc-4547-827e-23a08397f1db,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:32.353188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.368549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-27d94e21-4799-4e04-9dc1-6660ab702a83 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4122398 Jul 27 16:51:32.369384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60434) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:32.389216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:32.431441 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.431699 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.432041 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.432370 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.437762 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.438126 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.438465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.438795 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.439125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.439444 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.439766 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.439969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Allocated IP 172.20.0.4 (81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf/b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:32.440161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:51:32.468283 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Project 5d79ce623e5f40799e109787ba54dddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:51:32.487676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.544663 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Attempting to bind port 15cc1968-aced-44a2-928c-67d960c794d1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:32.544993 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Attempting to bind port 15cc1968-aced-44a2-928c-67d960c794d1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:32.545356 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Attempting to bind port 15cc1968-aced-44a2-928c-67d960c794d1 on network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:32.603516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:32.603995 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Checking segment: {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:32.604921 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.605515 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Bound using segment: {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:32.606262 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Bound port: 15cc1968-aced-44a2-928c-67d960c794d1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a150e8-3157-4767-bdb9-423e23e358e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:32.613883 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.736165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57221e77-2437-47c6-9929-7b526cfade95 req-7aeeecdf-ce5e-401c-bf29-e9748e7c5a51 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:32.747262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-57221e77-2437-47c6-9929-7b526cfade95 req-7aeeecdf-ce5e-401c-bf29-e9748e7c5a51 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.6920962 Jul 27 16:51:32.799571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e45fd02d-c2fb-4bc6-ae65-3ea2b1397ebf req-d6ddb764-27d1-41ec-ad89-f19d95bc82ed tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 210 time: 0.0703144 Jul 27 16:51:32.828575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.852243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.855916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] For port 15cc1968-aced-44a2-928c-67d960c794d1, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:32.863917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] For port 15cc1968-aced-44a2-928c-67d960c794d1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=15cc1968-aced-44a2-928c-67d960c794d1,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:32.872242 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.978220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c7891-a9d6-4504-9397-1b5878b1d1e9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:32.985910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:32.999939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5f0bee1d-b897-414f-9ed1-2833a0e0b237 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6224339 Jul 27 16:51:33.001024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:33.011224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'security_group_rule': {'security_group_id': '6dbe66dc-54f8-4038-8175-06583b641bdf', 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:33.047658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-57221e77-2437-47c6-9929-7b526cfade95 req-dc8e0fe1-a341-40d7-a738-4269cd5634ee tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819273 Jul 27 16:51:33.064843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-7bb4cfd6-029e-47c8-b63f-575a8a5af9ed service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206198 Jul 27 16:51:33.068741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:33.107667 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Project 5d79ce623e5f40799e109787ba54dddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:51:33.140554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:33.164240 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db038-769f-4b39-8a4b-5b6b679263ac None None] Pushing event updated for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:33.181876 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:51:33.183190 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:33.336079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:33.344004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:33.400633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:33.428220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4243023 Jul 27 16:51:33.448420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad2b5a-fdc1-4608-9735-27c0d64fdd6f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2088f4d4-e8d3-4205-b86d-eeda7145dfb8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:33.537608 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:51:33.732897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e332-3858-4ed2-b35d-35a22a18098f req-fa7207b7-d343-4f96-a477-39c2ce6522fb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:33.746873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3868e332-3858-4ed2-b35d-35a22a18098f req-fa7207b7-d343-4f96-a477-39c2ce6522fb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1509085 Jul 27 16:51:33.764293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-bc2db364-a212-4f17-bab5-29c682ca687b service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985211 Jul 27 16:51:33.847333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-810f794c-9798-4a4e-9157-132c90b7672a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 217 time: 0.0546694 Jul 27 16:51:33.887008 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3868e332-3858-4ed2-b35d-35a22a18098f req-17c4da8f-f96f-4e7d-aa72-9e5463d47bae tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388528 Jul 27 16:51:33.887341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-2502dae9-ae32-4be5-95a6-ad19aa0c7107 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199561427&fields=id&tenant_id=5d79ce623e5f40799e109787ba54dddd HTTP/1.1" status: 200 len: 267 time: 0.2236485 Jul 27 16:51:34.095731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e9916a2-62d8-40d9-81ce-7f43af9d2675 req-a05a6c69-e5f3-4069-932c-a710ee477c60 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 210 time: 0.0766151 Jul 27 16:51:34.143580 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:25Z', 'revision_number': 4, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '15cc1968-aced-44a2-928c-67d960c794d1', 'name': '', 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'mac_address': 'fa:16:3e:1c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:23Z', 'updated_at': '2021-07-27T16:51:32Z', 'revision_number': 4, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'subnets': [{'id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:51:34.230276 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d23e0-ecf2-49f5-8c99-9c298cf41d7a None None] The sync data for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 is: [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:51:25Z', 'revision_number': 4, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '15cc1968-aced-44a2-928c-67d960c794d1', 'name': '', 'network_id': '9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'mac_address': 'fa:16:3e:1c:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:23Z', 'updated_at': '2021-07-27T16:51:32Z', 'revision_number': 4, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'subnets': [{'id': 'aeacb43e-befb-4a5e-9c9a-0d93ba626d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:51:34.241207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-8b94d4bc-1de1-40a1-ad5d-d5447127d255 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:34.257187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-8b94d4bc-1de1-40a1-ad5d-d5447127d255 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/networks?id=dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 200 len: 808 time: 0.3046815 Jul 27 16:51:34.293472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-0edf3a1a-7e4c-404c-ac33-3d5f35222b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:34.295875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-0edf3a1a-7e4c-404c-ac33-3d5f35222b18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.4469526 Jul 27 16:51:34.347325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:34.572371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-51000c82-3a7e-4956-884f-71a26931f0b4 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/quotas/5d79ce623e5f40799e109787ba54dddd HTTP/1.1" status: 200 len: 375 time: 0.3133464 Jul 27 16:51:34.627382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:34.663232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:34.868645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:34.899002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:34.950168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:35.165273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 15cc1968-aced-44a2-928c-67d960c794d1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:35.212332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:35.213631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:35.223515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event updated for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:35.243847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-c32d840f-ecc5-4146-857b-4179f1c72194 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4936974 Jul 27 16:51:35.265728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 15cc1968-aced-44a2-928c-67d960c794d1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:35.270586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 15cc1968-aced-44a2-928c-67d960c794d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:35.270929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Request body: {'port': {'device_id': '070344ac-05c2-4a53-9239-efb87b0917d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:35.271591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:35.286951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-05431f44-4100-49c2-9dc0-d1b7faf1022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:35.289477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-05431f44-4100-49c2-9dc0-d1b7faf1022d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9255271 Jul 27 16:51:35.291248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a807-fbb5-49ef-a7ae-59e2c86bb0e3 req-2d2ec454-ca7c-42bd-83fe-1cf9302b4d29 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:35.306612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84a1a807-fbb5-49ef-a7ae-59e2c86bb0e3 req-2d2ec454-ca7c-42bd-83fe-1cf9302b4d29 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1833019 Jul 27 16:51:35.373423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-30ba12ea-4066-4648-a6e3-41f488b6d858 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d79ce623e5f40799e109787ba54dddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7870331 Jul 27 16:51:35.403506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84a1a807-fbb5-49ef-a7ae-59e2c86bb0e3 req-619b3e71-acfb-4c9d-9caa-00e8bd5e5dbf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907633 Jul 27 16:51:35.438882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:35.484365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 15cc1968-aced-44a2-928c-67d960c794d1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=15cc1968-aced-44a2-928c-67d960c794d1,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:35.494087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:35.631723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066239e-2732-4180-8c9c-8c7b676af519 req-f02cc8f0-a6c7-4fa8-9939-c5bc01a9c282 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:35.639991 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c066239e-2732-4180-8c9c-8c7b676af519 req-f02cc8f0-a6c7-4fa8-9939-c5bc01a9c282 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 931 time: 0.1174958 Jul 27 16:51:35.658725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:35.780638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c066239e-2732-4180-8c9c-8c7b676af519 req-abbee69f-09cc-4185-b229-c3c5494dace2 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389680 Jul 27 16:51:36.067292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:36.073480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-4af57b8d-ad6e-437c-ba51-91aee1123718 service neutron] 10.222.0.64 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669703 Jul 27 16:51:36.423853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-a20e162f-35a6-4166-9c49-298a341783a3 service neutron] 10.222.0.64 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187251 Jul 27 16:51:36.713907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-bbb60ddf-a214-4f81-a5f4-26bdc95c86d2 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3686438 Jul 27 16:51:36.727183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f411d-5f0c-41a3-a6f7-db3621db7bae req-3d3a578d-5d91-41df-ad9b-41261267ba8a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:36.761502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-488f411d-5f0c-41a3-a6f7-db3621db7bae req-3d3a578d-5d91-41df-ad9b-41261267ba8a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2561667 Jul 27 16:51:36.855832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-488f411d-5f0c-41a3-a6f7-db3621db7bae req-59f44743-25cf-44ca-985f-681876c6f121 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913839 Jul 27 16:51:37.132213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c787174-e980-4355-8640-342e7ef18299 req-c1055b9b-3a85-45dc-865e-485800830021 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.0619960 Jul 27 16:51:37.135584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:37.147833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:37.204933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Transition to ACTIVE for port object b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:37.227774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:37.286110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 15cc1968-aced-44a2-928c-67d960c794d1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:37.391773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788683b7-195e-4441-847d-ebf9a1ef0568 req-ddf2e919-5447-4560-8c98-a2f5643ecdcc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:37.395078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-788683b7-195e-4441-847d-ebf9a1ef0568 req-ddf2e919-5447-4560-8c98-a2f5643ecdcc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 931 time: 0.2430255 Jul 27 16:51:37.419128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:37.440953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 15cc1968-aced-44a2-928c-67d960c794d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:37.445572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:37.535680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-719542d1-0c17-4c01-8dea-b3f8eaf9a46f service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095639 Jul 27 16:51:37.675116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-788683b7-195e-4441-847d-ebf9a1ef0568 req-8d78e36a-2d5c-4c18-9c33-36b2efaebd89 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691314 Jul 27 16:51:37.694437 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-42f10032-2c1c-4ce7-a984-69eb68ae570f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.1485999 Jul 27 16:51:37.851247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-92016410-69b6-43b2-b566-4f84ff7638f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:37.853144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-92016410-69b6-43b2-b566-4f84ff7638f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.1193585 Jul 27 16:51:37.940000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Attempting to bind port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:37.940351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Attempting to bind port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:37.940731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Attempting to bind port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:37.946641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:51:37.947026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Attempting to bind port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 on network 81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:37.979805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:37.980122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Checking segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:37.980468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Bound using segment: {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:37.980936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Bound port: b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a9c58-5807-43b1-ad1e-568f7b49316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:37.981312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:38.027282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-5c15593c-47aa-4ffd-89fc-35de42c5282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:38.030542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-5c15593c-47aa-4ffd-89fc-35de42c5282d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000748 Jul 27 16:51:38.480784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:38.490243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:38.501419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a73d12d-794d-4818-b506-04e2f639f3cf req-36f3f608-c710-4b73-a26b-1cdc511bae19 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.1075957 Jul 27 16:51:38.515401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:38.612592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-2cfb6138-ba4e-44d8-a225-b929358e745f service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488572 Jul 27 16:51:38.663021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:38.869806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:38.872132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:38.874841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-d77fbf07-c869-472d-ba67-976dbbc53500 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 HTTP/1.1" status: 200 len: 1091 time: 3.6211014 Jul 27 16:51:38.891623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7e5e-b9c9-497d-ba54-b1ffbd6f04ff req-6e4aa43a-e230-444a-9648-a822df50f241 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:38.905237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c62a7e5e-b9c9-497d-ba54-b1ffbd6f04ff req-6e4aa43a-e230-444a-9648-a822df50f241 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.8273463 Jul 27 16:51:38.908833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:38.918594 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:38.928522 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a447a97a-b88a-40d2-b74c-1fc66416e925 req-388f9314-0a6b-4ac2-a75e-40b0654f0d0d service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495465 Jul 27 16:51:39.171662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c62a7e5e-b9c9-497d-ba54-b1ffbd6f04ff req-cbaaf9a9-c3c3-4b37-8186-8c5cf8a67d6e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416196 Jul 27 16:51:39.181490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc40de-6e18-404a-bb85-3f9b1ea26e25 req-f86dd3a1-eb64-4892-8522-40bfd254c974 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:39.190594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ccc40de-6e18-404a-bb85-3f9b1ea26e25 req-f86dd3a1-eb64-4892-8522-40bfd254c974 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 943 time: 0.2205989 Jul 27 16:51:39.283781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ccc40de-6e18-404a-bb85-3f9b1ea26e25 req-b57a66dd-e066-4bef-a596-bc45b9cf0664 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903397 Jul 27 16:51:39.389852 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0d152-2f6e-4de4-b114-51ce07e0589c x-openstack-request-id: req-98f0d152-2f6e-4de4-b114-51ce07e0589c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:39.390288 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:39.390681 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98f0d152-2f6e-4de4-b114-51ce07e0589c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:39.391272 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82', 'status': 'completed', 'code': 200} Jul 27 16:51:39.509357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f281-2613-4a2f-b4f1-490ede5e5883 req-3e622200-ecd7-4a19-a888-8cd2a9851074 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:39.523796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4403f281-2613-4a2f-b4f1-490ede5e5883 req-3e622200-ecd7-4a19-a888-8cd2a9851074 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1409101 Jul 27 16:51:39.562675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-ebe81f8a-9324-475f-891d-9ea7b472bb22 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:39.564387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-ebe81f8a-9324-475f-891d-9ea7b472bb22 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.61 "GET /v2.0/networks?id=dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 200 len: 808 time: 0.4350142 Jul 27 16:51:39.595966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-fa2f3825-ebaa-4862-874a-181e9fb9d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:39.597725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-fa2f3825-ebaa-4862-874a-181e9fb9d8cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 1094 time: 0.6342614 Jul 27 16:51:39.609395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4403f281-2613-4a2f-b4f1-490ede5e5883 req-2c3e31e2-6916-4301-9760-6bb3d1439efa tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829971 Jul 27 16:51:39.687109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-9ca24124-7584-4bf8-9dc9-b72dafc8a133 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 HTTP/1.1" status: 200 len: 217 time: 0.0682757 Jul 27 16:51:39.715903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d581fc0-35ae-4cbe-9491-43d690eaff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:39.780341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cfc9a6d4-bbce-4eb1-812a-7a2f301e8a41 req-d3e7704f-a1a2-441e-bbdc-4c469a6b9c62 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.0914400 Jul 27 16:51:39.819850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-90fa3410-8267-46c5-861b-cd8bcb543a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:39.822692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-90fa3410-8267-46c5-861b-cd8bcb543a77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.1201973 Jul 27 16:51:39.897775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-e4e75031-ab9d-4a18-83b7-0f823fcdc8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633068 Jul 27 16:51:39.907255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-3fca86ee-f69a-44b3-9774-33836f87024a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d79ce623e5f40799e109787ba54dddd HTTP/1.1" status: 200 len: 380 time: 0.3252287 Jul 27 16:51:40.445804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-74829c6e-9ad1-488c-9113-f8f7175c6fe4 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362763 Jul 27 16:51:40.451597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'port': {'device_id': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'admin_state_up': True, 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'security_groups': ['6dbe66dc-54f8-4038-8175-06583b641bdf']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:40.591455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fc348-9dfb-498c-8f2d-af34eba00ee3 req-45062807-b2e6-42e4-a5ad-572555411628 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:40.601173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-336fc348-9dfb-498c-8f2d-af34eba00ee3 req-45062807-b2e6-42e4-a5ad-572555411628 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 943 time: 0.1777370 Jul 27 16:51:40.686162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-336fc348-9dfb-498c-8f2d-af34eba00ee3 req-580b36a8-11aa-4ca4-b98c-8a0d0da60837 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838964 Jul 27 16:51:40.889209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41b65513-06d0-440c-a19b-b0a8a3f39c90 req-11a2c803-f53c-440f-9401-d9ee16f5ca55 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878398 Jul 27 16:51:40.907056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b5f22-4e9e-44e9-8457-a726d3fd0688 req-7771942c-9920-4138-925e-74dfbec567ad tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:40.925294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b1b5f22-4e9e-44e9-8457-a726d3fd0688 req-7771942c-9920-4138-925e-74dfbec567ad tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.4640949 Jul 27 16:51:41.060643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4cbb390-a7f3-4eda-ba0a-58a2c06b1316 req-b664f61a-2223-46c4-b78c-0945d8a849a8 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.1146247 Jul 27 16:51:41.135264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Made reservation on behalf of 5d79ce623e5f40799e109787ba54dddd for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:41.139493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:41.161318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b1b5f22-4e9e-44e9-8457-a726d3fd0688 req-ce1b1873-b8d1-4bca-88a1-d8a23e1066cd tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316699 Jul 27 16:51:41.244984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-6212e7fb-9440-49b0-9e9a-0f94b84b366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:41.246633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-6212e7fb-9440-49b0-9e9a-0f94b84b366c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 1094 time: 0.2642031 Jul 27 16:51:41.493955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Allocated IP 172.20.0.3 (dad06806-2896-42f1-944c-8c107eec3340/9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311/3d7b7b2b-4f49-44f7-862e-316ef0a9b556) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:41.514192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e4c41-58a4-4a63-a0fe-5f1624bb1adf req-9d584fd6-d4b8-4bd2-81c8-6814ee416292 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:41.521674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc1e4c41-58a4-4a63-a0fe-5f1624bb1adf req-9d584fd6-d4b8-4bd2-81c8-6814ee416292 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1162062 Jul 27 16:51:41.618438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc1e4c41-58a4-4a63-a0fe-5f1624bb1adf req-228eef59-ca1f-4aaa-b6de-1a1c0f81be09 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861366 Jul 27 16:51:41.752620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-07c98cc7-420c-43fb-86ce-25c1a80ae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:41.754885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-07c98cc7-420c-43fb-86ce-25c1a80ae95c service neutron] 10.222.0.61 "GET /v2.0/networks?id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 200 len: 907 time: 0.4971061 Jul 27 16:51:41.821305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-8f4892b6-550d-46e0-b0d4-4c4fa81dc3e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 HTTP/1.1" status: 200 len: 217 time: 0.0559943 Jul 27 16:51:41.943409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-ed2f5a65-fb9d-4ae6-9876-d80e14d0b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:41.945491 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-ed2f5a65-fb9d-4ae6-9876-d80e14d0b322 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 200 len: 846 time: 0.0656075 Jul 27 16:51:41.977315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9e3fb-903f-4956-9368-eab201cee22c req-a769a551-ad97-4002-aec5-4eb6c5c3daa5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:41.986187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77d9e3fb-903f-4956-9368-eab201cee22c req-a769a551-ad97-4002-aec5-4eb6c5c3daa5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1616116 Jul 27 16:51:41.992412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-1b0c8187-5a85-4e17-a27e-5035aa0c5c95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340016 Jul 27 16:51:41.997105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:42.077195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-77d9e3fb-903f-4956-9368-eab201cee22c req-8a878c89-3a7c-4c4d-8a04-9580024259d1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896883 Jul 27 16:51:42.168859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-80d01047-ca4f-4baf-84cc-71f3895f4a9f service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622787 Jul 27 16:51:42.247509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3213a04-f9e6-45ae-b077-e1eee0425607 req-581e1915-0f6a-4b76-a5af-e165e653d67d tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.0512590 Jul 27 16:51:42.347123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b874e2f-ec99-4053-8f9d-a1943aca7cd6 req-8c9cb276-0739-40b3-8b4f-d92d73dde703 service neutron] 10.222.0.61 "GET /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668751 Jul 27 16:51:42.373193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Transition to ACTIVE for port object 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:42.420903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:42.465121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb34e-d434-4791-ae13-56c44028375a req-1b177c46-72fc-46a3-b622-1e5410507c5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:42.465121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-151bb34e-d434-4791-ae13-56c44028375a req-1b177c46-72fc-46a3-b622-1e5410507c5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 943 time: 0.6396046 Jul 27 16:51:42.511065 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbdd7922-e328-466f-ad47-6c805db0e3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:42.545861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39e21-455e-46f6-9dbd-cdc20e03e8ac req-441aa2d5-9cf8-4c44-8d9f-a77e22c0425a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:42.549303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b39e21-455e-46f6-9dbd-cdc20e03e8ac req-441aa2d5-9cf8-4c44-8d9f-a77e22c0425a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2225757 Jul 27 16:51:42.559074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:42.698984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Network dad06806-2896-42f1-944c-8c107eec3340 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:42.710154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-151bb34e-d434-4791-ae13-56c44028375a req-2fa1f677-fa1f-4bed-a665-e8a8340b522c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654739 Jul 27 16:51:42.712148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:42.715532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:42.720338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:42.803168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b39e21-455e-46f6-9dbd-cdc20e03e8ac req-5f4bd94f-481e-4bf7-ab81-e77a19e93c28 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418985 Jul 27 16:51:42.875179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:42.875879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:42.908069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-0e5df8b7-9f55-4615-a211-e7161e41d24b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4610734 Jul 27 16:51:42.931578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Request body: {'port': {'device_id': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:43.152485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:43.175073 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:51:43.349382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:51:43.478087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7538c-143e-4f61-8d13-3bdfe20d5982 req-0d14d56d-a8d1-4c85-90f5-558a244490a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:43.485699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6fd9787-fb16-46d4-ac5c-e137857d4450 None None] Provisioning for port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:43.490562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48c7538c-143e-4f61-8d13-3bdfe20d5982 req-0d14d56d-a8d1-4c85-90f5-558a244490a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2247672 Jul 27 16:51:43.514271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:43.553434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48c7538c-143e-4f61-8d13-3bdfe20d5982 req-31557abf-afc4-4b9e-860d-659a4c9e53e8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615480 Jul 27 16:51:43.649283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6fd9787-fb16-46d4-ac5c-e137857d4450 None None] Provisioning complete for port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:43.652581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9787-fb16-46d4-ac5c-e137857d4450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:43.842530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd9787-fb16-46d4-ac5c-e137857d4450 None None] Port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:51:43.887384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:43.925825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82', 'network_id': '81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0', 'port_id': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82', 'mac_address': 'fa:16:3e:13:e8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:51:43.948081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c90a55-357c-4930-95f7-d8a4b8b91ce8 req-f8246334-2a50-4f0b-b30b-f26f80215803 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:43.969872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3c90a55-357c-4930-95f7-d8a4b8b91ce8 req-f8246334-2a50-4f0b-b30b-f26f80215803 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2143548 Jul 27 16:51:44.082169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3c90a55-357c-4930-95f7-d8a4b8b91ce8 req-660215bc-31a5-4aa7-b40d-4524babe9873 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103899 Jul 27 16:51:44.120255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:44.165454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:44.178664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:44.195335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:44.238667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Transition to ACTIVE for port object 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:44.241730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:44.246241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:44.248631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:44.428679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:44.554419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:44.562649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0aa6e-82ce-4c9b-a8c1-5116eb3f593b req-792c60cb-e41f-445c-8fb9-af963b65640b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:44.574001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdf0aa6e-82ce-4c9b-a8c1-5116eb3f593b req-792c60cb-e41f-445c-8fb9-af963b65640b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 931 time: 1.1294022 Jul 27 16:51:44.616811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ac201-a2b8-4e2e-a85a-ae013a20a64b req-f2e31389-fa3c-477e-b2b2-7ac9e61372ff tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:44.626401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab8ac201-a2b8-4e2e-a85a-ae013a20a64b req-f2e31389-fa3c-477e-b2b2-7ac9e61372ff tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 944 time: 0.2359591 Jul 27 16:51:44.653174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:44.740618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab8ac201-a2b8-4e2e-a85a-ae013a20a64b req-d9a1c8ab-7898-4aa3-9148-70ae3cca0a4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128309 Jul 27 16:51:44.761356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bdf0aa6e-82ce-4c9b-a8c1-5116eb3f593b req-45ecf088-70f0-4d33-9ac6-838b2e9071da tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836250 Jul 27 16:51:44.876716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Attempting to bind port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:44.877023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Attempting to bind port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:44.877369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Attempting to bind port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 on network dad06806-2896-42f1-944c-8c107eec3340 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:44.902095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 on network dad06806-2896-42f1-944c-8c107eec3340 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:51:44.904696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Attempting to bind port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 on network dad06806-2896-42f1-944c-8c107eec3340 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:44.927266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:44.927266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Checking segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:44.927656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Bound using segment: {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:44.928071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Bound port: 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b9b9c0-b656-4e8d-8ad8-78e2ff327087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:44.928422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:45.045839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:45.149183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:45.232143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:45.274977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:45.299402 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:45.440058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa57217-c336-4959-bc7d-d95f06f4d8e1 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:45.440595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa57217-c336-4959-bc7d-d95f06f4d8e1 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:45.441751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa57217-c336-4959-bc7d-d95f06f4d8e1 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:45.453577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1aa57217-c336-4959-bc7d-d95f06f4d8e1 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=9c80679fbe07415f867ac085aaa65928&network_id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 2969 time: 0.2189264 Jul 27 16:51:45.483795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:45.484251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:45.485989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 200 len: 1091 time: 2.5683596 Jul 27 16:51:45.522058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:45.529431 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:45.654909 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29dd6ec-fc74-4095-9cf1-0464f75cea9a x-openstack-request-id: req-a29dd6ec-fc74-4095-9cf1-0464f75cea9a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:45.660838 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:45.661217 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a29dd6ec-fc74-4095-9cf1-0464f75cea9a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:45.661798 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'status': 'completed', 'code': 200} Jul 27 16:51:45.757962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ba1df-7e1c-4b70-9d92-6d4180db21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:45.791970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97ed1-530c-462e-b2c8-2fcc703137b7 req-2a0698db-578a-4dd4-83b2-8b802794619f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:45.795653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3a97ed1-530c-462e-b2c8-2fcc703137b7 req-2a0698db-578a-4dd4-83b2-8b802794619f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.6416302 Jul 27 16:51:45.947445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-55c8a56f-b3c3-4488-a62a-7a977fe65369 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3604243 Jul 27 16:51:45.953691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3a97ed1-530c-462e-b2c8-2fcc703137b7 req-6c1cf294-687c-41f4-8f26-5e97e19370d0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438684 Jul 27 16:51:46.053798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-708123a2-98df-489c-bf70-d04d87bb5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.063007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-708123a2-98df-489c-bf70-d04d87bb5ce7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d79ce623e5f40799e109787ba54dddd&device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1094 time: 0.4501674 Jul 27 16:51:46.225702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523572-b03d-4c6c-9bcd-676c2de479ba req-78926651-8d85-462e-becd-faf0ad1d09ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.227262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-ef988743-38d9-471e-af0c-7b3653db46a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 200 len: 217 time: 0.1320982 Jul 27 16:51:46.235871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85523572-b03d-4c6c-9bcd-676c2de479ba req-78926651-8d85-462e-becd-faf0ad1d09ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 944 time: 0.1901491 Jul 27 16:51:46.289722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85523572-b03d-4c6c-9bcd-676c2de479ba req-0828709d-fdbb-48d3-8a2e-e044f02e7d61 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Jul 27 16:51:46.433447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-20a15152-f1e1-444f-9f5e-d3cf3ab8fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.445716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-20a15152-f1e1-444f-9f5e-d3cf3ab8fbbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 HTTP/1.1" status: 200 len: 847 time: 0.2097082 Jul 27 16:51:46.631998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-0de2964d-9358-45e5-80a5-ccbb85cc6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.636927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-0de2964d-9358-45e5-80a5-ccbb85cc6239 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1096 time: 0.5697143 Jul 27 16:51:46.814395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:46.879346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b294b-a539-404d-badc-fb3d479bb212 req-4da7c8a0-fd67-4726-b7f5-40de3cb81bca tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.892924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8b294b-a539-404d-badc-fb3d479bb212 req-4da7c8a0-fd67-4726-b7f5-40de3cb81bca tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 943 time: 0.7028863 Jul 27 16:51:46.984195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef32ac-662b-4ffd-aa50-c025e3a7b593 req-c49bcc3a-4785-4029-b3d3-128162d0cd4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:46.991366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71ef32ac-662b-4ffd-aa50-c025e3a7b593 req-c49bcc3a-4785-4029-b3d3-128162d0cd4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1697257 Jul 27 16:51:47.133757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71ef32ac-662b-4ffd-aa50-c025e3a7b593 req-0ceac7d6-8cb2-4316-bf0b-fc49525ae3b1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324074 Jul 27 16:51:47.151937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8b294b-a539-404d-badc-fb3d479bb212 req-72bcec30-bab9-45ac-82f5-343d6879344b tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492204 Jul 27 16:51:47.173403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60818) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:47.194118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170622d-32ee-474c-b629-4ea88279b8be req-f87a9bb5-319b-42a2-a9bc-490bd73082bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:47.195675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-f87a9bb5-319b-42a2-a9bc-490bd73082bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dad06806-2896-42f1-944c-8c107eec3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7343283 Jul 27 16:51:47.400871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934deaa-bbff-494a-817e-85eeec3099a4 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:47.405257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e934deaa-bbff-494a-817e-85eeec3099a4 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 814 time: 0.2306979 Jul 27 16:51:47.548213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b0ba-4398-42a0-9361-608df49f1a0e req-7ddfef41-a93a-4d84-824e-3d06e65af5c2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:47.552030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b695b0ba-4398-42a0-9361-608df49f1a0e req-7ddfef41-a93a-4d84-824e-3d06e65af5c2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.0966794 Jul 27 16:51:47.582310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-c0508057-7b06-441a-87d6-6a8e9fb856f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:47.585449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-c0508057-7b06-441a-87d6-6a8e9fb856f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.9114680 Jul 27 16:51:47.623363 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b695b0ba-4398-42a0-9361-608df49f1a0e req-3a90725f-9b9e-4b4c-bb5a-8e5753cd65de tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Jul 27 16:51:47.673372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:47.757003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-4ba5dc60-f56f-4b78-a25b-7aa5be350a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.1213312 Jul 27 16:51:47.764654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:47.774898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:47.775829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:47.826456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-efc00d8d-cb30-4e94-b1be-67284dbc12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:47.828788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-efc00d8d-cb30-4e94-b1be-67284dbc12b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.0619929 Jul 27 16:51:47.891069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-1a89f01c-2295-459f-adb8-360ada995235 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520873 Jul 27 16:51:47.940396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:47.962509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-1b628c6c-7aed-4e9d-bbf4-7de5b4ff758d service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563818 Jul 27 16:51:48.001103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:48.003661 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e20006-da9d-487b-b905-d0ec91f731d5" -d '{"events": [{"server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:48.041140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:48.047758 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.053867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052b690-8076-4b0a-994a-c582b7d1f935 req-3dc1f5ba-117f-4a72-9b11-8e93b3e93a45 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:48.061557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e052b690-8076-4b0a-994a-c582b7d1f935 req-3dc1f5ba-117f-4a72-9b11-8e93b3e93a45 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1144354 Jul 27 16:51:48.122894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e052b690-8076-4b0a-994a-c582b7d1f935 req-c006638d-b3fb-45ef-8497-d0d0dc9facdf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Jul 27 16:51:48.125582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:48.136568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'network': {'name': 'tempest-network-smoke--1060183131', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:48.155115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:48.192092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:48.197028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.197364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98e7cc-8778-4596-b7d4-901b3192072b req-f7ae0252-d96f-40cb-b972-7a7943b253bd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:48.208596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f98e7cc-8778-4596-b7d4-901b3192072b req-f7ae0252-d96f-40cb-b972-7a7943b253bd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 944 time: 0.6916080 Jul 27 16:51:48.221334 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619b838-ff63-40e0-8bd1-9cc27044bf37 x-openstack-request-id: req-0619b838-ff63-40e0-8bd1-9cc27044bf37 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:48.221630 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:48.222499 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0619b838-ff63-40e0-8bd1-9cc27044bf37 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:48.223030 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82', 'code': 200} Jul 27 16:51:48.296324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:51:48.339468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.339838 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Added segment 1afddb3a-e4c8-4a09-81e1-ff767260c5d3 of type vlan for network 209e9e7b-e805-414b-87c7-7decf912d95e Jul 27 16:51:48.408943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-bd74b33b-2c21-4174-aaa6-8a392d74adf8 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052736 Jul 27 16:51:48.465500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.757641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.763956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:48.777596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:48.996441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8653319 Jul 27 16:51:49.015134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.090253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f98e7cc-8778-4596-b7d4-901b3192072b req-8e952ba0-4ead-4bf4-8bf6-a3f10eef9c20 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805041 Jul 27 16:51:49.101341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ce6dc-c522-423a-ab0f-56b8e75070b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Network': ['ID=209e9e7b-e805-414b-87c7-7decf912d95e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:49.117301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 209e9e7b-e805-414b-87c7-7decf912d95e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:51:49.149246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5170622d-32ee-474c-b629-4ea88279b8be req-c9081a55-ca76-4d16-9ceb-0280b305573f service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1144774 Jul 27 16:51:49.243386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8c5862-c19b-48e6-b0bb-efc8c7cc05d2 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.254980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ba8c5862-c19b-48e6-b0bb-efc8c7cc05d2 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9c80679fbe07415f867ac085aaa65928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2151031 Jul 27 16:51:49.262213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.374582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b959a8e-a88b-4896-adb9-efafb108e89e req-0bd4f970-8f4e-41b9-b437-64e166c9cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.376089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b959a8e-a88b-4896-adb9-efafb108e89e req-0bd4f970-8f4e-41b9-b437-64e166c9cea1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 1096 time: 1.0891423 Jul 27 16:51:49.384253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e27effd6-3e22-4d15-a7ae-8044d7e69687 req-4949fd5c-4f0c-4099-aa42-bafb346fa034 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918180 Jul 27 16:51:49.429056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0b959a8e-a88b-4896-adb9-efafb108e89e req-6a3901c1-2deb-4038-b885-6e6a224802c2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jul 27 16:51:49.434417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-866d04b1-511e-4d91-88a8-7945e578c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.436024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-866d04b1-511e-4d91-88a8-7945e578c1aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d79ce623e5f40799e109787ba54dddd&device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1094 time: 0.2277062 Jul 27 16:51:49.457462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd8ad-832d-4270-bca1-54e0276a35e3 req-2a0880ae-3a54-4931-865c-11a955b4fed2 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.465791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab8dd8ad-832d-4270-bca1-54e0276a35e3 req-2a0880ae-3a54-4931-865c-11a955b4fed2 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 943 time: 0.9615827 Jul 27 16:51:49.468738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a6b4f-797a-4b47-986d-f9084ca37659 req-04b678de-db08-42d5-b28a-2fcc40770c42 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.470543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-902a6b4f-797a-4b47-986d-f9084ca37659 req-04b678de-db08-42d5-b28a-2fcc40770c42 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1732225 Jul 27 16:51:49.495265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6af7a-b536-439d-a306-e03fc212a316 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.500193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e6d6af7a-b536-439d-a306-e03fc212a316 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2369237 Jul 27 16:51:49.501070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.579478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14ac1e03-6d94-4696-a478-5ad8f62af5f3 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767498 Jul 27 16:51:49.595645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.635450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-902a6b4f-797a-4b47-986d-f9084ca37659 req-2080af8a-1318-4a9c-963e-e292632a4a95 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571541 Jul 27 16:51:49.657524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aa7b6f23-8e59-47e6-916c-dfd93f844e4f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9c80679fbe07415f867ac085aaa65928&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603380 Jul 27 16:51:49.665765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60886) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.725592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-d5d817a8-2c68-43ee-aa35-b6e53eb18014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.727468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-d5d817a8-2c68-43ee-aa35-b6e53eb18014 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 200 len: 909 time: 0.2043409 Jul 27 16:51:49.804540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-7e703caa-722d-4de8-bb40-11e9564daf81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 200 len: 217 time: 0.0657248 Jul 27 16:51:49.924349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1151a6-e7dd-4cc5-a346-9bc584ccfbaf tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.926433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ff1151a6-e7dd-4cc5-a346-9bc584ccfbaf tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2594638 Jul 27 16:51:49.930943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-f081cf7f-d173-4d3d-acf2-1dbadcc97f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:49.934594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-f081cf7f-d173-4d3d-acf2-1dbadcc97f9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 HTTP/1.1" status: 200 len: 847 time: 0.1178954 Jul 27 16:51:49.936030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:49.939902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab8dd8ad-832d-4270-bca1-54e0276a35e3 req-96111de1-261c-4981-805b-dcb1cef5145a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723353 Jul 27 16:51:50.029790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4a03ec1-b76f-4e21-8b8a-fbd6c2a88d05 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913589 Jul 27 16:51:50.032612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:50.038777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72661995', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:50.280815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-33ae01b1-93d4-4b1f-a08a-9688cd37c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:50.284614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-33ae01b1-93d4-4b1f-a08a-9688cd37c136 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dad06806-2896-42f1-944c-8c107eec3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229876 Jul 27 16:51:50.304707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babeac6-4d8e-4c89-90ea-db69f79d6d39 req-ebd91d05-0106-4908-8d09-bf5d02f381fe tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:50.306722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6babeac6-4d8e-4c89-90ea-db69f79d6d39 req-ebd91d05-0106-4908-8d09-bf5d02f381fe tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2614684 Jul 27 16:51:50.309298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:51:50.316200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:50.588069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-8f3fb016-f2e1-4484-8f72-3a06f6acc4b0 service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797241 Jul 27 16:51:50.600938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6babeac6-4d8e-4c89-90ea-db69f79d6d39 req-b589c1d3-2741-4ed9-80e2-3da5c3243669 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735751 Jul 27 16:51:50.701422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f21e7-8a65-41fe-b8d5-78aad28b85e9 req-1aeecbdc-8ad5-4c19-8e67-c6bf49e8f515 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:50.710094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-064f21e7-8a65-41fe-b8d5-78aad28b85e9 req-1aeecbdc-8ad5-4c19-8e67-c6bf49e8f515 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.3394651 Jul 27 16:51:50.816762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-064f21e7-8a65-41fe-b8d5-78aad28b85e9 req-1f495612-77f7-4190-903d-5aba8663cd2a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053751 Jul 27 16:51:51.044044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:51.170865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ceb64327-a7b1-4f5b-bbdd-2a8d416aa19a req-e798a76d-4ca9-49ac-bc23-a736e5ac731e service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633631 Jul 27 16:51:51.229600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Subnet': ['ID=9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:51.238356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Checking segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:51.239186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network hostable DHCP agents. Network: 209e9e7b-e805-414b-87c7-7decf912d95e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:51:51.270180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 209e9e7b-e805-414b-87c7-7decf912d95e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:51:51.276130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa114b-7e04-4450-939b-43c041e49f7b req-cad10903-ec92-4912-9938-1457a3ad3f4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:51.290083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88aa114b-7e04-4450-939b-43c041e49f7b req-cad10903-ec92-4912-9938-1457a3ad3f4e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3714886 Jul 27 16:51:51.296037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 209e9e7b-e805-414b-87c7-7decf912d95e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:51.304884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:51.307037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1daa56-f225-4a3c-8575-36260bb410ad None None] Network 209e9e7b-e805-414b-87c7-7decf912d95e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:51:51.310988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:51.398207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88aa114b-7e04-4450-939b-43c041e49f7b req-2dd28444-67da-479f-9f2f-0123267c636f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037896 Jul 27 16:51:51.459799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7fd18352-46d3-4bc0-8e1f-6d2f677e6916 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.4253290 Jul 27 16:51:51.539833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:51:51.572111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576cf0a-3f72-4e35-a4e9-3ccdccb67f22 req-9c3422b8-696b-483c-8c53-2a2e24f8f5d5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:51.574656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e576cf0a-3f72-4e35-a4e9-3ccdccb67f22 req-9c3422b8-696b-483c-8c53-2a2e24f8f5d5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 943 time: 0.2475402 Jul 27 16:51:51.714748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e576cf0a-3f72-4e35-a4e9-3ccdccb67f22 req-426fd52c-a84e-4154-b6de-a3cdecf4c6e2 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312525 Jul 27 16:51:51.766222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:51.785992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'port_id': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'mac_address': 'fa:16:3e:fa:e3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:51:51.848594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-209e9e7b-e805-414b-87c7-7decf912d95e', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ips': [{'subnet_id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:51:51.850438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:51.887382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026168ca-5f6e-4243-9478-3e7037fb2b47 req-7e22d4b4-57b9-4555-a882-bac5a24f80d7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:51.901466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-026168ca-5f6e-4243-9478-3e7037fb2b47 req-7e22d4b4-57b9-4555-a882-bac5a24f80d7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1192236 Jul 27 16:51:51.978447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-026168ca-5f6e-4243-9478-3e7037fb2b47 req-c072c00c-b8cc-4437-aac0-e06e73d8335f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752528 Jul 27 16:51:52.015212 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.032987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:51:52.054746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:52.065396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44700787', 'description': 'tempest-secgroup-smoke-44700787 description', 'project_id': '9c80679fbe07415f867ac085aaa65928'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:52.100840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:52.123070 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.203250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.337254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d62d5-91e4-49ce-98d0-eafaf603c123 req-b42e2692-c394-44ec-9a08-9a978be2bfc4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:52.340521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-562d62d5-91e4-49ce-98d0-eafaf603c123 req-b42e2692-c394-44ec-9a08-9a978be2bfc4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2521379 Jul 27 16:51:52.359674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:52.372983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Allocated IP 172.20.0.18 (209e9e7b-e805-414b-87c7-7decf912d95e/9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58/117fe0b5-6c49-4d03-b7b5-e6b484dccece) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:51:52.462203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['3d7b7b2b-4f49-44f7-862e-316ef0a9b556'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:51:52.678000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9654-2da2-421b-8e95-1d520aa6e4d8 req-63e80517-ad41-45f9-ae32-7355da6879b4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:52.691667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cef9654-2da2-421b-8e95-1d520aa6e4d8 req-63e80517-ad41-45f9-ae32-7355da6879b4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3809242 Jul 27 16:51:52.791943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-562d62d5-91e4-49ce-98d0-eafaf603c123 req-84a69f36-dce4-498a-b2b8-073f5454b23d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401777 Jul 27 16:51:52.853754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cef9654-2da2-421b-8e95-1d520aa6e4d8 req-f50a70d7-c28c-40a6-9115-65d393625608 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550953 Jul 27 16:51:52.882098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.901362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.947688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19227a32-bbfc-4c42-9b78-df6046f294d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:52.974856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:52.976233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cef39b79-12a0-4aa5-90f3-9eaa51c0ce24 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9192698 Jul 27 16:51:52.979940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:52.985042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:53.116542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.286546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.322950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Transition to ACTIVE for port object 117fe0b5-6c49-4d03-b7b5-e6b484dccece will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:53.339035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.355640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.388089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0a1bdc-98fb-48fa-a506-e20d9d2b61e1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:53.396367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Transition to ACTIVE for port object 117fe0b5-6c49-4d03-b7b5-e6b484dccece will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:51:53.399835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.404757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-19d54197-3a87-44cb-b0ed-5f8be716cecf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4199083 Jul 27 16:51:53.404958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:53.410324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:53.458403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0053ea-2e5d-4994-875e-498f0e8435a9 req-a79a0d6b-05aa-4b14-a065-7026fff0755d tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:53.467411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de0053ea-2e5d-4994-875e-498f0e8435a9 req-a79a0d6b-05aa-4b14-a065-7026fff0755d tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 944 time: 0.3654997 Jul 27 16:51:53.480840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.490819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.537897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da18518-fc8a-4d53-887e-43a41ae34b31 req-74c7ddb0-f7a8-4b5f-9f1c-4c29f3beabde tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:53.553050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1da18518-fc8a-4d53-887e-43a41ae34b31 req-74c7ddb0-f7a8-4b5f-9f1c-4c29f3beabde tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1975296 Jul 27 16:51:53.598696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de0053ea-2e5d-4994-875e-498f0e8435a9 req-ae10d190-d2fb-425d-a015-e8b2a0c62861 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302722 Jul 27 16:51:53.619011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Network 209e9e7b-e805-414b-87c7-7decf912d95e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:51:53.641395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Pushing event updated for resources: {'Port': ['ID=117fe0b5-6c49-4d03-b7b5-e6b484dccece,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:53.651763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:51:53.656743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.657644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:51:53.668567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.681143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1da18518-fc8a-4d53-887e-43a41ae34b31 req-188525eb-58b8-42cd-8422-ae345a46cb08 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248407 Jul 27 16:51:53.722198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ddbe38-f0dc-4ad9-b371-a8bf5f32479a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:53.788928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.790395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85278106-5fd5-4e5d-a4fa-fba88a99aefe tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845479 Jul 27 16:51:53.793253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:53.798658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:53.856033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.858952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Attempting to bind port 117fe0b5-6c49-4d03-b7b5-e6b484dccece on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:51:53.861213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Attempting to bind port 117fe0b5-6c49-4d03-b7b5-e6b484dccece by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:51:53.862719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Attempting to bind port 117fe0b5-6c49-4d03-b7b5-e6b484dccece on network 209e9e7b-e805-414b-87c7-7decf912d95e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:51:53.869375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:51:53.870309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Checking segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:51:53.872097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.873566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Bound using segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:51:53.874221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Bound port: 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:51:53.874849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:53.974226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52959f83-64e1-4536-887b-a1c6f718ebfb req-1cf0a6ef-f6e9-437b-9b85-8f6ceb1a3913 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:53.975966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52959f83-64e1-4536-887b-a1c6f718ebfb req-1cf0a6ef-f6e9-437b-9b85-8f6ceb1a3913 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1679413 Jul 27 16:51:54.021265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.027011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.036951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] For port 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:51:54.046431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] For port 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=117fe0b5-6c49-4d03-b7b5-e6b484dccece,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:51:54.053727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.070940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52959f83-64e1-4536-887b-a1c6f718ebfb req-a702fff7-b0ab-4d87-bbee-a93e939502b7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841956 Jul 27 16:51:54.071254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21b60bd-274a-4509-810e-f06af9040414,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:54.228934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.232215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:54.240229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:54.246143 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b54a2b29-860e-4c9d-8d66-e7ee8700adc1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514596 Jul 27 16:51:54.277215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6b22c-a7e2-422a-b483-9b1cc6cdad40 None None] Pushing event updated for resources: {'Port': ['ID=117fe0b5-6c49-4d03-b7b5-e6b484dccece,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:54.326050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.331040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587afa54-69e8-4e9e-9893-3cc6bc7c5018 req-40280208-c95a-4263-a35d-86569577cfab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:54.338829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-587afa54-69e8-4e9e-9893-3cc6bc7c5018 req-40280208-c95a-4263-a35d-86569577cfab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2781241 Jul 27 16:51:54.467744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-587afa54-69e8-4e9e-9893-3cc6bc7c5018 req-56e062ec-92dd-49c5-9902-190d5cd8d356 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155393 Jul 27 16:51:54.518213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35425a66-5e93-4353-a2c6-a343308e735d req-71445f04-9214-4f78-8329-9cb8d81087ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:54.536733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35425a66-5e93-4353-a2c6-a343308e735d req-71445f04-9214-4f78-8329-9cb8d81087ea tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1777487 Jul 27 16:51:54.564966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.640676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.755193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:54.757357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5226865 Jul 27 16:51:54.760541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:54.778270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35425a66-5e93-4353-a2c6-a343308e735d req-d2731708-70b8-45a8-8096-65a59dd61927 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395566 Jul 27 16:51:54.779858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ae0a-da85-4afa-aad9-c06bbbd43b3b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b713d604-6027-43cb-b6e8-78d83d7e719f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:54.787231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:54.916875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb89e84-ad93-4c17-8980-df3ed9c9ff19 req-b60d9d9a-f519-4142-a636-0dd7bb933491 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:54.936055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fcb89e84-ad93-4c17-8980-df3ed9c9ff19 req-b60d9d9a-f519-4142-a636-0dd7bb933491 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2502038 Jul 27 16:51:54.979077 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:51:54.987890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.009294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fcb89e84-ad93-4c17-8980-df3ed9c9ff19 req-84ef95c8-7af0-4203-b8b4-b538886c3e8a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719190 Jul 27 16:51:55.145508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52bba0-1c67-4dec-92a0-c53c8b123eaa req-1fe514a3-7aaf-46ea-ac6d-253e87f96110 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:55.161486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de52bba0-1c67-4dec-92a0-c53c8b123eaa req-1fe514a3-7aaf-46ea-ac6d-253e87f96110 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 944 time: 0.2532988 Jul 27 16:51:55.256909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.263702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.351613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 117fe0b5-6c49-4d03-b7b5-e6b484dccece up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:55.367375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de52bba0-1c67-4dec-92a0-c53c8b123eaa req-3dd9e24c-958e-4d6f-b25c-f07933c62a19 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976893 Jul 27 16:51:55.384788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f1ec0-2882-43f5-9df1-5568fd7e87b4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:55.430482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.432507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ed520da7-383c-4dbc-b76a-389f0f504131 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6587155 Jul 27 16:51:55.435466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:51:55.449832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:55.451330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '19227a32-bbfc-4c42-9b78-df6046f294d4', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:51:55.532409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 117fe0b5-6c49-4d03-b7b5-e6b484dccece completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:55.540910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:55.546178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:55.546942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.584144 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:51:55.600211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.739045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.852910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:51:55.872294 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ea389-d69a-4783-ad2c-aa4292e1bf53" -d '{"events": [{"server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "name": "network-vif-plugged", "status": "completed", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:51:55.957333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.958360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:55.985742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:55.986095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:56.058897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a4c0e-443f-4b36-9a0d-785b7aa450e3 req-9c3ddb16-0b2c-46c6-9bb2-9811f8b45669 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:56.060671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f9a4c0e-443f-4b36-9a0d-785b7aa450e3 req-9c3ddb16-0b2c-46c6-9bb2-9811f8b45669 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2034793 Jul 27 16:51:56.081019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1bc8-36c2-4e09-ac55-865a819b3544 req-dc18c7d8-b20a-4f74-bf9f-66bf9b1b5ec4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:56.095030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcf1bc8-36c2-4e09-ac55-865a819b3544 req-dc18c7d8-b20a-4f74-bf9f-66bf9b1b5ec4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.4055467 Jul 27 16:51:56.136416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f5d7a7-8c2d-4de1-90a0-9c182b652dde,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:56.154189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:56.156721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e583ef54-0aa5-4cfb-b92c-923c7a955062 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7196436 Jul 27 16:51:56.172795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:56.185788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f9a4c0e-443f-4b36-9a0d-785b7aa450e3 req-2fb1fce8-25a6-4d08-bf12-9718cbe25cd6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093085 Jul 27 16:51:56.254747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcf1bc8-36c2-4e09-ac55-865a819b3544 req-40fec036-7e91-4b81-a6bf-e4f30025b351 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486630 Jul 27 16:51:56.345598 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d85bc9-72c7-4fe9-9324-2ffdf17ae1d3 x-openstack-request-id: req-37d85bc9-72c7-4fe9-9324-2ffdf17ae1d3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:51:56.346529 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "name": "network-vif-plugged", "status": "completed", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:51:56.347289 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37d85bc9-72c7-4fe9-9324-2ffdf17ae1d3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:51:56.348354 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'code': 200} Jul 27 16:51:56.414594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e187f59-9399-4a80-b78c-7df88d13a4b8 None None] Network 209e9e7b-e805-414b-87c7-7decf912d95e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:51:56.555491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Provisioning for port 117fe0b5-6c49-4d03-b7b5-e6b484dccece completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:51:56.570560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Provisioning complete for port 117fe0b5-6c49-4d03-b7b5-e6b484dccece triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:56.571872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:56.740172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53be57f-555f-477c-9a1d-738196ee215c req-2da49dc0-29d4-4553-8470-6fa979adb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:56.744062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d53be57f-555f-477c-9a1d-738196ee215c req-2da49dc0-29d4-4553-8470-6fa979adb6b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1096 time: 0.3316298 Jul 27 16:51:56.791690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282f3e-19fd-4850-9bf9-35601b10ab0f req-e3995611-5bfb-4a92-b592-eef4c77065bc tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:56.803844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69282f3e-19fd-4850-9bf9-35601b10ab0f req-e3995611-5bfb-4a92-b592-eef4c77065bc tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3034530 Jul 27 16:51:56.905239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a8d78c8a-a0fe-4d7d-9ee9-be813805e3f9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44700787&fields=id&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 267 time: 0.1012998 Jul 27 16:51:56.905757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69282f3e-19fd-4850-9bf9-35601b10ab0f req-c2b3de9f-a3e0-4078-b467-f83f0006ab89 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949533 Jul 27 16:51:56.930985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d53be57f-555f-477c-9a1d-738196ee215c req-cb324dc1-464f-4182-9445-2bbc9d83718d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781528 Jul 27 16:51:56.979427 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:57.066826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] For port 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=117fe0b5-6c49-4d03-b7b5-e6b484dccece,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:51:57.073403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:57.152843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-64d5a06a-2aaa-45ac-b5db-834dfe4b97df tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:57.166443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-64d5a06a-2aaa-45ac-b5db-834dfe4b97df tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/networks?id=209e9e7b-e805-414b-87c7-7decf912d95e HTTP/1.1" status: 200 len: 797 time: 0.2591031 Jul 27 16:51:57.212032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b6ea-a374-4f6b-9912-83d51242aa36 req-0a7420fd-2c55-4d97-9ccc-57dccdd2d2c1 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:57.220408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb3b6ea-a374-4f6b-9912-83d51242aa36 req-0a7420fd-2c55-4d97-9ccc-57dccdd2d2c1 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1606767 Jul 27 16:51:57.230673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-c770bfc2-0a2c-4f22-a210-0f6daa2e056a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/quotas/9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 375 time: 0.0617359 Jul 27 16:51:57.251926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e5d2-7a6f-4188-bbe6-e16e17ea5ad6 None None] Pushing event updated for resources: {'Port': ['ID=117fe0b5-6c49-4d03-b7b5-e6b484dccece,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:51:57.287770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb3b6ea-a374-4f6b-9912-83d51242aa36 req-316586f1-26a9-4526-862a-4ef1ccc6e95e tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664301 Jul 27 16:51:57.366730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-155c4fa5-bc3c-4a72-9820-0d897f77a982 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1349409 Jul 27 16:51:57.531009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-478b2bff-96a4-4790-8807-26f359decda6 None None] Provisioning complete for port 117fe0b5-6c49-4d03-b7b5-e6b484dccece triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:57.531530 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-478b2bff-96a4-4790-8807-26f359decda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:57.543205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-593cc6c5-1c39-4ace-a4a3-f185241893a9 service neutron] 10.222.0.64 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365280 Jul 27 16:51:57.728303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-5218d6be-b776-4f45-adcd-aeabe899e676 service neutron] 10.222.0.64 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774745 Jul 27 16:51:58.151909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64738e7f-b455-460f-b3f3-2db35e61579c req-1ce1ab25-a458-4312-8117-dffaa2c45c98 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:58.160290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64738e7f-b455-460f-b3f3-2db35e61579c req-1ce1ab25-a458-4312-8117-dffaa2c45c98 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1974070 Jul 27 16:51:58.307676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64738e7f-b455-460f-b3f3-2db35e61579c req-1395f526-bb22-4647-8400-7f15fc63577d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462822 Jul 27 16:51:58.314221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0dbaa7c9-ac0b-42cd-9a76-fe4754676bf4 req-d3a1aaef-4c0f-467c-bd64-dde8ea53b66f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 210 time: 0.1046927 Jul 27 16:51:58.531253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca518f9-845a-4264-87b2-4c4866bb677e req-dfa8d296-9fd5-441b-a8a9-416ba9460b29 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:58.534197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca518f9-845a-4264-87b2-4c4866bb677e req-dfa8d296-9fd5-441b-a8a9-416ba9460b29 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1016822 Jul 27 16:51:58.589865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ca518f9-845a-4264-87b2-4c4866bb677e req-fafef83f-13da-4a12-bbc2-5ef00dcc1760 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Jul 27 16:51:58.606697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dba69-4b21-4f7d-825e-59ffdf8fafae req-b1519429-15dd-468a-b108-006999c3a3af tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:58.608789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af3dba69-4b21-4f7d-825e-59ffdf8fafae req-b1519429-15dd-468a-b108-006999c3a3af tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 950 time: 0.1757271 Jul 27 16:51:58.716883 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af3dba69-4b21-4f7d-825e-59ffdf8fafae req-72ab0ad9-78ec-41ed-8b80-ccca81467106 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985932 Jul 27 16:51:58.840845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096da5db-8969-484e-a0d3-113e72c6b5f0 req-9eba7155-dcd4-4856-b446-25786cf06513 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:58.842928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-096da5db-8969-484e-a0d3-113e72c6b5f0 req-9eba7155-dcd4-4856-b446-25786cf06513 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1736753 Jul 27 16:51:58.962600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-096da5db-8969-484e-a0d3-113e72c6b5f0 req-9e9df6e1-a5b8-483f-b8bb-bdff572623a3 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096032 Jul 27 16:51:59.092096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 117fe0b5-6c49-4d03-b7b5-e6b484dccece up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:51:59.224110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 117fe0b5-6c49-4d03-b7b5-e6b484dccece triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:51:59.224781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:51:59.247609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f31b-52a0-4453-b693-fcc8a27715e4 req-f7b576fe-8ee4-4b65-8dcf-1b82ca7965ab tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:59.250959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e25f31b-52a0-4453-b693-fcc8a27715e4 req-f7b576fe-8ee4-4b65-8dcf-1b82ca7965ab tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1614473 Jul 27 16:51:59.415507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e25f31b-52a0-4453-b693-fcc8a27715e4 req-d7004e3e-cb38-4ec8-8eec-e294fabd0223 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542099 Jul 27 16:51:59.681646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86490ee3-06a9-4022-96cc-bffeaa6c8182 req-dcb7eeb5-c7dd-4f23-901c-2c3aeecfa079 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 210 time: 0.0767281 Jul 27 16:51:59.713895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbd5bb-0a68-461c-b9c5-b2be0bb92555 req-0e327d96-36ee-47d4-9e54-858dccf27795 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:51:59.722667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ecbd5bb-0a68-461c-b9c5-b2be0bb92555 req-0e327d96-36ee-47d4-9e54-858dccf27795 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1819160 Jul 27 16:51:59.791246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ecbd5bb-0a68-461c-b9c5-b2be0bb92555 req-af31d77f-825f-4c57-baab-9ca6f967d747 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Jul 27 16:52:00.012829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b97d-1516-48b8-820b-788e1f70d759 req-dab5d9dd-14e4-4827-a48f-484e8af86be9 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:00.014959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fd2b97d-1516-48b8-820b-788e1f70d759 req-dab5d9dd-14e4-4827-a48f-484e8af86be9 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1606774 Jul 27 16:52:00.097279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3fd2b97d-1516-48b8-820b-788e1f70d759 req-f7d3b8d6-e820-4125-8e34-149cf5d3f096 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677948 Jul 27 16:52:00.130162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:00.138895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d14de-9be1-4a4c-9bb2-b49126aeac22 req-64673e4f-bcb7-41b7-b869-99d7e33f0902 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:00.154294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf8d14de-9be1-4a4c-9bb2-b49126aeac22 req-64673e4f-bcb7-41b7-b869-99d7e33f0902 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2326734 Jul 27 16:52:00.277240 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf8d14de-9be1-4a4c-9bb2-b49126aeac22 req-f05561a4-0b87-4ee7-82c0-7b69b0ff0adf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153948 Jul 27 16:52:00.400247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-34ddfcc7-041c-4432-858d-40e6cc0be19c tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:00.402503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-34ddfcc7-041c-4432-858d-40e6cc0be19c tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/networks?id=209e9e7b-e805-414b-87c7-7decf912d95e HTTP/1.1" status: 200 len: 797 time: 0.3032339 Jul 27 16:52:00.443044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49f25f-0f22-41be-8a23-3a7e4add848c tempest-TestServerBasicOps-1399414206 tempest-TestServerBasicOps-1399414206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:00.450832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce49f25f-0f22-41be-8a23-3a7e4add848c tempest-TestServerBasicOps-1399414206 tempest-TestServerBasicOps-1399414206-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1091 time: 0.3187702 Jul 27 16:52:00.451114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:00.468625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:00.517540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-ddd49fdd-fd07-4826-b621-f9ed1631cf81 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 471 time: 0.0903847 Jul 27 16:52:00.531045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'port': {'device_id': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'admin_state_up': True, 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'security_groups': ['19227a32-bbfc-4c42-9b78-df6046f294d4']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:00.541929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:00.799084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:00.803846 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:00.939635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-221335fe-6452-49d3-8ddf-125c3d627df4 req-f7983214-04e2-4a45-8796-42717d0062e8 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 210 time: 0.1173913 Jul 27 16:52:00.941969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.123735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Allocated IP 172.25.4.218 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0f062338-62b5-4ecd-950e-fc8342878fb4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:52:01.207276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.30 (209e9e7b-e805-414b-87c7-7decf912d95e/9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58/25f9f0d7-e356-4aa3-a62b-3788e477793b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:52:01.298230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1d47d-d431-45cd-9d5a-83c2f79e5770 req-f9091994-e080-4837-8624-94a0df32a948 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:01.307006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f1d47d-d431-45cd-9d5a-83c2f79e5770 req-f9091994-e080-4837-8624-94a0df32a948 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2662385 Jul 27 16:52:01.412729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.446500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:01.466892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.483706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f1d47d-d431-45cd-9d5a-83c2f79e5770 req-0968c06b-faed-4cc9-84f1-3f06a81564f8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753728 Jul 27 16:52:01.527174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:01.559854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:01.565656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:52:01.617823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.635368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object 25f9f0d7-e356-4aa3-a62b-3788e477793b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:01.688020 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.698615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'Port': ['ID=0f062338-62b5-4ecd-950e-fc8342878fb4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:01.743371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.777723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:01.791486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:01.795057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526889b6-ccf2-4949-bfee-a91606f6a78b req-6b1b4ac1-f838-4a9a-a97d-21d7f57d3d12 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:01.796880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-526889b6-ccf2-4949-bfee-a91606f6a78b req-6b1b4ac1-f838-4a9a-a97d-21d7f57d3d12 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.3442042 Jul 27 16:52:01.815982 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca096bb-66cf-4cae-8940-646d362222d8" -d '{"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-unplugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:01.840358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:01.869403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 209e9e7b-e805-414b-87c7-7decf912d95e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:01.874167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:01.901449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:52:01.920491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:01.973649 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4afc50-f584-4f97-87ca-2c6bb8154bda x-openstack-request-id: req-4b4afc50-f584-4f97-87ca-2c6bb8154bda {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:01.974090 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-unplugged", "status": "completed", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:01.974461 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b4afc50-f584-4f97-87ca-2c6bb8154bda {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:01.985687 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'code': 200} Jul 27 16:52:02.036052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:02.103403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:02.107536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:02.169970 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-f349e392-00f3-438c-b889-43128a028282 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6438153 Jul 27 16:52:02.220938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Request body: {'port': {'device_id': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:02.458821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-526889b6-ccf2-4949-bfee-a91606f6a78b req-d6145cc8-d58e-4208-86e3-c4c7509eaa1c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368570 Jul 27 16:52:02.496149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:02.507147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae07db99-52e6-4688-8463-b8466d9b5f24 None None] Provisioning for port 25f9f0d7-e356-4aa3-a62b-3788e477793b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:02.523685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ae07db99-52e6-4688-8463-b8466d9b5f24 None None] Provisioning complete for port 25f9f0d7-e356-4aa3-a62b-3788e477793b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:02.524596 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae07db99-52e6-4688-8463-b8466d9b5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:02.583960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656df4e-214c-4693-9986-930a0c8b1337 req-e14b38e2-146e-455a-bafc-c7847ea8ad89 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:02.597271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3656df4e-214c-4693-9986-930a0c8b1337 req-e14b38e2-146e-455a-bafc-c7847ea8ad89 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 932 time: 0.2670968 Jul 27 16:52:02.620833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ae07db99-52e6-4688-8463-b8466d9b5f24 None None] Port 25f9f0d7-e356-4aa3-a62b-3788e477793b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:52:02.809268 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:03.000364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:03.054283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3656df4e-214c-4693-9986-930a0c8b1337 req-f7dc0129-3418-4709-87af-00ddb94d3f17 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4208639 Jul 27 16:52:03.054609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:03.057292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c37a1-06e5-43ee-9ccd-e5f5426ef666 req-34114098-a5c4-4cc3-9ccc-1797a6e8412f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:03.065156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc7c37a1-06e5-43ee-9ccd-e5f5426ef666 req-34114098-a5c4-4cc3-9ccc-1797a6e8412f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1758587 Jul 27 16:52:03.129250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f9f0d7-e356-4aa3-a62b-3788e477793b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:03.157595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:03.186271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Transition to ACTIVE for port object 25f9f0d7-e356-4aa3-a62b-3788e477793b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:03.191380 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:03.227848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc7c37a1-06e5-43ee-9ccd-e5f5426ef666 req-a11f671e-b3ee-41aa-b2a5-16479cc07556 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590188 Jul 27 16:52:03.434774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Pushing event updated for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:03.491178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:03.649792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.664295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.665061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.671174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.674696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.675402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.676068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.676738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.677430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.678105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.678748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.681192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:03.980879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:04.034093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'mac_address': 'fa:16:3e:f8:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:52:04.058858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Attempting to bind port 25f9f0d7-e356-4aa3-a62b-3788e477793b on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:52:04.059849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Attempting to bind port 25f9f0d7-e356-4aa3-a62b-3788e477793b by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:52:04.060783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Attempting to bind port 25f9f0d7-e356-4aa3-a62b-3788e477793b on network 209e9e7b-e805-414b-87c7-7decf912d95e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:04.078354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Port 25f9f0d7-e356-4aa3-a62b-3788e477793b on network 209e9e7b-e805-414b-87c7-7decf912d95e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:52:04.083731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Attempting to bind port 25f9f0d7-e356-4aa3-a62b-3788e477793b on network 209e9e7b-e805-414b-87c7-7decf912d95e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:04.103022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539928-f8fd-42be-b147-b3e336800aab req-8163c67a-f152-4e30-b568-61b9467fb7bb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:04.106316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e539928-f8fd-42be-b147-b3e336800aab req-8163c67a-f152-4e30-b568-61b9467fb7bb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2944899 Jul 27 16:52:04.107952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:52:04.120201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Checking segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:04.124444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Bound using segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:52:04.125268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Bound port: 25f9f0d7-e356-4aa3-a62b-3788e477793b, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:52:04.125831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.141077 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.160988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.170027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.188417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:04.233260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e539928-f8fd-42be-b147-b3e336800aab req-e660e9ff-cc85-4aea-a3f8-8e59de42d011 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002946 Jul 27 16:52:04.281471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:04.289986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.348521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:52:04.362795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:52:04.370922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.441844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:04.442618 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.444391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] 10.222.0.13 "PUT /v2.0/ports/25f9f0d7-e356-4aa3-a62b-3788e477793b HTTP/1.1" status: 200 len: 1092 time: 2.2495458 Jul 27 16:52:04.457173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:04.476935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:04.490342 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c65be7-98a6-4ea4-8a75-e2372c65799b" -d '{"events": [{"name": "network-changed", "server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:04.651405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e9ab15eb-6b51-4c67-8f53-54422d9a03d9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:04.672786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event updated for resources: {'Port': ['ID=0f062338-62b5-4ecd-950e-fc8342878fb4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:04.780512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd0c71-cbb8-4d4c-b238-34c5a058d31d service neutron] Pushing event updated for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:04.804047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:04.973113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:05.069113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db9606-17d8-488c-87a1-a4df85644b6f req-97112aa2-662c-41e6-8f1c-2e3222d4b5b5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.079539 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1db9606-17d8-488c-87a1-a4df85644b6f req-97112aa2-662c-41e6-8f1c-2e3222d4b5b5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 944 time: 0.8325126 Jul 27 16:52:05.085456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a6d0-6531-4189-b701-3f11365c0a08 req-8cda7c76-3721-4a26-ba48-95002090bbc8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.108632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-96f7a6d0-6531-4189-b701-3f11365c0a08 req-8cda7c76-3721-4a26-ba48-95002090bbc8 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.6627860 Jul 27 16:52:05.136635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-919cc832-658e-47fa-b0c1-c45d89aacdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.138650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-919cc832-658e-47fa-b0c1-c45d89aacdf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 1095 time: 0.5846269 Jul 27 16:52:05.150608 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Floating IP 632ad305-5ca5-490d-907d-77a546a0ded3 associated. External IP: 172.25.4.218, port: 3d7b7b2b-4f49-44f7-862e-316ef0a9b556. Jul 27 16:52:05.273037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-96f7a6d0-6531-4189-b701-3f11365c0a08 req-18588d27-514d-45b0-ab39-32f767e2766c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635032 Jul 27 16:52:05.275496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-e009e85e-47a7-440b-9447-d13cd3a7ab63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b HTTP/1.1" status: 200 len: 217 time: 0.1052785 Jul 27 16:52:05.321102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99623692-88e7-482b-b54d-c7d4f28270a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:05.353141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1db9606-17d8-488c-87a1-a4df85644b6f req-69301fa3-05aa-4cff-a044-432c721ae5c3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2722156 Jul 27 16:52:05.445199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-d5fbec2f-e02c-482b-8bad-9ed661706a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.453167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-d5fbec2f-e02c-482b-8bad-9ed661706a3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58 HTTP/1.1" status: 200 len: 836 time: 0.1629703 Jul 27 16:52:05.472958 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0318fbe-a6d0-45d6-886d-67c0eae8c9c3 x-openstack-request-id: req-b0318fbe-a6d0-45d6-886d-67c0eae8c9c3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:05.475564 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:05.478922 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0318fbe-a6d0-45d6-886d-67c0eae8c9c3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:05.480693 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b', 'status': 'completed', 'code': 200} Jul 27 16:52:05.702646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99623692-88e7-482b-b54d-c7d4f28270a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:05.739002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99623692-88e7-482b-b54d-c7d4f28270a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:05.841375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa3340-e009-475a-8103-9990426dfa58 req-ced944ee-c193-4874-8fa5-cb4455d34bd5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.843725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9aa3340-e009-475a-8103-9990426dfa58 req-ced944ee-c193-4874-8fa5-cb4455d34bd5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2065177 Jul 27 16:52:05.852590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-1e787543-1376-4211-841d-63650899a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:05.854438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-1e787543-1376-4211-841d-63650899a10a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=209e9e7b-e805-414b-87c7-7decf912d95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3719199 Jul 27 16:52:05.868385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-b854df7b-7137-48c7-bac0-b74d0271ee47 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:52:05.869719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-b854df7b-7137-48c7-bac0-b74d0271ee47 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063994 Jul 27 16:52:05.886555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-99623692-88e7-482b-b54d-c7d4f28270a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83492c40d672400dbaa15a18333fe620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8947418 Jul 27 16:52:05.892042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:05.902636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99623692-88e7-482b-b54d-c7d4f28270a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef37794f-b246-42af-99b2-8279d0238d1a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:05.931527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Router 5aa584e8-e839-442b-ac7b-0b7921eeba09 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:52:06.010614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-afbf629b-df10-4a59-a533-1bc93edb25d0 service neutron] 10.222.0.13 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224201 Jul 27 16:52:06.032564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9aa3340-e009-475a-8103-9990426dfa58 req-24ff9033-e520-4382-8c20-f0e541d0a49a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767700 Jul 27 16:52:06.096880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:06.183775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bca947a9-a10e-4f7a-9dee-7d47d91e31af req-b2715594-dc6a-41bd-bdec-f67ef7bd5f1c service neutron] 10.222.0.13 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650250 Jul 27 16:52:06.191835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:06.263598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:52:06.285151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Sync routers for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:52:06.300492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:06.310886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:06.312483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:06.365541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-9644363c-ebc8-4dd5-8fc9-6240200d57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:06.367219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-9644363c-ebc8-4dd5-8fc9-6240200d57f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 1095 time: 0.0835559 Jul 27 16:52:06.505574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:06.517079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:06.521578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef37794f-b246-42af-99b2-8279d0238d1a HTTP/1.1" status: 204 len: 168 time: 0.6181095 Jul 27 16:52:06.549155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3900e29-152e-458e-8a6b-24684c40762f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0816207 Jul 27 16:52:06.550199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:06.563333 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:06.563333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcad95e-2608-40fd-82e5-a1c25f883c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef37794f-b246-42af-99b2-8279d0238d1a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:06.567464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:06.631011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-557e6e10-f13a-430c-81b9-b0013e95e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:06.633168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-557e6e10-f13a-430c-81b9-b0013e95e488 service neutron] 10.222.0.13 "GET /v2.0/networks?id=209e9e7b-e805-414b-87c7-7decf912d95e HTTP/1.1" status: 200 len: 898 time: 0.2583485 Jul 27 16:52:06.661308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089f76-acfd-4733-bb0b-0942f024ff4c req-2952ba36-7f9d-42e4-8cd1-e41a58b3464c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:06.662985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8089f76-acfd-4733-bb0b-0942f024ff4c req-2952ba36-7f9d-42e4-8cd1-e41a58b3464c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2636693 Jul 27 16:52:06.748738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-8bfe4609-f3bb-4e1c-bc2c-4e5c68a28694 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b HTTP/1.1" status: 200 len: 217 time: 0.0878484 Jul 27 16:52:06.755981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8089f76-acfd-4733-bb0b-0942f024ff4c req-a9859d4d-5fe8-48d9-b349-9f807a1ff113 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791156 Jul 27 16:52:06.867221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-6b90c4d7-f78f-443e-b0d3-40ac2f169fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:06.868773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-6b90c4d7-f78f-443e-b0d3-40ac2f169fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58 HTTP/1.1" status: 200 len: 836 time: 0.1015618 Jul 27 16:52:06.882939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4f73-90e0-4932-963c-b97b2a48b3a4 req-3c0752fb-2afd-4edf-8337-f6a91416fc67 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:06.893147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6daf4f73-90e0-4932-963c-b97b2a48b3a4 req-3c0752fb-2afd-4edf-8337-f6a91416fc67 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 944 time: 0.2938225 Jul 27 16:52:06.947585 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc164fc7-4ff2-4f52-b242-dcf33e4431a0 x-openstack-request-id: req-fc164fc7-4ff2-4f52-b242-dcf33e4431a0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:06.948396 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:06.949073 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc164fc7-4ff2-4f52-b242-dcf33e4431a0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:06.952653 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'status': 'completed', 'code': 200} Jul 27 16:52:07.031111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6daf4f73-90e0-4932-963c-b97b2a48b3a4 req-9e30c591-ea17-47b4-b473-fe30df003d06 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367731 Jul 27 16:52:07.066565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:07.067167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-5a88ebf9-100d-4c4c-b58f-116d5321bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:07.071103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-5a88ebf9-100d-4c4c-b58f-116d5321bfad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=209e9e7b-e805-414b-87c7-7decf912d95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748362 Jul 27 16:52:07.097402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5efc9-dc52-4e71-8305-869d98974d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.296650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5efc9-dc52-4e71-8305-869d98974d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.312741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5efc9-dc52-4e71-8305-869d98974d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.447300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-1dbc57ec-1de6-408b-9050-9468e11cbc40 service neutron] 10.222.0.13 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652103 Jul 27 16:52:07.458739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-27d5efc9-dc52-4e71-8305-869d98974d79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2655751dcfed48e5a8787b6bde0ffcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903143 Jul 27 16:52:07.460205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5efc9-dc52-4e71-8305-869d98974d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d175c-c6fd-4d31-aa20-b733407901f7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:07.466560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:07.479622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '632ad305-5ca5-490d-907d-77a546a0ded3', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'port_id': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'mac_address': 'fa:16:3e:fa:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:52:02Z', 'updated_at': '2021-07-27T16:52:02Z', 'revision_number': 0, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:07.547811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:07.599894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Checking router: 5aa584e8-e839-442b-ac7b-0b7921eeba09 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:52:07.634455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:07.635303 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.637324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:07.638220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:51:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:07.653896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.695612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.768100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.771819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:07.773527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d6d175c-c6fd-4d31-aa20-b733407901f7 HTTP/1.1" status: 204 len: 168 time: 0.3059161 Jul 27 16:52:07.805982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:07.813691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286672d4-2a75-45de-9ced-b61bff4db1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d175c-c6fd-4d31-aa20-b733407901f7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:08.016763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:08.107712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8788-4624-442f-b323-371dfeb97dbb req-686ffea0-91e2-4c68-965b-38ef3901345f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:08.112546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:08.118335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01e8788-4624-442f-b323-371dfeb97dbb req-686ffea0-91e2-4c68-965b-38ef3901345f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2011058 Jul 27 16:52:08.120660 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdbe2eb-857c-4dec-9db3-40f7429b2443" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:08.204781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a01e8788-4624-442f-b323-371dfeb97dbb req-b6f09f8f-8317-4645-8fba-dec141af19a7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850425 Jul 27 16:52:08.229645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00c65be7-98a6-4ea4-8a75-e2372c65799b req-147a258e-8d8f-442d-8569-bd62b6f4f042 service neutron] 10.222.0.13 "GET /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685866 Jul 27 16:52:08.279939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:08.303684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:08.405840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4aeb-1c90-46d3-bee6-8f23576bb450 req-d6d080bb-1e5e-4f56-bfbe-d1c098bbfde8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:08.410436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10cc4aeb-1c90-46d3-bee6-8f23576bb450 req-d6d080bb-1e5e-4f56-bfbe-d1c098bbfde8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 1.1078260 Jul 27 16:52:08.520675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-a4228532-afa0-4536-957d-7c6d5dfbb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:08.524370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-a4228532-afa0-4536-957d-7c6d5dfbb852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d79ce623e5f40799e109787ba54dddd&device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1096 time: 1.5471089 Jul 27 16:52:08.538221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:08.586141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0927be-0050-4fc7-bb09-ed0d4cc650c2 req-1ed30846-505a-4c39-8dc3-b5a787a714c3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:08.598889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0927be-0050-4fc7-bb09-ed0d4cc650c2 req-1ed30846-505a-4c39-8dc3-b5a787a714c3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 944 time: 0.1741529 Jul 27 16:52:08.631556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '632ad305-5ca5-490d-907d-77a546a0ded3', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'port_id': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'mac_address': 'fa:16:3e:fa:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:52:02Z', 'updated_at': '2021-07-27T16:52:02Z', 'revision_number': 0, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:08.635573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10cc4aeb-1c90-46d3-bee6-8f23576bb450 req-bdac132c-b89c-4168-b42f-bf1215922b63 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774936 Jul 27 16:52:08.663847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876eca7a-f723-4797-bd8e-95364b62cd49 None None] The sync data for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 is: [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '632ad305-5ca5-490d-907d-77a546a0ded3', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'port_id': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'mac_address': 'fa:16:3e:fa:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:52:02Z', 'updated_at': '2021-07-27T16:52:02Z', 'revision_number': 0, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:52:08.730393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0927be-0050-4fc7-bb09-ed0d4cc650c2 req-150f1d87-7424-4765-8ffd-212b64fa3656 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222265 Jul 27 16:52:08.785221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-355e9a6a-70ee-4e41-85da-0f336ee3a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:08.787753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-355e9a6a-70ee-4e41-85da-0f336ee3a46d service neutron] 10.222.0.61 "GET /v2.0/networks?id=dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 200 len: 909 time: 0.2386155 Jul 27 16:52:08.828111 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc635fd-e578-444d-86c5-522e39023723 x-openstack-request-id: req-abc635fd-e578-444d-86c5-522e39023723 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:08.828111 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:08.828111 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abc635fd-e578-444d-86c5-522e39023723 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:08.831044 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'code': 200} Jul 27 16:52:08.931369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-a594e250-c9dc-44d5-bcfc-183511735444 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 200 len: 999 time: 0.1252692 Jul 27 16:52:09.004846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-e8a83cbb-6fbb-4a3a-9740-1fee4ea18320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:09.007010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-e8a83cbb-6fbb-4a3a-9740-1fee4ea18320 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 HTTP/1.1" status: 200 len: 847 time: 0.0679047 Jul 27 16:52:09.128340 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a678fb-6608-49e9-a124-911e5de0f697 None None] New status for floating IP 632ad305-5ca5-490d-907d-77a546a0ded3: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:52:09.238857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-d570d9c3-7fbb-4cc5-8aad-168187cfeeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:09.243918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-d570d9c3-7fbb-4cc5-8aad-168187cfeeed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dad06806-2896-42f1-944c-8c107eec3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253408 Jul 27 16:52:09.263456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-3fbd3ffc-e402-4b58-a9fa-b0f9a36fb3be service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:52:09.265591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-3fbd3ffc-e402-4b58-a9fa-b0f9a36fb3be service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133481 Jul 27 16:52:09.431858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-54b30182-357c-4465-8d00-05fe2123bc96 service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583700 Jul 27 16:52:09.488892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:09.751556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cb99d-41c3-45a0-9e88-7c4b571de4f4 req-c991ad98-a648-4fe2-a2e7-5a69d0e27138 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:09.753067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b64c2bd-1b8f-4de8-91cc-c120e7831cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:09.772119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b5cb99d-41c3-45a0-9e88-7c4b571de4f4 req-c991ad98-a648-4fe2-a2e7-5a69d0e27138 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.3385596 Jul 27 16:52:09.817140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:09.857273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '7b5815b3-7389-4ea1-93de-20279efb2705', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'port_id': '7b5815b3-7389-4ea1-93de-20279efb2705', 'mac_address': 'fa:16:3e:30:8d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0796506e-57d2-481d-94ed-87638197f7a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:52:09.870791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-835e3d1d-f6d7-495e-8ad4-36d028d0a8ec req-387c2d77-d37a-45d1-a4cd-da0db14c82fe service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232914 Jul 27 16:52:09.938723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:09.969671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b5cb99d-41c3-45a0-9e88-7c4b571de4f4 req-c604e836-ff4b-4152-aec9-8b9223cfd3e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872566 Jul 27 16:52:09.976821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:10.018929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:10.024666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:10.026897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 25f9f0d7-e356-4aa3-a62b-3788e477793b details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:10.038160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a740c3-18f3-4960-9f07-83fc5b26c7bc req-eb4ddecb-1758-4867-9bc9-69ff19194f5b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:10.053480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78a740c3-18f3-4960-9f07-83fc5b26c7bc req-eb4ddecb-1758-4867-9bc9-69ff19194f5b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2260137 Jul 27 16:52:10.168337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78a740c3-18f3-4960-9f07-83fc5b26c7bc req-4fa2af59-49c8-45e1-abb2-b51ea3304fc4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094224 Jul 27 16:52:10.280164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7b9d-89a9-43c1-8acc-55de4c52f2ab req-ce772a21-9b7f-4b60-9e7a-89f7ddde1c52 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:10.292130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c27f7b9d-89a9-43c1-8acc-55de4c52f2ab req-ce772a21-9b7f-4b60-9e7a-89f7ddde1c52 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 944 time: 0.1868870 Jul 27 16:52:10.384483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:10.459885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c27f7b9d-89a9-43c1-8acc-55de4c52f2ab req-f0610a1a-5e26-4674-a076-597d5fe79beb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1609850 Jul 27 16:52:10.492636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:10.543984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '25f9f0d7-e356-4aa3-a62b-3788e477793b', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'port_id': '25f9f0d7-e356-4aa3-a62b-3788e477793b', 'mac_address': 'fa:16:3e:42:2c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:52:10.655713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:10.685213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f9f0d7-e356-4aa3-a62b-3788e477793b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:10.743930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:10.749637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:10.863092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:10.951252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7b5815b3-7389-4ea1-93de-20279efb2705'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:11.232752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['25f9f0d7-e356-4aa3-a62b-3788e477793b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:11.544544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00135a-f5ab-4514-b477-1d5562cddaf8 req-1ca4d0ad-adcd-4302-8a7b-df22b53eff4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:11.561130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c00135a-f5ab-4514-b477-1d5562cddaf8 req-1ca4d0ad-adcd-4302-8a7b-df22b53eff4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.3100953 Jul 27 16:52:11.607080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da08e8c-a1cf-49d5-8763-56ebe581b0df req-dc377f49-15a4-41a5-bdb0-d35d10915365 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:11.627399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da08e8c-a1cf-49d5-8763-56ebe581b0df req-dc377f49-15a4-41a5-bdb0-d35d10915365 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 944 time: 0.2902498 Jul 27 16:52:11.651913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2c00135a-f5ab-4514-b477-1d5562cddaf8 req-4cd0907e-cdf7-4763-a0f5-6d1c04faf3c3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897055 Jul 27 16:52:11.796463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5da08e8c-a1cf-49d5-8763-56ebe581b0df req-0e648cc4-2b03-40c4-a746-52a78004fc93 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680045 Jul 27 16:52:12.065753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:12.166477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7736c-d6b4-49ec-86e1-08cf11aff312 req-2b9d32ac-27c5-4cb1-82ae-793b066d78a4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:12.168366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ab7736c-d6b4-49ec-86e1-08cf11aff312 req-2b9d32ac-27c5-4cb1-82ae-793b066d78a4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 945 time: 0.2210441 Jul 27 16:52:12.289652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ab7736c-d6b4-49ec-86e1-08cf11aff312 req-0696280f-0fad-4875-8014-78ed5c79c845 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066027 Jul 27 16:52:12.326247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5faba5fd-128e-4986-a5b0-696fb6ec42c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.413959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.530946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8516131-e12f-45a1-bc88-580614460e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.605637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5faba5fd-128e-4986-a5b0-696fb6ec42c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.617260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5faba5fd-128e-4986-a5b0-696fb6ec42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.663391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5faba5fd-128e-4986-a5b0-696fb6ec42c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c92b9438a6f4a8aaa04f8cb2b7f2ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964632 Jul 27 16:52:12.666134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:12.717522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba5fd-128e-4986-a5b0-696fb6ec42c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73cdbee-aecb-48c0-ab45-d370ded1e815,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:12.884455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:12.940598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da6ab-4510-4c7b-9303-c49568fd8f50 req-eae20087-1a54-4a18-9627-df169ab367cc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:12.950527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-864da6ab-4510-4c7b-9303-c49568fd8f50 req-eae20087-1a54-4a18-9627-df169ab367cc tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1719155 Jul 27 16:52:13.062768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-864da6ab-4510-4c7b-9303-c49568fd8f50 req-f62f3bee-2043-43f3-a29e-a8ee21c740c5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100910 Jul 27 16:52:13.085433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:13.280559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:13.284633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:13.286261 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d73cdbee-aecb-48c0-ab45-d370ded1e815 HTTP/1.1" status: 204 len: 168 time: 0.6181753 Jul 27 16:52:13.309770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e910d6-3475-453d-8b6c-f1af39653d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73cdbee-aecb-48c0-ab45-d370ded1e815,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:13.420815 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:13.519579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:13.566875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da3f1-9364-4b49-8fde-fd314c9b4b1d req-dbab9a19-0a6e-42ae-950f-cba08631e18d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:13.586998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-635da3f1-9364-4b49-8fde-fd314c9b4b1d req-dbab9a19-0a6e-42ae-950f-cba08631e18d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 944 time: 0.2800281 Jul 27 16:52:13.749682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 7b5815b3-7389-4ea1-93de-20279efb2705 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:13.753176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:13.836532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-635da3f1-9364-4b49-8fde-fd314c9b4b1d req-1a859801-c04b-4e63-8135-f77c262e7870 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481616 Jul 27 16:52:14.162309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.197424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0a84-4506-43f3-a998-50d2aa99122e req-b1bd9d09-d714-4a30-b6b3-10923185bde4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:14.212847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023e0a84-4506-43f3-a998-50d2aa99122e req-b1bd9d09-d714-4a30-b6b3-10923185bde4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 945 time: 0.2215202 Jul 27 16:52:14.293432 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-023e0a84-4506-43f3-a998-50d2aa99122e req-fb87ca01-52bf-4123-abad-92b9782c65c6 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727432 Jul 27 16:52:14.306187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:14.307508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:14.315336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33336) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:14.329270 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a93b51-3bf8-4cec-a6c6-790affc0cc86" -d '{"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:14.339446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.340310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 25f9f0d7-e356-4aa3-a62b-3788e477793b up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:14.353715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc77a-0b4b-47ca-b5e8-4952cc4c54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.565498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 25f9f0d7-e356-4aa3-a62b-3788e477793b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:14.603008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 25f9f0d7-e356-4aa3-a62b-3788e477793b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:14.603393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.719211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:14.872027 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.893845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc77a-0b4b-47ca-b5e8-4952cc4c54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.950639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc77a-0b4b-47ca-b5e8-4952cc4c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:14.974904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:14.983460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.064314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e004ce-6bcc-499b-8902-de0573252975 req-250babe4-153e-4c34-ba8b-c7f2ddb00246 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:15.080927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:15.096597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e004ce-6bcc-499b-8902-de0573252975 req-250babe4-153e-4c34-ba8b-c7f2ddb00246 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.3743365 Jul 27 16:52:15.129981 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.155469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33346) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:15.168418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f3bc77a-0b4b-47ca-b5e8-4952cc4c54d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef195b35f0a04ad290cfe680bb0abe2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8354919 Jul 27 16:52:15.171409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bc77a-0b4b-47ca-b5e8-4952cc4c54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe177bb-3560-4850-b77a-8cf614ec8582,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:15.330598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e004ce-6bcc-499b-8902-de0573252975 req-f84cb6e6-e5b0-446d-a9d9-4112a21ce1e5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329791 Jul 27 16:52:15.347608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.421333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.427173 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf3571-3430-494d-8fd5-83d2d88b1bfd x-openstack-request-id: req-96cf3571-3430-494d-8fd5-83d2d88b1bfd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:15.427734 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:15.428160 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96cf3571-3430-494d-8fd5-83d2d88b1bfd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:15.428889 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'code': 200} Jul 27 16:52:15.590231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.599756 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:15.608041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fe177bb-3560-4850-b77a-8cf614ec8582 HTTP/1.1" status: 204 len: 168 time: 0.4503217 Jul 27 16:52:15.640488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142058-9960-4be3-94d1-4bfdf9134e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe177bb-3560-4850-b77a-8cf614ec8582,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:15.877895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49217-ea9c-4552-b39f-978e6ef085c6 req-3a826c18-3d54-4b8d-8d1d-a512c540c7b9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:15.896332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ac49217-ea9c-4552-b39f-978e6ef085c6 req-3a826c18-3d54-4b8d-8d1d-a512c540c7b9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2429297 Jul 27 16:52:16.028640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ac49217-ea9c-4552-b39f-978e6ef085c6 req-77475e5e-f304-429b-bb78-db031093c5ac tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307268 Jul 27 16:52:16.769959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da888e-9d2a-495f-bdda-db029a6f60a7 req-a8a6fb05-44de-40a2-bf5d-8f84027373ce tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:16.778890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97da888e-9d2a-495f-bdda-db029a6f60a7 req-a8a6fb05-44de-40a2-bf5d-8f84027373ce tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.2941573 Jul 27 16:52:16.807455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:16.876705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-97da888e-9d2a-495f-bdda-db029a6f60a7 req-43f95d86-a175-420c-9215-25ece80026d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946112 Jul 27 16:52:17.393531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749613e5-e80f-4726-bcc0-456de9a35f51 req-ab914889-68f3-4760-93e2-8129cea89b51 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:17.409389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-749613e5-e80f-4726-bcc0-456de9a35f51 req-ab914889-68f3-4760-93e2-8129cea89b51 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2619395 Jul 27 16:52:17.432624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:17.439061 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac6a33a-bf17-4cd7-a631-6b78281a5eae" -d '{"events": [{"server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "name": "network-vif-plugged", "status": "completed", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:17.577148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-749613e5-e80f-4726-bcc0-456de9a35f51 req-d0caf7d3-9502-4569-b266-94bcf08f6b26 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618433 Jul 27 16:52:17.842434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ab707-bb91-439b-8c10-37b2990cb0f2 req-868f3f0b-495d-402d-9724-229b0255ea99 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:17.850697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-011ab707-bb91-439b-8c10-37b2990cb0f2 req-868f3f0b-495d-402d-9724-229b0255ea99 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1163549 Jul 27 16:52:17.925628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-011ab707-bb91-439b-8c10-37b2990cb0f2 req-b3a828e6-ed25-4c60-b9e9-cf316ffcf7ed tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Jul 27 16:52:18.036982 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843c443-6e27-4609-8201-7c5e9e98b2cd x-openstack-request-id: req-4843c443-6e27-4609-8201-7c5e9e98b2cd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:18.038091 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "name": "network-vif-plugged", "status": "completed", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:18.038668 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4843c443-6e27-4609-8201-7c5e9e98b2cd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:18.039340 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b', 'code': 200} Jul 27 16:52:18.319087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077697e9-dcaa-4891-881e-8e45cb9d9e83 req-b6af5fcb-fc70-4513-9d87-5bf3e72fab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:18.321584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-077697e9-dcaa-4891-881e-8e45cb9d9e83 req-b6af5fcb-fc70-4513-9d87-5bf3e72fab0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 1097 time: 0.1805673 Jul 27 16:52:18.395574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65578140-c19e-445d-ac9f-36590366cef2 req-152f3d28-503f-49b4-80ee-6cc19f82f74c tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:18.404457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65578140-c19e-445d-ac9f-36590366cef2 req-152f3d28-503f-49b4-80ee-6cc19f82f74c tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.1756530 Jul 27 16:52:18.423803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-077697e9-dcaa-4891-881e-8e45cb9d9e83 req-ab2147c0-0a07-417e-aaf9-0e553ff6c38e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922201 Jul 27 16:52:18.529893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65578140-c19e-445d-ac9f-36590366cef2 req-d70e3daa-810f-4f2b-9724-0e6fc3483619 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208611 Jul 27 16:52:19.031214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a15de8-7219-45b5-b1a3-14acf6f700d1 req-5c92dff4-a475-48a5-bab2-2299af64f141 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:19.033679 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a15de8-7219-45b5-b1a3-14acf6f700d1 req-5c92dff4-a475-48a5-bab2-2299af64f141 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1911402 Jul 27 16:52:19.169003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4a15de8-7219-45b5-b1a3-14acf6f700d1 req-5fb4cfcb-e66c-4439-9152-3cd1f7faa015 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128581 Jul 27 16:52:19.390191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:19.547987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeafbe-ff79-479a-a17d-d1567eacf4b5 req-9ee4081b-0401-4606-a630-34aa737738c9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:19.564648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fedeafbe-ff79-479a-a17d-d1567eacf4b5 req-9ee4081b-0401-4606-a630-34aa737738c9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2728004 Jul 27 16:52:19.725064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fedeafbe-ff79-479a-a17d-d1567eacf4b5 req-1242e600-58c1-48d7-ab6f-f5201d82dfd3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594224 Jul 27 16:52:20.104402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a883-5864-4fcf-8235-062060dd8a39 req-7858708f-35e5-45da-8508-a3a8ba992351 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:20.114045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0aa9a883-5864-4fcf-8235-062060dd8a39 req-7858708f-35e5-45da-8508-a3a8ba992351 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.1944628 Jul 27 16:52:20.123102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a056920-1901-4dce-b3ad-5e8d3772d957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.162904 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:52:20.212302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0aa9a883-5864-4fcf-8235-062060dd8a39 req-e1f46052-0fab-4344-9890-63ae23653aff tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948031 Jul 27 16:52:20.499447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a056920-1901-4dce-b3ad-5e8d3772d957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.510953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a056920-1901-4dce-b3ad-5e8d3772d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.701229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1a056920-1901-4dce-b3ad-5e8d3772d957 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a7a003412134fe88daccc07ae347410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3081474 Jul 27 16:52:20.702718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:20.708265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a056920-1901-4dce-b3ad-5e8d3772d957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80579c42-fb4a-468d-9247-f4ad86ebe528,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:20.818387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.847439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.907687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.913316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e855-55e9-4f2d-b2e3-57a0af78fcad req-e390ff2f-3e43-4afb-8b59-ad97bbed92b7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:20.917909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4542e855-55e9-4f2d-b2e3-57a0af78fcad req-e390ff2f-3e43-4afb-8b59-ad97bbed92b7 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2923431 Jul 27 16:52:20.918374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:20.934656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80579c42-fb4a-468d-9247-f4ad86ebe528 HTTP/1.1" status: 204 len: 168 time: 0.2165222 Jul 27 16:52:20.962088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906efa-8e49-46f4-a16f-231d8886d3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80579c42-fb4a-468d-9247-f4ad86ebe528,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:21.072475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4542e855-55e9-4f2d-b2e3-57a0af78fcad req-d8ec4c11-2ed8-4ef0-8546-deed1c5cfffd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401918 Jul 27 16:52:21.403082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0d3b-a7c0-4cd5-b830-423b32f58396 req-ffb54e10-da68-4ae5-b363-940f734d5b7e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:21.404654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c3f0d3b-a7c0-4cd5-b830-423b32f58396 req-ffb54e10-da68-4ae5-b363-940f734d5b7e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.1915066 Jul 27 16:52:21.519887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c3f0d3b-a7c0-4cd5-b830-423b32f58396 req-2b63e00e-0819-4326-8b9b-c86d423763f6 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907893 Jul 27 16:52:21.875903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39168ac1-a12c-4673-8780-8e342dd0dedf req-762fd0de-9006-4609-ad90-c7f0d16c6726 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:21.881574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39168ac1-a12c-4673-8780-8e342dd0dedf req-762fd0de-9006-4609-ad90-c7f0d16c6726 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2261484 Jul 27 16:52:22.036823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39168ac1-a12c-4673-8780-8e342dd0dedf req-0f7cccf6-4c27-40be-a3fd-7641097d6ee7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475022 Jul 27 16:52:22.638692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb743-a528-4df7-9198-8008be9569a5 req-d9206360-a507-498f-82eb-b0980f7a60b5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:22.657463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8feb743-a528-4df7-9198-8008be9569a5 req-d9206360-a507-498f-82eb-b0980f7a60b5 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.3311572 Jul 27 16:52:22.801732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8feb743-a528-4df7-9198-8008be9569a5 req-4d05c719-39dc-43f8-9538-75db2e05d2dd tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457045 Jul 27 16:52:23.048623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33510) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:23.481904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08392d81-33d5-464a-a829-ee0b81cf3257 req-ea5422b2-33cb-4443-b9fd-441bf0546fa9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:23.493804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08392d81-33d5-464a-a829-ee0b81cf3257 req-ea5422b2-33cb-4443-b9fd-441bf0546fa9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1704092 Jul 27 16:52:23.628197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08392d81-33d5-464a-a829-ee0b81cf3257 req-2de9d41f-62e1-4af2-b60e-fd0d1ca834bb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329358 Jul 27 16:52:24.367065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ba17-55eb-428a-a5b8-f0f7160ed059 req-37239d05-0bc4-40cf-bda2-dd93ac0ab1e0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:24.375399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9db6ba17-55eb-428a-a5b8-f0f7160ed059 req-37239d05-0bc4-40cf-bda2-dd93ac0ab1e0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.4231546 Jul 27 16:52:24.445998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9db6ba17-55eb-428a-a5b8-f0f7160ed059 req-3487a02f-24df-4426-a05a-f0cfc3422305 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 Jul 27 16:52:24.971634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510a4b8-17fc-4bb6-9fc8-269d43210edc req-9556734f-4cce-4504-9860-dbb8162405ab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:24.973550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9510a4b8-17fc-4bb6-9fc8-269d43210edc req-9556734f-4cce-4504-9860-dbb8162405ab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1350696 Jul 27 16:52:25.030390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-192834f1-7bfd-45d0-beb3-9ccab745ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:25.036052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-192834f1-7bfd-45d0-beb3-9ccab745ffcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 1101 time: 0.4402425 Jul 27 16:52:25.093523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9510a4b8-17fc-4bb6-9fc8-269d43210edc req-55b768be-73ce-4f5a-931d-925aea375dda tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113510 Jul 27 16:52:25.349511 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:25.847153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa330604-3ca4-4ffe-91f9-211d165e13b5 req-b8896914-6e82-4d8a-a96f-51f5f81f2d6f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:25.869547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa330604-3ca4-4ffe-91f9-211d165e13b5 req-b8896914-6e82-4d8a-a96f-51f5f81f2d6f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2210793 Jul 27 16:52:25.962497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa330604-3ca4-4ffe-91f9-211d165e13b5 req-2d41cc0e-a44d-4bfe-8779-d66b53164692 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914240 Jul 27 16:52:26.090090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-e1feca54-17e9-4258-9301-0bcde4c9dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:26.096006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-e1feca54-17e9-4258-9301-0bcde4c9dcbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 1.0339193 Jul 27 16:52:26.199271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-aa55bfa9-6492-4e11-884a-e7c1a5acb69b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9 HTTP/1.1" status: 200 len: 217 time: 0.0805278 Jul 27 16:52:26.259650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaeb27-c4a5-4ae9-ba3c-817762df3954 req-a0d60cdc-8493-44df-bff6-f81f5ecb6994 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:26.271345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6aaeb27-c4a5-4ae9-ba3c-817762df3954 req-a0d60cdc-8493-44df-bff6-f81f5ecb6994 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1052387 Jul 27 16:52:26.321527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6aaeb27-c4a5-4ae9-ba3c-817762df3954 req-b72cbea5-cbca-449a-90ca-0fa37bef0cb7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Jul 27 16:52:26.337374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-db2119f6-0db2-48b2-aef6-4709d0e759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:26.339613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-db2119f6-0db2-48b2-aef6-4709d0e759c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.1308367 Jul 27 16:52:26.488930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.17 (209e9e7b-e805-414b-87c7-7decf912d95e/9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58/b53045db-992b-4017-b6d8-412eb70d81c5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:52:26.624734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-c1ada60e-0574-4aee-87e3-79fca8e056c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:26.630845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-c1ada60e-0574-4aee-87e3-79fca8e056c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568209 Jul 27 16:52:26.818029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:26.869420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object b53045db-992b-4017-b6d8-412eb70d81c5 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:26.888136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-243f3f82-87c5-4d09-b890-cf8af9e227ce service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456040 Jul 27 16:52:27.087539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d211ac-a61f-4fe6-900b-428e246e0394 req-5c7776ae-7e6f-4dc9-b678-80a506f22631 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855433 Jul 27 16:52:27.129966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:27.222265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c44fd-3e3b-431f-a40d-c89e61debbb5 req-22afdbe7-d6de-42ed-8000-a397f6e8ff5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:27.236474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-842c44fd-3e3b-431f-a40d-c89e61debbb5 req-22afdbe7-d6de-42ed-8000-a397f6e8ff5c tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1305044 Jul 27 16:52:27.246839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 209e9e7b-e805-414b-87c7-7decf912d95e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:27.258747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:27.289988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:52:27.314550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-842c44fd-3e3b-431f-a40d-c89e61debbb5 req-41c09c2c-6fa3-4938-bd0d-b7e5eb1d150d tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 Jul 27 16:52:27.407861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:27.418732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:27.508220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-87de-16e33e43100f req-f699c828-ae62-4afa-991e-094cfbfd04b8 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:27.510325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-304893a0-3633-49e3-87de-16e33e43100f req-f699c828-ae62-4afa-991e-094cfbfd04b8 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 950 time: 0.4188187 Jul 27 16:52:27.657607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-304893a0-3633-49e3-87de-16e33e43100f req-795538a7-030b-4097-98c9-794b2e7b173d tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269803 Jul 27 16:52:27.744573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:27.768274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-633e6045-b59d-4c12-8ac4-29403428bba5 None None] Provisioning for port b53045db-992b-4017-b6d8-412eb70d81c5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:27.778698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-633e6045-b59d-4c12-8ac4-29403428bba5 None None] Provisioning complete for port b53045db-992b-4017-b6d8-412eb70d81c5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:27.779079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-633e6045-b59d-4c12-8ac4-29403428bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:27.813303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e4d14-b0bc-4ac7-8de2-fb28630a9937 req-6f1f952e-817f-4b1a-9d84-f09b5a2091c0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:27.814886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e14e4d14-b0bc-4ac7-8de2-fb28630a9937 req-6f1f952e-817f-4b1a-9d84-f09b5a2091c0 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1609836 Jul 27 16:52:27.866097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-633e6045-b59d-4c12-8ac4-29403428bba5 None None] Port b53045db-992b-4017-b6d8-412eb70d81c5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:52:27.878268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e14e4d14-b0bc-4ac7-8de2-fb28630a9937 req-e024759d-319f-45fe-9740-31332ec0205b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572343 Jul 27 16:52:27.979313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-ae9f9fcc-de67-4e3b-921f-19f9c1cb6ff1 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288794 Jul 27 16:52:28.025740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb24e63-118a-4186-950b-5c11d3b5f441 req-0272c8fd-13a0-4ce7-8de7-7c862526cf4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:28.035339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fb24e63-118a-4186-950b-5c11d3b5f441 req-0272c8fd-13a0-4ce7-8de7-7c862526cf4b tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.0869539 Jul 27 16:52:28.090737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fb24e63-118a-4186-950b-5c11d3b5f441 req-a893d8bc-4809-44cc-b93c-a58acf191f4a tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493438 Jul 27 16:52:28.208409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-2ce23381-f5d8-4d8e-a295-88509917279b tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:28.215656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-2ce23381-f5d8-4d8e-a295-88509917279b tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184908 Jul 27 16:52:28.254342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-533247bc-182b-4a4f-b387-7d91b54b4171 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/quotas/e1891db800fc45b6ac911cf6d1c098ad HTTP/1.1" status: 200 len: 375 time: 0.0376551 Jul 27 16:52:28.291809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ca0e-3ab6-488c-9f06-018d2da50f6a req-1c4735be-6f7f-4a15-8efb-c469bc00fab3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:28.304382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e968ca0e-3ab6-488c-9f06-018d2da50f6a req-1c4735be-6f7f-4a15-8efb-c469bc00fab3 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1359186 Jul 27 16:52:28.313438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-2725b3b4-2936-43ae-968a-b56080d3fc45 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578465 Jul 27 16:52:28.350832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:28.357267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e968ca0e-3ab6-488c-9f06-018d2da50f6a req-d68b57e7-24f2-4798-88aa-0a6d070284a1 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Jul 27 16:52:28.367088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:28.455147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:28.463944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:28.623948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 209e9e7b-e805-414b-87c7-7decf912d95e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:28.626929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:28.681069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f24e44c7-391c-4d0e-baad-f6ad721de589 req-e50e5833-12d5-49a7-a395-33ff12e17037 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.0677290 Jul 27 16:52:28.843813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e32f0-bf6e-440a-ac66-3c7ea141b40f req-521995b5-1a49-481a-bc24-50dbf25b5d4f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:28.845730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d8e32f0-bf6e-440a-ac66-3c7ea141b40f req-521995b5-1a49-481a-bc24-50dbf25b5d4f tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2150981 Jul 27 16:52:28.970173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d8e32f0-bf6e-440a-ac66-3c7ea141b40f req-4dc3a69f-94b2-4d1f-91fc-e31bd9492ab0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Jul 27 16:52:29.012387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-909c9d99-4ed1-40a4-8186-c86231d9d982 None None] Provisioning complete for port b53045db-992b-4017-b6d8-412eb70d81c5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:29.013532 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-909c9d99-4ed1-40a4-8186-c86231d9d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:29.095313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-909c9d99-4ed1-40a4-8186-c86231d9d982 None None] Port b53045db-992b-4017-b6d8-412eb70d81c5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:52:29.381827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:52:29.398114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4962a62-67e8-410a-93ba-bf969b377948 req-05c6b762-9316-461f-bc7d-3ab242d928ba tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:29.424167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f4962a62-67e8-410a-93ba-bf969b377948 req-05c6b762-9316-461f-bc7d-3ab242d928ba tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1953783 Jul 27 16:52:29.487893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f4962a62-67e8-410a-93ba-bf969b377948 req-1675cb07-f3c9-4c19-af5f-9846c9fb873d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626512 Jul 27 16:52:29.525029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbff79f-be78-483c-861e-6fedb9937509 req-d268cd5d-b73f-4b63-8ae6-b3687d1268ef tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:29.527217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbff79f-be78-483c-861e-6fedb9937509 req-d268cd5d-b73f-4b63-8ae6-b3687d1268ef tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 950 time: 0.6814685 Jul 27 16:52:29.610941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cbff79f-be78-483c-861e-6fedb9937509 req-bf650420-ad9b-4800-a189-e848266a8c92 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754013 Jul 27 16:52:29.635903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:52:29.656869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a338682f-76b0-4e1a-83ae-8079a3785891 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/709cb169-fe34-43bc-9a40-635c66b2ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5910952 Jul 27 16:52:29.672465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:52:29.685634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:29.687884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:29.879147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:29.879953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3cd00766-fb90-47fa-b7c3-8940f292fea6 req-e30881c6-070d-4867-bae1-1734df985c76 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.0551662 Jul 27 16:52:30.194844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-42245ef0-948f-44cb-8aed-e95f9e612460 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:30.195942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-42245ef0-948f-44cb-8aed-e95f9e612460 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1413708 Jul 27 16:52:30.247038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-3dad05d0-bcef-49f7-9451-2318baf4abe0 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449421 Jul 27 16:52:30.261154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195382a-13bf-4db4-95f6-4dfd2c77f588 req-d5a947a8-4166-4540-87f3-d5671fc6ec98 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:30.262808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f195382a-13bf-4db4-95f6-4dfd2c77f588 req-d5a947a8-4166-4540-87f3-d5671fc6ec98 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.1812198 Jul 27 16:52:30.405511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:27Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53045db-992b-4017-b6d8-412eb70d81c5', 'name': '', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:9b:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:52:25Z', 'updated_at': '2021-07-27T16:52:28Z', 'revision_number': 2, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:30.440593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f195382a-13bf-4db4-95f6-4dfd2c77f588 req-69e27933-f6d7-42c7-a007-ac7cffd7f352 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670244 Jul 27 16:52:30.443373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:52:30.444097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Updating router 709cb169-fe34-43bc-9a40-635c66b2ce4d port b53045db-992b-4017-b6d8-412eb70d81c5 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:52:30.523835 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:30.864028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-f8360cb8-885c-4c5a-8f6d-022377a987d8 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:30.865897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-f8360cb8-885c-4c5a-8f6d-022377a987d8 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5981662 Jul 27 16:52:30.879640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:30.880891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.047734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:31.048161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.068032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:31.152000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Request body: {'port': {'device_id': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': 'e1891db800fc45b6ac911cf6d1c098ad'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:31.154932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e59f0f0-2344-43f5-9a97-e21bc2a90bf3 req-126d2839-f120-4673-8655-14175f17ca60 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.0828238 Jul 27 16:52:31.343011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f22f-1a2a-4e17-a52b-c16439e49e88 req-b1391ffd-6721-42d3-9104-0e60e9269fc3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:31.345253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1a9f22f-1a2a-4e17-a52b-c16439e49e88 req-b1391ffd-6721-42d3-9104-0e60e9269fc3 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.7038388 Jul 27 16:52:31.389848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.404803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Transition to ACTIVE for port object b53045db-992b-4017-b6d8-412eb70d81c5 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:31.415692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.519591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Pushing event updated for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:31.540147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1a9f22f-1a2a-4e17-a52b-c16439e49e88 req-42eee8dd-c573-401c-b267-1e13b64e5935 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842752 Jul 27 16:52:31.552255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Made reservation on behalf of e1891db800fc45b6ac911cf6d1c098ad for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:31.568074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.595480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.639471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:31.674132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.674483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.674892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.675619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.676012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.676516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.676930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.677329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.677830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.678342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.678741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.679142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:31.732806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Attempting to bind port b53045db-992b-4017-b6d8-412eb70d81c5 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:52:31.733355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Attempting to bind port b53045db-992b-4017-b6d8-412eb70d81c5 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:52:31.733730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Attempting to bind port b53045db-992b-4017-b6d8-412eb70d81c5 on network 209e9e7b-e805-414b-87c7-7decf912d95e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:31.798414 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.801776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:52:31.802209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Checking segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:31.802615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.803013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Bound using segment: {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:52:31.803705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Bound port: b53045db-992b-4017-b6d8-412eb70d81c5, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afddb3a-e4c8-4a09-81e1-ff767260c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:52:31.804091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.899695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.915711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:31.915711 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2a5d6-aa3c-4e95-a1c2-3323bf216c8e" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:31.928624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:31.942038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:31.971697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:32.014788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae53420d-0f54-4c99-9a46-934c9f0e7fa3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:32.049351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] For port b53045db-992b-4017-b6d8-412eb70d81c5, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:52:32.065057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd1fbb-ff7f-4231-acea-36cbf9b166c8 req-634d0847-15d3-4466-921b-5b4a42158ccb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:32.084245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:32.090203 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19cd1fbb-ff7f-4231-acea-36cbf9b166c8 req-634d0847-15d3-4466-921b-5b4a42158ccb tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=070344ac-05c2-4a53-9239-efb87b0917d4 HTTP/1.1" status: 200 len: 945 time: 0.2207410 Jul 27 16:52:32.144998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:32.157639 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98900ce-7e49-4505-a842-43a12e9a1ed6 x-openstack-request-id: req-a98900ce-7e49-4505-a842-43a12e9a1ed6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:32.157945 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:32.158192 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a98900ce-7e49-4505-a842-43a12e9a1ed6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:32.158600 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'code': 200} Jul 27 16:52:32.170138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] For port b53045db-992b-4017-b6d8-412eb70d81c5, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b53045db-992b-4017-b6d8-412eb70d81c5,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:52:32.176524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:32.194830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:32.219950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19cd1fbb-ff7f-4231-acea-36cbf9b166c8 req-78c53f6c-5a84-4b4a-86c6-b0ff28457857 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287341 Jul 27 16:52:32.378130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:32.417161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:32.469986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54c83b33-37db-46a8-8d48-6daa638de09f req-a6b1d80e-c901-4560-94bb-aea02f6241e8 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.1023753 Jul 27 16:52:32.481417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:32.482080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:32.493660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Allocated IP 192.168.233.160 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/3e593254-ac09-4753-8e4e-63eb5c98b160) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:52:32.656140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:32.762182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:32.780233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:32.783651 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bfe515e2-dccf-4b3b-b3b1-68eeaaf60b93 req-bd49af6b-83f5-404e-aac3-5e0744c51271 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.61 "DELETE /v2.0/ports/b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 HTTP/1.1" status: 204 len: 173 time: 2.5355282 Jul 27 16:52:32.784271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'name': 'network-vif-deleted', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:32.796579 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4bd0ee-b78b-468c-b320-96f1917af8df" -d '{"events": [{"server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "name": "network-vif-deleted", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:32.870828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:32.910392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Transition to ACTIVE for port object 3e593254-ac09-4753-8e4e-63eb5c98b160 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:32.925860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d303-cff0-4485-9841-6bebe3d44619 None None] Pushing event updated for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:32.964081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c1d8-fd3f-4447-a49c-fd0023c962dc req-565e2c7d-64e5-4da1-9407-c8db0947c7a4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:32.986334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6f1c1d8-fd3f-4447-a49c-fd0023c962dc req-565e2c7d-64e5-4da1-9407-c8db0947c7a4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.2378845 Jul 27 16:52:33.070653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6f1c1d8-fd3f-4447-a49c-fd0023c962dc req-dec6d6f5-a2d6-4ec3-8ee0-014779cd68a8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Jul 27 16:52:33.094313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:33.104032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:33.223710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:33.226265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:33.230231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:52:33.243382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:27Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53045db-992b-4017-b6d8-412eb70d81c5', 'name': '', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:9b:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:52:25Z', 'updated_at': '2021-07-27T16:52:31Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:33.276681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74997ca-b8ae-4b37-acbd-cbb976e54234 None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:27Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53045db-992b-4017-b6d8-412eb70d81c5', 'name': '', 'network_id': '209e9e7b-e805-414b-87c7-7decf912d95e', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:9b:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:52:25Z', 'updated_at': '2021-07-27T16:52:31Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:52:33.293881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:33.294632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:33.318883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Pushing event updated for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:33.348415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5cc74e8a-0855-47da-b69e-61af4db2c01a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3893609 Jul 27 16:52:33.389656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Request body: {'port': {'device_id': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:33.593790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:33.790093 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cddaab1-2652-43d3-a4ae-42b87f8206c3 x-openstack-request-id: req-1cddaab1-2652-43d3-a4ae-42b87f8206c3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:33.790396 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070344ac-05c2-4a53-9239-efb87b0917d4", "name": "network-vif-deleted", "tag": "b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:33.790659 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cddaab1-2652-43d3-a4ae-42b87f8206c3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:33.791104 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070344ac-05c2-4a53-9239-efb87b0917d4', 'name': 'network-vif-deleted', 'tag': 'b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82', 'status': 'completed', 'code': 200} Jul 27 16:52:33.888077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a3e894d3-03ff-4392-870d-48f8bc959623 None None] Provisioning for port 3e593254-ac09-4753-8e4e-63eb5c98b160 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:33.893323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a3e894d3-03ff-4392-870d-48f8bc959623 None None] Provisioning complete for port 3e593254-ac09-4753-8e4e-63eb5c98b160 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:33.893960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a3e894d3-03ff-4392-870d-48f8bc959623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:33.980793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a3e894d3-03ff-4392-870d-48f8bc959623 None None] Port 3e593254-ac09-4753-8e4e-63eb5c98b160 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:52:34.116441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cdab4-bef4-426f-a801-c5d71cd799ee req-67f7731d-c0f9-4526-8d1d-5556c3e799e6 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:34.118232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d7cdab4-bef4-426f-a801-c5d71cd799ee req-67f7731d-c0f9-4526-8d1d-5556c3e799e6 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 936 time: 0.1399963 Jul 27 16:52:34.205191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e593254-ac09-4753-8e4e-63eb5c98b160 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:34.222611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d7cdab4-bef4-426f-a801-c5d71cd799ee req-5cedcae5-47f0-4b84-a0cc-119f525ee879 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901952 Jul 27 16:52:34.234725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:34.253211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Transition to ACTIVE for port object 3e593254-ac09-4753-8e4e-63eb5c98b160 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:34.263347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:34.333522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Pushing event updated for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:34.493109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Attempting to bind port 3e593254-ac09-4753-8e4e-63eb5c98b160 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:52:34.494047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Attempting to bind port 3e593254-ac09-4753-8e4e-63eb5c98b160 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:52:34.495435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Attempting to bind port 3e593254-ac09-4753-8e4e-63eb5c98b160 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:34.514886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8d890-3fb5-4249-bb86-b40c1004973f req-3efab98e-3056-471b-92bd-dff6bc3beb15 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:34.516909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1a8d890-3fb5-4249-bb86-b40c1004973f req-3efab98e-3056-471b-92bd-dff6bc3beb15 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.1512287 Jul 27 16:52:34.517800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Port 3e593254-ac09-4753-8e4e-63eb5c98b160 on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:52:34.518508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Attempting to bind port 3e593254-ac09-4753-8e4e-63eb5c98b160 on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:34.530166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:52:34.533547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:34.533977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:52:34.534506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Bound port: 3e593254-ac09-4753-8e4e-63eb5c98b160, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:52:34.534895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:34.656680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1a8d890-3fb5-4249-bb86-b40c1004973f req-7276e9f0-cacc-408e-96fe-66258cc5617c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267521 Jul 27 16:52:34.688584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:52:34.695109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3e593254-ac09-4753-8e4e-63eb5c98b160,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:52:34.705454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:34.755875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:34.756633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:34.758063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] 10.222.0.61 "PUT /v2.0/ports/3e593254-ac09-4753-8e4e-63eb5c98b160 HTTP/1.1" status: 200 len: 1096 time: 1.3838298 Jul 27 16:52:34.822208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26409db3-4caa-4074-bcaf-690f8452760a service neutron] Pushing event updated for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:34.938580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-2fdb1a31-f593-4e62-b422-e03f30165c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:34.940139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-2fdb1a31-f593-4e62-b422-e03f30165c2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 1099 time: 0.1140108 Jul 27 16:52:35.021386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-87fe2fa1-9d9a-4a4e-a41a-b3e99b874e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.023975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-87fe2fa1-9d9a-4a4e-a41a-b3e99b874e28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1096 time: 0.4179327 Jul 27 16:52:35.025373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-7e55a855-7713-447e-85e9-3a7808b929bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=3e593254-ac09-4753-8e4e-63eb5c98b160 HTTP/1.1" status: 200 len: 217 time: 0.0748081 Jul 27 16:52:35.165140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b53045db-992b-4017-b6d8-412eb70d81c5 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:35.254014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b53045db-992b-4017-b6d8-412eb70d81c5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:35.265422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b53045db-992b-4017-b6d8-412eb70d81c5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:35.265790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:35.286482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-b7e1f8c5-6cc4-406d-a343-fc64617a006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.287970 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-b7e1f8c5-6cc4-406d-a343-fc64617a006b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.2564547 Jul 27 16:52:35.291806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-8c41f4be-b82d-4228-9851-ce9ee1b72dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.293409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-8c41f4be-b82d-4228-9851-ce9ee1b72dd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.2452371 Jul 27 16:52:35.375969 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:35.386345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-928c9e85-1a09-4d77-870f-5dfa81ed3ea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.0909541 Jul 27 16:52:35.418859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b53045db-992b-4017-b6d8-412eb70d81c5, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b53045db-992b-4017-b6d8-412eb70d81c5,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:35.436665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:35.482887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-0daa92bf-349f-48cc-bd7d-d2c2e0a101c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.484991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-0daa92bf-349f-48cc-bd7d-d2c2e0a101c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.0893338 Jul 27 16:52:35.506077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-8d22f8a0-115d-48ec-9c83-0cf6e110a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.509768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-8d22f8a0-115d-48ec-9c83-0cf6e110a0e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043211 Jul 27 16:52:35.514854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:35.547979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-165edb3e-5e34-4992-9f8b-ac4971108843 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554633 Jul 27 16:52:35.584863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20b75b-3d49-43b6-b352-b85ae16ae119 req-1fc5b86c-03c9-4e67-83a9-9fbab0d6238e tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.586370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b20b75b-3d49-43b6-b352-b85ae16ae119 req-1fc5b86c-03c9-4e67-83a9-9fbab0d6238e tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 948 time: 0.2036679 Jul 27 16:52:35.609890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:35.633836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:35.634625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b4dad18c-bcbb-4f7d-bee6-1d40ec22ec82 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:35.727733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b20b75b-3d49-43b6-b352-b85ae16ae119 req-f5efdfec-f222-4c2b-9e33-1ff7d52eea85 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075661 Jul 27 16:52:35.751435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-6031d927-7882-4ae9-bee4-8b507315e500 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936948 Jul 27 16:52:35.755190 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-5e56f582-b1c6-4ead-8f46-b40a287ea38e service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104974 Jul 27 16:52:35.795220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:35.798703 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cdcca-5102-4cdc-876f-e119e648e0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:35.852979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a39f3-d3f7-416b-9226-396c104f8223 req-10c28a0b-a155-440e-9944-c100cf58f78e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:35.855213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab5a39f3-d3f7-416b-9226-396c104f8223 req-10c28a0b-a155-440e-9944-c100cf58f78e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.0915203 Jul 27 16:52:35.905297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ab5a39f3-d3f7-416b-9226-396c104f8223 req-ab563be6-5825-4d20-a4e1-e398e0161a05 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Jul 27 16:52:35.970937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ee676af-6cd3-4c25-9c5d-b2aab7c1a322 req-9a9e413b-9313-4909-9889-9f370160a2c5 service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952064 Jul 27 16:52:35.981196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a402af2c-6352-40ba-a91e-bc7662c39301 req-7675f6fc-a2b2-462a-9bbc-26fd94d182d5 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211657 Jul 27 16:52:35.999393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d7108-f2aa-4946-9a05-2959faae5024 req-bb3d958b-d203-4847-98c8-e95e89758490 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.000974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-128d7108-f2aa-4946-9a05-2959faae5024 req-bb3d958b-d203-4847-98c8-e95e89758490 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.1629419 Jul 27 16:52:36.293710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ffec2-804d-4eab-9b3a-c62c9d466b4f req-f2a482f8-49a6-404a-a05e-727ed67a49a0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.296727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b3ffec2-804d-4eab-9b3a-c62c9d466b4f req-f2a482f8-49a6-404a-a05e-727ed67a49a0 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 945 time: 0.0693772 Jul 27 16:52:36.320095 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9e292b-cd13-4134-81e6-54ccb478773e x-openstack-request-id: req-8b9e292b-cd13-4134-81e6-54ccb478773e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:36.320669 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:36.320669 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b9e292b-cd13-4134-81e6-54ccb478773e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:36.321000 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160', 'status': 'completed', 'code': 200} Jul 27 16:52:36.348955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b3ffec2-804d-4eab-9b3a-c62c9d466b4f req-faec76c5-b798-4940-b7ac-add814466562 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455930 Jul 27 16:52:36.375434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-128d7108-f2aa-4946-9a05-2959faae5024 req-c82e1096-17ff-40e8-8a5d-bd2d3141800c tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657753 Jul 27 16:52:36.389737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-fe582f92-aaac-4aba-b70f-e33f0c4c344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.391735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-fe582f92-aaac-4aba-b70f-e33f0c4c344b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 1099 time: 0.0733716 Jul 27 16:52:36.490730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-28b44cb9-770e-4408-83b4-5b6b336be230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.492104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-28b44cb9-770e-4408-83b4-5b6b336be230 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.0870888 Jul 27 16:52:36.538288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-26e3f25c-1076-444b-a144-47e85a54a0d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=3e593254-ac09-4753-8e4e-63eb5c98b160 HTTP/1.1" status: 200 len: 217 time: 0.0342429 Jul 27 16:52:36.588335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-fb8e77e6-f800-44c4-8bd1-02147124e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.589841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-fb8e77e6-f800-44c4-8bd1-02147124e341 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0439515 Jul 27 16:52:36.654193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-95822fc7-ca44-4bd0-aa12-07cec6f98c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.655732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-95822fc7-ca44-4bd0-aa12-07cec6f98c10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542586 Jul 27 16:52:36.752752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-e0588fd9-b11a-4f20-831e-fb305d62ef2b service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887740 Jul 27 16:52:36.869051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33db56-1dc7-4853-a05e-30a33fa93201 req-4c0de87a-2cb3-4ea2-a035-3bd497264883 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:36.870580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b33db56-1dc7-4853-a05e-30a33fa93201 req-4c0de87a-2cb3-4ea2-a035-3bd497264883 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 948 time: 0.0715044 Jul 27 16:52:36.872828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f0cdcca-5102-4cdc-876f-e119e648e0eb req-effb57ba-9129-46a3-8b44-a13ab320e10c service neutron] 10.222.0.61 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122458 Jul 27 16:52:36.912522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b33db56-1dc7-4853-a05e-30a33fa93201 req-eff43551-e04a-4a29-a052-f47f5b805053 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Jul 27 16:52:37.064706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca9760-c5c4-4999-addd-ff6692f8347a req-a235b032-425b-4622-b650-5ea7f064ac8d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:37.066593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beca9760-c5c4-4999-addd-ff6692f8347a req-a235b032-425b-4622-b650-5ea7f064ac8d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 945 time: 0.0950463 Jul 27 16:52:37.094534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b53045db-992b-4017-b6d8-412eb70d81c5 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:37.118910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beca9760-c5c4-4999-addd-ff6692f8347a req-b8096bec-28f3-4c60-9994-bbd93e30daa5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Jul 27 16:52:37.152320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b53045db-992b-4017-b6d8-412eb70d81c5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:37.152797 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:37.550576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf54a6-733f-462a-9293-f67e0d4fdc52 req-d3395cfd-58ab-42bf-bc78-39e31ea32aad tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:37.552837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6bf54a6-733f-462a-9293-f67e0d4fdc52 req-d3395cfd-58ab-42bf-bc78-39e31ea32aad tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.0894692 Jul 27 16:52:37.557661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876b04-2e99-4f97-95d6-b66cc406c53f req-f2dc4bab-b357-4ef6-b849-6c1799d678aa tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:37.565251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d876b04-2e99-4f97-95d6-b66cc406c53f req-f2dc4bab-b357-4ef6-b849-6c1799d678aa tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 945 time: 0.0911789 Jul 27 16:52:37.603415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6bf54a6-733f-462a-9293-f67e0d4fdc52 req-a929eebb-18c6-4464-9720-013ce233b2c2 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Jul 27 16:52:37.618815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d876b04-2e99-4f97-95d6-b66cc406c53f req-42d4a04f-4a94-4843-9b1f-84c3cecb7b65 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/security-groups?id=b60ca8fa-9579-451f-85e3-65ee7a70c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Jul 27 16:52:37.685583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:37.765195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:37.793369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:37.796110 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6c9a6-9bce-4a7a-9599-41ef14f8e5a7" -d '{"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:37.812295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:37.817962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:37.832676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-8ec6bc3d-b61d-4269-a046-e50107ac8ba3 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:37.834662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-8ec6bc3d-b61d-4269-a046-e50107ac8ba3 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 948 time: 0.0811031 Jul 27 16:52:37.872335 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca2b88e-071b-4cc8-bf95-7a5b13af3db5 x-openstack-request-id: req-1ca2b88e-071b-4cc8-bf95-7a5b13af3db5 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:37.872660 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:37.872917 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ca2b88e-071b-4cc8-bf95-7a5b13af3db5 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:37.873316 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'code': 200} Jul 27 16:52:37.879278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:37.956266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Deleting port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:37.956687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.064302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] For port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:38.064858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.085567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Calling delete_port for 3f835445-a05b-49d3-b0c0-8a7038ea6f3c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:38.093965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-8885f228-18a9-42b7-85d6-a0d3d072cde4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:38.095652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-8885f228-18a9-42b7-85d6-a0d3d072cde4 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 945 time: 0.1261761 Jul 27 16:52:38.105220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c2f7-7e24-4a98-b9bd-522f75935025 req-cce69b98-2089-46bc-bf9a-c249b204bc05 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:38.106803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f412c2f7-7e24-4a98-b9bd-522f75935025 req-cce69b98-2089-46bc-bf9a-c249b204bc05 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 948 time: 0.0994959 Jul 27 16:52:38.114358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:38.203170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f412c2f7-7e24-4a98-b9bd-522f75935025 req-de90ca58-2264-49da-aee5-f0cfda4e3478 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802321 Jul 27 16:52:38.259800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Deleting port 228771a0-231f-4493-ad39-aa64051f990a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:38.260418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.286190 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.320643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.321562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Pushing event deleted for resources: {'Port': ['ID=3f835445-a05b-49d3-b0c0-8a7038ea6f3c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:38.366141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfc2d-6806-40e2-bf73-d66acda58fc7 req-899fd3eb-9c0b-4681-9f45-8a619697fc48 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:38.367578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b5bfc2d-6806-40e2-bf73-d66acda58fc7 req-899fd3eb-9c0b-4681-9f45-8a619697fc48 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1433897 Jul 27 16:52:38.394795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] No DVR routers for this DVR port 3f835445-a05b-49d3-b0c0-8a7038ea6f3c on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:38.399541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] For port 228771a0-231f-4493-ad39-aa64051f990a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=228771a0-231f-4493-ad39-aa64051f990a,segment=NetworkSegment(1b1a9c58-5807-43b1-ad1e-568f7b49316c),segment_id=1b1a9c58-5807-43b1-ad1e-568f7b49316c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:38.399949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.402349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.404257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24928c93-0443-4ff0-b27c-e5993f1ed717 req-3d2cd47a-5cea-4720-bdc4-c4ab1815d7e0 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.13 "DELETE /v2.0/ports/3f835445-a05b-49d3-b0c0-8a7038ea6f3c HTTP/1.1" status: 204 len: 173 time: 0.5622284 Jul 27 16:52:38.404719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-deleted', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:38.407445 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21938930-1edb-4781-9338-6318931fe11b" -d '{"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-deleted", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:38.418828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Calling delete_port for 228771a0-231f-4493-ad39-aa64051f990a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:38.454087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b5bfc2d-6806-40e2-bf73-d66acda58fc7 req-3fa21169-00dc-4b63-96c8-88b261bca3eb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Jul 27 16:52:38.461296 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624dca6-a8ca-4b69-b497-20d0e89834bc x-openstack-request-id: req-0624dca6-a8ca-4b69-b497-20d0e89834bc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:38.461600 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819e5bd-68fb-4569-a6b6-785a944d7657", "name": "network-vif-deleted", "tag": "3f835445-a05b-49d3-b0c0-8a7038ea6f3c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:38.461862 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0624dca6-a8ca-4b69-b497-20d0e89834bc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:38.469840 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819e5bd-68fb-4569-a6b6-785a944d7657', 'name': 'network-vif-deleted', 'tag': '3f835445-a05b-49d3-b0c0-8a7038ea6f3c', 'status': 'completed', 'code': 200} Jul 27 16:52:38.535524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.548418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.601820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f43dcae83baf4a5da830e07bec5cb4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848785 Jul 27 16:52:38.603932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:38.625619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9306bec-92a3-4781-805b-7dfd87ba4d8c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:38.638249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.638777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.641354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.641947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.642494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.643025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.643539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.644058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.644592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.645119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.645628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.646132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46965-ee8b-4f94-b5f4-b6ec66ae498c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:52:38.676146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.709219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.712298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.732419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7da1678c-55c7-4e77-a390-f0407c1c64fd req-1846a90c-4930-4118-a841-59594af7c69f tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819e5bd-68fb-4569-a6b6-785a944d7657 HTTP/1.1" status: 200 len: 210 time: 0.0373266 Jul 27 16:52:38.757171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['228771a0-231f-4493-ad39-aa64051f990a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:38.759229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e75eca25-9982-4403-bf2d-20826e81f640 req-909a1d67-d96e-4333-b9a5-00f688a76e32 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.64 "GET /v2.0/ports?device_id=27259201-717f-47da-8fed-b992d9bcc736 HTTP/1.1" status: 200 len: 210 time: 0.0498688 Jul 27 16:52:38.762171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Pushing event deleted for resources: {'Port': ['ID=228771a0-231f-4493-ad39-aa64051f990a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:38.812438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.815542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.816764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9306bec-92a3-4781-805b-7dfd87ba4d8c HTTP/1.1" status: 204 len: 168 time: 0.2111654 Jul 27 16:52:38.826268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91053-8c76-45d4-899a-aef4a6269b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9306bec-92a3-4781-805b-7dfd87ba4d8c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:38.856892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] No DVR routers for this DVR port 228771a0-231f-4493-ad39-aa64051f990a on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:38.861075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:38.863633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf40b87a-88e9-4b1f-8585-17254c8b8f0a req-6056e701-13c7-4745-9df6-dfb41bba8970 tempest-ServersTestJSON-988739287 tempest-ServersTestJSON-988739287-project] 10.222.0.13 "DELETE /v2.0/ports/228771a0-231f-4493-ad39-aa64051f990a HTTP/1.1" status: 204 len: 173 time: 0.7558141 Jul 27 16:52:38.864101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'name': 'network-vif-deleted', 'tag': '228771a0-231f-4493-ad39-aa64051f990a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:38.866945 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf46f2fd-deec-4285-a0cc-0995cd107fae" -d '{"events": [{"server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "name": "network-vif-deleted", "tag": "228771a0-231f-4493-ad39-aa64051f990a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:38.908374 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d8753-017b-43e7-85c8-34018b2d415b x-openstack-request-id: req-9a1d8753-017b-43e7-85c8-34018b2d415b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:38.908802 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27259201-717f-47da-8fed-b992d9bcc736", "name": "network-vif-deleted", "tag": "228771a0-231f-4493-ad39-aa64051f990a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:38.909113 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a1d8753-017b-43e7-85c8-34018b2d415b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:38.909568 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27259201-717f-47da-8fed-b992d9bcc736', 'name': 'network-vif-deleted', 'tag': '228771a0-231f-4493-ad39-aa64051f990a', 'status': 'completed', 'code': 200} Jul 27 16:52:39.156186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34118) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:39.171370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a28511-84d0-4449-9ace-f972a643cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.302138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a28511-84d0-4449-9ace-f972a643cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.310979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88a28511-84d0-4449-9ace-f972a643cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.370317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-88a28511-84d0-4449-9ace-f972a643cc8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=595eaa6f5a614ff0b2627c11d6a3afd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130170 Jul 27 16:52:39.372625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a28511-84d0-4449-9ace-f972a643cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655fa84-3cef-44e9-8673-287811c8f3a0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:39.373379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:39.390136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8149-3d3d-418a-9b77-d1ed40101076 req-0ba98d88-1d5f-4632-b13a-8654d541e6dd tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:39.391630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d2f8149-3d3d-418a-9b77-d1ed40101076 req-0ba98d88-1d5f-4632-b13a-8654d541e6dd tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 948 time: 0.1252556 Jul 27 16:52:39.426886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.434056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d2f8149-3d3d-418a-9b77-d1ed40101076 req-26450c36-85a8-4585-9520-02638e64d7ad tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jul 27 16:52:39.448501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.496231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.498795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.500000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1655fa84-3cef-44e9-8673-287811c8f3a0 HTTP/1.1" status: 204 len: 168 time: 0.1256232 Jul 27 16:52:39.508125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255448-fde4-4afe-8ccd-37933fd226a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655fa84-3cef-44e9-8673-287811c8f3a0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:39.597805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6e82b-ce94-4a3c-b83e-49c80ef1c1bc req-56f84362-ba27-4f8c-a628-89f6e235513c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:39.599707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d6e82b-ce94-4a3c-b83e-49c80ef1c1bc req-56f84362-ba27-4f8c-a628-89f6e235513c tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.0697982 Jul 27 16:52:39.627807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3e593254-ac09-4753-8e4e-63eb5c98b160 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:39.642397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d6e82b-ce94-4a3c-b83e-49c80ef1c1bc req-a2ad0906-910e-4831-99f7-4a8975b785ab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364740 Jul 27 16:52:39.739262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65f89787-49b2-4a98-9134-bd093556510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.772357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3e593254-ac09-4753-8e4e-63eb5c98b160,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:39.791848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '3e593254-ac09-4753-8e4e-63eb5c98b160', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '3e593254-ac09-4753-8e4e-63eb5c98b160', 'mac_address': 'fa:16:3e:be:e9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:52:39.831930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89171127-18bc-4bab-a8b6-322c4d25f682 req-27ca2759-03ea-4e05-8187-496f41454980 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:39.833536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89171127-18bc-4bab-a8b6-322c4d25f682 req-27ca2759-03ea-4e05-8187-496f41454980 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1134188 Jul 27 16:52:39.849035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:39.871741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.888967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89171127-18bc-4bab-a8b6-322c4d25f682 req-14fbbab1-a5cd-4d6f-b040-6747d9695b3e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Jul 27 16:52:39.889282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e593254-ac09-4753-8e4e-63eb5c98b160 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:39.921064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3e593254-ac09-4753-8e4e-63eb5c98b160,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:39.928673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.944190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Deleting subnet 8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:52:39.948096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.966234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:39.986839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52aaba5b-dc19-4f62-985d-24afffbb61d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:39.989825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:40.001654 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.064087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.152511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52aaba5b-dc19-4f62-985d-24afffbb61d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.159786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52aaba5b-dc19-4f62-985d-24afffbb61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.164994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.210285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:40.212397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.214362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d71c44f0-f454-4734-a724-97d403dd515b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8dc6f39b-d42c-45b2-b6a6-dcc2c525c2bf HTTP/1.1" status: 204 len: 168 time: 0.3641076 Jul 27 16:52:40.218527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:40.235867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b09d9e-d5d9-483b-b039-69d9bc66f727 req-745f9eff-4705-4ea0-95b3-50eb78a64172 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:40.237487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72b09d9e-d5d9-483b-b039-69d9bc66f727 req-745f9eff-4705-4ea0-95b3-50eb78a64172 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 948 time: 0.1227381 Jul 27 16:52:40.312702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['3e593254-ac09-4753-8e4e-63eb5c98b160'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:52:40.331313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.337652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72b09d9e-d5d9-483b-b039-69d9bc66f727 req-fecb073e-5d4f-4a53-a583-c111e58d89cc tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858562 Jul 27 16:52:40.450848 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.462732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:40.484032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1a9c58-5807-43b1-ad1e-568f7b49316c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:40.484331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1a9c58-5807-43b1-ad1e-568f7b49316c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:40.505114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.533319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.551132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:52:40.552216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:52:40.554342 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:52:40.590595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-52aaba5b-dc19-4f62-985d-24afffbb61d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ce01a57baf44f2fa3efe7e63cf93a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230402 Jul 27 16:52:40.610402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:40.623476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaba5b-dc19-4f62-985d-24afffbb61d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cd61eb-c70e-479f-906a-d547a149f86a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:40.650294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.655488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.660213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] 10.222.0.64 "DELETE /v2.0/networks/81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0 HTTP/1.1" status: 204 len: 168 time: 0.4410865 Jul 27 16:52:40.678805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744843d4-58bb-4971-9f42-bba09d8b07be req-ece02f94-7b90-49e3-a00c-372f4faaa9e5 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:40.680323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-744843d4-58bb-4971-9f42-bba09d8b07be req-ece02f94-7b90-49e3-a00c-372f4faaa9e5 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 949 time: 0.1403518 Jul 27 16:52:40.698608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606c898-820b-4b20-9245-08db9a56f3af admin admin] Pushing event deleted for resources: {'Network': ['ID=81ee7b95-f2b7-4ea7-bf78-968cdbd91ce0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:40.701324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.714715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4161-ab49-45dd-9f68-7ca9ee6a8d0e req-e841bfc8-a61e-4cfe-8699-8464e293d65a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:40.715112 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-997b4161-ab49-45dd-9f68-7ca9ee6a8d0e req-e841bfc8-a61e-4cfe-8699-8464e293d65a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1510658 Jul 27 16:52:40.735624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-744843d4-58bb-4971-9f42-bba09d8b07be req-48159a7c-df14-4102-9f21-79a8aeee8325 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jul 27 16:52:40.742392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.844598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-997b4161-ab49-45dd-9f68-7ca9ee6a8d0e req-b5d5ae63-9520-4898-82d5-b7c93bb8cf9b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218998 Jul 27 16:52:40.872162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.872162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:40.872162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3cd61eb-c70e-479f-906a-d547a149f86a HTTP/1.1" status: 204 len: 168 time: 0.2532654 Jul 27 16:52:40.872162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:40.892448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcad83-a853-44da-bb99-1c55dca3c373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cd61eb-c70e-479f-906a-d547a149f86a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:40.898124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-2c1e1363-650e-431b-9a8b-45e1d0d19f73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3064442 Jul 27 16:52:40.927937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4b571c4e-4cf4-4165-8df9-60bd316efa22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=416c4494c7fa42bf8b0ac1e5ae1d6a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524294 Jul 27 16:52:40.928321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:40.980989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:41.004288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:41.066516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:41.070440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:41.075068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b60ca8fa-9579-451f-85e3-65ee7a70c90f HTTP/1.1" status: 204 len: 168 time: 0.1454453 Jul 27 16:52:41.083977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137932-9b3a-4af3-ad26-e21a7914eae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ca8fa-9579-451f-85e3-65ee7a70c90f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:41.606098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79c0a7-8ebb-4a62-962f-63c9a6a57366 req-6d141d29-fca8-4c81-af1f-e9c0e5ec62f4 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:41.607989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a79c0a7-8ebb-4a62-962f-63c9a6a57366 req-6d141d29-fca8-4c81-af1f-e9c0e5ec62f4 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 948 time: 0.1473043 Jul 27 16:52:41.659726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3e593254-ac09-4753-8e4e-63eb5c98b160 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:52:41.668514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a79c0a7-8ebb-4a62-962f-63c9a6a57366 req-6838d5ee-6c7b-486c-8f67-91b0bfb4ef23 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530121 Jul 27 16:52:41.724176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 228771a0-231f-4493-ad39-aa64051f990a no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:41.727959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 3e593254-ac09-4753-8e4e-63eb5c98b160 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:52:41.750952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 3e593254-ac09-4753-8e4e-63eb5c98b160 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:52:41.751239 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:41.754010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 228771a0-231f-4493-ad39-aa64051f990a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:41.754607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 228771a0-231f-4493-ad39-aa64051f990a not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:41.755235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:42.006353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:42.058718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41941-d871-43c0-9362-8f6da7eef155 req-9db9f8de-cbe7-42f3-a881-5d479137d4c9 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.066322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08e41941-d871-43c0-9362-8f6da7eef155 req-9db9f8de-cbe7-42f3-a881-5d479137d4c9 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 949 time: 0.2303247 Jul 27 16:52:42.067032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ba5f5-877c-4a52-922c-20661f83caf1 req-6e43320a-ddf5-4c29-95e6-34f6e00d33df tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.068680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd3ba5f5-877c-4a52-922c-20661f83caf1 req-6e43320a-ddf5-4c29-95e6-34f6e00d33df tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.0949612 Jul 27 16:52:42.111451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-192f9194-1159-4f49-b7f3-54eec8bbd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.112151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.113192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-192f9194-1159-4f49-b7f3-54eec8bbd3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4&tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154 HTTP/1.1" status: 200 len: 1094 time: 0.1962721 Jul 27 16:52:42.135644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd3ba5f5-877c-4a52-922c-20661f83caf1 req-ce224d46-66e1-4033-a9c8-187228e52246 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543990 Jul 27 16:52:42.149829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:42.162595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08e41941-d871-43c0-9362-8f6da7eef155 req-5e8c2db8-1576-4535-a5c0-2a3063ebcd91 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950596 Jul 27 16:52:42.177817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3e593254-ac09-4753-8e4e-63eb5c98b160,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:42.180404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:42.183213 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee1db9-a20f-4f62-bc26-42e80e86c3d7" -d '{"events": [{"server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "name": "network-vif-plugged", "status": "completed", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:42.252911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34266) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:42.277530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-3aeb44ed-b17a-4f9c-b74b-e15c12cf870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.281141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-3aeb44ed-b17a-4f9c-b74b-e15c12cf870f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1094 time: 0.1174824 Jul 27 16:52:42.368687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.369033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1607462808-network', 'tenant_id': '4ae3375642334f509ad96c1f26f52a0c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:42.371442 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3784d-1636-41b2-a902-f883477043e7 x-openstack-request-id: req-c5b3784d-1636-41b2-a902-f883477043e7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:42.371724 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "name": "network-vif-plugged", "status": "completed", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:42.372199 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5b3784d-1636-41b2-a902-f883477043e7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:42.372844 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160', 'code': 200} Jul 27 16:52:42.381956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 3f835445-a05b-49d3-b0c0-8a7038ea6f3c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:42.382567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 3f835445-a05b-49d3-b0c0-8a7038ea6f3c not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:42.440540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.445473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:42.453789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Made reservation on behalf of 4ae3375642334f509ad96c1f26f52a0c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:42.457018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.471815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e97fa-e0be-4be0-826b-d7f95baf16e0 req-30b80c4f-192f-49a8-a3b9-fabe52e88590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.473744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc2e97fa-e0be-4be0-826b-d7f95baf16e0 req-30b80c4f-192f-49a8-a3b9-fabe52e88590 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1096 time: 0.4646921 Jul 27 16:52:42.475677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.477012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-a13f04af-d7f0-41d1-9bde-2e0c4576d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.478598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-a13f04af-d7f0-41d1-9bde-2e0c4576d618 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.1706209 Jul 27 16:52:42.509566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f8015-3321-49ea-9f3c-7ab41c80cd98 req-eb365fd3-2368-473a-be46-b7318c427d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.511174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c5f8015-3321-49ea-9f3c-7ab41c80cd98 req-eb365fd3-2368-473a-be46-b7318c427d23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 1101 time: 0.1978652 Jul 27 16:52:42.515799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8eb1bf2b-1cb6-4aee-b69b-525ddd861d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.550307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-a3f7f8d5-ba6d-41ec-ba83-2b8a3ce9f407 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.551961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-a3f7f8d5-ba6d-41ec-ba83-2b8a3ce9f407 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 948 time: 0.1697197 Jul 27 16:52:42.566662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-bd56de1e-ce68-4287-afa8-2401d85763cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.0798221 Jul 27 16:52:42.623488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c5f8015-3321-49ea-9f3c-7ab41c80cd98 req-8bf50787-c882-4192-933a-65ba6b8acdcf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035151 Jul 27 16:52:42.650711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc2e97fa-e0be-4be0-826b-d7f95baf16e0 req-80ccc70a-7c2e-460d-bd6b-873d3feda879 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627834 Jul 27 16:52:42.661188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-dd8c2883-1b7d-44da-8744-84acdb716dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.662866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-dd8c2883-1b7d-44da-8744-84acdb716dad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.0858762 Jul 27 16:52:42.709188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-fc2741ec-04bb-4a85-bb27-e346102a5759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380945 Jul 27 16:52:42.732828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Deleting port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:42.733894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.781441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.812639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-618ed560-fa90-4cfd-bcbc-1e6f10388724 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961280 Jul 27 16:52:42.822691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.863400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:52:42.898073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87924c-24b2-4272-9b1c-ed90890e033b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:42.902108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:42.902108 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Added segment 1478f614-70ce-4a1c-9374-1a3d88a26aac of type vlan for network ef951701-b1a1-4742-a6c6-daef2f46931b Jul 27 16:52:42.934353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da92f7d6-b295-40ea-8de2-83b45e2b3515 req-bb580117-dc46-4053-838d-c744570d0640 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129994 Jul 27 16:52:42.970191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c577e-0ddd-4b4f-99b4-3650806a81cb req-78387f4c-0057-440c-bc09-971653249234 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:42.971763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d74c577e-0ddd-4b4f-99b4-3650806a81cb req-78387f4c-0057-440c-bc09-971653249234 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 948 time: 0.1891735 Jul 27 16:52:42.979168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] For port e9ab15eb-6b51-4c67-8f53-54422d9a03d9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:42.979547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.001573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.010352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Calling delete_port for e9ab15eb-6b51-4c67-8f53-54422d9a03d9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:43.106194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d74c577e-0ddd-4b4f-99b4-3650806a81cb req-049e0a5c-c5fe-43ec-9a83-72bead2c7b32 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/security-groups?id=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140635 Jul 27 16:52:43.111997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.113006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:43.113972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.203886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9497528 Jul 27 16:52:43.207001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:43.214758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Request body: {'subnet': {'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1607462808-subnet', 'tenant_id': '4ae3375642334f509ad96c1f26f52a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:43.252570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d3a3b-5398-43da-b1e6-ae29e8fb133f admin admin] Pushing event updated for resources: {'Network': ['ID=ef951701-b1a1-4742-a6c6-daef2f46931b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:43.278421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ef951701-b1a1-4742-a6c6-daef2f46931b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:52:43.360085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.367287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Made reservation on behalf of 4ae3375642334f509ad96c1f26f52a0c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:43.384765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.403838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.437394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Pushing event deleted for resources: {'Port': ['ID=e9ab15eb-6b51-4c67-8f53-54422d9a03d9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:43.523207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] No DVR routers for this DVR port e9ab15eb-6b51-4c67-8f53-54422d9a03d9 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:43.555314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ce5b-018e-4001-a999-62024e622dde req-68383b7a-6b42-48a2-8649-3202f7feb81b tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:43.560187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d39ce5b-018e-4001-a999-62024e622dde req-68383b7a-6b42-48a2-8649-3202f7feb81b tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 950 time: 0.2500401 Jul 27 16:52:43.565969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.569937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0775511-b48b-49e0-bf4f-73ee6f2b4b43 req-85c5cb1a-ae83-4382-ac45-018c44b4464b tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.61 "DELETE /v2.0/ports/e9ab15eb-6b51-4c67-8f53-54422d9a03d9 HTTP/1.1" status: 204 len: 173 time: 1.0076134 Jul 27 16:52:43.570656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-deleted', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:43.581825 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c470ba-aeba-41be-b049-cb72427962c3" -d '{"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-deleted", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:43.610193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1ee18-7e41-4fd5-b780-0fc9c8094ce1 req-310f97b0-0524-4a6b-96b7-ecfe53f8ace2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:43.611669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa1ee18-7e41-4fd5-b780-0fc9c8094ce1 req-310f97b0-0524-4a6b-96b7-ecfe53f8ace2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.3394601 Jul 27 16:52:43.681331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d39ce5b-018e-4001-a999-62024e622dde req-05433032-8373-4b87-a517-3fb49f57b916 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Jul 27 16:52:43.752551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa1ee18-7e41-4fd5-b780-0fc9c8094ce1 req-aa936c0e-745c-4b14-bdfe-c27aed0b5c98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946023 Jul 27 16:52:43.756189 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08bda61-15e5-47a5-bfd6-cd0d4bf698fa x-openstack-request-id: req-b08bda61-15e5-47a5-bfd6-cd0d4bf698fa {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:43.757199 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d5684-253e-4504-8a4d-4906a7110481", "name": "network-vif-deleted", "tag": "e9ab15eb-6b51-4c67-8f53-54422d9a03d9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:43.757816 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b08bda61-15e5-47a5-bfd6-cd0d4bf698fa {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:43.758426 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d5684-253e-4504-8a4d-4906a7110481', 'name': 'network-vif-deleted', 'tag': 'e9ab15eb-6b51-4c67-8f53-54422d9a03d9', 'status': 'completed', 'code': 200} Jul 27 16:52:43.862037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:43.994138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=030b44ce-3bcb-4cac-adbc-0f9df783931c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:44.015322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Checking segment: {'id': '1478f614-70ce-4a1c-9374-1a3d88a26aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:44.016274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Network hostable DHCP agents. Network: ef951701-b1a1-4742-a6c6-daef2f46931b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:52:44.046077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Network ef951701-b1a1-4742-a6c6-daef2f46931b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:52:44.073213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ef951701-b1a1-4742-a6c6-daef2f46931b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:44.083548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:44.085120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:44.088786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ff53e-56e3-4c75-a4ee-e4e8794ed327 None None] Network ef951701-b1a1-4742-a6c6-daef2f46931b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:52:44.133562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2bf5f2f0-a9ee-40dd-860d-f09d2193e89a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9131799 Jul 27 16:52:44.337164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22038c61-7a95-456d-ac35-c2e0b0917324 req-efd3f141-ab98-487f-b9b3-497e12271503 tempest-ListImageFiltersTestJSON-323929577 tempest-ListImageFiltersTestJSON-323929577-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8d5684-253e-4504-8a4d-4906a7110481 HTTP/1.1" status: 200 len: 210 time: 0.0824983 Jul 27 16:52:44.393930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a096ab-c5b8-408c-94ce-311ab95395a2 None None] Network ef951701-b1a1-4742-a6c6-daef2f46931b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:52:44.993351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209782bd-c359-4433-8134-a4f0f44ef521 req-244cea66-a446-41fb-ab83-c9c09e025511 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:44.993351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-209782bd-c359-4433-8134-a4f0f44ef521 req-244cea66-a446-41fb-ab83-c9c09e025511 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 950 time: 0.2053628 Jul 27 16:52:45.035317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.054637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:45.072413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1491352183-network', 'tenant_id': '62aa66141dd747b3a6687ef2eac73b4b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:45.073285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e8e3b-930f-4aeb-8ef2-fa7242e27faa req-35a498b0-8775-49e0-b6d7-29460de43042 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:45.075067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d06e8e3b-930f-4aeb-8ef2-fa7242e27faa req-35a498b0-8775-49e0-b6d7-29460de43042 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1624143 Jul 27 16:52:45.099749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-209782bd-c359-4433-8134-a4f0f44ef521 req-82703c91-5c12-473b-a62b-be1e56b7ee66 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915761 Jul 27 16:52:45.136859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Made reservation on behalf of 62aa66141dd747b3a6687ef2eac73b4b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:45.140131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.158022 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.158618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d06e8e3b-930f-4aeb-8ef2-fa7242e27faa req-e24179e5-c1e6-47d2-a1bf-7044f1b1d7e4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770833 Jul 27 16:52:45.363141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.376897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.427181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:52:45.438274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b81e00-3fff-429e-9510-4b9a9849871b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:45.464686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.465308 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Added segment 2bdcdae9-b75d-4511-83fe-539bebcfa701 of type vlan for network c6d03882-e9fe-4370-bb76-940a3b882fa8 Jul 27 16:52:45.543012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.587689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.589699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:45.590745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:45.720125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6600063 Jul 27 16:52:45.720628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:45.725977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Request body: {'subnet': {'network_id': 'c6d03882-e9fe-4370-bb76-940a3b882fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1491352183-subnet', 'tenant_id': '62aa66141dd747b3a6687ef2eac73b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:45.730040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ff61-0e70-4be3-a885-abd45a909003 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d03882-e9fe-4370-bb76-940a3b882fa8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:45.741539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c6d03882-e9fe-4370-bb76-940a3b882fa8 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:52:45.817228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Made reservation on behalf of 62aa66141dd747b3a6687ef2eac73b4b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:45.819673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:46.105794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:46.209542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f32263-9925-4d23-8f9f-f7ea7013c17f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:46.222311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Checking segment: {'id': '2bdcdae9-b75d-4511-83fe-539bebcfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c6d03882-e9fe-4370-bb76-940a3b882fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:46.222769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Network hostable DHCP agents. Network: c6d03882-e9fe-4370-bb76-940a3b882fa8, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:52:46.272871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Network c6d03882-e9fe-4370-bb76-940a3b882fa8 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:52:46.280811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34426) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:46.302067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c6d03882-e9fe-4370-bb76-940a3b882fa8) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:46.312045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a706f-1580-4c5f-b070-6232fcc642c0 None None] Network c6d03882-e9fe-4370-bb76-940a3b882fa8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:52:46.314899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:46.315583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:46.442281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-822fa03c-806d-41e2-aa10-ae3c96e2c88b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7124519 Jul 27 16:52:46.525346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1006c86-860a-4994-8fa8-dc5e9ab74d4d req-73913a9d-b7c4-4a48-9b1b-8e69c80902df tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:46.532322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1006c86-860a-4994-8fa8-dc5e9ab74d4d req-73913a9d-b7c4-4a48-9b1b-8e69c80902df tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1824329 Jul 27 16:52:46.558477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03eeb4-f8be-49bc-a411-985ed6018c63 None None] Network c6d03882-e9fe-4370-bb76-940a3b882fa8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:52:46.650337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1006c86-860a-4994-8fa8-dc5e9ab74d4d req-a9800715-5092-439d-9cca-a7278753ff1f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124263 Jul 27 16:52:46.952977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:47.298244 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:47.703773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:47.894407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: e9ab15eb-6b51-4c67-8f53-54422d9a03d9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:47.919714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e9ab15eb-6b51-4c67-8f53-54422d9a03d9 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:48.040615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-9c2ceb0d-9861-4951-ba6c-fcd17172dbd7 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:48.042186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-9c2ceb0d-9861-4951-ba6c-fcd17172dbd7 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/networks?id=ef951701-b1a1-4742-a6c6-daef2f46931b HTTP/1.1" status: 200 len: 825 time: 0.2380474 Jul 27 16:52:48.106322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-c542910a-b33a-465f-8070-6f655e73157f tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/quotas/4ae3375642334f509ad96c1f26f52a0c HTTP/1.1" status: 200 len: 375 time: 0.0545805 Jul 27 16:52:48.163782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ffa9-51a2-4031-b44e-88ed1c2b7060 req-5edca1af-be1b-40d7-8dec-d6e1dd10fef6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:48.179680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ffb1ffa9-51a2-4031-b44e-88ed1c2b7060 req-5edca1af-be1b-40d7-8dec-d6e1dd10fef6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.2799766 Jul 27 16:52:48.192954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-9ead3e58-5cdd-49aa-aded-ac50203b41f8 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ae3375642334f509ad96c1f26f52a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785463 Jul 27 16:52:48.268533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34512) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:48.284904 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ffb1ffa9-51a2-4031-b44e-88ed1c2b7060 req-6558fef9-8a44-40a6-9883-67e00a301d9f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971637 Jul 27 16:52:48.350881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port b53045db-992b-4017-b6d8-412eb70d81c5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:48.351632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:48.459637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-964b4fa5-8b92-4a76-9436-5aab5140207e service neutron] 10.222.0.64 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579441 Jul 27 16:52:48.688121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:48.688712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e771172-64a4-4f4d-b67f-0e2c0793c44f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df6d2480de664cf78b3ef27efdcf8b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189188 Jul 27 16:52:48.711563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-7f2a2ffd-0ad6-4097-a061-9f6a4b7fd315 service neutron] 10.222.0.64 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144146 Jul 27 16:52:48.719378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port b53045db-992b-4017-b6d8-412eb70d81c5, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b53045db-992b-4017-b6d8-412eb70d81c5,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:48.720497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:48.737171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for b53045db-992b-4017-b6d8-412eb70d81c5 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:48.885743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:48.991536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:49.137039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:49.145322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:49.147713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/297272d8-f6d4-42a6-8b6d-e7ad6f1da33d HTTP/1.1" status: 204 len: 168 time: 0.4577494 Jul 27 16:52:49.188912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:49.218412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17313a19-e48c-4bc6-a471-065ded47c58c req-4017cd10-9b18-4a72-81e3-d3b3cdffa968 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 210 time: 0.1031883 Jul 27 16:52:49.242387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a87b-6a8f-4059-ba88-81631b321e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297272d8-f6d4-42a6-8b6d-e7ad6f1da33d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:49.272321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=b53045db-992b-4017-b6d8-412eb70d81c5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:50.380488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e9733-2ae7-45d0-a5fc-b3594cd3b6d2 req-dee739c4-85ed-4fa2-9869-506742b98040 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:50.393564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b56e9733-2ae7-45d0-a5fc-b3594cd3b6d2 req-dee739c4-85ed-4fa2-9869-506742b98040 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.8717437 Jul 27 16:52:50.410438 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:50.428234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2c806dd-8d2c-4875-b82d-717880e3682f req-46cf63a4-7fe1-42b3-952f-54cbdc44f4a2 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 210 time: 0.0951438 Jul 27 16:52:50.585215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b56e9733-2ae7-45d0-a5fc-b3594cd3b6d2 req-29bab15b-4f39-4496-a662-5cd8577b5b6b tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907141 Jul 27 16:52:51.058600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:52:51.367706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:52:51.380851 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:52:51.387824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14e1eefd-d056-4457-a6fd-67d930e3db22 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/709cb169-fe34-43bc-9a40-635c66b2ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1048274 Jul 27 16:52:51.436001 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:51.436987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:51.742338 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:52.021838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81d4370a-7eaa-4a63-905b-142cf5c35a88 req-134bc0de-0c80-43a9-a271-7d7f9cef9dfb tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 210 time: 0.1207123 Jul 27 16:52:52.390894 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:52.395382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3499-0b4f-448d-a4a6-ecf84753458a req-f8fc2ebb-c5db-49ba-8635-197c287957eb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:52.406531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b7f3499-0b4f-448d-a4a6-ecf84753458a req-f8fc2ebb-c5db-49ba-8635-197c287957eb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.1408110 Jul 27 16:52:52.429048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb2155-1aeb-46d2-b9fb-903cc6706672 req-950e4629-7c75-4835-abff-3ec3451183d7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:52.438375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8efb2155-1aeb-46d2-b9fb-903cc6706672 req-950e4629-7c75-4835-abff-3ec3451183d7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.2265756 Jul 27 16:52:52.489271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b7f3499-0b4f-448d-a4a6-ecf84753458a req-cce43969-2737-4005-84e3-a5545eda76ef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805025 Jul 27 16:52:52.496515 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:52:52.525951 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:52:52.526938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:52.714359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:52.889253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8efb2155-1aeb-46d2-b9fb-903cc6706672 req-fb39c1ec-97a7-4a59-a3e4-6fa3a2e3c459 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489443 Jul 27 16:52:52.906853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-bf8ad9f0-3626-45b8-925b-c84afd06fd53 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:52.908978 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:52:52.911155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-bf8ad9f0-3626-45b8-925b-c84afd06fd53 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.61 "GET /v2.0/networks?id=ef951701-b1a1-4742-a6c6-daef2f46931b HTTP/1.1" status: 200 len: 825 time: 0.4118800 Jul 27 16:52:52.941708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Request body: {'port': {'device_id': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b', 'admin_state_up': True, 'tenant_id': '4ae3375642334f509ad96c1f26f52a0c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:53.071616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-465851f6-b0ef-46aa-8194-a66e7d2b2c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.293890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-465851f6-b0ef-46aa-8194-a66e7d2b2c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.306183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-465851f6-b0ef-46aa-8194-a66e7d2b2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.400795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-465851f6-b0ef-46aa-8194-a66e7d2b2c80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b0e674057384e1093b85959d8807cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849375 Jul 27 16:52:53.402291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:53.405025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465851f6-b0ef-46aa-8194-a66e7d2b2c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06c267-17fb-4a85-bd2b-ce08dae2509b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:53.437010 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:53.514226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0ae2a-569e-4dfc-9e5a-deb83bbd62a2 None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b2e58483-2538-41c2-812d-9c2793b5e85b', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'port_id': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'mac_address': 'fa:16:3e:73:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14129070-57bf-437a-93a0-fbffd340de50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:51:13Z', 'updated_at': '2021-07-27T16:51:21Z', 'revision_number': 1, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:52:53.577841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.641315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.881505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.899208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:53.901054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc06c267-17fb-4a85-bd2b-ce08dae2509b HTTP/1.1" status: 204 len: 168 time: 0.4974892 Jul 27 16:52:53.926548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee54d8c8-778c-4339-a2b8-468e920619d0 req-4bc6f172-7ba8-4294-98ea-9c3e386b79c1 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 210 time: 0.0874991 Jul 27 16:52:53.959207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03132446-67b6-4f33-962b-44e0bea2d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06c267-17fb-4a85-bd2b-ce08dae2509b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:54.012447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6974-ebf6-4cbc-959b-56530cb063b8 req-5f13b3fa-9b4b-4930-9f85-12a12447ba96 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:54.061521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46cf6974-ebf6-4cbc-959b-56530cb063b8 req-5f13b3fa-9b4b-4930-9f85-12a12447ba96 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.2832980 Jul 27 16:52:54.125453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Made reservation on behalf of 4ae3375642334f509ad96c1f26f52a0c for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:54.133063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.222310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46cf6974-ebf6-4cbc-959b-56530cb063b8 req-2bdb255b-499f-4016-915d-5ea4240e7bef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1598036 Jul 27 16:52:54.504186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7bed-d0da-4255-bacc-b3d8090b7a28 req-291e9a64-db92-4d85-b0b5-15e719fd5450 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:54.512112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69dc7bed-d0da-4255-bacc-b3d8090b7a28 req-291e9a64-db92-4d85-b0b5-15e719fd5450 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1921434 Jul 27 16:52:54.542619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:54.556034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Allocated IP 172.20.0.4 (ef951701-b1a1-4742-a6c6-daef2f46931b/030b44ce-3bcb-4cac-adbc-0f9df783931c/715cf048-d51a-4db8-b00b-2b6a2d930b8c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:52:54.564917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32535541-ff1d-49a4-8850-a499094ce503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.593066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69dc7bed-d0da-4255-bacc-b3d8090b7a28 req-26110cb8-6a3a-4ffb-8af8-4b601a65ec29 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Jul 27 16:52:54.768668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32535541-ff1d-49a4-8850-a499094ce503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.776102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32535541-ff1d-49a4-8850-a499094ce503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.838441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32535541-ff1d-49a4-8850-a499094ce503 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4eb490fc890f44daaef210e7b70fc6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946308 Jul 27 16:52:54.839502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:54.840407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32535541-ff1d-49a4-8850-a499094ce503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a555ee-1290-4c49-b088-b44d98d464fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:54.858016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.947203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.969019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:54.973712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.027129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Network ef951701-b1a1-4742-a6c6-daef2f46931b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:52:55.081309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b53045db-992b-4017-b6d8-412eb70d81c5 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:55.102753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:52:55.109368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:52:55.112820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.118622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.125167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99a555ee-1290-4c49-b088-b44d98d464fd HTTP/1.1" status: 204 len: 168 time: 0.2803333 Jul 27 16:52:55.162320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Pushing event updated for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:55.186176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:55.186793 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.187892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bece44f-425b-487f-b141-51a977e74c26 req-713c394f-d937-4080-8960-56d2823aefe1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:55.193304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8bece44f-425b-487f-b141-51a977e74c26 req-713c394f-d937-4080-8960-56d2823aefe1 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.3179379 Jul 27 16:52:55.204747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b53045db-992b-4017-b6d8-412eb70d81c5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:55.206326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b53045db-992b-4017-b6d8-412eb70d81c5 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:55.214177 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-d95246a1-a0b5-4d31-af5c-a5ee4f305273 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2886751 Jul 27 16:52:55.229790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Request body: {'port': {'device_id': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:55.283542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb8720-9c4d-4a3b-ac9e-9e461e762ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a555ee-1290-4c49-b088-b44d98d464fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:55.376907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.485463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437ad5-58fd-46cb-9c1e-b20585c33d15 req-6942f378-5069-473c-ab71-e0f4dd20e8d8 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:55.494447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9437ad5-58fd-46cb-9c1e-b20585c33d15 req-6942f378-5069-473c-ab71-e0f4dd20e8d8 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 931 time: 0.3878441 Jul 27 16:52:55.546916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 25f9f0d7-e356-4aa3-a62b-3788e477793b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:55.548104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.581150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9437ad5-58fd-46cb-9c1e-b20585c33d15 req-fa3b0479-42ff-46ea-833b-3e1c2ae435d4 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854211 Jul 27 16:52:55.776508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 25f9f0d7-e356-4aa3-a62b-3788e477793b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=25f9f0d7-e356-4aa3-a62b-3788e477793b,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:55.801041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.835107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:55.838792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 25f9f0d7-e356-4aa3-a62b-3788e477793b owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:55.858248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b61dc7db-da49-4c27-9712-a04e8ff80feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:55.954958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc955b-baad-43ee-92fa-9fb540274a29 req-290fabb0-c829-42f7-8db3-79a0dc737099 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:55.956578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdfc955b-baad-43ee-92fa-9fb540274a29 req-290fabb0-c829-42f7-8db3-79a0dc737099 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 946 time: 0.2795646 Jul 27 16:52:56.067029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b61dc7db-da49-4c27-9712-a04e8ff80feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.089288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdfc955b-baad-43ee-92fa-9fb540274a29 req-3f93809b-607c-4d4e-9fc5-ef9fa11f2190 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=19227a32-bbfc-4c42-9b78-df6046f294d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066213 Jul 27 16:52:56.141993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b61dc7db-da49-4c27-9712-a04e8ff80feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.155091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.245723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=25f9f0d7-e356-4aa3-a62b-3788e477793b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:56.306394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dc7db-da49-4c27-9712-a04e8ff80feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a33a4c-ca59-4510-bf72-a2e639fbef17,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:56.331826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b61dc7db-da49-4c27-9712-a04e8ff80feb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=457ec512f45c4143800e7d3d1ef94aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937928 Jul 27 16:52:56.332416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:56.364590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] No DVR routers for this DVR port 25f9f0d7-e356-4aa3-a62b-3788e477793b on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:56.379203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fc067-d1ad-4f3d-8d38-67af92502f39 req-0542db87-9bdc-41c1-94f1-1fb43f36afd1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:56.381720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-790fc067-d1ad-4f3d-8d38-67af92502f39 req-0542db87-9bdc-41c1-94f1-1fb43f36afd1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.3290219 Jul 27 16:52:56.383215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.385465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8bece44f-425b-487f-b141-51a977e74c26 req-9ba675fd-7c02-4a92-aa04-f086fd8b5d20 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "DELETE /v2.0/ports/25f9f0d7-e356-4aa3-a62b-3788e477793b HTTP/1.1" status: 204 len: 173 time: 1.1330197 Jul 27 16:52:56.386170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'name': 'network-vif-deleted', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:56.388877 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f0341-ec55-412c-bc01-86bbcadc8f45" -d '{"events": [{"server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "name": "network-vif-deleted", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:56.407845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715cf048-d51a-4db8-b00b-2b6a2d930b8c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:52:56.421716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.440243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-790fc067-d1ad-4f3d-8d38-67af92502f39 req-597276d4-47c7-4f09-8558-91a03f3d68e9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Jul 27 16:52:56.464465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Transition to ACTIVE for port object 715cf048-d51a-4db8-b00b-2b6a2d930b8c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:52:56.494220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.501938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.510326 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab44ca-05ec-4507-b7c0-f3431b639282 x-openstack-request-id: req-54ab44ca-05ec-4507-b7c0-f3431b639282 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:56.511231 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68a2368-0f30-46c1-8eab-ad92ce829efb", "name": "network-vif-deleted", "tag": "25f9f0d7-e356-4aa3-a62b-3788e477793b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:56.511635 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54ab44ca-05ec-4507-b7c0-f3431b639282 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:56.512187 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68a2368-0f30-46c1-8eab-ad92ce829efb', 'name': 'network-vif-deleted', 'tag': '25f9f0d7-e356-4aa3-a62b-3788e477793b', 'status': 'completed', 'code': 200} Jul 27 16:52:56.622056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.656239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Pushing event updated for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:56.745897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.745897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.749327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59a33a4c-ca59-4510-bf72-a2e639fbef17 HTTP/1.1" status: 204 len: 168 time: 0.3832457 Jul 27 16:52:56.760283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a327-b26e-4794-801d-fd0303d9bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a33a4c-ca59-4510-bf72-a2e639fbef17,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:56.772415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Attempting to bind port 715cf048-d51a-4db8-b00b-2b6a2d930b8c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:52:56.772697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f162-fe77-4c78-8e07-c9b0df3796a1 req-c0d56a55-cbdc-40fc-ad56-8d29af2b9ac4 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:56.775573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Attempting to bind port 715cf048-d51a-4db8-b00b-2b6a2d930b8c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1478f614-70ce-4a1c-9374-1a3d88a26aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:52:56.775573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Attempting to bind port 715cf048-d51a-4db8-b00b-2b6a2d930b8c on network ef951701-b1a1-4742-a6c6-daef2f46931b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:56.776000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f084f162-fe77-4c78-8e07-c9b0df3796a1 req-c0d56a55-cbdc-40fc-ad56-8d29af2b9ac4 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 943 time: 0.1093264 Jul 27 16:52:56.785194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Port 715cf048-d51a-4db8-b00b-2b6a2d930b8c on network ef951701-b1a1-4742-a6c6-daef2f46931b not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:52:56.785532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Attempting to bind port 715cf048-d51a-4db8-b00b-2b6a2d930b8c on network ef951701-b1a1-4742-a6c6-daef2f46931b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:52:56.791154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:52:56.791377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Checking segment: {'id': '1478f614-70ce-4a1c-9374-1a3d88a26aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:52:56.791857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Bound using segment: {'id': '1478f614-70ce-4a1c-9374-1a3d88a26aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:52:56.792287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Bound port: 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478f614-70ce-4a1c-9374-1a3d88a26aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:52:56.792709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.843649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f084f162-fe77-4c78-8e07-c9b0df3796a1 req-c8bf05ad-a8b7-4ee1-8c20-27ecee3dd079 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Jul 27 16:52:56.870427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:52:56.874276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c,segment=NetworkSegment(1478f614-70ce-4a1c-9374-1a3d88a26aac),segment_id=1478f614-70ce-4a1c-9374-1a3d88a26aac)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:52:56.880352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.918507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:56.919266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:56.920756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] 10.222.0.61 "PUT /v2.0/ports/715cf048-d51a-4db8-b00b-2b6a2d930b8c HTTP/1.1" status: 200 len: 1091 time: 1.6975410 Jul 27 16:52:56.922899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:52:56.925801 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d16bc-821b-46e9-ab38-acdfe00b898a" -d '{"events": [{"name": "network-changed", "server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:52:56.977993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0fc8-383a-4273-bc87-a19c780d3a97 service neutron] Pushing event updated for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:56.985844 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f37cac-57b1-408b-8899-13ad9e342b10 x-openstack-request-id: req-75f37cac-57b1-408b-8899-13ad9e342b10 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:52:56.986218 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:52:56.986474 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75f37cac-57b1-408b-8899-13ad9e342b10 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:52:56.986881 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c', 'status': 'completed', 'code': 200} Jul 27 16:52:57.055729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-1e2dbf24-2d2f-40b2-9c84-db7aee412d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.058971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-1e2dbf24-2d2f-40b2-9c84-db7aee412d28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ae3375642334f509ad96c1f26f52a0c&device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 1094 time: 0.0696242 Jul 27 16:52:57.106432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-92fb6c77-b70d-4e60-a7ef-e016b79226da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c HTTP/1.1" status: 200 len: 217 time: 0.0376644 Jul 27 16:52:57.164538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:52:57.179726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-daf134e5-920f-4b18-9269-1d4689973d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.181348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-daf134e5-920f-4b18-9269-1d4689973d04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=030b44ce-3bcb-4cac-adbc-0f9df783931c HTTP/1.1" status: 200 len: 865 time: 0.0654356 Jul 27 16:52:57.223955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-dafc4906-8d45-47c3-a66e-2cf484fdc74f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef951701-b1a1-4742-a6c6-daef2f46931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331924 Jul 27 16:52:57.246533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cbf09798-e5e0-4c3a-a26b-9963ea3fd16a req-08d0bcb9-d0be-4ca0-b679-a0a5b2d651b2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=e68a2368-0f30-46c1-8eab-ad92ce829efb HTTP/1.1" status: 200 len: 210 time: 0.0423436 Jul 27 16:52:57.333132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-86cafe10-351e-447e-9b65-41a54a6f7fea service neutron] 10.222.0.61 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996518 Jul 27 16:52:57.446764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2fbc0c83-8f65-43dd-8870-7b2ae9f294b1 req-64aa834b-5da1-4510-82cb-45033c849b7c service neutron] 10.222.0.61 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025691 Jul 27 16:52:57.592156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-52d07d18-1176-45c5-8aea-3ea230d2478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.593787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-52d07d18-1176-45c5-8aea-3ea230d2478a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ae3375642334f509ad96c1f26f52a0c&device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 1094 time: 0.0754187 Jul 27 16:52:57.666295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b469778-33de-4024-976b-9db75728d77b req-af05c68e-18db-43e5-8e7a-d107c8594d42 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.673115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b469778-33de-4024-976b-9db75728d77b req-af05c68e-18db-43e5-8e7a-d107c8594d42 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1289289 Jul 27 16:52:57.737250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-672f3827-ca1f-4b48-bf09-79bebf3b3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.739492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-672f3827-ca1f-4b48-bf09-79bebf3b3211 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ef951701-b1a1-4742-a6c6-daef2f46931b HTTP/1.1" status: 200 len: 926 time: 0.1380146 Jul 27 16:52:57.743794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b469778-33de-4024-976b-9db75728d77b req-7818f04e-951b-4d90-b21c-7f64de0e6164 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Jul 27 16:52:57.789331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-c6f48ad9-4860-4f9e-9997-b342877fd380 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c HTTP/1.1" status: 200 len: 217 time: 0.0394592 Jul 27 16:52:57.808135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 25f9f0d7-e356-4aa3-a62b-3788e477793b no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:52:57.834550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 25f9f0d7-e356-4aa3-a62b-3788e477793b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:52:57.835273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 25f9f0d7-e356-4aa3-a62b-3788e477793b not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:52:57.852028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-b26efdb6-d50b-4aaf-bb20-dd49c93c1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:57.853681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-b26efdb6-d50b-4aaf-bb20-dd49c93c1c51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=030b44ce-3bcb-4cac-adbc-0f9df783931c HTTP/1.1" status: 200 len: 865 time: 0.0563784 Jul 27 16:52:57.901267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-51ad0788-81d7-4144-9d15-cda8f0fb5f3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef951701-b1a1-4742-a6c6-daef2f46931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381632 Jul 27 16:52:58.007452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556acd2-c181-4af8-8c83-3b3b550d3435 req-28ef49f5-41da-4fb3-a47d-7bc826776ae0 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:58.015222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c556acd2-c181-4af8-8c83-3b3b550d3435 req-28ef49f5-41da-4fb3-a47d-7bc826776ae0 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 943 time: 0.0964384 Jul 27 16:52:58.016490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-abe0455c-bd9f-4794-8858-7a3099bd128e service neutron] 10.222.0.61 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064143 Jul 27 16:52:58.062339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c556acd2-c181-4af8-8c83-3b3b550d3435 req-cf4c1aea-6dbe-4843-8522-2853ff7fa524 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Jul 27 16:52:58.101481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:58.127154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-528d16bc-821b-46e9-ab38-acdfe00b898a req-fe0e5ef5-18a5-405d-8d96-632556077287 service neutron] 10.222.0.61 "GET /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033251 Jul 27 16:52:58.307712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:58.320154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929af55f-61a8-44de-be82-9bb567c36b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.370573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.399065 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.421848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929af55f-61a8-44de-be82-9bb567c36b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.426642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-929af55f-61a8-44de-be82-9bb567c36b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.473639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-929af55f-61a8-44de-be82-9bb567c36b3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=097593b18d1a4c85b5695773b7f9215e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710520 Jul 27 16:52:58.474934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929af55f-61a8-44de-be82-9bb567c36b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa656d7b-74e9-4aa1-bdeb-5c7ed806364b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:58.477417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:58.526932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.531174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.532505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/security-groups/19227a32-bbfc-4c42-9b78-df6046f294d4 HTTP/1.1" status: 204 len: 168 time: 0.2238679 Jul 27 16:52:58.549847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f54f-ec6e-4e4e-b990-15a7223f10cd tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19227a32-bbfc-4c42-9b78-df6046f294d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:58.569753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:58.574269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.602520 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.633488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting subnet 9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:52:58.636983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.658059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.661115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.664700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa656d7b-74e9-4aa1-bdeb-5c7ed806364b HTTP/1.1" status: 204 len: 168 time: 0.1805549 Jul 27 16:52:58.676083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46598-8195-4f1c-aac9-821c7747a38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa656d7b-74e9-4aa1-bdeb-5c7ed806364b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:58.693676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.809073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.923791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.933445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f1fd-4428-47b5-9e34-0d4e123a8280 req-5e6ccd51-cf6c-42b9-83c2-b134d592ae30 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:58.935441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73c2f1fd-4428-47b5-9e34-0d4e123a8280 req-5e6ccd51-cf6c-42b9-83c2-b134d592ae30 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.1015923 Jul 27 16:52:58.960627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7ddbf-5412-4900-83a8-c96513c620aa None None] Network 209e9e7b-e805-414b-87c7-7decf912d95e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:52:58.982485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:58.986882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:58.991604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:58.991737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-516943f1-adb5-4730-9c46-9783edee9032 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/subnets/9a5ca5a1-6c0a-4338-bcf2-3dceafaa2d58 HTTP/1.1" status: 204 len: 168 time: 0.4205117 Jul 27 16:52:59.048025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73c2f1fd-4428-47b5-9e34-0d4e123a8280 req-d727096a-3f8b-46cf-95d8-7cc0b98671fe tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632586 Jul 27 16:52:59.125677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.239632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] DHCP port deletion for 209e9e7b-e805-414b-87c7-7decf912d95e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:52:59.304581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Deleting port 117fe0b5-6c49-4d03-b7b5-e6b484dccece {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:59.305151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.311451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 117fe0b5-6c49-4d03-b7b5-e6b484dccece {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:52:59.311901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.380001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ca3c-b6b4-4ba4-b728-db77b3f2ce3b req-e1406f36-6acd-4bdd-a2e9-af9022ba718d tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:52:59.381606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b401ca3c-b6b4-4ba4-b728-db77b3f2ce3b req-e1406f36-6acd-4bdd-a2e9-af9022ba718d tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 943 time: 0.1944470 Jul 27 16:52:59.410540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] For port 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=117fe0b5-6c49-4d03-b7b5-e6b484dccece,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:59.411560 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.430386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 117fe0b5-6c49-4d03-b7b5-e6b484dccece, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=117fe0b5-6c49-4d03-b7b5-e6b484dccece,segment=NetworkSegment(1afddb3a-e4c8-4a09-81e1-ff767260c5d3),segment_id=1afddb3a-e4c8-4a09-81e1-ff767260c5d3)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:52:59.430827 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.433707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Calling delete_port for 117fe0b5-6c49-4d03-b7b5-e6b484dccece owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:59.460408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b401ca3c-b6b4-4ba4-b728-db77b3f2ce3b req-5216e1ec-1ffc-4e4f-b226-7214a09b3aea tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Jul 27 16:52:59.466485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 117fe0b5-6c49-4d03-b7b5-e6b484dccece owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:52:59.531375 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.599268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.601757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] Pushing event deleted for resources: {'Port': ['ID=117fe0b5-6c49-4d03-b7b5-e6b484dccece,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:59.604164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65326fe6-3780-4419-b90d-5a7f837b1598 None None] No DVR routers for this DVR port 117fe0b5-6c49-4d03-b7b5-e6b484dccece on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:59.644023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:59.660731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=117fe0b5-6c49-4d03-b7b5-e6b484dccece,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:52:59.672826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] No DVR routers for this DVR port 117fe0b5-6c49-4d03-b7b5-e6b484dccece on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:52:59.761837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.765599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 715cf048-d51a-4db8-b00b-2b6a2d930b8c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:59.771263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-394839427-network', 'tenant_id': 'f35c2faa12ce4c6d83dabba85d38849b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:52:59.774087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209e9e7b-e805-414b-87c7-7decf912d95e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:59.785037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afddb3a-e4c8-4a09-81e1-ff767260c5d3') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:59.785335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afddb3a-e4c8-4a09-81e1-ff767260c5d3') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:52:59.804177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.814341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:52:59.820777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Made reservation on behalf of f35c2faa12ce4c6d83dabba85d38849b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:52:59.825401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.838825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.848815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.867759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:52:59.868347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:52:59.871914 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:52:59.961222 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.962813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.971531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.975016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:52:59.975756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/networks/209e9e7b-e805-414b-87c7-7decf912d95e HTTP/1.1" status: 204 len: 168 time: 0.9831376 Jul 27 16:52:59.978623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:52:59.998084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c,segment=NetworkSegment(1478f614-70ce-4a1c-9374-1a3d88a26aac),segment_id=1478f614-70ce-4a1c-9374-1a3d88a26aac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:00.000131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f17b3-74f9-4505-87b6-8bc19f1ece0d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Network': ['ID=209e9e7b-e805-414b-87c7-7decf912d95e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.016252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:00.029004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.029813 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Added segment 0928f3fc-1f81-4b58-8f48-cf44c251d358 of type vlan for network 87096c24-98a4-4e7d-81cb-59866e43484b Jul 27 16:53:00.034548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '715cf048-d51a-4db8-b00b-2b6a2d930b8c', 'network_id': 'ef951701-b1a1-4742-a6c6-daef2f46931b', 'port_id': '715cf048-d51a-4db8-b00b-2b6a2d930b8c', 'mac_address': 'fa:16:3e:71:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030b44ce-3bcb-4cac-adbc-0f9df783931c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:00.063902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2c2d78-b49e-4b44-ba00-a97462b143a4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.120228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.128370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:00.140983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.151984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '7b5815b3-7389-4ea1-93de-20279efb2705', 'network_id': 'd219ddd4-3915-4f25-8f1e-7857dfa72328', 'port_id': '7b5815b3-7389-4ea1-93de-20279efb2705', 'mac_address': 'fa:16:3e:30:8d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0796506e-57d2-481d-94ed-87638197f7a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:00.161498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715cf048-d51a-4db8-b00b-2b6a2d930b8c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:00.162772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.163981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:00.164615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.209112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c,segment=NetworkSegment(1478f614-70ce-4a1c-9374-1a3d88a26aac),segment_id=1478f614-70ce-4a1c-9374-1a3d88a26aac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:00.215829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.217701 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.230684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5852847 Jul 27 16:53:00.234094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb83f-db13-4935-95da-cfb05331dfba admin admin] Pushing event updated for resources: {'Network': ['ID=87096c24-98a4-4e7d-81cb-59866e43484b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.236588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34816) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:00.243602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Request body: {'subnet': {'network_id': '87096c24-98a4-4e7d-81cb-59866e43484b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-394839427-subnet', 'tenant_id': 'f35c2faa12ce4c6d83dabba85d38849b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:00.255039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 87096c24-98a4-4e7d-81cb-59866e43484b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:00.261901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:00.266865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 054487f9-fd13-498f-8dff-7ceb25230ae5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:00.267029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Made reservation on behalf of f35c2faa12ce4c6d83dabba85d38849b for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:00.267369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.269823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.362996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:00.372885 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.377252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.397156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be4e17-3922-429e-bb13-18e83b00d2be req-2dc48f8c-7da7-455a-84af-673c95e07173 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:00.398873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2be4e17-3922-429e-bb13-18e83b00d2be req-2dc48f8c-7da7-455a-84af-673c95e07173 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 943 time: 0.2063799 Jul 27 16:53:00.400916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.401372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.425365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 054487f9-fd13-498f-8dff-7ceb25230ae5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:00.434966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.507912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.515869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2be4e17-3922-429e-bb13-18e83b00d2be req-dcb16167-8c44-488d-bff3-d1c040936939 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056788 Jul 27 16:53:00.603495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['715cf048-d51a-4db8-b00b-2b6a2d930b8c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:00.626524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3255239-6363-4d34-ab92-303e5bc1e59c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.658154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7b5815b3-7389-4ea1-93de-20279efb2705'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:00.660498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Checking segment: {'id': '0928f3fc-1f81-4b58-8f48-cf44c251d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '87096c24-98a4-4e7d-81cb-59866e43484b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:00.660890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Network hostable DHCP agents. Network: 87096c24-98a4-4e7d-81cb-59866e43484b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:00.677692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.717812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=054487f9-fd13-498f-8dff-7ceb25230ae5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:00.760749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Network 87096c24-98a4-4e7d-81cb-59866e43484b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:00.781368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78db611-2d75-4b8a-9ac7-5904e3703521 req-1b9964da-41bc-445b-b197-d675eb17a6d9 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:00.797264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e78db611-2d75-4b8a-9ac7-5904e3703521 req-1b9964da-41bc-445b-b197-d675eb17a6d9 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 944 time: 0.2286632 Jul 27 16:53:00.800757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 87096c24-98a4-4e7d-81cb-59866e43484b) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:00.802737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.804798 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Floating IP b2e58483-2538-41c2-812d-9c2793b5e85b disassociated (deleted). External IP: 172.25.4.24, port: dacb6165-00c2-441e-9bee-c7c786ac151d. Jul 27 16:53:00.810713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:00.810713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:00.844712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78355c9f-0519-49e0-8af3-96df9e169a6c None None] Network 87096c24-98a4-4e7d-81cb-59866e43484b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:00.852229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-50f4620a-bdf5-400b-9ba1-87ef94417aad admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6139784 Jul 27 16:53:00.904177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e78db611-2d75-4b8a-9ac7-5904e3703521 req-edb246ff-bf79-4e97-a6fd-e05f273cdcc8 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869694 Jul 27 16:53:01.130923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb102e-0d9d-4233-88b4-cde40a67a759 None None] Network 87096c24-98a4-4e7d-81cb-59866e43484b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:01.183598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 117fe0b5-6c49-4d03-b7b5-e6b484dccece no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:01.197884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:53:01.217943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 117fe0b5-6c49-4d03-b7b5-e6b484dccece {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:01.218289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 117fe0b5-6c49-4d03-b7b5-e6b484dccece not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:01.247512 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-a40dc439-e45b-4e25-86b6-339fcbefd126 req-4f247c2b-0a50-42a6-9d13-6ca0ac24c727 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] show failed (client error): The resource could not be found. Jul 27 16:53:01.248701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a40dc439-e45b-4e25-86b6-339fcbefd126 req-4f247c2b-0a50-42a6-9d13-6ca0ac24c727 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/d34d2781-ab8b-4d37-b04b-3b65de52d8a7 HTTP/1.1" status: 404 len: 352 time: 0.0168765 Jul 27 16:53:01.332645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:01.336985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:01.345812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:01.347992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88e24b7b-e480-4813-b051-b9e0c10551c4 req-976bb38d-1259-4f80-ac43-6700f693c166 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f35c2faa12ce4c6d83dabba85d38849b HTTP/1.1" status: 200 len: 2988 time: 0.0623586 Jul 27 16:53:01.362231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:01.363604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:01.381860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45f6135a-16bd-4a76-9396-475290aa30b0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/floatingips/b2e58483-2538-41c2-812d-9c2793b5e85b HTTP/1.1" status: 204 len: 168 time: 1.4020436 Jul 27 16:53:01.382456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:01.384953 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee" -d '{"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:01.417205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88e24b7b-e480-4813-b051-b9e0c10551c4 req-fabf5727-9194-410a-a302-409c443e830e tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/aa2c2d78-b49e-4b44-ba00-a97462b143a4 HTTP/1.1" status: 200 len: 2985 time: 0.0607781 Jul 27 16:53:01.459670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88e24b7b-e480-4813-b051-b9e0c10551c4 req-74a12d45-8e2a-4af9-8603-27637c8685b2 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/aa2c2d78-b49e-4b44-ba00-a97462b143a4 HTTP/1.1" status: 200 len: 2985 time: 0.0413291 Jul 27 16:53:01.485919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:01.524206 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db39a2d-b9b3-490e-b446-f7d45f4dc339 x-openstack-request-id: req-8db39a2d-b9b3-490e-b446-f7d45f4dc339 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:01.525184 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:01.529631 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8db39a2d-b9b3-490e-b446-f7d45f4dc339 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:01.530131 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'status': 'completed', 'code': 200} Jul 27 16:53:01.652252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43b34ca1-c12f-4a4e-b14d-d0020c843150 req-ce2b3b6e-75cb-4864-9423-dac1e4fd084b tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/aa2c2d78-b49e-4b44-ba00-a97462b143a4 HTTP/1.1" status: 200 len: 2985 time: 0.0870249 Jul 27 16:53:01.701934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-ac93e574-8e5e-4662-b2c7-5807711feeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:01.703593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-ac93e574-8e5e-4662-b2c7-5807711feeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 1096 time: 0.1082313 Jul 27 16:53:01.708878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb428b5-dc7e-44ff-bac7-e8385c7694d2 req-df41eae7-bc0b-44f1-af8f-74507acae6fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:01.720460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1bb428b5-dc7e-44ff-bac7-e8385c7694d2 req-df41eae7-bc0b-44f1-af8f-74507acae6fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.1194096 Jul 27 16:53:01.797475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1bb428b5-dc7e-44ff-bac7-e8385c7694d2 req-0bee1710-e0d0-4dae-9453-4b24579b7445 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730097 Jul 27 16:53:01.847810 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-43b34ca1-c12f-4a4e-b14d-d0020c843150 req-88cfeabc-2da3-4cb4-ac36-3b3e4b063528 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 16:53:01.854846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-43b34ca1-c12f-4a4e-b14d-d0020c843150 req-88cfeabc-2da3-4cb4-ac36-3b3e4b063528 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "DELETE /v2.0/security-groups/aa2c2d78-b49e-4b44-ba00-a97462b143a4 HTTP/1.1" status: 409 len: 352 time: 0.1931412 Jul 27 16:53:01.896012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:01.907590 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-9b948105-da90-4d08-8eb2-b1d8a6dadeda req-1463e403-779b-42a0-9680-eb422546e0c8 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] show failed (client error): The resource could not be found. Jul 27 16:53:01.930229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b948105-da90-4d08-8eb2-b1d8a6dadeda req-1463e403-779b-42a0-9680-eb422546e0c8 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/500f1b62-acd2-4859-9f57-e1673dcaeda5 HTTP/1.1" status: 404 len: 352 time: 0.0376871 Jul 27 16:53:01.931603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-a66905cc-9b76-491b-9c7e-a35b3de21f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:01.936224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-a66905cc-9b76-491b-9c7e-a35b3de21f84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 200 len: 897 time: 0.2186513 Jul 27 16:53:01.970988 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-aac22d3e-f509-479e-b614-7e2e02df9a24 req-d2a07ada-fa3e-4bdd-a81a-94750e606d09 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] show failed (client error): The resource could not be found. Jul 27 16:53:01.984654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aac22d3e-f509-479e-b614-7e2e02df9a24 req-d2a07ada-fa3e-4bdd-a81a-94750e606d09 tempest-SecurityGroupsNegativeTestJSON-972822717 tempest-SecurityGroupsNegativeTestJSON-972822717-project] 10.222.0.64 "GET /v2.0/security-groups/5aa5da7c-e453-484e-8a5a-f2be80f146bd HTTP/1.1" status: 404 len: 352 time: 0.0294285 Jul 27 16:53:01.989088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:02.025810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 7b5815b3-7389-4ea1-93de-20279efb2705 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:02.026186 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.049079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:02.063278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-727bc8ff-6176-4cf2-aac3-849ce0f6c3b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 200 len: 217 time: 0.1181386 Jul 27 16:53:02.119872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Deleting subnet c3255239-6363-4d34-ab92-303e5bc1e59c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:02.127135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.128541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:02.180207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:02.180901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:02.203516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-22cb53d3-057f-442d-8a37-4ea9b26e38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:02.205278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-22cb53d3-057f-442d-8a37-4ea9b26e38d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4effb5-5aa1-475b-bec5-08f197539069 HTTP/1.1" status: 200 len: 835 time: 0.1342640 Jul 27 16:53:02.237596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134ad7f-232c-488e-be8f-59b1fa84f0d2 req-b21760b5-d0d3-4352-af42-fca75a8889ff tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:02.256219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8134ad7f-232c-488e-be8f-59b1fa84f0d2 req-b21760b5-d0d3-4352-af42-fca75a8889ff tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 944 time: 0.3391623 Jul 27 16:53:02.294751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e74cf2-85fa-42a8-af0e-e27f1de97191 req-ff620df4-1bb7-40f6-bb32-30128e1ef538 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:02.296339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e74cf2-85fa-42a8-af0e-e27f1de97191 req-ff620df4-1bb7-40f6-bb32-30128e1ef538 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 944 time: 0.1826551 Jul 27 16:53:02.314811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.324259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8134ad7f-232c-488e-be8f-59b1fa84f0d2 req-9b0a967f-80a3-488f-9c6e-c6ab7bc87ff9 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640998 Jul 27 16:53:02.361120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.429865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41e74cf2-85fa-42a8-af0e-e27f1de97191 req-27647a00-8d51-48b6-bd30-a37f5c9b3e44 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147547 Jul 27 16:53:02.437662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-01ef3755-00cc-41aa-bdc0-2a9751a7713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:02.440007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-01ef3755-00cc-41aa-bdc0-2a9751a7713a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0407b50-5e97-4a90-a3a6-051198d5d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209308 Jul 27 16:53:02.446947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:02.449438 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c005f9-99ab-4ca0-81af-46296b7c7da3" -d '{"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:02.467601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:02.569641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:02.571634 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a5669-64bc-400f-bf24-587e14b24bb8 x-openstack-request-id: req-751a5669-64bc-400f-bf24-587e14b24bb8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:02.572012 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-plugged", "status": "completed", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:02.572239 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-751a5669-64bc-400f-bf24-587e14b24bb8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:02.572777 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'code': 200} Jul 27 16:53:02.588096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.624899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-79ef9c3b-98b0-45f3-b26c-3b7ae823e7fc service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755304 Jul 27 16:53:02.790801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:02.804410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c4ade11-72c6-42c7-9dd5-0d044dbd25ee req-5a0ec64b-5a5e-4f82-b21d-21bded69b3af service neutron] 10.222.0.13 "GET /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652908 Jul 27 16:53:02.810091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:02.957016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:02.997355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c374-940a-4d9b-b28a-6d1102e2349b None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:52:49Z', 'revision_number': 6, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1ea909ea-7a75-4204-b07b-76b6fc3f17a8', 'name': '', 'network_id': 'd0407b50-5e97-4a90-a3a6-051198d5d335', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:01:fb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:31Z', 'updated_at': '2021-07-27T16:50:41Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '3e4effb5-5aa1-475b-bec5-08f197539069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:03.011234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994823e-14ac-4352-9618-ed8e705c7a87 req-9022ce08-a74d-42e8-a928-721db5d55aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:03.013507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8994823e-14ac-4352-9618-ed8e705c7a87 req-9022ce08-a74d-42e8-a928-721db5d55aae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1097 time: 0.2376537 Jul 27 16:53:03.015691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.051077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3255239-6363-4d34-ab92-303e5bc1e59c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:03.057906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.067088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-36de96b7-b002-46ef-b1d1-e46f4dce1b94 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c3255239-6363-4d34-ab92-303e5bc1e59c HTTP/1.1" status: 204 len: 168 time: 1.0769031 Jul 27 16:53:03.078171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:03.079363 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.162497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-45a984d0-aa2a-4380-9014-91df7d674b44 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:03.164265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-45a984d0-aa2a-4380-9014-91df7d674b44 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.1038404 Jul 27 16:53:03.187069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea1ef-856f-404c-aa5b-81735c9efab4 req-faa01556-e5ad-44cc-8b80-cd6b7ff9b0b6 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:03.194223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a14ea1ef-856f-404c-aa5b-81735c9efab4 req-faa01556-e5ad-44cc-8b80-cd6b7ff9b0b6 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 945 time: 0.2894924 Jul 27 16:53:03.223049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8994823e-14ac-4352-9618-ed8e705c7a87 req-0b368bde-17dd-4c01-88f6-74eefeaf6437 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546860 Jul 27 16:53:03.246978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.290486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a14ea1ef-856f-404c-aa5b-81735c9efab4 req-4da00545-ea89-45e8-b285-3d145be0e077 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=33636d43-d54d-4dbb-a2b6-d136d68113c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953610 Jul 27 16:53:03.346309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port dacb6165-00c2-441e-9bee-c7c786ac151d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:03.346771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.412739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.425373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87096c24-98a4-4e7d-81cb-59866e43484b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:03.468697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0928f3fc-1f81-4b58-8f48-cf44c251d358') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:03.469004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0928f3fc-1f81-4b58-8f48-cf44c251d358') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:03.471607 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d484985-4b6b-4d91-b92f-120dcf2bfe02 None None] New status for floating IP b2e58483-2538-41c2-812d-9c2793b5e85b: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:53:03.481191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.503024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.511160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:03.511720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.574877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port dacb6165-00c2-441e-9bee-c7c786ac151d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=dacb6165-00c2-441e-9bee-c7c786ac151d,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:03.575833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:03.588599 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:03.593601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.598931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for dacb6165-00c2-441e-9bee-c7c786ac151d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:03.620764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.623461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/87096c24-98a4-4e7d-81cb-59866e43484b HTTP/1.1" status: 204 len: 168 time: 0.5432639 Jul 27 16:53:03.665825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5125b-4990-4dee-8e44-21ac856b0adc req-d6dea158-1bfa-48b5-8ca2-07a2585399f2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:03.667416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78d5125b-4990-4dee-8e44-21ac856b0adc req-d6dea158-1bfa-48b5-8ca2-07a2585399f2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1797035 Jul 27 16:53:03.686927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=87096c24-98a4-4e7d-81cb-59866e43484b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:03.699488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.699831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.700215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.700605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.700943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.701645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.702117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.702462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.702850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.703179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.703514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.703846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bcec63-b302-4490-9a5d-02d684851dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:03.757299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a600405-0a8b-43e1-b6e0-8c9f52d65a3e req-b6a5cb13-034c-43d9-870e-ed9f92365378 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:03.758910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a600405-0a8b-43e1-b6e0-8c9f52d65a3e req-b6a5cb13-034c-43d9-870e-ed9f92365378 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 944 time: 0.1695902 Jul 27 16:53:03.760914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78d5125b-4990-4dee-8e44-21ac856b0adc req-907f873d-0d6e-4357-a220-8898800865a4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848143 Jul 27 16:53:03.781694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 715cf048-d51a-4db8-b00b-2b6a2d930b8c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:03.849005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:03.891100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5a600405-0a8b-43e1-b6e0-8c9f52d65a3e req-23c1c74d-b4f6-4f16-9c74-6b0880ecfe02 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110713 Jul 27 16:53:03.891672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 715cf048-d51a-4db8-b00b-2b6a2d930b8c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:03.901652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 715cf048-d51a-4db8-b00b-2b6a2d930b8c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:03.902028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.946807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c77adedc-db9c-4545-8fe8-97d3e97e4ade admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f35c2faa12ce4c6d83dabba85d38849b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966351 Jul 27 16:53:03.947000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:03.948473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:03.978312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=dacb6165-00c2-441e-9bee-c7c786ac151d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:04.020546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.028327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.038417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] No DVR routers for this DVR port dacb6165-00c2-441e-9bee-c7c786ac151d on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:53:04.042242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.044395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-91722af8-6301-4d30-b7fb-d9a89b4ec2b9 req-61923a95-ef44-4388-8ddd-6d57675c1eef tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.13 "DELETE /v2.0/ports/dacb6165-00c2-441e-9bee-c7c786ac151d HTTP/1.1" status: 204 len: 173 time: 0.8744080 Jul 27 16:53:04.044885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'name': 'network-vif-deleted', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:04.047502 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6eebee-5d3a-4d0a-90dd-4b9958a01090" -d '{"events": [{"server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "name": "network-vif-deleted", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:04.062379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c,segment=NetworkSegment(1478f614-70ce-4a1c-9374-1a3d88a26aac),segment_id=1478f614-70ce-4a1c-9374-1a3d88a26aac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:04.067657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.093931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.254899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:04.350609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.366645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:04.372172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa2c2d78-b49e-4b44-ba00-a97462b143a4 HTTP/1.1" status: 204 len: 168 time: 0.4218786 Jul 27 16:53:04.383067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895787b-55bb-42d3-a941-ab1149b7bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2c2d78-b49e-4b44-ba00-a97462b143a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:04.574037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:04.577453 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dec323-d67d-4cb8-9256-2e8add5450ef" -d '{"events": [{"server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "name": "network-vif-plugged", "status": "completed", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:04.597425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-989412bc-f93a-45c0-8cb3-29bcc5b42d31 req-2737eddb-3934-4fcc-81ae-b11abef69909 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=14129070-57bf-437a-93a0-fbffd340de50 HTTP/1.1" status: 200 len: 210 time: 0.1040852 Jul 27 16:53:04.635974 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe4ef88-55ac-42ef-9854-58289ac6b77e x-openstack-request-id: req-7fe4ef88-55ac-42ef-9854-58289ac6b77e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:04.636300 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14129070-57bf-437a-93a0-fbffd340de50", "name": "network-vif-deleted", "tag": "dacb6165-00c2-441e-9bee-c7c786ac151d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:04.636666 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fe4ef88-55ac-42ef-9854-58289ac6b77e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:04.637071 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14129070-57bf-437a-93a0-fbffd340de50', 'name': 'network-vif-deleted', 'tag': 'dacb6165-00c2-441e-9bee-c7c786ac151d', 'status': 'completed', 'code': 200} Jul 27 16:53:04.686567 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3844bb-8647-4b22-8549-8a59c7b8f568 x-openstack-request-id: req-3e3844bb-8647-4b22-8549-8a59c7b8f568 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:04.686872 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "name": "network-vif-plugged", "status": "completed", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:04.687692 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e3844bb-8647-4b22-8549-8a59c7b8f568 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:04.688229 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c', 'code': 200} Jul 27 16:53:04.882457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27df1-0fb7-444f-91a8-f903179acd6b req-afb73948-fd7b-47d7-9e31-8143f2f07104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:04.885258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ba27df1-0fb7-444f-91a8-f903179acd6b req-afb73948-fd7b-47d7-9e31-8143f2f07104 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 1096 time: 0.1432657 Jul 27 16:53:04.957892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ba27df1-0fb7-444f-91a8-f903179acd6b req-792b985c-47d5-43c7-a10b-de01ff786560 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Jul 27 16:53:05.103996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b45be-0129-44b7-bb4b-b31d2ef26cac req-1c759fce-f844-4318-bcdc-a67f702671ac tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:05.105722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-238b45be-0129-44b7-bb4b-b31d2ef26cac req-1c759fce-f844-4318-bcdc-a67f702671ac tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1647198 Jul 27 16:53:05.182632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc968-1f95-43fc-8973-31f1f039a76c req-55e97b13-cfe3-48bf-a190-3b61bc407b35 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:05.185851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472bc968-1f95-43fc-8973-31f1f039a76c req-55e97b13-cfe3-48bf-a190-3b61bc407b35 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.1084414 Jul 27 16:53:05.243736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-238b45be-0129-44b7-bb4b-b31d2ef26cac req-88293768-6532-414b-abd2-befb55baa9ea tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290231 Jul 27 16:53:05.278508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472bc968-1f95-43fc-8973-31f1f039a76c req-2e6df274-760d-4c97-b6cc-34f7b62137cf tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776803 Jul 27 16:53:05.655631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:05.761168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:05.803814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:05.882748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:05.947797 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:05.951108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:05.952806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/security-groups/33636d43-d54d-4dbb-a2b6-d136d68113c6 HTTP/1.1" status: 204 len: 168 time: 0.2960997 Jul 27 16:53:05.983030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762584-4ed9-4287-8c9c-2cb65af5fba0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33636d43-d54d-4dbb-a2b6-d136d68113c6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:06.009269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:06.063035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-29157709-network', 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:06.123945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:06.126700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.142243 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.377949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.386386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.440817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826c7ca-c780-49a2-83a6-6f3614bd6f76 req-95cf64bc-5582-4980-ab36-e460ca3bd6dc tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:06.442314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d826c7ca-c780-49a2-83a6-6f3614bd6f76 req-95cf64bc-5582-4980-ab36-e460ca3bd6dc tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1091430 Jul 27 16:53:06.455631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:06.498636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d826c7ca-c780-49a2-83a6-6f3614bd6f76 req-7f716678-aaa7-4444-9e2b-3def98ae0fc8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493963 Jul 27 16:53:06.522087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c8453a-7fe4-4514-b402-96de620c749b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:06.552862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.553255 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Added segment f0f39619-15ad-48cb-93fc-2cf7917e7fbd of type vlan for network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 Jul 27 16:53:06.605200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.648696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.649682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:06.651177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:06.791163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9073658 Jul 27 16:53:06.792137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd5981-606a-4803-8b7f-d6190582801e admin admin] Pushing event updated for resources: {'Network': ['ID=13bf5b94-9ed6-4b72-bf5e-4989e9ba0135,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:06.795817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:06.801475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6b77a-333d-464e-880f-79790d97ee6b req-b14bfb58-fe26-4758-94e5-423d4c360848 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:06.804880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bc6b77a-333d-464e-880f-79790d97ee6b req-b14bfb58-fe26-4758-94e5-423d4c360848 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1150806 Jul 27 16:53:06.808367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:06.809838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Request body: {'subnet': {'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-29157709-subnet', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:06.881382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bc6b77a-333d-464e-880f-79790d97ee6b req-5bbd6dfb-aae6-4544-a2a6-c8de23fca92e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639174 Jul 27 16:53:06.979292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:06.981702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:07.081787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efa658-8a38-4ace-8c8b-e7dc0483fafa req-8d924763-577e-4046-a1a9-55b8b9559922 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.083602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27efa658-8a38-4ace-8c8b-e7dc0483fafa req-8d924763-577e-4046-a1a9-55b8b9559922 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.0930686 Jul 27 16:53:07.104824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb127a1-1949-48a2-b0dd-a57a883450ee req-2d213bc3-db8a-4be1-892a-5c45188a4247 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.106493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adb127a1-1949-48a2-b0dd-a57a883450ee req-2d213bc3-db8a-4be1-892a-5c45188a4247 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.6757662 Jul 27 16:53:07.158486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27efa658-8a38-4ace-8c8b-e7dc0483fafa req-8c9efc48-d0f8-4b9d-b55c-3b52300c9e5d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673580 Jul 27 16:53:07.177919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:07.300727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adb127a1-1949-48a2-b0dd-a57a883450ee req-f817d58a-4724-4cf4-9cff-e62ce49f1e49 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805120 Jul 27 16:53:07.344887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884a15-1981-46c7-8941-d5e9ea9a2456 req-d5ebf4eb-822e-4424-bb11-73085b6183a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.351002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f884a15-1981-46c7-8941-d5e9ea9a2456 req-d5ebf4eb-822e-4424-bb11-73085b6183a6 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.0902426 Jul 27 16:53:07.367349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:07.415542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f884a15-1981-46c7-8941-d5e9ea9a2456 req-442d099a-1ea2-48c4-a65a-f60c9da70d7d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599980 Jul 27 16:53:07.579893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:07.600209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ac4d-a991-46ea-9d94-50500097cb84 req-aaa7c481-ee91-49ff-8d97-6a08f226efda tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.605231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a30ac4d-a991-46ea-9d94-50500097cb84 req-aaa7c481-ee91-49ff-8d97-6a08f226efda tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1086428 Jul 27 16:53:07.671781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a30ac4d-a991-46ea-9d94-50500097cb84 req-02ab37a6-bef6-47b3-87cc-ce56b84f4cdb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Jul 27 16:53:07.697964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623fb037-567c-4635-9772-d92044e78d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:07.737311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdd8e50-f158-40d0-8ea9-df42a6bddf20,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:07.795258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccb2b-e894-459b-a985-a14ead1eb753 req-4afa06bf-8204-49f4-8ce0-42cc309dbe5f tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.796848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a4ccb2b-e894-459b-a985-a14ead1eb753 req-4afa06bf-8204-49f4-8ce0-42cc309dbe5f tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.3861864 Jul 27 16:53:07.814202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Checking segment: {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:07.814569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Network hostable DHCP agents. Network: 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:07.862491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dacb6165-00c2-441e-9bee-c7c786ac151d no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:07.889498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: dacb6165-00c2-441e-9bee-c7c786ac151d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:07.890221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device dacb6165-00c2-441e-9bee-c7c786ac151d not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:07.924216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc6b9f-8405-483f-aaae-6a0734a35b45 req-ae515179-b698-409b-a19e-06ccf357acf2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.928948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9fc6b9f-8405-483f-aaae-6a0734a35b45 req-ae515179-b698-409b-a19e-06ccf357acf2 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.0885971 Jul 27 16:53:07.935849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a4ccb2b-e894-459b-a985-a14ead1eb753 req-509850f2-a425-433c-9e3b-8cfb9a7e5a9a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951574 Jul 27 16:53:07.936462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:07.980386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9fc6b9f-8405-483f-aaae-6a0734a35b45 req-0837cda7-92b0-4cb6-b8fe-2eb25dcd4187 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 Jul 27 16:53:07.987673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:07.996390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:07.997043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:07.998478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c5204-9f93-4136-9ec5-3cbbeb85c219 None None] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:08.033196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623fb037-567c-4635-9772-d92044e78d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.050403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-623fb037-567c-4635-9772-d92044e78d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.061747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ffc6cb34-5e51-4536-abf3-4387de408a29 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2566345 Jul 27 16:53:08.063870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35084) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:08.072921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:08.090309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:08.091368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.160273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fb037-567c-4635-9772-d92044e78d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5a0a4-d946-418e-b977-42283478782e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:08.164468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-623fb037-567c-4635-9772-d92044e78d71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af22fd29e13b410cbcbd1de865634900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7960312 Jul 27 16:53:08.167406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:08.181015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.182048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.287593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.299437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'fixed_ips': [{'subnet_id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:53:08.300907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.315896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.405661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 1ea909ea-7a75-4204-b07b-76b6fc3f17a8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:08.407029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.436420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.446019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.448892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afd5a0a4-d946-418e-b977-42283478782e HTTP/1.1" status: 204 len: 168 time: 0.2804308 Jul 27 16:53:08.501825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae6b43-db08-46c8-b9ba-5d4463074183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5a0a4-d946-418e-b977-42283478782e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:08.547617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:08.632875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Allocated IP 172.20.0.2 (13bf5b94-9ed6-4b72-bf5e-4989e9ba0135/ffdd8e50-f158-40d0-8ea9-df42a6bddf20/c8bc25f7-6393-4012-b173-5d94ab41c485) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:08.717557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.811411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b6326-1886-4f43-b47c-1d56dbb68aaa req-d24d4555-0f99-4c2a-9dad-b1ed9e10417a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:08.819478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd0b6326-1886-4f43-b47c-1d56dbb68aaa req-d24d4555-0f99-4c2a-9dad-b1ed9e10417a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.6723490 Jul 27 16:53:08.902037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:08.990128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd0b6326-1886-4f43-b47c-1d56dbb68aaa req-0ac13922-c5c2-423a-8fa8-e8e0860eb1f8 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696498 Jul 27 16:53:09.052554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.078594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Transition to ACTIVE for port object c8bc25f7-6393-4012-b173-5d94ab41c485 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:09.108388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Transition to ACTIVE for port object c8bc25f7-6393-4012-b173-5d94ab41c485 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:09.118862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.185749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:09.195896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Pushing event updated for resources: {'Port': ['ID=c8bc25f7-6393-4012-b173-5d94ab41c485,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:09.205021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9916c2c9-30d0-409a-b92c-4a1be1babcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.236106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:09.241155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:09.247784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:09.267536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.293592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.346482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Attempting to bind port c8bc25f7-6393-4012-b173-5d94ab41c485 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:09.347003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Attempting to bind port c8bc25f7-6393-4012-b173-5d94ab41c485 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:09.347371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Attempting to bind port c8bc25f7-6393-4012-b173-5d94ab41c485 on network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:09.362455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:09.362834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Checking segment: {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:09.366501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.366937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Bound using segment: {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:09.367550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Bound port: c8bc25f7-6393-4012-b173-5d94ab41c485, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:09.367997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.402269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40975-2cc4-4dfc-94ca-ccf8fa19ec34 req-8255bdd4-1c01-4402-9ca6-b5aec2d73e75 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:09.405120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64b40975-2cc4-4dfc-94ca-ccf8fa19ec34 req-8255bdd4-1c01-4402-9ca6-b5aec2d73e75 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.3215718 Jul 27 16:53:09.406290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.459811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=1ea909ea-7a75-4204-b07b-76b6fc3f17a8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:09.538903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64b40975-2cc4-4dfc-94ca-ccf8fa19ec34 req-48b7280d-911a-4975-b4db-ee2b237791a2 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849230 Jul 27 16:53:09.614643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] For port c8bc25f7-6393-4012-b173-5d94ab41c485, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:09.618972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] For port c8bc25f7-6393-4012-b173-5d94ab41c485, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8bc25f7-6393-4012-b173-5d94ab41c485,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:09.632113 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.722040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Allocated IP 172.25.4.204 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/74441b40-f208-40c4-9eb7-b44357b6173b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:09.803117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.839561 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-95b60234-a80f-421b-a60b-14d22f68b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:09.854424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc151-a5fe-459f-8321-b4fa2d868acb None None] Pushing event updated for resources: {'Port': ['ID=c8bc25f7-6393-4012-b173-5d94ab41c485,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:09.948507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25290be1-5793-40d3-b446-db98e4861f72 req-66190919-e623-4cd3-9330-ec0133993aa1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:09.959208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25290be1-5793-40d3-b446-db98e4861f72 req-66190919-e623-4cd3-9330-ec0133993aa1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.4240429 Jul 27 16:53:10.006469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9916c2c9-30d0-409a-b92c-4a1be1babcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.016166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9916c2c9-30d0-409a-b92c-4a1be1babcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.127551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25290be1-5793-40d3-b446-db98e4861f72 req-b67cca01-5197-44a6-be50-613363b86058 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646385 Jul 27 16:53:10.150362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916c2c9-30d0-409a-b92c-4a1be1babcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0356932b-33d3-4498-ad2f-9f01bd64b321,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:10.159899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9916c2c9-30d0-409a-b92c-4a1be1babcf3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e1d4f93e6f740758b56a25c37fbe0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9732027 Jul 27 16:53:10.166479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:10.188376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.261727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d862-2e37-4f55-9517-552d11ab6809 req-8135cc2f-c520-480c-a0e8-901d3ec48d06 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:10.263862 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c45d862-2e37-4f55-9517-552d11ab6809 req-8135cc2f-c520-480c-a0e8-901d3ec48d06 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.2612967 Jul 27 16:53:10.272789 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.341135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:10.343044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:10.348048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:10.391443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Pushing event updated for resources: {'Port': ['ID=74441b40-f208-40c4-9eb7-b44357b6173b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:10.406905 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.420961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c45d862-2e37-4f55-9517-552d11ab6809 req-05a50c32-a933-4531-a5d8-c742d01203d3 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303282 Jul 27 16:53:10.435453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 709cb169-fe34-43bc-9a40-635c66b2ce4d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:53:10.462570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.602087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.604880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.613299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0356932b-33d3-4498-ad2f-9f01bd64b321 HTTP/1.1" status: 204 len: 168 time: 0.4410384 Jul 27 16:53:10.628481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469314d5-b93e-468e-9397-14293a79866d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0356932b-33d3-4498-ad2f-9f01bd64b321,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:10.632737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:10.642505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Sync routers for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:10.647445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b5e42f0-4972-45df-854d-8d1e305cd608 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/709cb169-fe34-43bc-9a40-635c66b2ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6360252 Jul 27 16:53:10.648086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:10.671048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:10.671738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:10.729401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting subnet 3e4effb5-5aa1-475b-bec5-08f197539069 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:10.735443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.739071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.796291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:10.947971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:11.002677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.116231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.157821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.209649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4effb5-5aa1-475b-bec5-08f197539069,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:11.229540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.234283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-33e1c356-2de2-47ee-85e9-526c688032d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/subnets/3e4effb5-5aa1-475b-bec5-08f197539069 HTTP/1.1" status: 204 len: 168 time: 0.5851450 Jul 27 16:53:11.234967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:11.407657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4584c6-f27c-494c-93ec-842a26a99c60 None None] Network d0407b50-5e97-4a90-a3a6-051198d5d335 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:11.619484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c714-096a-4d77-bc7e-3f46ff917520 req-4d39810c-e77f-4e1d-a7ef-76ef5b510e1e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:11.625127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af622d7-bafc-4a4b-9ba9-c5e0bfe286c6 None None] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:11.631034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1996c714-096a-4d77-bc7e-3f46ff917520 req-4d39810c-e77f-4e1d-a7ef-76ef5b510e1e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.3397973 Jul 27 16:53:11.639875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8bc25f7-6393-4012-b173-5d94ab41c485 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:11.675334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.723537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1996c714-096a-4d77-bc7e-3f46ff917520 req-dbb24b74-eded-479a-91b6-d5cc69457caf tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913255 Jul 27 16:53:11.791540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Router ced51837-0a98-45a0-8d6c-9c1cce80bc82 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:53:11.831906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-6d7d3d61-82e1-42ff-9d26-14943022c296 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:11.833428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-6d7d3d61-82e1-42ff-9d26-14943022c296 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.61 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.5086279 Jul 27 16:53:11.942465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:11.991524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18b2f854-f441-4a1d-a581-0c36499aca98 None None] Provisioning for port c8bc25f7-6393-4012-b173-5d94ab41c485 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:11.998445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5d98-7b30-4773-aca7-1b6412313156 req-49bf1514-59f6-475f-b628-e384450c128c tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:12.005438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59af5d98-7b30-4773-aca7-1b6412313156 req-49bf1514-59f6-475f-b628-e384450c128c tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 945 time: 0.3586671 Jul 27 16:53:12.105612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:12.122172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Sync routers for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:12.125851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59af5d98-7b30-4773-aca7-1b6412313156 req-f5a65c56-0c7d-401c-bde4-a04e8eee6a68 tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb87924c-24b2-4272-9b1c-ed90890e033b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062558 Jul 27 16:53:12.134290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Deleting port 715cf048-d51a-4db8-b00b-2b6a2d930b8c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:12.134952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.144644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.150007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab7217d5-e4fd-4b78-bec5-4ede79dcad0f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0840755 Jul 27 16:53:12.150760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:12.153886 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:12.154762 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:52:42Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:12.183840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 3ec8682e-ed18-4521-9bfd-210f20cc0428 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:12.184298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.408784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] For port 715cf048-d51a-4db8-b00b-2b6a2d930b8c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=715cf048-d51a-4db8-b00b-2b6a2d930b8c,segment=NetworkSegment(1478f614-70ce-4a1c-9374-1a3d88a26aac),segment_id=1478f614-70ce-4a1c-9374-1a3d88a26aac)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:12.409156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.435184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 3ec8682e-ed18-4521-9bfd-210f20cc0428, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3ec8682e-ed18-4521-9bfd-210f20cc0428,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:12.436020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.439102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Calling delete_port for 715cf048-d51a-4db8-b00b-2b6a2d930b8c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:12.466165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 3ec8682e-ed18-4521-9bfd-210f20cc0428 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:12.501354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675f5f-801f-4891-88ac-693ea6568646 req-07d47fe1-9040-4f0b-9c58-888d97f06c28 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:12.513863 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed675f5f-801f-4891-88ac-693ea6568646 req-07d47fe1-9040-4f0b-9c58-888d97f06c28 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.2624490 Jul 27 16:53:12.618971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:12.623015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.717130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d38c46ee-202c-436c-9d3c-71631a022c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.725778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-d5f76fbd-08d4-4ba0-adfd-2237f87fe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:12.727285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-d5f76fbd-08d4-4ba0-adfd-2237f87fe116 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 1097 time: 0.4139037 Jul 27 16:53:12.787006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c8bc25f7-6393-4012-b173-5d94ab41c485 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:12.807728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c8bc25f7-6393-4012-b173-5d94ab41c485 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:12.808100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:12.874837 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:10Z', 'revision_number': 3, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:12.881185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed675f5f-801f-4891-88ac-693ea6568646 req-0dafbf6d-c8c5-47e7-9a10-86f97b8dd191 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655350 Jul 27 16:53:12.933590 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Checking router: ced51837-0a98-45a0-8d6c-9c1cce80bc82 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:12.934706 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Updating router ced51837-0a98-45a0-8d6c-9c1cce80bc82 port 74441b40-f208-40c4-9eb7-b44357b6173b binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:12.984573 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.007930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:53:09Z', 'revision_number': 7, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': '3ec8682e-ed18-4521-9bfd-210f20cc0428', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:50:14Z', 'updated_at': '2021-07-27T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:13.113644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] DHCP port deletion for d0407b50-5e97-4a90-a3a6-051198d5d335 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:53:13.130263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Checking router: 709cb169-fe34-43bc-9a40-635c66b2ce4d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:13.208170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.216157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-ba0b5858-3852-494e-83d8-ca47b2c76464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:13.221853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-ba0b5858-3852-494e-83d8-ca47b2c76464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 200 len: 914 time: 0.4663641 Jul 27 16:53:13.243980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Routers {'709cb169-fe34-43bc-9a40-635c66b2ce4d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:13.258405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['709cb169-fe34-43bc-9a40-635c66b2ce4d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:13.266515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['715cf048-d51a-4db8-b00b-2b6a2d930b8c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:13.292023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.315918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Pushing event deleted for resources: {'Port': ['ID=715cf048-d51a-4db8-b00b-2b6a2d930b8c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:13.367932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.425258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=3ec8682e-ed18-4521-9bfd-210f20cc0428,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:13.429933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] No DVR routers for this DVR port 715cf048-d51a-4db8-b00b-2b6a2d930b8c on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:53:13.432706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.435089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8cf05cbb-90da-4b75-8b46-45771d00c4d1 req-1e0f14cb-08b1-4d99-ac9d-59fbdc2ddd3a tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.61 "DELETE /v2.0/ports/715cf048-d51a-4db8-b00b-2b6a2d930b8c HTTP/1.1" status: 204 len: 173 time: 1.5919826 Jul 27 16:53:13.436225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'name': 'network-vif-deleted', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:13.438843 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017ed968-907b-4d3e-ade7-f03e61f776c0" -d '{"events": [{"server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "name": "network-vif-deleted", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:13.514143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.588496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-965add81-04ee-4dcc-82f7-8a962ab8501a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 200 len: 217 time: 0.3581281 Jul 27 16:53:13.631171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7e3b20a-662b-4379-9d42-e8fd26ced912 req-b880ee9b-4b42-4077-b7a8-b9f99a5df9ef tempest-ServersNegativeTestMultiTenantJSON-1617053793 tempest-ServersNegativeTestMultiTenantJSON-1617053793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0213b152-e8ec-48dc-92fe-98acaeab2a59 HTTP/1.1" status: 200 len: 210 time: 0.3674519 Jul 27 16:53:13.811237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c8bc25f7-6393-4012-b173-5d94ab41c485, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8bc25f7-6393-4012-b173-5d94ab41c485,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:13.857923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.882606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:13.947859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] Set router 709cb169-fe34-43bc-9a40-635c66b2ce4d gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:14.133096 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.160811 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Transition to ACTIVE for port object 74441b40-f208-40c4-9eb7-b44357b6173b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:14.170432 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.238394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device debfbe96-7c20-4e08-9bf5-9fe7856b27c6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:14.282044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34540010-7d60-496e-b0e6-311195745d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:53:11Z', 'revision_number': 8, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:14.296263 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Attempting to bind port 74441b40-f208-40c4-9eb7-b44357b6173b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:14.297153 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Attempting to bind port 74441b40-f208-40c4-9eb7-b44357b6173b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:14.298056 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Attempting to bind port 74441b40-f208-40c4-9eb7-b44357b6173b on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:14.334736 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:14.335515 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:14.336257 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.337188 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:14.337889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Bound port: 74441b40-f208-40c4-9eb7-b44357b6173b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:14.338534 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.425043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] For port 74441b40-f208-40c4-9eb7-b44357b6173b, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:14.434538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] For port 74441b40-f208-40c4-9eb7-b44357b6173b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=74441b40-f208-40c4-9eb7-b44357b6173b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:14.437884 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Pushing event updated for resources: {'Port': ['ID=74441b40-f208-40c4-9eb7-b44357b6173b,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:14.462819 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.463474 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.464465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.464805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.465171 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.465512 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.468643 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.469986 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.470805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.472297 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.472940 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.473796 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:14.479250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34540010-7d60-496e-b0e6-311195745d47 None None] The sync data for ids ['709cb169-fe34-43bc-9a40-635c66b2ce4d'] in n-d-723572-6 is: [{'id': '709cb169-fe34-43bc-9a40-635c66b2ce4d', 'name': 'tempest-TestNetworkBasicOps-router-1868116706', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:12Z', 'updated_at': '2021-07-27T16:53:11Z', 'revision_number': 8, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:14.481881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c8bc25f7-6393-4012-b173-5d94ab41c485,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:14.485165 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.495529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-774282d0-8547-4f10-8c24-9f3648306d99 None None] Provisioning complete for port c8bc25f7-6393-4012-b173-5d94ab41c485 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:14.502114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-774282d0-8547-4f10-8c24-9f3648306d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.555751 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db5ae8e-af16-482d-a3ee-27bc06495b1a x-openstack-request-id: req-3db5ae8e-af16-482d-a3ee-27bc06495b1a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:14.556289 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0213b152-e8ec-48dc-92fe-98acaeab2a59", "name": "network-vif-deleted", "tag": "715cf048-d51a-4db8-b00b-2b6a2d930b8c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:14.556289 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3db5ae8e-af16-482d-a3ee-27bc06495b1a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:14.556711 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0213b152-e8ec-48dc-92fe-98acaeab2a59', 'name': 'network-vif-deleted', 'tag': '715cf048-d51a-4db8-b00b-2b6a2d930b8c', 'status': 'completed', 'code': 200} Jul 27 16:53:14.562589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Deleting port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:14.563330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.564656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.570358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.581045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-181ca69d-f959-471a-8124-af8a9fffaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:14.582636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-181ca69d-f959-471a-8124-af8a9fffaab9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 200 len: 853 time: 0.9423881 Jul 27 16:53:14.648253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed2021-a636-4482-8005-e8f8b125cd47 None None] Pushing event updated for resources: {'Port': ['ID=74441b40-f208-40c4-9eb7-b44357b6173b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:14.657361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-d66ef27d-1958-480d-ae3c-97adae2269c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d219ddd4-3915-4f25-8f1e-7857dfa72328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625598 Jul 27 16:53:14.668963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] For port debfbe96-7c20-4e08-9bf5-9fe7856b27c6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,segment=NetworkSegment(d87a20ed-4361-4fbd-baa7-637477e3f392),segment_id=d87a20ed-4361-4fbd-baa7-637477e3f392)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:14.669383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.683039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:14.684592 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:14.706629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:14.718816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Calling delete_port for debfbe96-7c20-4e08-9bf5-9fe7856b27c6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:14.788231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.788788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Fanout notify agent at l3_agent the message router_deleted on router 709cb169-fe34-43bc-9a40-635c66b2ce4d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:53:14.800372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:14.806455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c207f60f-9ed0-499c-91c3-02be053afde5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/routers/709cb169-fe34-43bc-9a40-635c66b2ce4d HTTP/1.1" status: 204 len: 168 time: 3.5705276 Jul 27 16:53:14.814166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:14.847236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-0894d81d-0e43-4d10-9381-eb60d4f5d9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764023 Jul 27 16:53:14.983714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.025595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] No DVR routers for this DVR port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:53:15.037621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Deleting subnet 030b44ce-3bcb-4cac-adbc-0f9df783931c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:15.044983 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:15.071603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.090170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.094679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a172eac-2e28-432a-ac03-f5aa9dcf106f None None] Pushing event deleted for resources: {'Port': ['ID=debfbe96-7c20-4e08-9bf5-9fe7856b27c6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:15.103332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.106642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port debfbe96-7c20-4e08-9bf5-9fe7856b27c6 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 16:53:15.107748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device debfbe96-7c20-4e08-9bf5-9fe7856b27c6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:15.211109 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.305408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8291c0-6668-43be-9703-b3ec146055cd req-012299a6-199f-4a1a-a9d3-6de5ac273048 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:15.307269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c8291c0-6668-43be-9703-b3ec146055cd req-012299a6-199f-4a1a-a9d3-6de5ac273048 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.7336509 Jul 27 16:53:15.367167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.419883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.435830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0407b50-5e97-4a90-a3a6-051198d5d335']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:15.460070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec7f4d7-182f-4c3c-8b67-f80d6487ba23 req-1f1dec5b-6c9a-499d-99cc-539912b00e94 service neutron] 10.222.0.13 "GET /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699806 Jul 27 16:53:15.465513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87a20ed-4361-4fbd-baa7-637477e3f392') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:15.466012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87a20ed-4361-4fbd-baa7-637477e3f392') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:15.494030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c8291c0-6668-43be-9703-b3ec146055cd req-e33a6d7a-0571-49b3-9a8b-8d445c87851f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640537 Jul 27 16:53:15.529029 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:10Z', 'revision_number': 3, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:15.540957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.588694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cbda7a-7472-4943-9edc-1e554b3ded58 None None] The sync data for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 is: [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:10Z', 'revision_number': 3, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:15.627945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.639428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.678400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.692600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030b44ce-3bcb-4cac-adbc-0f9df783931c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:15.709608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.714797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a3a3d83e-eec0-46d1-8c79-2b9eeac41a1c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/030b44ce-3bcb-4cac-adbc-0f9df783931c HTTP/1.1" status: 204 len: 168 time: 1.0047078 Jul 27 16:53:15.715893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:15.716318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.718215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:15.720700 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:15.830589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.833374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.847410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.850274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/networks/d0407b50-5e97-4a90-a3a6-051198d5d335 HTTP/1.1" status: 204 len: 168 time: 1.0350938 Jul 27 16:53:15.856046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Allocated IP 172.20.0.1 (13bf5b94-9ed6-4b72-bf5e-4989e9ba0135/ffdd8e50-f158-40d0-8ea9-df42a6bddf20/8d90175d-3258-4256-ab99-fe9179b821fb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:15.872453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 715cf048-d51a-4db8-b00b-2b6a2d930b8c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:15.885920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:15.897813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'network': {'name': 'tempest-network-smoke--316542737', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:15.918688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 715cf048-d51a-4db8-b00b-2b6a2d930b8c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:15.919100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 715cf048-d51a-4db8-b00b-2b6a2d930b8c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:15.959270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af279f9-8517-4d90-b2b2-b73a02ff58d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Network': ['ID=d0407b50-5e97-4a90-a3a6-051198d5d335,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:15.971398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:15.978234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:15.988933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.003193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef951701-b1a1-4742-a6c6-daef2f46931b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:16.018711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1478f614-70ce-4a1c-9374-1a3d88a26aac') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:16.019199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1478f614-70ce-4a1c-9374-1a3d88a26aac') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:16.067770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:16.081446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.089855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.091128 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Added segment aae3fdc0-75b9-4460-8181-e167bbb80646 of type vlan for network 6260660c-f0e6-4156-8488-00abab8f77d5 Jul 27 16:53:16.171197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.195196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:16.195948 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:16.198475 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:16.209806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8bc25f7-6393-4012-b173-5d94ab41c485 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:16.214995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.327286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c8bc25f7-6393-4012-b173-5d94ab41c485 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:16.340919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.343436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.356964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.371823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.373632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:16.374322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.386458 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef951701-b1a1-4742-a6c6-daef2f46931b HTTP/1.1" status: 204 len: 168 time: 0.6645663 Jul 27 16:53:16.386458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a086fac-6128-47cb-a1ea-4aa71b5d4fde admin admin] Pushing event deleted for resources: {'Network': ['ID=ef951701-b1a1-4742-a6c6-daef2f46931b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:16.390401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.393171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:16.441273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Transition to ACTIVE for port object 8d90175d-3258-4256-ab99-fe9179b821fb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:16.474218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Deleting subnet c9f32263-9925-4d23-8f9f-f7ea7013c17f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:16.486490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Network': ['ID=6260660c-f0e6-4156-8488-00abab8f77d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:16.486840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.512828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d95ec206-6d40-4f4b-89d2-12c764b0c7a2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6243567 Jul 27 16:53:16.514083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:16.524091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-280337286', 'admin_state_up': True, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:16.524512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6260660c-f0e6-4156-8488-00abab8f77d5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:16.602800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.627614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.629026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.649867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.695282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:16.725040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:16.725399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1ea909ea-7a75-4204-b07b-76b6fc3f17a8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:16.725823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3ec8682e-ed18-4521-9bfd-210f20cc0428 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:16.741906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:16.761101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.768683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.778800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:16.791834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3ec8682e-ed18-4521-9bfd-210f20cc0428 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:16.792190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3ec8682e-ed18-4521-9bfd-210f20cc0428 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:16.818147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:16.850389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Pushing event updated for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:16.855878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:16.912218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.087334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.141738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.233735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a2f031e-336b-4295-be0b-43e6d4df06ce None None] Provisioning for port 8d90175d-3258-4256-ab99-fe9179b821fb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:17.238644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a2f031e-336b-4295-be0b-43e6d4df06ce None None] Provisioning complete for port 8d90175d-3258-4256-ab99-fe9179b821fb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:17.239026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a2f031e-336b-4295-be0b-43e6d4df06ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.270343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc912-7777-451b-8c50-77c91dfbee59 req-02aa0506-edbd-4bdc-b795-5e36a2ee8b46 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:17.271960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-049dc912-7777-451b-8c50-77c91dfbee59 req-02aa0506-edbd-4bdc-b795-5e36a2ee8b46 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.6015103 Jul 27 16:53:17.294050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.312727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f031e-336b-4295-be0b-43e6d4df06ce None None] Port 8d90175d-3258-4256-ab99-fe9179b821fb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:17.400746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f32263-9925-4d23-8f9f-f7ea7013c17f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:17.402363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.404243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3ad9608c-7f71-40c3-a3ae-45bdd5a6714c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c9f32263-9925-4d23-8f9f-f7ea7013c17f HTTP/1.1" status: 204 len: 168 time: 1.0099552 Jul 27 16:53:17.412159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:17.447057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-049dc912-7777-451b-8c50-77c91dfbee59 req-3e122a94-692f-4b3c-8e5a-41ffaf02f84f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571691 Jul 27 16:53:17.537584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.545197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.565008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.612606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.635578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.644044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Pushing event updated for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:17.707651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:17.750617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:17.750617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:17.939936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.25.4.250 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d52c484c-306a-475f-8755-c69393639e23) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:18.009943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3580-9bd1-49fa-9387-df0895c70e4e req-4c14d4b1-f3ce-4078-bd0e-77efe81cb530 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:18.018934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f0f3580-9bd1-49fa-9387-df0895c70e4e req-4c14d4b1-f3ce-4078-bd0e-77efe81cb530 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.4486403 Jul 27 16:53:18.024666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Router ced51837-0a98-45a0-8d6c-9c1cce80bc82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:53:18.073965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.077592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 74441b40-f208-40c4-9eb7-b44357b6173b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:18.118967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d03882-e9fe-4370-bb76-940a3b882fa8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:18.132338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f0f3580-9bd1-49fa-9387-df0895c70e4e req-55259a5e-27c4-4dfa-9fb2-cc0df82245cd tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Jul 27 16:53:18.150518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdcdae9-b75d-4511-83fe-539bebcfa701') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:18.150855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdcdae9-b75d-4511-83fe-539bebcfa701') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:18.165000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.179919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.189305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:18.189689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.215479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 74441b40-f208-40c4-9eb7-b44357b6173b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:18.220815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 74441b40-f208-40c4-9eb7-b44357b6173b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:18.222936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:18.305176 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:18.347569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.361685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5da0fac4-10fb-4db3-b168-871cedcc6733 None None] Provisioning complete for port 8d90175d-3258-4256-ab99-fe9179b821fb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:18.362712 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5da0fac4-10fb-4db3-b168-871cedcc6733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.365577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.370419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c6d03882-e9fe-4370-bb76-940a3b882fa8 HTTP/1.1" status: 204 len: 168 time: 0.9570241 Jul 27 16:53:18.373782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8680e-a2d5-420e-926c-16ec6df51367 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d03882-e9fe-4370-bb76-940a3b882fa8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:18.401300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:18.426052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a19cbb9-1a9d-4d63-a585-dceda302c98c admin admin] 10.222.0.64 "PUT /v2.0/routers/ced51837-0a98-45a0-8d6c-9c1cce80bc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2741957 Jul 27 16:53:18.486984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5da0fac4-10fb-4db3-b168-871cedcc6733 None None] Port 8d90175d-3258-4256-ab99-fe9179b821fb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:18.498897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.502143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.533656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd563445-0f21-48f5-90d5-233333dc99c2 req-b3c37741-8c99-41b2-9732-36902c9dd5cb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:18.534880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd563445-0f21-48f5-90d5-233333dc99c2 req-b3c37741-8c99-41b2-9732-36902c9dd5cb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.2285697 Jul 27 16:53:18.559372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 74441b40-f208-40c4-9eb7-b44357b6173b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=74441b40-f208-40c4-9eb7-b44357b6173b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:18.571654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Sync routers for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:18.610810 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.616849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:18.619069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:18.628301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd563445-0f21-48f5-90d5-233333dc99c2 req-6829016b-4914-43e9-a7e2-254937274645 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750294 Jul 27 16:53:18.660062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:18.721484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:18.730182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:18.742798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:18.779213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:18.779865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:18.872592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=d52c484c-306a-475f-8755-c69393639e23,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:18.898638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b519664-f71d-4328-a910-d110736de082 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ae3375642334f509ad96c1f26f52a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174724 Jul 27 16:53:18.899315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:18.984041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:18.984905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.009544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.085528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.091359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.096896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb87924c-24b2-4272-9b1c-ed90890e033b HTTP/1.1" status: 204 len: 168 time: 0.1964109 Jul 27 16:53:19.106923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecaddc-6bed-40ca-87d0-85064d11587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87924c-24b2-4272-9b1c-ed90890e033b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:19.144742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248400a-bcc1-4d7e-945f-69920ecd99d2 req-b221fefe-c27c-4f6d-ae35-3d8fda79c7b1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:19.147320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8248400a-bcc1-4d7e-945f-69920ecd99d2 req-b221fefe-c27c-4f6d-ae35-3d8fda79c7b1 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.3392639 Jul 27 16:53:19.156245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=74441b40-f208-40c4-9eb7-b44357b6173b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:19.204141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1051217116'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:19.235521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:19.248148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.311595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:19.340626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.342363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.342942 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Added segment 034cbaa2-2653-44e8-bfd1-c5b814c12c7b of type vlan for network 6d7f4508-5a50-45ab-8d02-395ca15fae30 Jul 27 16:53:19.348678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8248400a-bcc1-4d7e-945f-69920ecd99d2 req-babdbd39-43f7-49f4-9318-6e43dfe7d169 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919308 Jul 27 16:53:19.435527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:17Z', 'revision_number': 4, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8d90175d-3258-4256-ab99-fe9179b821fb', 'name': '', 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'mac_address': 'fa:16:3e:19:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:15Z', 'updated_at': '2021-07-27T16:53:17Z', 'revision_number': 2, 'project_id': '01d35afff503461e97d1129ff0624772', 'subnets': [{'id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:19.465742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.499099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Checking router: ced51837-0a98-45a0-8d6c-9c1cce80bc82 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:19.499464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Updating router ced51837-0a98-45a0-8d6c-9c1cce80bc82 port 8d90175d-3258-4256-ab99-fe9179b821fb binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:19.549751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.563163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:19.564518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.634954 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.674851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Network': ['ID=6d7f4508-5a50-45ab-8d02-395ca15fae30,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:19.692288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:19.725727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-04f307c0-a722-48d2-ae11-dba239c22c99 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9778707 Jul 27 16:53:19.725727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:19.731797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'subnet': {'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:19.862172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1bddf-1191-4a28-bf95-f24b1a4a56ae req-432c7d52-5063-4ebd-83ea-5fbeccb72915 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:19.863955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fe1bddf-1191-4a28-bf95-f24b1a4a56ae req-432c7d52-5063-4ebd-83ea-5fbeccb72915 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1915808 Jul 27 16:53:19.920946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fe1bddf-1191-4a28-bf95-f24b1a4a56ae req-3c8016f4-0add-461c-9506-1e89a0da4d07 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Jul 27 16:53:19.921435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:19.989829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:19.994591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.058747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 13b8d3cb-5263-42c9-944e-de21bda2251e is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:53:20.081169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81e45c9a-e0b8-4708-be41-0256205bff9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62aa66141dd747b3a6687ef2eac73b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563361 Jul 27 16:53:20.084745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:20.205216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.237809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.312552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.315578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.322454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7b81e00-3fff-429e-9510-4b9a9849871b HTTP/1.1" status: 204 len: 168 time: 0.2341888 Jul 27 16:53:20.336276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aefc64-0e23-45b5-a809-cf3387f22cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b81e00-3fff-429e-9510-4b9a9849871b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:20.432836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:20.452334 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Sync routers for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:20.493788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ada96-7464-4499-9301-e2589b6e809e req-fe45f1cf-ae6f-44c8-9bbe-f924a39de38d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:20.502110 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:20.503003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:20.525171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed2ada96-7464-4499-9301-e2589b6e809e req-fe45f1cf-ae6f-44c8-9bbe-f924a39de38d tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.3495409 Jul 27 16:53:20.553632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:20.557506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 74441b40-f208-40c4-9eb7-b44357b6173b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:20.583603 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.588125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.593618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dacac415-1d4e-455f-b2cf-0098d21b0c8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0742755 Jul 27 16:53:20.613040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:20.729375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ff09df85-d12b-4798-9e92-5b8c93f3c9c5 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9c80679fbe07415f867ac085aaa65928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133220 Jul 27 16:53:20.735803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:20.753142 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.770347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Transition to ACTIVE for port object 8d90175d-3258-4256-ab99-fe9179b821fb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:20.787579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.806308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 74441b40-f208-40c4-9eb7-b44357b6173b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:20.807975 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:20.823605 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:20.829084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Subnet': ['ID=c488d925-36df-4e39-93e6-1fb1a1c20417,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:20.904183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Checking segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:20.905847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network hostable DHCP agents. Network: 6d7f4508-5a50-45ab-8d02-395ca15fae30, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:20.913372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed2ada96-7464-4499-9301-e2589b6e809e req-60fb914e-7e76-4e85-8dd1-3f90ace06699 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848944 Jul 27 16:53:20.981096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:21.014170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6d7f4508-5a50-45ab-8d02-395ca15fae30) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:21.020014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:21.020628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.030185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebece0-43f2-4107-978d-33f269c3d20b None None] Pushing event updated for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:21.059512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3bfc2627-fcc8-4ca5-8439-dbfc3ca5899d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3290293 Jul 27 16:53:21.060103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35318) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:21.070157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1636271703'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:21.122611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4913e8a-4e25-47d2-b246-2de5a1adecfb None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:21.144224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:21.151653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.249589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:21.296817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.297474 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Added segment 1edaebe3-ac90-4279-823e-575cc6476c99 of type vlan for network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc Jul 27 16:53:21.390162 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:19Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:21.449450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.470368 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Checking router: 13b8d3cb-5263-42c9-944e-de21bda2251e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:21.472261 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Updating router 13b8d3cb-5263-42c9-944e-de21bda2251e port d52c484c-306a-475f-8755-c69393639e23 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:21.534302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.547328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:21.548003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.617849 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:21.686613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6253049 Jul 27 16:53:21.702848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:21.730202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'subnet': {'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:21.892017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Attempting to bind port 8d90175d-3258-4256-ab99-fe9179b821fb on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:21.892659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Attempting to bind port 8d90175d-3258-4256-ab99-fe9179b821fb by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:21.893669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Attempting to bind port 8d90175d-3258-4256-ab99-fe9179b821fb on network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:21.910364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:21.911071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2b18-4eff-4b4b-8360-60871632e1d0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Network': ['ID=95f034d9-f273-4c81-bc8b-52b0d52b4ddc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:21.982173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:22.045130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:22.050448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.237217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:22.237601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Checking segment: {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:22.238025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.238409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Bound using segment: {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:22.238894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Bound port: 8d90175d-3258-4256-ab99-fe9179b821fb, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:22.239282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.298545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.336718 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa7ed-1a73-47bb-8283-aae2c0c568a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.346976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-6d7f4508-5a50-45ab-8d02-395ca15fae30', 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'fixed_ips': [{'subnet_id': 'c488d925-36df-4e39-93e6-1fb1a1c20417'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:53:22.348118 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.410553 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.430783 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Transition to ACTIVE for port object d52c484c-306a-475f-8755-c69393639e23 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:22.435188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:22.444571 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.462867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Subnet': ['ID=de37b1ab-648a-433c-983a-37ac76d4e218,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:22.507036 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b4ce0-79e6-4e3a-8bb0-527f2b52ec46 None None] Pushing event updated for resources: {'Port': ['ID=d52c484c-306a-475f-8755-c69393639e23,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:22.556411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Checking segment: {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:22.557321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network hostable DHCP agents. Network: 95f034d9-f273-4c81-bc8b-52b0d52b4ddc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:22.562984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Attempting to bind port d52c484c-306a-475f-8755-c69393639e23 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:22.563521 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Attempting to bind port d52c484c-306a-475f-8755-c69393639e23 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:22.564144 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Attempting to bind port d52c484c-306a-475f-8755-c69393639e23 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:22.570364 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:22.570982 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:22.571492 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.571984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:22.572602 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Bound port: d52c484c-306a-475f-8755-c69393639e23, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:22.573144 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.600639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] For port 8d90175d-3258-4256-ab99-fe9179b821fb, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:22.611805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] For port 8d90175d-3258-4256-ab99-fe9179b821fb, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8d90175d-3258-4256-ab99-fe9179b821fb,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:22.625840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:22.634763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.638071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d2712-ea50-4d0c-8df1-4e5d86a82e6f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:22.641450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 95f034d9-f273-4c81-bc8b-52b0d52b4ddc) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:22.648590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-900d2712-ea50-4d0c-8df1-4e5d86a82e6f tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.9095507 Jul 27 16:53:22.653548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:22.668324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:22.670875 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] For port d52c484c-306a-475f-8755-c69393639e23, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:22.672256 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.677709 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] For port d52c484c-306a-475f-8755-c69393639e23, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d52c484c-306a-475f-8755-c69393639e23,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:22.685518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a11085-dc31-4e83-8df1-622df7921e0f None None] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:22.686762 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:22.732665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f2649-466d-431a-8992-ee09b6ac3428 req-d7c55f77-ac88-436c-8499-974e8092d891 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:22.742089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-375f2649-466d-431a-8992-ee09b6ac3428 req-d7c55f77-ac88-436c-8499-974e8092d891 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.4552610 Jul 27 16:53:22.746439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a4718753-b92a-4ae3-a95d-32217674a6f0 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914164 Jul 27 16:53:22.750093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:22.777871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1130727408', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:22.787328 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b4ce0-79e6-4e3a-8bb0-527f2b52ec46 None None] Pushing event updated for resources: {'Port': ['ID=d52c484c-306a-475f-8755-c69393639e23,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:22.809833 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:22.813290 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:22.821070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-375f2649-466d-431a-8992-ee09b6ac3428 req-4da41999-9ab7-408a-ae9f-89e45e35366f tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 Jul 27 16:53:22.911950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-590929942-network', 'tenant_id': 'a7840437d3234e5281eb818b92525927'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:23.022292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa7ed-1a73-47bb-8283-aae2c0c568a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.026407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebece0-43f2-4107-978d-33f269c3d20b None None] Pushing event updated for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:23.083959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14665cc7-c7b7-427a-bb44-1041ab79b67c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3711233 Jul 27 16:53:23.083959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa7ed-1a73-47bb-8283-aae2c0c568a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.097274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44c5b-d7cc-409e-b697-739a4f4a1c35 req-ee985fd4-8d5c-4589-89c7-54352c40404e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:23.108859 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:23.122031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38d44c5b-d7cc-409e-b697-739a4f4a1c35 req-ee985fd4-8d5c-4589-89c7-54352c40404e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1999233 Jul 27 16:53:23.252707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:23.254419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38d44c5b-d7cc-409e-b697-739a4f4a1c35 req-4699642c-b498-4e6e-9caf-2bb71514f850 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236467 Jul 27 16:53:23.269089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:23.271061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Made reservation on behalf of a7840437d3234e5281eb818b92525927 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:23.278682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.316405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e8fa7ed-1a73-47bb-8283-aae2c0c568a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc67384f853f462a86d0259f950297b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3966074 Jul 27 16:53:23.316858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:23.395213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.397356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa7ed-1a73-47bb-8283-aae2c0c568a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cebf69-55ac-438d-998c-7d326360e0e7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:23.414554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:23.419584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.589036 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:19Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:23.617265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.634332 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c51234-12c9-4a7c-9a84-b9569c9f3865 None None] The sync data for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 is: [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:19Z', 'revision_number': 3, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:23.696223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.718414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Allocated IP 19.80.0.2 (6d7f4508-5a50-45ab-8d02-395ca15fae30/c488d925-36df-4e39-93e6-1fb1a1c20417/bf997ecf-bacd-4b33-899a-13fd3d181402) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:23.761069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-7cf56ad6-8456-415d-9eb8-a8ee4893c264 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:23.762608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.768831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-7cf56ad6-8456-415d-9eb8-a8ee4893c264 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:23.777544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-7cf56ad6-8456-415d-9eb8-a8ee4893c264 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/networks?id=6d7f4508-5a50-45ab-8d02-395ca15fae30&id=95f034d9-f273-4c81-bc8b-52b0d52b4ddc&id=6d7f4508-5a50-45ab-8d02-395ca15fae30 HTTP/1.1" status: 200 len: 1392 time: 0.3015184 Jul 27 16:53:23.804350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-4cddf0ba-7a84-4571-8a09-de41d09f2a0e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/quotas/01d35afff503461e97d1129ff0624772 HTTP/1.1" status: 200 len: 375 time: 0.0248268 Jul 27 16:53:23.848308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-95f034d9-f273-4c81-bc8b-52b0d52b4ddc', 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'fixed_ips': [{'subnet_id': 'de37b1ab-648a-433c-983a-37ac76d4e218'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:53:23.861866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.892200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.896577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:23.898173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47cebf69-55ac-438d-998c-7d326360e0e7 HTTP/1.1" status: 204 len: 168 time: 0.5800149 Jul 27 16:53:23.913213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383fce-4d93-4e49-8df1-8165709a472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cebf69-55ac-438d-998c-7d326360e0e7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:23.941479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Subnet': ['ID=319f4901-82bb-451c-9d5e-06c99c1252ed,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:23.985954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Checking segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:23.986463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network hostable DHCP agents. Network: 6260660c-f0e6-4156-8488-00abab8f77d5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:24.018624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-90d9a90c-f1e6-4119-a0e5-217080442dc6 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109239 Jul 27 16:53:24.043482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.053459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Transition to ACTIVE for port object bf997ecf-bacd-4b33-899a-13fd3d181402 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:24.072455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040e6f-de90-4e6b-aa25-7d8c15cc8d42 req-adc60640-43c4-4dbc-9e5e-beb5a9d6e8d5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:24.075431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Transition to ACTIVE for port object bf997ecf-bacd-4b33-899a-13fd3d181402 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:24.093791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a040e6f-de90-4e6b-aa25-7d8c15cc8d42 req-adc60640-43c4-4dbc-9e5e-beb5a9d6e8d5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.3499441 Jul 27 16:53:24.181816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 6260660c-f0e6-4156-8488-00abab8f77d5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:24.183295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be09815d-9408-4772-b717-58e1faffdf09 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:53:24.192490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be09815d-9408-4772-b717-58e1faffdf09 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1714268 Jul 27 16:53:24.225625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6260660c-f0e6-4156-8488-00abab8f77d5) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:24.242735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.245072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:24.245593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.251971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a040e6f-de90-4e6b-aa25-7d8c15cc8d42 req-2fd81f56-0fd9-43fc-92fe-f031bff4d9fb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226425 Jul 27 16:53:24.272529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.306221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ca3e254b-63b8-4ad8-885b-384c5ce2de8a tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5486131 Jul 27 16:53:24.318262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:24.326751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:24.349726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b45f45-4122-47ca-8642-cebc3a6a1d67,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:24.353823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Allocated IP 19.86.0.2 (95f034d9-f273-4c81-bc8b-52b0d52b4ddc/de37b1ab-648a-433c-983a-37ac76d4e218/c9b17a77-a9ae-4d2d-80a2-c7f98c186490) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:24.458421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.458784 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Added segment 0cf3e5a0-e780-4618-b616-f5701de3d869 of type vlan for network f68f197f-a243-4d9a-96ad-057f821d6ccf Jul 27 16:53:24.561767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5d63f-42ee-4668-8776-ca664b4adde5 None None] Network 6260660c-f0e6-4156-8488-00abab8f77d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:24.671535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-1e1d98ea-4e97-4e54-94bb-096dfbee90a8 service neutron] 10.222.0.64 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778044 Jul 27 16:53:24.716744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d52c484c-306a-475f-8755-c69393639e23 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:24.771275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:24.831309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-fc6b0717-b571-4dbe-8608-f6c4a9351cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3668616 Jul 27 16:53:24.925145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-2314f4dd-c330-4ffa-8874-ec804fce25e9 service neutron] 10.222.0.64 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527158 Jul 27 16:53:25.220865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Pushing event updated for resources: {'Port': ['ID=bf997ecf-bacd-4b33-899a-13fd3d181402,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:25.265841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.266338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.266827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.267313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.267791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.268275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.281821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.286214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-9669ca39-0ffe-489e-98d8-9351bc01700b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.3849468 Jul 27 16:53:25.345726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:25.371291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:25.400812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:25.408236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.408985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:25.458312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-22ce6dc2-8cd1-4810-86ec-f8a20c788058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.458848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-22ce6dc2-8cd1-4810-86ec-f8a20c788058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.459271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-22ce6dc2-8cd1-4810-86ec-f8a20c788058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.460972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-22ce6dc2-8cd1-4810-86ec-f8a20c788058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 2299 time: 0.1471703 Jul 27 16:53:25.463782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-4cabc457-afba-4923-a7e7-5cedff18792f service neutron] 10.222.0.64 "GET /v2.0/networks/95f034d9-f273-4c81-bc8b-52b0d52b4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960320 Jul 27 16:53:25.472803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d52c484c-306a-475f-8755-c69393639e23 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:25.555707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d52c484c-306a-475f-8755-c69393639e23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:25.556273 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.614057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b591d3-0f0c-44da-a4a4-e2da70bd8c0d req-4a174b9f-c303-480b-b52e-49858f24b0d5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.616748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65b591d3-0f0c-44da-a4a4-e2da70bd8c0d req-4a174b9f-c303-480b-b52e-49858f24b0d5 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.7998638 Jul 27 16:53:25.680023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.681459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:25.681850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-6260660c-f0e6-4156-8488-00abab8f77d5', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:53:25.682055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.682890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.714386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2499588 Jul 27 16:53:25.722388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:25.737006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Request body: {'subnet': {'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-590929942-subnet', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:25.752086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-bd4d746c-cfe1-4f31-a465-58d011db8732 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1002 time: 0.2839758 Jul 27 16:53:25.804114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.818116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-45d8c6b3-ffef-47fd-ade4-b956d5d687f5 service neutron] 10.222.0.64 "GET /v2.0/networks/95f034d9-f273-4c81-bc8b-52b0d52b4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440499 Jul 27 16:53:25.821175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Made reservation on behalf of a7840437d3234e5281eb818b92525927 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:25.823580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:25.863517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65b591d3-0f0c-44da-a4a4-e2da70bd8c0d req-1fef0bee-bd50-48fb-9b3c-e056cbf1f3e4 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630385 Jul 27 16:53:25.866018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0419-3629-4d94-adc3-62582351702e admin admin] Pushing event updated for resources: {'Network': ['ID=f68f197f-a243-4d9a-96ad-057f821d6ccf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:25.986873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-89acfcf9-a8c0-4d3d-acc1-559bdf498a85 service neutron] 10.222.0.64 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503873 Jul 27 16:53:26.100976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.127021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Transition to ACTIVE for port object c9b17a77-a9ae-4d2d-80a2-c7f98c186490 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:26.127680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-7f11501b-1c19-43a9-a749-05708c493b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:26.129604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-7f11501b-1c19-43a9-a749-05708c493b5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.3673708 Jul 27 16:53:26.165684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Transition to ACTIVE for port object c9b17a77-a9ae-4d2d-80a2-c7f98c186490 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:26.232812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f68f197f-a243-4d9a-96ad-057f821d6ccf details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:26.235750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Attempting to bind port bf997ecf-bacd-4b33-899a-13fd3d181402 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:26.236244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Attempting to bind port bf997ecf-bacd-4b33-899a-13fd3d181402 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:26.236541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Attempting to bind port bf997ecf-bacd-4b33-899a-13fd3d181402 on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:26.247590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.284556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-916c1263-60f0-448e-a5c8-3c48b1f9586f service neutron] 10.222.0.64 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525585 Jul 27 16:53:26.336088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:26.336741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Checking segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:26.337293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.337934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Bound using segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:26.338569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Bound port: bf997ecf-bacd-4b33-899a-13fd3d181402, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:26.339240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.351194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-c2765215-b272-4865-b419-cbef395d6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:26.353880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-c2765215-b272-4865-b419-cbef395d6696 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158120 Jul 27 16:53:26.468896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Allocated IP 172.20.0.2 (6260660c-f0e6-4156-8488-00abab8f77d5/319f4901-82bb-451c-9d5e-06c99c1252ed/452fb9fb-65f4-4450-9588-e1917ca715f7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:26.480641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:26.522849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad35dc-3445-4c73-9972-d4658421a8eb req-ff3c4da8-0baf-4da6-af96-37295d580cdb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:26.533917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92ad35dc-3445-4c73-9972-d4658421a8eb req-ff3c4da8-0baf-4da6-af96-37295d580cdb tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1267323 Jul 27 16:53:26.541528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:26.574455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Pushing event updated for resources: {'Port': ['ID=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:26.593190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:26.604969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92ad35dc-3445-4c73-9972-d4658421a8eb req-f0f3f29a-08f5-4016-be56-284f60998a42 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697408 Jul 27 16:53:26.665902 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.732699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.778960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-59ecf2ef-9ace-4856-b316-c3b154dfaff5 req-f2e5c126-c56a-4770-99bb-e7dd5cf90aa0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 210 time: 0.1190419 Jul 27 16:53:26.820137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] For port bf997ecf-bacd-4b33-899a-13fd3d181402, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:26.856119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81c91-f152-4b9c-b13c-7d5ec50e305c req-72da2c6c-82b8-438e-998f-d59033f78203 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:26.858021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-deb81c91-f152-4b9c-b13c-7d5ec50e305c req-72da2c6c-82b8-438e-998f-d59033f78203 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1412857 Jul 27 16:53:26.865464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] For port bf997ecf-bacd-4b33-899a-13fd3d181402, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bf997ecf-bacd-4b33-899a-13fd3d181402,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:26.892577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port d52c484c-306a-475f-8755-c69393639e23, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d52c484c-306a-475f-8755-c69393639e23,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:26.896241 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.898270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Attempting to bind port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:26.898647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Attempting to bind port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:26.898994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Attempting to bind port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 on network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:26.911693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-deb81c91-f152-4b9c-b13c-7d5ec50e305c req-043e130b-a05e-4602-8235-3db4e6328e25 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Jul 27 16:53:26.920779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.960749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad58cdf9-b7c2-485c-b36e-8579999f8b53,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:26.989298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:26.989979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Checking segment: {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:26.991178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:26.991774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Bound using segment: {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:26.992458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Bound port: c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:26.993078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.033814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Checking segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:27.034331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Network hostable DHCP agents. Network: f68f197f-a243-4d9a-96ad-057f821d6ccf, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:27.050142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-531a23a5-1dcf-4cf7-badc-f4e0c168dcd4 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866748 Jul 27 16:53:27.204183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:27.244303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bb94-7d64-4378-bb37-a8536494fce9 req-024a720b-b7ae-4f23-89e9-055d685ad22a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:27.247145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8c7bb94-7d64-4378-bb37-a8536494fce9 req-024a720b-b7ae-4f23-89e9-055d685ad22a tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.1463277 Jul 27 16:53:27.248970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f68f197f-a243-4d9a-96ad-057f821d6ccf) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:27.269001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:27.269622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.327363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45abe9-c7be-4bc8-9cc7-0ee68df026f8 None None] Pushing event updated for resources: {'Port': ['ID=bf997ecf-bacd-4b33-899a-13fd3d181402,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:27.357808 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.380267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bb5f63ee-4497-4b67-9eda-c0093add4ece admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6517048 Jul 27 16:53:27.382469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Transition to ACTIVE for port object 452fb9fb-65f4-4450-9588-e1917ca715f7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:27.382801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-dd86bb91-cf62-4da4-9657-7d389989d186 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149059 Jul 27 16:53:27.383104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35470) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:27.388957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8c7bb94-7d64-4378-bb37-a8536494fce9 req-c889b959-28f0-4023-9246-674816751c27 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297874 Jul 27 16:53:27.395668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:27.419637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Transition to ACTIVE for port object 452fb9fb-65f4-4450-9588-e1917ca715f7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:27.426321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213e433-49f3-41f6-9c9e-efd372d5e58e None None] Network f68f197f-a243-4d9a-96ad-057f821d6ccf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:27.543212 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.576099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-82c4abaa-8a60-46e3-8ca2-8c3c4157b114 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 217 time: 0.1850543 Jul 27 16:53:27.591413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.1 (6260660c-f0e6-4156-8488-00abab8f77d5/319f4901-82bb-451c-9d5e-06c99c1252ed/212fb721-78ae-488b-9c35-fa31c2e71f94) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:27.642927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.644574 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.725683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bca95023-e654-4438-bd16-7a7828489799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:17Z', 'revision_number': 4, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8d90175d-3258-4256-ab99-fe9179b821fb', 'name': '', 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'mac_address': 'fa:16:3e:19:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:15Z', 'updated_at': '2021-07-27T16:53:22Z', 'revision_number': 4, 'project_id': '01d35afff503461e97d1129ff0624772', 'subnets': [{'id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:27.772049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-85086a22-9189-4351-b34a-0f1ffadf6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:27.774175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-85086a22-9189-4351-b34a-0f1ffadf6ea1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1715128 Jul 27 16:53:27.786655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Network 6260660c-f0e6-4156-8488-00abab8f77d5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:27.789317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] For port c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:27.791788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95023-e654-4438-bd16-7a7828489799 None None] The sync data for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 is: [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:53:17Z', 'revision_number': 4, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8d90175d-3258-4256-ab99-fe9179b821fb', 'name': '', 'network_id': '13bf5b94-9ed6-4b72-bf5e-4989e9ba0135', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'mac_address': 'fa:16:3e:19:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:15Z', 'updated_at': '2021-07-27T16:53:22Z', 'revision_number': 4, 'project_id': '01d35afff503461e97d1129ff0624772', 'subnets': [{'id': 'ffdd8e50-f158-40d0-8ea9-df42a6bddf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:27.870101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:27.906964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object 212fb721-78ae-488b-9c35-fa31c2e71f94 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:27.968890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=d52c484c-306a-475f-8755-c69393639e23,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:27.972267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:27.980708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] For port c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:27.996394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.015055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:28.051861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd9e5-1e75-42d9-9fb7-f6802f89e9d7 req-3c66017c-538a-4929-bf28-a85fcdaa7183 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:28.061484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-336fd9e5-1e75-42d9-9fb7-f6802f89e9d7 req-3c66017c-538a-4929-bf28-a85fcdaa7183 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.5144966 Jul 27 16:53:28.124057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f68f197f-a243-4d9a-96ad-057f821d6ccf', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:53:28.127617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.167293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce0f28d8-d143-4791-ae1f-fad91a1e2cee req-cb69c99c-ff9a-44ad-b9af-6d15f7aebb91 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 210 time: 0.1344814 Jul 27 16:53:28.178682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.188725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.424191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 6260660c-f0e6-4156-8488-00abab8f77d5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:28.429380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:28.442519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-336fd9e5-1e75-42d9-9fb7-f6802f89e9d7 req-3daead3d-909f-4c50-b9c4-883167e828ef tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799412 Jul 27 16:53:28.453162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:28.457834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:28.516641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-6117636e-ae32-43b0-acd6-0263b07e7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:28.529633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-6117636e-ae32-43b0-acd6-0263b07e7259 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6561065 Jul 27 16:53:28.531113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Allocated IP 172.20.0.2 (f68f197f-a243-4d9a-96ad-057f821d6ccf/ad58cdf9-b7c2-485c-b36e-8579999f8b53/9476559c-14b0-4fc0-b28c-fb4f00b4a3f2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:28.682759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.791391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Attempting to bind port 452fb9fb-65f4-4450-9588-e1917ca715f7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:28.791911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Attempting to bind port 452fb9fb-65f4-4450-9588-e1917ca715f7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:28.793003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Attempting to bind port 452fb9fb-65f4-4450-9588-e1917ca715f7 on network 6260660c-f0e6-4156-8488-00abab8f77d5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:28.906420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:28.908075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Checking segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:28.911108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.911671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Bound using segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:28.916031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Bound port: 452fb9fb-65f4-4450-9588-e1917ca715f7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:28.916524 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:28.926883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Pushing event updated for resources: {'Port': ['ID=452fb9fb-65f4-4450-9588-e1917ca715f7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:28.933076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c6580fc1-f06b-447d-957a-9a3c6c4c4b56 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:28.947934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c6580fc1-f06b-447d-957a-9a3c6c4c4b56 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:28.969825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c6580fc1-f06b-447d-957a-9a3c6c4c4b56 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "GET /v2.0/networks?id=6d7f4508-5a50-45ab-8d02-395ca15fae30&id=95f034d9-f273-4c81-bc8b-52b0d52b4ddc&id=6d7f4508-5a50-45ab-8d02-395ca15fae30 HTTP/1.1" status: 200 len: 1392 time: 0.4220676 Jul 27 16:53:29.034152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'admin_state_up': True, 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:29.421299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:29.703355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c4af397-63a6-45ce-9693-15a3890a06f8 req-7a3e508e-0128-46c1-8144-9afaf2771242 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 210 time: 0.2490041 Jul 27 16:53:29.724611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500cbcf-87f8-4b08-9714-092a0bc673ba None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:29.740363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8d90175d-3258-4256-ab99-fe9179b821fb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:29.868199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-ee0c9b47-4b82-4149-ba52-f2cb5643520e service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2607429 Jul 27 16:53:29.894511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af2e33-0a06-40c2-ad7c-da356d769366 req-7b64e6c8-4c62-456b-9840-aac5e99e9eaa tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:29.902365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31af2e33-0a06-40c2-ad7c-da356d769366 req-7b64e6c8-4c62-456b-9840-aac5e99e9eaa tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 1.2554510 Jul 27 16:53:29.924973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] For port 452fb9fb-65f4-4450-9588-e1917ca715f7, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:29.928891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] For port 452fb9fb-65f4-4450-9588-e1917ca715f7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=452fb9fb-65f4-4450-9588-e1917ca715f7,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:29.968935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:29.973123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.008616 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.063525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31af2e33-0a06-40c2-ad7c-da356d769366 req-04944897-46b3-449c-a363-330c763793ab tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599638 Jul 27 16:53:30.108827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3173e50-3bcc-4b9b-ac2a-36f0af5f06ab None None] Provisioning for port bf997ecf-bacd-4b33-899a-13fd3d181402 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:30.128692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.173845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-ba8953e3-0484-46ae-b613-4a650b67896d service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887876 Jul 27 16:53:30.314713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-d197093a-ce08-4bfd-b2b3-20161994b91a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 217 time: 0.1232862 Jul 27 16:53:30.361179 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.401190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8d90175d-3258-4256-ab99-fe9179b821fb completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:30.463133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Transition to ACTIVE for port object 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:30.508275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd8863-5fa9-4a01-8434-540818a326c8 None None] Pushing event updated for resources: {'Port': ['ID=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:30.524470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8d90175d-3258-4256-ab99-fe9179b821fb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:30.528814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.578152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-169d07de-cc0b-4196-a142-c7ae41b94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:30.581992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-169d07de-cc0b-4196-a142-c7ae41b94619 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1808872 Jul 27 16:53:30.653107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Transition to ACTIVE for port object 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:30.788056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.798634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.903171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:30.951615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:31.006251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:31.009179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:31.027725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81680-6f07-4fb5-b938-698b72d53f41 None None] Pushing event updated for resources: {'Port': ['ID=452fb9fb-65f4-4450-9588-e1917ca715f7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:31.046332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576ee3d-ed8b-42b5-8c9a-5295ef46f138 None None] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:31.060253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Allocated IP 19.80.0.209 (6d7f4508-5a50-45ab-8d02-395ca15fae30/c488d925-36df-4e39-93e6-1fb1a1c20417/81557772-8c3b-4b78-b4b8-596418e09418) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:31.240177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-27b232ff-b2e8-4224-96fa-faa79e127569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:31.253309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-27b232ff-b2e8-4224-96fa-faa79e127569 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6514030 Jul 27 16:53:31.255017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Allocated IP 172.25.4.170 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/fe3e2cb4-0c9d-48da-9824-4b4d3a26a047) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:31.260353 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.318930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00da1c10-7883-447f-ad52-7aef07915195 req-576db74d-862d-491b-a49f-87b41bd28541 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 210 time: 0.2642138 Jul 27 16:53:31.458472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Pushing event updated for resources: {'Port': ['ID=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:31.503648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-273cbb30-f052-4bd2-9c73-35f0427e3688 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380526 Jul 27 16:53:31.533960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c9b58391-828f-488d-af95-d0d24a3cb6af None None] Provisioning for port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:31.547902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Attempting to bind port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:31.549255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Attempting to bind port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:31.550553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Attempting to bind port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:31.570848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8d90175d-3258-4256-ab99-fe9179b821fb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8d90175d-3258-4256-ab99-fe9179b821fb,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:31.628001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:31.628953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Checking segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:31.629611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.630243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Bound using segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:31.631002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Bound port: 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:31.631878 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.634451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.635489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d52c484c-306a-475f-8755-c69393639e23 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:31.659969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.741555 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.769352 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-bb0389fa-96f2-4413-8ca2-c2c94ead842a service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560413 Jul 27 16:53:31.774720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.804569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.891016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-d1e314f8-28fc-475f-9915-af37413761e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 217 time: 0.1095829 Jul 27 16:53:31.954871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:31.975334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Transition to ACTIVE for port object 81557772-8c3b-4b78-b4b8-596418e09418 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:31.986564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:32.023897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.024726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.027227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.030105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.030457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.030935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.031278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.031608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.032244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.033453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.033872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.034007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:32.075058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] For port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:32.081277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] For port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:32.085572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d52c484c-306a-475f-8755-c69393639e23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:32.086627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:32.106885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:32.109370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-1e299869-5e64-4216-827b-911f86b36ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:32.115771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:32.119334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-1e299869-5e64-4216-827b-911f86b36ce5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.2179041 Jul 27 16:53:32.123063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:32.127515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:32.209292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:32.225321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:32.230470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:32.271703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:32.343154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868744e-fd94-4704-a8be-254ad3e746e2 None None] Network 6260660c-f0e6-4156-8488-00abab8f77d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:32.457531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7db673d3-868a-4dd4-a5e3-326cf9eddf6e None None] Provisioning for port 452fb9fb-65f4-4450-9588-e1917ca715f7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:32.484687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:32.511821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:32.543058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-3fdefede-149c-4561-82e8-153c6730c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:32.548583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:32.551755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:32.552457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-3fdefede-149c-4561-82e8-153c6730c458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4259613 Jul 27 16:53:32.604348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c086b-117a-480f-aee9-34fb244fa80c None None] Pushing event updated for resources: {'Port': ['ID=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:32.914413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bf997ecf-bacd-4b33-899a-13fd3d181402 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:32.960840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:32.966572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:32.986576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 6260660c-f0e6-4156-8488-00abab8f77d5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:33.011947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:33.050148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-be6a1908-2ddd-4feb-b5a7-2665f5f3cd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0278435 Jul 27 16:53:33.070319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc', 'admin_state_up': True, 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:33.124201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb159-27d8-4d38-820f-43e69fa558fe req-63f4a31b-fe64-48f9-80c5-c38ab2559284 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:33.132412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.136728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8dcdb159-27d8-4d38-820f-43e69fa558fe req-63f4a31b-fe64-48f9-80c5-c38ab2559284 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 932 time: 0.5694427 Jul 27 16:53:33.161085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-24f4822a-901c-420b-b6ba-7e8336409156 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446906 Jul 27 16:53:33.161661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bf997ecf-bacd-4b33-899a-13fd3d181402 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:33.170715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bf997ecf-bacd-4b33-899a-13fd3d181402 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:33.171097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.336856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e786e0b3-fa90-4a3a-8614-697915bd7728 None None] Provisioning for port 81557772-8c3b-4b78-b4b8-596418e09418 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:33.351331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e786e0b3-fa90-4a3a-8614-697915bd7728 None None] Provisioning complete for port 81557772-8c3b-4b78-b4b8-596418e09418 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:33.351763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e786e0b3-fa90-4a3a-8614-697915bd7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.354055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.485624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e786e0b3-fa90-4a3a-8614-697915bd7728 None None] Port 81557772-8c3b-4b78-b4b8-596418e09418 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:33.491323 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.605822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8dcdb159-27d8-4d38-820f-43e69fa558fe req-3d98149f-8747-4de2-8b22-d2933df5fb14 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896475 Jul 27 16:53:33.649396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 13b8d3cb-5263-42c9-944e-de21bda2251e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:53:33.671551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bf997ecf-bacd-4b33-899a-13fd3d181402, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bf997ecf-bacd-4b33-899a-13fd3d181402,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:33.682077 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:33.704771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-f91a4653-71cc-498f-9ce8-444172a3d632 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043588 Jul 27 16:53:33.930160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:33.947867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e46370f5-6e3a-44cf-b62e-e1b48e332d16 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/13b8d3cb-5263-42c9-944e-de21bda2251e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6288388 Jul 27 16:53:33.953798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:33.962877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Sync routers for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:33.990997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bf997ecf-bacd-4b33-899a-13fd3d181402,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:34.020360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18b5abec-6b36-44a9-8cd3-4cc1df0d80d5 None None] Provisioning for port 212fb721-78ae-488b-9c35-fa31c2e71f94 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:34.058513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-18b5abec-6b36-44a9-8cd3-4cc1df0d80d5 None None] Provisioning complete for port 212fb721-78ae-488b-9c35-fa31c2e71f94 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:34.058513 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18b5abec-6b36-44a9-8cd3-4cc1df0d80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:34.085605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:34.094604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:34.164671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:53:34.222265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-e632be57-29be-4f61-a719-34750d91590a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 217 time: 0.4993279 Jul 27 16:53:34.396009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-7115470d-1f28-46a6-a47d-bdd34d13f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.400884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-7115470d-1f28-46a6-a47d-bdd34d13f5d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.1678319 Jul 27 16:53:34.411774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:34.420577 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:34.435882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:34.477974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:34.484331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.488344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.488948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.489486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.490018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.490548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.491075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.496686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.497738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.498389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.499059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.499701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.500347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.501004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.505754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a785f39-fc19-4556-ab24-929a9a99ad48 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9837 time: 0.5480318 Jul 27 16:53:34.510627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:34.702565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-18b5abec-6b36-44a9-8cd3-4cc1df0d80d5 None None] Port 212fb721-78ae-488b-9c35-fa31c2e71f94 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:34.823175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-1912f6d7-13fd-40e4-9174-d7818a056e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:34.834052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-1912f6d7-13fd-40e4-9174-d7818a056e09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4238536 Jul 27 16:53:34.852620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7120e-75ab-43b6-bfa9-df229ee5ef2a None None] Network f68f197f-a243-4d9a-96ad-057f821d6ccf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:35.095616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-e49c1d2e-060b-4502-822a-4a149994563c service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496102 Jul 27 16:53:35.162745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:35.173608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:35.330204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 452fb9fb-65f4-4450-9588-e1917ca715f7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:35.371171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Router b2964784-ae56-41df-ad17-a8459ddd38ed is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:53:35.479831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.480356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.480833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.481468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.482104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.483397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.484172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.484833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.485717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.497705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Provisioning for port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:35.498689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.499301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.499839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.508829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.509621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.512709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bcc05f50-bcb2-4315-9dfa-ebd0a7447a83 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8903 time: 0.9936049 Jul 27 16:53:35.544851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:35.548306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:35.558407 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:35.560529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-8c64afc5-2272-4344-be50-bffe907ab3a0 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545968 Jul 27 16:53:35.577395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Provisioning complete for port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:35.577782 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:35.582792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:35.585384 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:35.585702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 452fb9fb-65f4-4450-9588-e1917ca715f7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:35.653591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Allocated IP 19.86.0.144 (95f034d9-f273-4c81-bc8b-52b0d52b4ddc/de37b1ab-648a-433c-983a-37ac76d4e218/f3d8cd90-51d7-4283-8943-3b22e8b23c22) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:35.705425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df426-d790-46ce-86f7-e63228eea602 req-4760bc89-ebe1-4193-ac1f-98c982613435 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:35.708403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d13df426-d790-46ce-86f7-e63228eea602 req-4760bc89-ebe1-4193-ac1f-98c982613435 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 932 time: 0.4054759 Jul 27 16:53:35.725832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 452fb9fb-65f4-4450-9588-e1917ca715f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:35.726210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:35.912005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-06470977-6806-4150-9a81-51515a225c85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 217 time: 0.3280053 Jul 27 16:53:35.913998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:35.915238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fa230453-8b95-4731-911c-2fab2f6af0c9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5311966 Jul 27 16:53:35.937818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:35.993898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d13df426-d790-46ce-86f7-e63228eea602 req-ef8ed10d-d1f5-42e4-b07a-6a79a5512436 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740760 Jul 27 16:53:36.040278 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:36.240450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.296441 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.355353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Transition to ACTIVE for port object f3d8cd90-51d7-4283-8943-3b22e8b23c22 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:36.438990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.509531 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:32Z', 'revision_number': 3, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:36.533170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:36.539977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] For port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:36.542107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:36.553297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:36.572697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.588699 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:36.589154 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Updating router b2964784-ae56-41df-ad17-a8459ddd38ed port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:36.589950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.662196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:36.663104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.674191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:36.704404 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.728736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-516c1fd6-9da3-4054-9bdd-eaee32406f42 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6612260 Jul 27 16:53:36.779862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Pushing event updated for resources: {'Port': ['ID=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:36.782728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'admin_state_up': True, 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:36.880087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 452fb9fb-65f4-4450-9588-e1917ca715f7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=452fb9fb-65f4-4450-9588-e1917ca715f7,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:36.897771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:36.898830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9b17a77-a9ae-4d2d-80a2-c7f98c186490 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:36.923229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Provisioning complete for port 212fb721-78ae-488b-9c35-fa31c2e71f94 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:36.926156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.094651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d66f5bd0-9d72-4d30-a5a8-6c8dc0ac4dbb None None] Port 212fb721-78ae-488b-9c35-fa31c2e71f94 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:37.208038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:37.223454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.325131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:31Z', 'revision_number': 2, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:37.406125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Checking router: 13b8d3cb-5263-42c9-944e-de21bda2251e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:37.407839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Updating router 13b8d3cb-5263-42c9-944e-de21bda2251e port 212fb721-78ae-488b-9c35-fa31c2e71f94 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:37.460631 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.494393 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Transition to ACTIVE for port object fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:37.502763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=452fb9fb-65f4-4450-9588-e1917ca715f7,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:37.511595 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.544879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79e18-0f55-406b-a0c2-57add5fa77b5 req-30d61615-2083-4bdf-8b67-78b58129c01f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:37.551622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79e18-0f55-406b-a0c2-57add5fa77b5 req-30d61615-2083-4bdf-8b67-78b58129c01f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:37.560707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:37.561293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11c79e18-0f55-406b-a0c2-57add5fa77b5 req-30d61615-2083-4bdf-8b67-78b58129c01f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 1655 time: 0.3654568 Jul 27 16:53:37.579585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1545bbfc-ff58-4e40-8994-0b4b1e587222 None None] Provisioning for port f3d8cd90-51d7-4283-8943-3b22e8b23c22 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:37.590820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1545bbfc-ff58-4e40-8994-0b4b1e587222 None None] Provisioning complete for port f3d8cd90-51d7-4283-8943-3b22e8b23c22 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:37.606327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1545bbfc-ff58-4e40-8994-0b4b1e587222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.616044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:37.616890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.618671 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.638633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8355-c7bf-4070-91dc-81cd4bbe57a2 None None] Pushing event updated for resources: {'Port': ['ID=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:37.649075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11c79e18-0f55-406b-a0c2-57add5fa77b5 req-e3e6f90b-04b8-47c5-aa84-baeac99465d7 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867312 Jul 27 16:53:37.663736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Allocated IP 19.80.0.130 (6d7f4508-5a50-45ab-8d02-395ca15fae30/c488d925-36df-4e39-93e6-1fb1a1c20417/f1c75ef9-0f78-4a15-9181-497b2c7c75dc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:37.699541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-ed4a5853-8a2d-49da-985c-71cf4c5a4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:37.701993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-ed4a5853-8a2d-49da-985c-71cf4c5a4c35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 1.7714097 Jul 27 16:53:37.705823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Attempting to bind port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:37.706299 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Attempting to bind port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:37.706742 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Attempting to bind port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:37.744053 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:37.744513 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:37.744920 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.745978 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:37.746627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Bound port: fe3e2cb4-0c9d-48da-9824-4b4d3a26a047, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:37.747202 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:37.872857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] For port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:37.883962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] For port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:37.893887 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.003790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.030974 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8355-c7bf-4070-91dc-81cd4bbe57a2 None None] Pushing event updated for resources: {'Port': ['ID=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:38.061584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Transition to ACTIVE for port object f1c75ef9-0f78-4a15-9181-497b2c7c75dc will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:38.072937 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:38.073823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:38.094828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-6a2bd856-5cc2-43d1-806d-61b5e00e015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:38.096531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-6a2bd856-5cc2-43d1-806d-61b5e00e015d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3869598 Jul 27 16:53:38.135952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1545bbfc-ff58-4e40-8994-0b4b1e587222 None None] Port f3d8cd90-51d7-4283-8943-3b22e8b23c22 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:38.155135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.255039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:38.261532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:38.265425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:38.272455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:38.309209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4dddefc-8c38-4049-85a3-dd1eae51050d tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5200 time: 2.7515454 Jul 27 16:53:38.327470 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:38.428014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:38.428859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.482787 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-052b1bc9-56a5-4358-8560-ca735d4ee270 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7342923 Jul 27 16:53:38.487120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.501379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:38.549545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-db782e88-397a-4d1b-b857-4dc304e300de service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385056 Jul 27 16:53:38.571047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00c84b5e-a873-4f00-9fe4-292ce7198609 None None] Provisioning complete for port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:38.571571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00c84b5e-a873-4f00-9fe4-292ce7198609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.682833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:38.685429 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.702108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051575952', 'description': 'tempest-secgroup-smoke-2051575952 description', 'project_id': '9c80679fbe07415f867ac085aaa65928'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:38.727588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:38.803626 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:32Z', 'revision_number': 3, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:38.821217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.824816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8d90175d-3258-4256-ab99-fe9179b821fb up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:38.857844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.907550 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cda9-ed2f-414f-8b46-041732f6fb24 None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:32Z', 'revision_number': 3, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:38.974295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-4952f507-b951-490f-b8c6-07bd68982484 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095533 Jul 27 16:53:38.994061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:38.996742 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.094304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8d90175d-3258-4256-ab99-fe9179b821fb triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:39.095028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.171991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-db3b9499-af6c-43bf-b85e-e10bec271f9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.1537204 Jul 27 16:53:39.270989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Transition to ACTIVE for port object 212fb721-78ae-488b-9c35-fa31c2e71f94 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:39.328533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.341625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.359822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:39.385219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9793a346-dc77-45ac-bbd9-f3a61b1a84a9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:39.418479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.427108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.427800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.428411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.428992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.429611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.430199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.430944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.431496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.432664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.463221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.463221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.463531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:53:39.484574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.486301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbbb1047-afc6-45b1-b886-fb8fd1e41de2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7971735 Jul 27 16:53:39.491105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:39.496966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:39.500528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-fd5ea27b-c8be-4d07-aec7-6faf86c29b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:39.505437 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-fd5ea27b-c8be-4d07-aec7-6faf86c29b26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.2648923 Jul 27 16:53:39.658390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.694859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeddc4-ff40-4417-8e03-5de770da96bc None None] Pushing event updated for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:39.775592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81557772-8c3b-4b78-b4b8-596418e09418 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:39.856217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:39.950644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-613fdd47-11bc-44ce-93b2-061d2c44e7b4 None None] Provisioning for port f1c75ef9-0f78-4a15-9181-497b2c7c75dc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:40.013272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Transition to ACTIVE for port object 81557772-8c3b-4b78-b4b8-596418e09418 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:40.048030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.080876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.087056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-613fdd47-11bc-44ce-93b2-061d2c44e7b4 None None] Provisioning complete for port f1c75ef9-0f78-4a15-9181-497b2c7c75dc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:40.087583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-613fdd47-11bc-44ce-93b2-061d2c44e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.136769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acebbfc1-344d-40ce-9865-99d2c14b3d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.204779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.238719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c52c-4e9c-4d3d-adc4-876ddf42daf6 req-dfed8d43-3eea-4f63-9755-29670a6e4472 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:40.271715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c52c-4e9c-4d3d-adc4-876ddf42daf6 req-dfed8d43-3eea-4f63-9755-29670a6e4472 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:40.301549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c52c-4e9c-4d3d-adc4-876ddf42daf6 req-dfed8d43-3eea-4f63-9755-29670a6e4472 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:40.303262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b27c52c-4e9c-4d3d-adc4-876ddf42daf6 req-dfed8d43-3eea-4f63-9755-29670a6e4472 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2377 time: 1.4728692 Jul 27 16:53:40.311877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96594466-8a88-43bd-911e-d684a7e76404,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:40.338049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-613fdd47-11bc-44ce-93b2-061d2c44e7b4 None None] Port f1c75ef9-0f78-4a15-9181-497b2c7c75dc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:40.343026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:40.416044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Pushing event updated for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:40.441922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Attempting to bind port 212fb721-78ae-488b-9c35-fa31c2e71f94 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:40.445075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Attempting to bind port 212fb721-78ae-488b-9c35-fa31c2e71f94 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:40.446149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Attempting to bind port 212fb721-78ae-488b-9c35-fa31c2e71f94 on network 6260660c-f0e6-4156-8488-00abab8f77d5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:40.451466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.461416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-09dcc24a-a6db-424c-b198-5d8bbb68b4cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9692161 Jul 27 16:53:40.466514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:40.507321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:40.534397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Checking segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:40.534834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.535252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Bound using segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:40.535768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Bound port: 212fb721-78ae-488b-9c35-fa31c2e71f94, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:40.536174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.537900 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b27c52c-4e9c-4d3d-adc4-876ddf42daf6 req-76afcd02-09bd-451b-aafd-2a05d66df515 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162497 Jul 27 16:53:40.546148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:40.551087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-d24223e7-bf6c-473d-ba93-7bdfd9f0dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:40.553037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-d24223e7-bf6c-473d-ba93-7bdfd9f0dd55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9106376 Jul 27 16:53:40.690741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] For port 212fb721-78ae-488b-9c35-fa31c2e71f94, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:40.694738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] For port 212fb721-78ae-488b-9c35-fa31c2e71f94, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=212fb721-78ae-488b-9c35-fa31c2e71f94,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:40.708556 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.835883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:40.836670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:40.845066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeddc4-ff40-4417-8e03-5de770da96bc None None] Pushing event updated for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:40.896019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Allocated IP 172.20.0.1 (f68f197f-a243-4d9a-96ad-057f821d6ccf/ad58cdf9-b7c2-485c-b36e-8579999f8b53/2792f6c0-7792-4833-9a5d-b97e72701b1b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:40.959562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:40.960358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:40.972802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.038640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.055430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Transition to ACTIVE for port object 2792f6c0-7792-4833-9a5d-b97e72701b1b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:41.103933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.195759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Attempting to bind port 81557772-8c3b-4b78-b4b8-596418e09418 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:41.196102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Attempting to bind port 81557772-8c3b-4b78-b4b8-596418e09418 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:41.196471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Attempting to bind port 81557772-8c3b-4b78-b4b8-596418e09418 on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:41.244085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-e26e8f88-16ae-4e0e-80e8-64ff939f3e6d service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375377 Jul 27 16:53:41.264486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:41.277164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:41.281016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Port 81557772-8c3b-4b78-b4b8-596418e09418 on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:53:41.281208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Attempting to bind port 81557772-8c3b-4b78-b4b8-596418e09418 on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:41.289681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:41.333239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:41.333692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Checking segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:41.334098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Bound using segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:41.334572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Bound port: 81557772-8c3b-4b78-b4b8-596418e09418, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:41.334946 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.414813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7670-72b9-4e74-86a7-f3a9ef81f69b req-dce92f30-085d-41af-b7c4-5e71c627137e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:41.424965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f8b7670-72b9-4e74-86a7-f3a9ef81f69b req-dce92f30-085d-41af-b7c4-5e71c627137e tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.7684927 Jul 27 16:53:41.450723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Pushing event updated for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:41.468711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.498857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:41.511241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 452fb9fb-65f4-4450-9588-e1917ca715f7 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:41.540574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.543860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.692359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb32480-5bee-4954-a770-c55337e54950,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:41.752516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f8b7670-72b9-4e74-86a7-f3a9ef81f69b req-94062c02-68e4-4db6-abab-c812d583a647 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261707 Jul 27 16:53:41.755974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.758637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-552c4f85-87ee-47f9-beaa-1b86d6124a7a req-4bf426b6-537f-4247-a4f9-53fe7839d3e9 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834242 Jul 27 16:53:41.761020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9b88a564-768e-4df3-8ed1-013e04165283 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2189503 Jul 27 16:53:41.761752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:41.766444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:41.817829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:41.824473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=81557772-8c3b-4b78-b4b8-596418e09418,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:41.845547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 452fb9fb-65f4-4450-9588-e1917ca715f7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:41.849052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.851320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.944229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.967234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9ef12dbf-cc81-483e-bb3c-d408d6161896 None None] Provisioning for port 2792f6c0-7792-4833-9a5d-b97e72701b1b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:41.973901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:41.974836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:41.976665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] 10.222.0.13 "PUT /v2.0/ports/81557772-8c3b-4b78-b4b8-596418e09418 HTTP/1.1" status: 200 len: 1092 time: 3.4800050 Jul 27 16:53:41.977232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:41.980614 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "81557772-8c3b-4b78-b4b8-596418e09418"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:41.982437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9ef12dbf-cc81-483e-bb3c-d408d6161896 None None] Provisioning complete for port 2792f6c0-7792-4833-9a5d-b97e72701b1b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:41.983041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ef12dbf-cc81-483e-bb3c-d408d6161896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.035397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:42.069647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9ef12dbf-cc81-483e-bb3c-d408d6161896 None None] Port 2792f6c0-7792-4833-9a5d-b97e72701b1b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:42.079724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.095413 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a50849e-4acf-405b-8d6e-f68d23705e5c x-openstack-request-id: req-3a50849e-4acf-405b-8d6e-f68d23705e5c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:42.096042 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "81557772-8c3b-4b78-b4b8-596418e09418", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:42.096661 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a50849e-4acf-405b-8d6e-f68d23705e5c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:42.097287 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418', 'status': 'completed', 'code': 200} Jul 27 16:53:42.136077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e55af-c004-431a-a193-ac7eab55e997 service neutron] Pushing event updated for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:42.203357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.220731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.242120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:42.307663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91123f-d83a-446c-a842-468c1d6ef5a6 req-b5c0d37e-20c5-461e-8370-5effe3031748 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.316998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91123f-d83a-446c-a842-468c1d6ef5a6 req-b5c0d37e-20c5-461e-8370-5effe3031748 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.324458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a305b-1cd6-4a6c-bf11-c7081ec3a7e8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:42.332470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91123f-d83a-446c-a842-468c1d6ef5a6 req-b5c0d37e-20c5-461e-8370-5effe3031748 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.335465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df91123f-d83a-446c-a842-468c1d6ef5a6 req-b5c0d37e-20c5-461e-8370-5effe3031748 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2389 time: 0.5753949 Jul 27 16:53:42.342112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.346356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc789ba6-ba3b-42c7-9c73-04fd793aec3f tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5834308 Jul 27 16:53:42.347114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:42.373229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:42.380997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.452354 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.530362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457348e5-15cb-485c-abfc-5417905b39d1 req-bcdf3c02-66a4-4526-b289-58c5d1ef8da7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.532136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-457348e5-15cb-485c-abfc-5417905b39d1 req-bcdf3c02-66a4-4526-b289-58c5d1ef8da7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.13 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 0.4492786 Jul 27 16:53:42.540196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df91123f-d83a-446c-a842-468c1d6ef5a6 req-6e785ebf-f24d-480c-8bcd-d0bd64a915f5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685548 Jul 27 16:53:42.612888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:40Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:42.622630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1c8-1141-44f9-90d6-418aeee97c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.655944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a25e06-f7ee-4ca5-9828-d2076eb769e8 None None] The sync data for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 is: [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:40Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:42.664010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.677457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:42.683904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:42.684710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.711946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-d2c74d09-4d2f-4a89-bf9d-1f0b71763ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.712463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-d2c74d09-4d2f-4a89-bf9d-1f0b71763ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.712964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-d2c74d09-4d2f-4a89-bf9d-1f0b71763ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:42.715874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-d2c74d09-4d2f-4a89-bf9d-1f0b71763ccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2732 time: 0.5389745 Jul 27 16:53:42.729009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.745800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.854611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a5c5cf-b686-4ae9-9ca5-15e74aa8a39b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:42.881755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.926969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:42.935685 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:42.936588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9b17a77-a9ae-4d2d-80a2-c7f98c186490 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:43.012473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d8cd90-51d7-4283-8943-3b22e8b23c22 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:43.022044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.058157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Transition to ACTIVE for port object f3d8cd90-51d7-4283-8943-3b22e8b23c22 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:43.059637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.061026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-47c57586-4a5c-4136-9337-3102e19294a9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6999238 Jul 27 16:53:43.068913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:43.081933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:43.087735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.098594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:43.133951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:43.134347 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.205576 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:53:43.227607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:43.241605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.354439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bf997ecf-bacd-4b33-899a-13fd3d181402 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:43.462597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.490003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bf997ecf-bacd-4b33-899a-13fd3d181402 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:43.491137 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.533928 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.552984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.637820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac83fafd-cb13-4e26-9807-ccbb1bff08a7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:43.671800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Attempting to bind port f3d8cd90-51d7-4283-8943-3b22e8b23c22 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:43.672539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Attempting to bind port f3d8cd90-51d7-4283-8943-3b22e8b23c22 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:43.674604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Attempting to bind port f3d8cd90-51d7-4283-8943-3b22e8b23c22 on network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:43.689114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Port f3d8cd90-51d7-4283-8943-3b22e8b23c22 on network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:53:43.690473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Attempting to bind port f3d8cd90-51d7-4283-8943-3b22e8b23c22 on network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:43.701850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.708393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16d15677-85a0-4d47-b7c2-72b4029e9237 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6383238 Jul 27 16:53:43.709364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:43.727656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'security_group_rule': {'security_group_id': '9793a346-dc77-45ac-bbd9-f3a61b1a84a9', 'project_id': '9c80679fbe07415f867ac085aaa65928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:43.742389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:43.745470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Checking segment: {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:43.745995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Bound using segment: {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:43.746565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Bound port: f3d8cd90-51d7-4283-8943-3b22e8b23c22, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edaebe3-ac90-4279-823e-575cc6476c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:43.749051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.868927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Deleting port 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:53:43.869679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:43.875736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-e885b89f-2950-4965-8b18-f46b8bf37560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:43.876223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-e885b89f-2950-4965-8b18-f46b8bf37560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:43.876725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-e885b89f-2950-4965-8b18-f46b8bf37560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:43.884668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-e885b89f-2950-4965-8b18-f46b8bf37560 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=01d35afff503461e97d1129ff0624772&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1473861 Jul 27 16:53:43.924131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:43.927929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:43.954320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.067366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:44.082627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:44.097612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.099911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.105845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b24b4d52-df7b-4b7f-9fc1-c00d346d777a service neutron] 10.222.0.13 "PUT /v2.0/ports/f3d8cd90-51d7-4283-8943-3b22e8b23c22 HTTP/1.1" status: 200 len: 1092 time: 2.0784714 Jul 27 16:53:44.106916 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Project 9c80679fbe07415f867ac085aaa65928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:53:44.110015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:44.119096 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820653e-7b18-4c52-803a-2097b3e9e266" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:44.155198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Request body: {'port': {'device_id': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:44.174035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.198352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:44.199060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.286875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62f99-72a6-4f93-96a3-0a71ec226865 req-bc42a148-ae85-4a71-932b-84d8eb2978ce tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.297646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5e62f99-72a6-4f93-96a3-0a71ec226865 req-bc42a148-ae85-4a71-932b-84d8eb2978ce tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 946 time: 1.3420706 Jul 27 16:53:44.353313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.366552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c730e-0714-41b8-a177-df96ea3d39a0 req-5face054-c230-43e5-b027-930a20b4589a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.381274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c730e-0714-41b8-a177-df96ea3d39a0 req-5face054-c230-43e5-b027-930a20b4589a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.388178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c730e-0714-41b8-a177-df96ea3d39a0 req-5face054-c230-43e5-b027-930a20b4589a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.389934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-242c730e-0714-41b8-a177-df96ea3d39a0 req-5face054-c230-43e5-b027-930a20b4589a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2401 time: 0.6113396 Jul 27 16:53:44.402075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 212fb721-78ae-488b-9c35-fa31c2e71f94 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:44.434979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.480283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 212fb721-78ae-488b-9c35-fa31c2e71f94 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:44.486186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 212fb721-78ae-488b-9c35-fa31c2e71f94 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:44.487813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.545739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.652197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.697036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5e62f99-72a6-4f93-96a3-0a71ec226865 req-228d2b5c-1764-4ca3-9256-a7f2ca945162 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/security-groups?id=811e4607-bb25-456d-a752-dc5922438c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436363 Jul 27 16:53:44.731311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 212fb721-78ae-488b-9c35-fa31c2e71f94, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=212fb721-78ae-488b-9c35-fa31c2e71f94,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:44.739331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-bfc53bcd-94dd-4d88-8533-c89d5fc5352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:44.740931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-63aa33c8-9e57-45df-b65b-9f2f1d8315f8 req-bfc53bcd-94dd-4d88-8533-c89d5fc5352d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8479421 Jul 27 16:53:44.746326 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.760772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] For port 7b5815b3-7389-4ea1-93de-20279efb2705, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7b5815b3-7389-4ea1-93de-20279efb2705,segment=NetworkSegment(d4640068-5be3-4fd2-b715-ebf96ee36836),segment_id=d4640068-5be3-4fd2-b715-ebf96ee36836)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:44.761183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.765624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.783100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Pushing event updated for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:44.820542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:44.837491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Calling delete_port for 7b5815b3-7389-4ea1-93de-20279efb2705 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:53:44.917521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c75ef9-0f78-4a15-9181-497b2c7c75dc {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:44.941440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:44.951186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:44.955439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Transition to ACTIVE for port object f1c75ef9-0f78-4a15-9181-497b2c7c75dc will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:44.957788 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e9e2c-4457-4f6c-9d18-6624218d3b63 x-openstack-request-id: req-a04e9e2c-4457-4f6c-9d18-6624218d3b63 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:44.958167 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:44.958539 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a04e9e2c-4457-4f6c-9d18-6624218d3b63 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:44.959377 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22', 'status': 'completed', 'code': 200} Jul 27 16:53:44.959896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:44.968266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.055763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-242c730e-0714-41b8-a177-df96ea3d39a0 req-26820a1d-44f4-4b4a-b6a0-ae263a75183d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579959 Jul 27 16:53:45.071629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.112893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.172705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.177720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Pushing event updated for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:45.215739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.251486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d883356-9b76-427b-8a4a-3decba3f6629,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:45.266897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.277728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0edbf5ff-7d6e-4ed7-8fb1-32b5457ca2ec tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5610507 Jul 27 16:53:45.316139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Attempting to bind port f1c75ef9-0f78-4a15-9181-497b2c7c75dc on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:45.316508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Attempting to bind port f1c75ef9-0f78-4a15-9181-497b2c7c75dc by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:45.316841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Attempting to bind port f1c75ef9-0f78-4a15-9181-497b2c7c75dc on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:45.318658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Pushing event deleted for resources: {'Port': ['ID=7b5815b3-7389-4ea1-93de-20279efb2705,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:45.330160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Port f1c75ef9-0f78-4a15-9181-497b2c7c75dc on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:53:45.330420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Attempting to bind port f1c75ef9-0f78-4a15-9181-497b2c7c75dc on network 6d7f4508-5a50-45ab-8d02-395ca15fae30 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:45.348395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:45.348932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Checking segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:45.349690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Bound using segment: {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:45.352461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Bound port: f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034cbaa2-2653-44e8-bfd1-c5b814c12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:45.352870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.378727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] No DVR routers for this DVR port 7b5815b3-7389-4ea1-93de-20279efb2705 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:53:45.381683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.384233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-457348e5-15cb-485c-abfc-5417905b39d1 req-143d0e87-4599-4c9d-a810-c1bcf2c88a98 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.13 "DELETE /v2.0/ports/7b5815b3-7389-4ea1-93de-20279efb2705 HTTP/1.1" status: 204 len: 173 time: 2.8428669 Jul 27 16:53:45.388142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-deleted', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:45.390603 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648a7b60-0f85-4659-afd2-b02cae1ac74f" -d '{"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-deleted", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:45.441725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:53:45.446994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-45a61dfc-d08c-4429-a7b5-5fb2bd5fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.447465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-45a61dfc-d08c-4429-a7b5-5fb2bd5fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.448119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-45a61dfc-d08c-4429-a7b5-5fb2bd5fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.461342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-45a61dfc-d08c-4429-a7b5-5fb2bd5fec05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2824 time: 0.4485071 Jul 27 16:53:45.521027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e5f317b-6455-4b66-9d5c-be6154272329 None None] Provisioning complete for port 2792f6c0-7792-4833-9a5d-b97e72701b1b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:45.521407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f317b-6455-4b66-9d5c-be6154272329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.540098 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf4a99d-fa2f-40ab-890b-8c76d9487f14 x-openstack-request-id: req-ecf4a99d-fa2f-40ab-890b-8c76d9487f14 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:45.540576 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2d7c4-57b0-4e42-aaf1-190f34b790c4", "name": "network-vif-deleted", "tag": "7b5815b3-7389-4ea1-93de-20279efb2705", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:45.540943 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecf4a99d-fa2f-40ab-890b-8c76d9487f14 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:45.542271 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2d7c4-57b0-4e42-aaf1-190f34b790c4', 'name': 'network-vif-deleted', 'tag': '7b5815b3-7389-4ea1-93de-20279efb2705', 'status': 'completed', 'code': 200} Jul 27 16:53:45.606254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f317b-6455-4b66-9d5c-be6154272329 None None] Port 2792f6c0-7792-4833-9a5d-b97e72701b1b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:45.623192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:45.628022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:45.634322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.719747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.720670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:45.722135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] 10.222.0.13 "PUT /v2.0/ports/f1c75ef9-0f78-4a15-9181-497b2c7c75dc HTTP/1.1" status: 200 len: 1092 time: 1.5770953 Jul 27 16:53:45.780357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-50d891a6-9db4-4f66-8bd5-67bc7e5300e4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051575952&fields=id&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 267 time: 0.0934479 Jul 27 16:53:45.783183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a23dc-46af-41af-be14-fc13527c39be service neutron] Pushing event updated for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:45.866815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-7f2e778b-50d7-4ec0-ae53-386ebbb47dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.867481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-7f2e778b-50d7-4ec0-ae53-386ebbb47dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.872649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-7f2e778b-50d7-4ec0-ae53-386ebbb47dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:45.874788 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-7f2e778b-50d7-4ec0-ae53-386ebbb47dee service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=01d35afff503461e97d1129ff0624772&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3962169 Jul 27 16:53:45.933720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:53:45.945656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:53:45.964213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:45.971732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:45.989556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5593e6f4-3ef5-49a0-b438-f94a015b4012 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2964784-ae56-41df-ad17-a8459ddd38ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0504799 Jul 27 16:53:46.055006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-5296a703-7fb3-4acc-96c6-3afbd29bf6d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.056961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-5296a703-7fb3-4acc-96c6-3afbd29bf6d2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/networks?id=6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 200 len: 796 time: 0.2595944 Jul 27 16:53:46.087088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-5a371c54-093f-4ef4-9985-11efea640b55 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/quotas/9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 375 time: 0.0242233 Jul 27 16:53:46.089389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 212fb721-78ae-488b-9c35-fa31c2e71f94 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:46.092123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:53:46.159367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c49d129-ef0a-4230-93fd-87c4263d899b req-134a6e48-9147-4585-b3b9-f87b269d21f7 tempest-ServersNegativeTestJSON-409071847 tempest-ServersNegativeTestJSON-409071847-project] 10.222.0.64 "GET /v2.0/ports?device_id=adf2d7c4-57b0-4e42-aaf1-190f34b790c4 HTTP/1.1" status: 200 len: 210 time: 0.0572968 Jul 27 16:53:46.235948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-efe1e74f-5a8c-4464-b401-b39521b1d055 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391881 Jul 27 16:53:46.239597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-d42134f9-e43b-4332-9bc1-c04d42947dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.241472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7820653e-7b18-4c52-803a-2097b3e9e266 req-d42134f9-e43b-4332-9bc1-c04d42947dbd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545094 Jul 27 16:53:46.284275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 7b5815b3-7389-4ea1-93de-20279efb2705 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:53:46.284747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7b5815b3-7389-4ea1-93de-20279efb2705 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:53:46.346068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:46.387073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 212fb721-78ae-488b-9c35-fa31c2e71f94 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:46.387740 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:46.465908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-feb2eaa3-170c-4637-ab8c-6e61c0bd3a50 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 16:53:46.473724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-feb2eaa3-170c-4637-ab8c-6e61c0bd3a50 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2362366 Jul 27 16:53:46.524213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3bb84319-6f48-4d0d-8929-6e295a5cd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.526409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3bb84319-6f48-4d0d-8929-6e295a5cd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.530032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3bb84319-6f48-4d0d-8929-6e295a5cd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.531849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3bb84319-6f48-4d0d-8929-6e295a5cd529 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2866 time: 0.2213776 Jul 27 16:53:46.567289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d758c3-60ab-4386-8aa6-7181532b4689 req-b7380425-3e3b-4787-ab99-56a24133e1bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.580045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d758c3-60ab-4386-8aa6-7181532b4689 req-b7380425-3e3b-4787-ab99-56a24133e1bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.589528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d758c3-60ab-4386-8aa6-7181532b4689 req-b7380425-3e3b-4787-ab99-56a24133e1bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.600749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d758c3-60ab-4386-8aa6-7181532b4689 req-b7380425-3e3b-4787-ab99-56a24133e1bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2413 time: 0.2084217 Jul 27 16:53:46.622796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ceb802cf-2bf0-44a7-9907-35c80cd858d4 service neutron] 10.222.0.64 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479986 Jul 27 16:53:46.668625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3f72fba4-5618-4f94-93bd-10c300de946f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=81557772-8c3b-4b78-b4b8-596418e09418 HTTP/1.1" status: 200 len: 217 time: 0.1225121 Jul 27 16:53:46.682554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19d758c3-60ab-4386-8aa6-7181532b4689 req-bc91cc2b-1949-4fa3-8fdd-bd52a638b35f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787492 Jul 27 16:53:46.776819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9cfd9eec-2e0b-4c7a-ad4c-1144c3282d90 service neutron] 10.222.0.64 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524804 Jul 27 16:53:46.800215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f8134bbc-223a-4477-b38d-7d3682f5027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.802635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f8134bbc-223a-4477-b38d-7d3682f5027b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c488d925-36df-4e39-93e6-1fb1a1c20417 HTTP/1.1" status: 200 len: 801 time: 0.1190584 Jul 27 16:53:46.808531 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:46.839650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 2, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:46.874574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:53:46.875254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Updating router b2964784-ae56-41df-ad17-a8459ddd38ed port 2792f6c0-7792-4833-9a5d-b97e72701b1b binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:53:46.927766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:46.960115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:46.968032 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7079cf3f-8057-4fd9-96e8-092152bbeb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:46.982726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-956cfda3-369f-4b33-ab46-0d153fdc51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:46.984573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-956cfda3-369f-4b33-ab46-0d153fdc51ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d7f4508-5a50-45ab-8d02-395ca15fae30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723268 Jul 27 16:53:47.023487 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7cf81d-5be6-45fa-927f-a7cb3404daa0 x-openstack-request-id: req-3e7cf81d-5be6-45fa-927f-a7cb3404daa0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:47.024044 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:47.024280 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e7cf81d-5be6-45fa-927f-a7cb3404daa0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:47.024776 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc', 'status': 'completed', 'code': 200} Jul 27 16:53:47.124454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c511df1b-25e7-48e0-83c6-6fa094bd23da service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312022 Jul 27 16:53:47.165699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56a266d7-a333-4396-9a88-3a9cf9114032 req-faa1f5b7-de49-4784-a0a0-4c942c01c8d3 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 210 time: 0.0543242 Jul 27 16:53:47.240571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:47.361229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-955adfbf-79f6-4284-94c8-19721bfbdd3c service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271254 Jul 27 16:53:47.361770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:47.374515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555939698', 'description': 'tempest-description--1764170366'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:47.391430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Deleting subnet 0796506e-57d2-481d-94ed-87638197f7a5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:47.399848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.523937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.529435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.542424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-3ac0b6f3-1607-45f3-875c-f3e318374aea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22 HTTP/1.1" status: 200 len: 217 time: 0.1512604 Jul 27 16:53:47.614875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-ac656a8b-4bb4-4aa9-a2b9-74c8e69f730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:47.616380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-ac656a8b-4bb4-4aa9-a2b9-74c8e69f730b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de37b1ab-648a-433c-983a-37ac76d4e218 HTTP/1.1" status: 200 len: 801 time: 0.0682788 Jul 27 16:53:47.667085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.722463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.752714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Transition to ACTIVE for port object 2792f6c0-7792-4833-9a5d-b97e72701b1b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:47.771614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.851753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.890421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67982e-0f62-486b-a2e4-1e885bae6e63 None None] Pushing event updated for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:47.929886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0796506e-57d2-481d-94ed-87638197f7a5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:47.948376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:47.950814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c86efe75-0b32-4a46-896b-4259730d3df1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0796506e-57d2-481d-94ed-87638197f7a5 HTTP/1.1" status: 204 len: 168 time: 0.7091637 Jul 27 16:53:47.955032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35928) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:47.965941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.068771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.097424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.099025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7360847 Jul 27 16:53:48.103315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:48.111211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group_rule': {'security_group_id': '8e76db5e-cc0b-49f9-83a4-559b99ca4616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:48.171298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Attempting to bind port 2792f6c0-7792-4833-9a5d-b97e72701b1b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:48.171742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Attempting to bind port 2792f6c0-7792-4833-9a5d-b97e72701b1b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:48.172084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Attempting to bind port 2792f6c0-7792-4833-9a5d-b97e72701b1b on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:48.182822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:48.183198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Checking segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:48.183606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.183998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Bound using segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:48.184420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.184573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Bound port: 2792f6c0-7792-4833-9a5d-b97e72701b1b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:48.184858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.208617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:48.248694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.298375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd24a-749b-4ff8-bf54-75795de152bf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e76db5e-cc0b-49f9-83a4-559b99ca4616,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:48.314071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] For port 2792f6c0-7792-4833-9a5d-b97e72701b1b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:48.324457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c703057d-773b-427c-9202-df2cf38fd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:48.328185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-c703057d-773b-427c-9202-df2cf38fd2b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95f034d9-f273-4c81-bc8b-52b0d52b4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6957853 Jul 27 16:53:48.347007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] For port 2792f6c0-7792-4833-9a5d-b97e72701b1b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2792f6c0-7792-4833-9a5d-b97e72701b1b,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:48.363817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.395250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6705f6d1-d392-4f8c-9420-139eb086c549 req-c4495adb-1ce9-41c9-8268-ced384a114de tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 210 time: 0.0816219 Jul 27 16:53:48.440658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.455903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.472681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.495803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219ddd4-3915-4f25-8f1e-7857dfa72328']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:48.508383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4640068-5be3-4fd2-b715-ebf96ee36836') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:48.508837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4640068-5be3-4fd2-b715-ebf96ee36836') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:48.525722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:53:48.527029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504e04a2-016d-4784-94bc-6b6a5dd194b8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:48.531448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.536573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.537225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:48.538033 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-24c34060-9482-4422-9488-4b58754dc623 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4313245 Jul 27 16:53:48.540472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35944) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:48.542327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f89-1d34-4920-9f30-386b9537ba7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.558772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67982e-0f62-486b-a2e4-1e885bae6e63 None None] Pushing event updated for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:48.562679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group_rule': {'security_group_id': '8e76db5e-cc0b-49f9-83a4-559b99ca4616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:48.615050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.737707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.752615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.788825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29314a7-a2cd-4a6e-a5ea-701556be52a0,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:48.830749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.837810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:53:48.839465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-3d285607-10ee-401e-84bc-7702f5d208af tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:48.841005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-3d285607-10ee-401e-84bc-7702f5d208af tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.61 "GET /v2.0/networks?id=6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 200 len: 796 time: 0.1270654 Jul 27 16:53:48.865773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:48.866427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:48.871775 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:48.897842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f89-1d34-4920-9f30-386b9537ba7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.913825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f89-1d34-4920-9f30-386b9537ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.974845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22eb6f89-1d34-4920-9f30-386b9537ba7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baa81186a0ad4419b89243cc4639893a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649667 Jul 27 16:53:48.981148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35952) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:48.982715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:48.986695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7c0457cb-ce0b-4399-b29f-06e36cdad71d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4305506 Jul 27 16:53:48.997649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:48.999621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878785d-d1e6-4cd4-a6d2-bc6e326aa322 req-62da2ba1-1eac-4b92-9cd1-dd103ec2219c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:49.006203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:49.007540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878785d-d1e6-4cd4-a6d2-bc6e326aa322 req-62da2ba1-1eac-4b92-9cd1-dd103ec2219c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:49.018349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878785d-d1e6-4cd4-a6d2-bc6e326aa322 req-62da2ba1-1eac-4b92-9cd1-dd103ec2219c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:49.020350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3878785d-d1e6-4cd4-a6d2-bc6e326aa322 req-62da2ba1-1eac-4b92-9cd1-dd103ec2219c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2413 time: 0.4695399 Jul 27 16:53:49.026179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-96e5d760-a067-47d9-9d2a-a35045614db8 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c80679fbe07415f867ac085aaa65928 HTTP/1.1" status: 200 len: 380 time: 0.1707196 Jul 27 16:53:49.031853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb6f89-1d34-4920-9f30-386b9537ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6ef987-9be4-46a5-a125-66e7c4764a49,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:49.060783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.074040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'port': {'device_id': '107937d1-8161-4920-989a-dd24cbc52b9e', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'admin_state_up': True, 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'security_groups': ['9793a346-dc77-45ac-bbd9-f3a61b1a84a9']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:49.099061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-d415950e-0e0b-4ab4-b2f3-b1dd62213645 service neutron] 10.222.0.13 "GET /v2.0/networks/95f034d9-f273-4c81-bc8b-52b0d52b4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101665 Jul 27 16:53:49.152314 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.216703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.262362 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.264341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] 10.222.0.64 "DELETE /v2.0/networks/d219ddd4-3915-4f25-8f1e-7857dfa72328 HTTP/1.1" status: 204 len: 168 time: 1.3075531 Jul 27 16:53:49.270514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d8db9-1c60-45a8-8f04-f2a56b5832ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d219ddd4-3915-4f25-8f1e-7857dfa72328,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:49.301038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:48Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:49.310256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3878785d-d1e6-4cd4-a6d2-bc6e326aa322 req-4edf15b2-a083-4ccd-ae44-b2696c10e200 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420344 Jul 27 16:53:49.361860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b8c5ec35-586f-48ff-b257-8b55b703f089 service neutron] 10.222.0.13 "GET /v2.0/networks/95f034d9-f273-4c81-bc8b-52b0d52b4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115114 Jul 27 16:53:49.374633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9f888-c445-43e5-862e-7dac286c3f74 None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:48Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:53:49.381553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.420842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Allocated IP 172.25.4.130 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f8faee6f-0485-44b1-bf73-a7475abeadbd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:49.508056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-84ef8ebc-b9ff-4fd9-99ea-59e2d5bc48ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc HTTP/1.1" status: 200 len: 217 time: 0.1359465 Jul 27 16:53:49.543945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:49.685868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0103173-b226-4be9-9c96-ec2f1374c244 req-2f0aa497-92f6-40ee-891c-92aa66460b98 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 210 time: 0.0622926 Jul 27 16:53:49.717182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd6e8d3a-e892-4bde-ada8-93f1e8f1f438 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d6cf2c2adb641a39f81ccfd81ee6154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720769 Jul 27 16:53:49.722862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:49.771736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.822836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.893606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:49.968731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.000101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2792f6c0-7792-4833-9a5d-b97e72701b1b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:50.024306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.031747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:50.038791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:50.041823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:50.046938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.049557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.051003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/811e4607-bb25-456d-a752-dc5922438c29 HTTP/1.1" status: 204 len: 168 time: 0.3272645 Jul 27 16:53:50.082110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Made reservation on behalf of 9c80679fbe07415f867ac085aaa65928 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:50.085886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.101093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=f8faee6f-0485-44b1-bf73-a7475abeadbd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:50.120606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-56b93520-7b57-4333-8d2f-ed9d87360e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:50.122129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-56b93520-7b57-4333-8d2f-ed9d87360e23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c488d925-36df-4e39-93e6-1fb1a1c20417 HTTP/1.1" status: 200 len: 801 time: 0.5868120 Jul 27 16:53:50.142295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2792f6c0-7792-4833-9a5d-b97e72701b1b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:50.144839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5724c5-86ca-48d7-bac8-c76ce1b80ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e4607-bb25-456d-a752-dc5922438c29,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:50.156415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2792f6c0-7792-4833-9a5d-b97e72701b1b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:50.157089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.269198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.273559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.274860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf6ef987-9be4-46a5-a125-66e7c4764a49 HTTP/1.1" status: 204 len: 168 time: 1.2475009 Jul 27 16:53:50.316370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f0f9f-3926-419e-a2a9-6f1e9b207e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6ef987-9be4-46a5-a125-66e7c4764a49,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:50.349714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-5fcae18b-9c25-4d26-98b9-f9e26c6e86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:50.351550 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-5fcae18b-9c25-4d26-98b9-f9e26c6e86cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d7f4508-5a50-45ab-8d02-395ca15fae30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2181239 Jul 27 16:53:50.359240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.420801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.446889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2792f6c0-7792-4833-9a5d-b97e72701b1b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2792f6c0-7792-4833-9a5d-b97e72701b1b,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:50.466602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.542535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.616252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:50.653803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.20.0.6 (6260660c-f0e6-4156-8488-00abab8f77d5/319f4901-82bb-451c-9d5e-06c99c1252ed/29fb0ed3-3ea4-48f9-904a-864e100a3992) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:50.791748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-f8d02c71-0a92-40c6-b599-92f58fcad608 service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308972 Jul 27 16:53:50.946845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-188bcdc5-5972-425e-921f-526b6a150230 req-a4ffb86f-01a5-466e-912f-47bdc9b846e2 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 210 time: 0.0843799 Jul 27 16:53:50.977200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:50.982269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.062866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd854a-4110-431a-a77b-8c602be3a129 req-fb1a4062-1156-4431-bb9c-51f75ba42d2d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.071306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd854a-4110-431a-a77b-8c602be3a129 req-fb1a4062-1156-4431-bb9c-51f75ba42d2d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.079049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd854a-4110-431a-a77b-8c602be3a129 req-fb1a4062-1156-4431-bb9c-51f75ba42d2d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.088668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54bd854a-4110-431a-a77b-8c602be3a129 req-fb1a4062-1156-4431-bb9c-51f75ba42d2d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2413 time: 0.5013785 Jul 27 16:53:51.145194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.168254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:51.175752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=f8faee6f-0485-44b1-bf73-a7475abeadbd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:51.189678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97a80cd7-d922-4408-b69d-a15941ad7ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.192260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.203417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3ca6bd44-005e-4a85-a0ba-e6edeef25c1d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2024322 Jul 27 16:53:51.274870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54bd854a-4110-431a-a77b-8c602be3a129 req-55a6183a-1e3e-4091-9065-0ce4266bfd98 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851399 Jul 27 16:53:51.286133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c160553-9ffe-4785-83ce-f3adc008d057 req-b3858691-a6f8-4485-9a44-d2f4c53a5ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868033 Jul 27 16:53:51.434310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97a80cd7-d922-4408-b69d-a15941ad7ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.439106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97a80cd7-d922-4408-b69d-a15941ad7ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.512889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.535374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Transition to ACTIVE for port object 29fb0ed3-3ea4-48f9-904a-864e100a3992 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:51.544501 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-97a80cd7-d922-4408-b69d-a15941ad7ebc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13cd36e6ab4a4729b8e4f6c4720b8307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735757 Jul 27 16:53:51.546702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36036) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:51.548771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a80cd7-d922-4408-b69d-a15941ad7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076b185c-8026-4136-b469-186a97ca5630,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:51.593356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-4be5ca6b-4e91-4908-bf66-1cee5256de60 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--555939698&fields=id&tenant_id=a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 267 time: 0.1045105 Jul 27 16:53:51.614415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-471a41af-5484-48e2-8c3a-0bafefbdcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.614917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-471a41af-5484-48e2-8c3a-0bafefbdcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.615400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-471a41af-5484-48e2-8c3a-0bafefbdcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.617369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-471a41af-5484-48e2-8c3a-0bafefbdcbff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2866 time: 0.1952696 Jul 27 16:53:51.709382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.731194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.757030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-b0e28ff8-4812-4444-88b4-f55640bfa604 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.762915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-b0e28ff8-4812-4444-88b4-f55640bfa604 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 810 time: 0.1686125 Jul 27 16:53:51.814368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-860de690-fe05-442b-9359-c1b82df3c2c7 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/quotas/a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 375 time: 0.0424409 Jul 27 16:53:51.817846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:51.840181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:51.856525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:51.880951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network 6260660c-f0e6-4156-8488-00abab8f77d5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:51.889553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:51.899528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:51.942656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0bd2e551-866d-4b0b-9633-23322d819ab6 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270461 Jul 27 16:53:51.944197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2792f6c0-7792-4833-9a5d-b97e72701b1b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:51.959202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-6d668b1a-9564-4bd0-ae7f-f55d3ea721b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:51.960831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-6d668b1a-9564-4bd0-ae7f-f55d3ea721b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d7f4508-5a50-45ab-8d02-395ca15fae30 HTTP/1.1" status: 200 len: 903 time: 0.3337526 Jul 27 16:53:52.023840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2792f6c0-7792-4833-9a5d-b97e72701b1b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:52.024505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.089984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-849bfe81-1b95-4408-8f55-892c99b63cf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc HTTP/1.1" status: 200 len: 217 time: 0.1144054 Jul 27 16:53:52.097230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:52.097886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.104644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-732039526-network', 'tenant_id': 'f480a721c80e41618e6bd2e893081d20'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:52.126749 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.135235 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.138987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/076b185c-8026-4136-b469-186a97ca5630 HTTP/1.1" status: 204 len: 168 time: 0.5879965 Jul 27 16:53:52.166896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Made reservation on behalf of f480a721c80e41618e6bd2e893081d20 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:52.169219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.180893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.185775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-b13b7461-045d-412d-8156-62a492da6461 service neutron] 10.222.0.64 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192686 Jul 27 16:53:52.210748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978887df-8feb-4a07-965d-7a583ef20fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076b185c-8026-4136-b469-186a97ca5630,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:52.249534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9a0d9f70-b18e-4cae-a8bd-2da436111642 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1839733 Jul 27 16:53:52.275833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Request body: {'port': {'device_id': '107937d1-8161-4920-989a-dd24cbc52b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:52.342542 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-24a31bc2-7887-47c0-a04e-24d5c7bb9c41 service neutron] 10.222.0.64 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461649 Jul 27 16:53:52.356315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87f9e66d-2854-4c77-accb-418335e66ee2 None None] Provisioning for port 29fb0ed3-3ea4-48f9-904a-864e100a3992 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:52.363883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-87f9e66d-2854-4c77-accb-418335e66ee2 None None] Provisioning complete for port 29fb0ed3-3ea4-48f9-904a-864e100a3992 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:52.364958 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-87f9e66d-2854-4c77-accb-418335e66ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.422238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-87f9e66d-2854-4c77-accb-418335e66ee2 None None] Port 29fb0ed3-3ea4-48f9-904a-864e100a3992 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:52.434251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-f322a1ab-414f-4c6c-90d7-2dc690e2dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:52.435804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-f322a1ab-414f-4c6c-90d7-2dc690e2dd7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c488d925-36df-4e39-93e6-1fb1a1c20417 HTTP/1.1" status: 200 len: 801 time: 0.3342540 Jul 27 16:53:52.474621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.486834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.509288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.526556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:52.559371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abeec12-d530-4a4e-83ed-cfcf153fa772,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:52.589521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:52.590068 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Added segment c5f9e05a-a3b3-4da2-a03f-0fc3ca01f03e of type vlan for network 10f0f239-c715-4b80-a8f2-a26ff774bc33 Jul 27 16:53:52.676004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:52.758847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c524e-928e-496b-9fb4-d8fded6c1c11 req-87ab4069-19db-40b2-8a16-6e0aeb327022 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:52.767708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-581c524e-928e-496b-9fb4-d8fded6c1c11 req-87ab4069-19db-40b2-8a16-6e0aeb327022 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 931 time: 0.6517663 Jul 27 16:53:52.839584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-ca9bfab0-57a7-44f8-a75f-ab491edb3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:52.843023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-ca9bfab0-57a7-44f8-a75f-ab491edb3be4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d7f4508-5a50-45ab-8d02-395ca15fae30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3969648 Jul 27 16:53:52.974741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-581c524e-928e-496b-9fb4-d8fded6c1c11 req-b0c5fc22-21c6-4bff-8f9e-2d4677057826 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036424 Jul 27 16:53:53.113967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31afd5cc-c192-479b-900b-9dbe287e9f4c req-89cc0cab-d280-44a2-94d9-91371253888a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0509489 Jul 27 16:53:53.117886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-4e727cce-4103-4e63-adf6-c997c66fc818 service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587979 Jul 27 16:53:53.123010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.137800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09f2cdda-e5fd-4455-8477-c1eb3fe35abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.202262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd00f-0e80-4cd9-84dc-5a699c0afcee req-924a9ce8-35a8-4d1a-b855-72e70b89b110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:53.208947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd00f-0e80-4cd9-84dc-5a699c0afcee req-924a9ce8-35a8-4d1a-b855-72e70b89b110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:53.216676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd00f-0e80-4cd9-84dc-5a699c0afcee req-924a9ce8-35a8-4d1a-b855-72e70b89b110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:53.226556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba0fd00f-0e80-4cd9-84dc-5a699c0afcee req-924a9ce8-35a8-4d1a-b855-72e70b89b110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2413 time: 0.6143298 Jul 27 16:53:53.265038 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.266335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:53.266780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.285495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fb0ed3-3ea4-48f9-904a-864e100a3992 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:53.298603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.319653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7079cf3f-8057-4fd9-96e8-092152bbeb4b req-66fbfd21-aa9d-4d0d-98fa-eb0c538b77ae service neutron] 10.222.0.13 "GET /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881530 Jul 27 16:53:53.323400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Transition to ACTIVE for port object 29fb0ed3-3ea4-48f9-904a-864e100a3992 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:53.329990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.378027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba0fd00f-0e80-4cd9-84dc-5a699c0afcee req-89e7b528-e141-403e-95de-eaa25dae70e0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505125 Jul 27 16:53:53.440655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:53.472656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09f2cdda-e5fd-4455-8477-c1eb3fe35abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.474402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] Pushing event updated for resources: {'Network': ['ID=10f0f239-c715-4b80-a8f2-a26ff774bc33,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:53.489003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09f2cdda-e5fd-4455-8477-c1eb3fe35abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.509572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 10f0f239-c715-4b80-a8f2-a26ff774bc33 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:53.536625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b2d43b8-9e0a-4db9-9a9c-940e0587a816 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6939583 Jul 27 16:53:53.539668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Attempting to bind port 29fb0ed3-3ea4-48f9-904a-864e100a3992 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:53.540143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Attempting to bind port 29fb0ed3-3ea4-48f9-904a-864e100a3992 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:53.540507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Attempting to bind port 29fb0ed3-3ea4-48f9-904a-864e100a3992 on network 6260660c-f0e6-4156-8488-00abab8f77d5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:53.545849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:53.552956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Request body: {'subnet': {'network_id': '10f0f239-c715-4b80-a8f2-a26ff774bc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-732039526-subnet', 'tenant_id': 'f480a721c80e41618e6bd2e893081d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:53.554355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Port 29fb0ed3-3ea4-48f9-904a-864e100a3992 on network 6260660c-f0e6-4156-8488-00abab8f77d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:53:53.554681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Attempting to bind port 29fb0ed3-3ea4-48f9-904a-864e100a3992 on network 6260660c-f0e6-4156-8488-00abab8f77d5 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:53.566128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:53.566480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Checking segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:53.566866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Bound using segment: {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:53.567310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Bound port: 29fb0ed3-3ea4-48f9-904a-864e100a3992, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae3fdc0-75b9-4460-8181-e167bbb80646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:53.567665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.569609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-09f2cdda-e5fd-4455-8477-c1eb3fe35abf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=701838f0a3a044c8ad695daf29a3260f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922760 Jul 27 16:53:53.570318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:53.583777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2cdda-e5fd-4455-8477-c1eb3fe35abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145b39e-0e85-4b6c-80fd-9b8f6eedeef2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:53.602089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Made reservation on behalf of f480a721c80e41618e6bd2e893081d20 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:53.606182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.711998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.725007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:53.730735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:53.744990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.747445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.826745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:53.827285 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.828713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 200 len: 1091 time: 1.5682321 Jul 27 16:53:53.829571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:53.832175 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14424e8-61d8-4550-9a63-f845b017d15c" -d '{"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:53.863225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40ed2c-8fdc-4ff0-bbaf-6e7c405283c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:53.879764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:53.940526 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6c751d-e50e-4163-a7a0-f1b8b2ef281c x-openstack-request-id: req-fa6c751d-e50e-4163-a7a0-f1b8b2ef281c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:53.941176 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:53.941624 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa6c751d-e50e-4163-a7a0-f1b8b2ef281c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:53.942292 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'status': 'completed', 'code': 200} Jul 27 16:53:53.964982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443d10d3-9f06-405e-b13e-31ba56ba15ec,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:54.019223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Checking segment: {'id': 'c5f9e05a-a3b3-4da2-a03f-0fc3ca01f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '10f0f239-c715-4b80-a8f2-a26ff774bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:54.019586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Network hostable DHCP agents. Network: 10f0f239-c715-4b80-a8f2-a26ff774bc33, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:53:54.044183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.048270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.049823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9145b39e-0e85-4b6c-80fd-9b8f6eedeef2 HTTP/1.1" status: 204 len: 168 time: 0.4784777 Jul 27 16:53:54.055238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Network 10f0f239-c715-4b80-a8f2-a26ff774bc33 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:53:54.073907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 10f0f239-c715-4b80-a8f2-a26ff774bc33) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:54.084475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99710f75-520b-42c1-9c71-bb6375950a07 None None] Network 10f0f239-c715-4b80-a8f2-a26ff774bc33 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:54.100997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.103724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.138477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5389d4-621f-4712-b6bd-0e5b16bd3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145b39e-0e85-4b6c-80fd-9b8f6eedeef2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:54.180635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-42d19b84-564c-4eca-8f3c-a0a3b4007ca5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.182361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-42d19b84-564c-4eca-8f3c-a0a3b4007ca5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 810 time: 0.3151500 Jul 27 16:53:54.185548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-590b00e6-e079-4973-a16d-8655717e2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.187061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-590b00e6-e079-4973-a16d-8655717e2dca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1094 time: 0.2432592 Jul 27 16:53:54.210689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f1c75ef9-0f78-4a15-9181-497b2c7c75dc details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:53:54.230729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2fb8fb6d-c00e-4c81-a38d-c8e76f041882 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6820872 Jul 27 16:53:54.299205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481948-b8f1-4e11-9615-baf0b22995ea req-4866a6b2-491e-4d73-bb61-4ef7e32cb5e7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.301107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba481948-b8f1-4e11-9615-baf0b22995ea req-4866a6b2-491e-4d73-bb61-4ef7e32cb5e7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 943 time: 0.1781623 Jul 27 16:53:54.353724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-bcec64c9-d236-4fa1-9a59-50944b9a59bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 200 len: 217 time: 0.1572881 Jul 27 16:53:54.355500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba481948-b8f1-4e11-9615-baf0b22995ea req-f2fa5f19-ec15-46ab-9e37-225922c33105 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472431 Jul 27 16:53:54.457379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-28fbf809-8627-4eac-8fc9-5ad72f17cd7e req-ece5ee63-8541-4de1-94bc-bee95828a3c2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 210 time: 0.1947489 Jul 27 16:53:54.479833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-f2b60ef1-0571-41d3-a028-31ed9cb753b0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 379 time: 0.2751119 Jul 27 16:53:54.491246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'port': {'device_id': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'admin_state_up': True, 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'security_groups': ['8e76db5e-cc0b-49f9-83a4-559b99ca4616']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:54.531354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:54.574198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c199de-3d3c-48fb-8a3e-b78588a91de6 None None] Network 10f0f239-c715-4b80-a8f2-a26ff774bc33 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:53:54.591777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9e7844d5-d588-4507-8939-e5ef00bb38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.593325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-9e7844d5-d588-4507-8939-e5ef00bb38b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=319f4901-82bb-451c-9d5e-06c99c1252ed HTTP/1.1" status: 200 len: 835 time: 0.2154732 Jul 27 16:53:54.631106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Deleting subnet 443d10d3-9f06-405e-b13e-31ba56ba15ec {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:53:54.640766 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.687647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.738579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.755987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:54.784199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-028d56ed-482e-4e06-9bca-ca1d4329376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.786278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-028d56ed-482e-4e06-9bca-ca1d4329376b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6260660c-f0e6-4156-8488-00abab8f77d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799092 Jul 27 16:53:54.793276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc', 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'port_id': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc', 'mac_address': 'fa:16:3e:78:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c488d925-36df-4e39-93e6-1fb1a1c20417', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:54.863536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.871986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca158-fdd1-4787-aa48-65414060fade req-f1cdd3e9-dd44-487e-a7a2-bc9721bbe227 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.878418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca158-fdd1-4787-aa48-65414060fade req-f1cdd3e9-dd44-487e-a7a2-bc9721bbe227 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.884440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca158-fdd1-4787-aa48-65414060fade req-f1cdd3e9-dd44-487e-a7a2-bc9721bbe227 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:54.890320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d9ca158-fdd1-4787-aa48-65414060fade req-f1cdd3e9-dd44-487e-a7a2-bc9721bbe227 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2413 time: 0.2959538 Jul 27 16:53:54.893258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Made reservation on behalf of a7840437d3234e5281eb818b92525927 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:54.896734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.919468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.921659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/443d10d3-9f06-405e-b13e-31ba56ba15ec HTTP/1.1" status: 204 len: 168 time: 0.3889520 Jul 27 16:53:54.922569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599133f4-26a4-4968-a5cc-6d9b11461f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443d10d3-9f06-405e-b13e-31ba56ba15ec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:54.924817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:54.973228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:54.989418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d9ca158-fdd1-4787-aa48-65414060fade req-90b41ae0-da4d-4c3d-a60e-0bd0d2d08fe8 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759556 Jul 27 16:53:54.990761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c75ef9-0f78-4a15-9181-497b2c7c75dc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:55.016753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:55.021628 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.022731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 81557772-8c3b-4b78-b4b8-596418e09418 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:53:55.067671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-d59353f3-b66f-4b36-934b-cc71ef941412 service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674725 Jul 27 16:53:55.068081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.140740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:55.144826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=81557772-8c3b-4b78-b4b8-596418e09418,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:55.158803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '81557772-8c3b-4b78-b4b8-596418e09418', 'network_id': '6d7f4508-5a50-45ab-8d02-395ca15fae30', 'port_id': '81557772-8c3b-4b78-b4b8-596418e09418', 'mac_address': 'fa:16:3e:cd:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c488d925-36df-4e39-93e6-1fb1a1c20417', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:55.171467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.187007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0f239-c715-4b80-a8f2-a26ff774bc33']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:55.201096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f9e05a-a3b3-4da2-a03f-0fc3ca01f03e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:55.201704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f9e05a-a3b3-4da2-a03f-0fc3ca01f03e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:53:55.213831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.237819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.245181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.246332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:53:55.247164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.271612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81557772-8c3b-4b78-b4b8-596418e09418 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:55.286471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Allocated IP 172.20.0.10 (f68f197f-a243-4d9a-96ad-057f821d6ccf/ad58cdf9-b7c2-485c-b36e-8579999f8b53/20048cb4-13c5-4674-b2da-6bcf3edfca05) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:53:55.308458 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:53:55.313060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=81557772-8c3b-4b78-b4b8-596418e09418,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:55.313200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.323288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.323382 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.323382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f3d8cd90-51d7-4283-8943-3b22e8b23c22 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:53:55.327587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] 10.222.0.64 "DELETE /v2.0/networks/10f0f239-c715-4b80-a8f2-a26ff774bc33 HTTP/1.1" status: 204 len: 168 time: 0.4016802 Jul 27 16:53:55.328571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37fbaa5a-e347-4e1a-93df-c15299dea486 req-e0bb2fc3-3073-4dbb-adc2-3f734f63bfed service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510424 Jul 27 16:53:55.375746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83765026-07c6-45ed-8a06-571c3598b435 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f0f239-c715-4b80-a8f2-a26ff774bc33,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:55.430724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:55.610274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14424e8-61d8-4550-9a63-f845b017d15c req-32115bbc-910c-4ed3-b1f4-9ab95f782171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:55.612262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-32115bbc-910c-4ed3-b1f4-9ab95f782171 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1094 time: 0.2304661 Jul 27 16:53:55.631753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.643231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:55.660449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:55.684149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22', 'network_id': '95f034d9-f273-4c81-bc8b-52b0d52b4ddc', 'port_id': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22', 'mac_address': 'fa:16:3e:97:17:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de37b1ab-648a-433c-983a-37ac76d4e218', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:55.705135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Transition to ACTIVE for port object 20048cb4-13c5-4674-b2da-6bcf3edfca05 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:55.732532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdfd4627-aeeb-4348-acd3-9e703f22e146 req-0f0967b0-3b2b-4129-8200-0dc62b59c03d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0468686 Jul 27 16:53:55.739973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267c26-bc04-4505-b356-ca02f266ea5f req-e7fdfff0-1753-4e18-8e1e-151d12c6ef53 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:55.741601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12267c26-bc04-4505-b356-ca02f266ea5f req-e7fdfff0-1753-4e18-8e1e-151d12c6ef53 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 943 time: 0.2156663 Jul 27 16:53:55.765306 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.796708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8cd90-51d7-4283-8943-3b22e8b23c22 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:55.823509 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ad7c9e5-e9c9-4f29-821c-56d8ea39cfb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f480a721c80e41618e6bd2e893081d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599591 Jul 27 16:53:55.827602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:55.840083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12267c26-bc04-4505-b356-ca02f266ea5f req-361cf1f6-a83f-4411-a012-58e2bf54654c tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813322 Jul 27 16:53:55.862819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.867334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:55.872723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:55.949013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:55.959161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14424e8-61d8-4550-9a63-f845b017d15c req-17ed21fc-a2f5-4d70-b551-fbf96763a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:55.960676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-17ed21fc-a2f5-4d70-b551-fbf96763a023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 200 len: 897 time: 0.3402667 Jul 27 16:53:55.975832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:53:55.988683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:56.023435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:53:56.026403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:53:56.032676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-095dc53f-0880-4d85-85df-c3394e86252a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 200 len: 217 time: 0.0598419 Jul 27 16:53:56.172618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.173466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.180841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.205600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14424e8-61d8-4550-9a63-f845b017d15c req-05eb7a33-2094-46a3-8b12-07ce76596882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.212893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-05eb7a33-2094-46a3-8b12-07ce76596882 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=319f4901-82bb-451c-9d5e-06c99c1252ed HTTP/1.1" status: 200 len: 835 time: 0.1498401 Jul 27 16:53:56.220542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0883-c845-4a16-8ba4-c8da69750770 req-9378a049-9a42-41d1-bc8c-de551bcbfc87 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.230969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0883-c845-4a16-8ba4-c8da69750770 req-9378a049-9a42-41d1-bc8c-de551bcbfc87 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.232757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-0a73d376-6587-4889-af99-2019355d4fc4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7457199 Jul 27 16:53:56.239611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0883-c845-4a16-8ba4-c8da69750770 req-9378a049-9a42-41d1-bc8c-de551bcbfc87 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.246035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c5e0883-c845-4a16-8ba4-c8da69750770 req-9378a049-9a42-41d1-bc8c-de551bcbfc87 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2416 time: 0.1270154 Jul 27 16:53:56.265634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f1c75ef9-0f78-4a15-9181-497b2c7c75dc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:56.297318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c5e0883-c845-4a16-8ba4-c8da69750770 req-081587d7-6e3d-40f1-b14b-d0616e01cb37 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Jul 27 16:53:56.333145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['81557772-8c3b-4b78-b4b8-596418e09418'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:56.335966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f3d8cd90-51d7-4283-8943-3b22e8b23c22'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:56.507323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62cf2d23-140e-4e17-adb5-21c04b736be5 None None] Provisioning for port 20048cb4-13c5-4674-b2da-6bcf3edfca05 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:56.544561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62cf2d23-140e-4e17-adb5-21c04b736be5 None None] Provisioning complete for port 20048cb4-13c5-4674-b2da-6bcf3edfca05 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:56.545228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62cf2d23-140e-4e17-adb5-21c04b736be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.646607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-62cf2d23-140e-4e17-adb5-21c04b736be5 None None] Port 20048cb4-13c5-4674-b2da-6bcf3edfca05 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:53:56.675286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.742730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Request body: {'port': {'device_id': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:56.788904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.789780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:56.794833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6abeec12-d530-4a4e-83ed-cfcf153fa772 HTTP/1.1" status: 204 len: 168 time: 0.9462895 Jul 27 16:53:56.857874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8acbb-5e87-4748-82b8-b8ac945ff926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abeec12-d530-4a4e-83ed-cfcf153fa772,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:56.889801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14424e8-61d8-4550-9a63-f845b017d15c req-2141a4e3-bae3-451d-836f-c75adf0e1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:56.891348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-2141a4e3-bae3-451d-836f-c75adf0e1898 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6260660c-f0e6-4156-8488-00abab8f77d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6743379 Jul 27 16:53:56.982188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:57.102399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b799-4355-4029-917e-a3571e8d415c req-584fc589-cfc6-498e-84e4-00ebe09565c4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:57.112155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7d3b799-4355-4029-917e-a3571e8d415c req-584fc589-cfc6-498e-84e4-00ebe09565c4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 943 time: 0.1357243 Jul 27 16:53:57.174722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7d3b799-4355-4029-917e-a3571e8d415c req-ecdbc0f7-829f-4b63-8c25-e8fff1e373f5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598352 Jul 27 16:53:57.225546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-a2a56aad-6b4b-4966-b575-d2e35544c256 service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127537 Jul 27 16:53:57.238261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c9f69-b295-43e6-b637-c565a3664bdd req-f09e59d7-09ae-4e63-becc-0c5b390cfca7 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:57.245723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d28c9f69-b295-43e6-b637-c565a3664bdd req-f09e59d7-09ae-4e63-becc-0c5b390cfca7 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 932 time: 0.3423054 Jul 27 16:53:57.366071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d28c9f69-b295-43e6-b637-c565a3664bdd req-7e8dcc5b-a3d4-41f5-888a-0a5289d1ae66 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192987 Jul 27 16:53:57.429755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e14424e8-61d8-4550-9a63-f845b017d15c req-b73cf404-f9bf-4155-985d-c8869408617e service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794157 Jul 27 16:53:57.466389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20048cb4-13c5-4674-b2da-6bcf3edfca05 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:57.496527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:57.555884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Transition to ACTIVE for port object 20048cb4-13c5-4674-b2da-6bcf3edfca05 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:53:57.561774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:57.677438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a77c4-d172-4e71-851c-8663d0a11ef0 req-bd8bc750-2dfc-4ed5-8428-4fd5cdf15b72 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:57.684056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a77c4-d172-4e71-851c-8663d0a11ef0 req-bd8bc750-2dfc-4ed5-8428-4fd5cdf15b72 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:57.691145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a77c4-d172-4e71-851c-8663d0a11ef0 req-bd8bc750-2dfc-4ed5-8428-4fd5cdf15b72 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:57.693204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-255a77c4-d172-4e71-851c-8663d0a11ef0 req-bd8bc750-2dfc-4ed5-8428-4fd5cdf15b72 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2416 time: 0.2088854 Jul 27 16:53:57.729844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Pushing event updated for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:57.831593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-255a77c4-d172-4e71-851c-8663d0a11ef0 req-2ddba50b-c84b-4143-b87f-2da337fda5ea tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021795 Jul 27 16:53:57.848456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Attempting to bind port 20048cb4-13c5-4674-b2da-6bcf3edfca05 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:53:57.848874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Attempting to bind port 20048cb4-13c5-4674-b2da-6bcf3edfca05 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:53:57.849219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Attempting to bind port 20048cb4-13c5-4674-b2da-6bcf3edfca05 on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:57.860345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Port 20048cb4-13c5-4674-b2da-6bcf3edfca05 on network f68f197f-a243-4d9a-96ad-057f821d6ccf not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:53:57.860735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Attempting to bind port 20048cb4-13c5-4674-b2da-6bcf3edfca05 on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:53:57.889089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:53:57.889438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Checking segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:53:57.891428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Bound using segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:53:57.893139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Bound port: 20048cb4-13c5-4674-b2da-6bcf3edfca05, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:53:57.893139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:57.928820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36262) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:57.938549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'network': {'name': 'tempest-network-smoke--1678947496', 'project_id': 'e5fbec388864420faa7425fccb037028', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:58.009991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:53:58.013310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:53:58.015094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:58.018838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.023211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.037970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.072165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:58.088114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.088780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.090123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] 10.222.0.13 "PUT /v2.0/ports/20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1092 time: 1.4200547 Jul 27 16:53:58.090566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:58.094892 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d" -d '{"events": [{"name": "network-changed", "server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:58.124343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29fb0ed3-3ea4-48f9-904a-864e100a3992 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:53:58.162620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f1c75ef9-0f78-4a15-9181-497b2c7c75dc up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:58.250731 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93976d49-475e-4ecd-9a92-fdda78b7956e x-openstack-request-id: req-93976d49-475e-4ecd-9a92-fdda78b7956e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:58.251023 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:58.251274 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93976d49-475e-4ecd-9a92-fdda78b7956e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:58.251683 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'status': 'completed', 'code': 200} Jul 27 16:53:58.269309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1757846701-network', 'tenant_id': '5eeb5bee8daa4232a30bc82471937eae'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:58.302062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cb702-ce80-4c80-9e1d-4af04c97dabb service neutron] Pushing event updated for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:58.371853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f1c75ef9-0f78-4a15-9181-497b2c7c75dc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:58.375399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-aaf31134-03c9-4b3f-b3fe-ef6ae8d59cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.377407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-aaf31134-03c9-4b3f-b3fe-ef6ae8d59cde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1095 time: 0.2171054 Jul 27 16:53:58.408463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:58.412095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f1c75ef9-0f78-4a15-9181-497b2c7c75dc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:58.415852 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.425038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.438832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.440572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024215-8bff-4373-b3ea-5be0375ec03c req-2cd7a148-15d1-4ded-893f-9a62c5509824 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.442381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0024215-8bff-4373-b3ea-5be0375ec03c req-2cd7a148-15d1-4ded-893f-9a62c5509824 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 943 time: 0.1405928 Jul 27 16:53:58.491216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-9fc38624-3d55-44e1-944b-bb81422ca7d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 217 time: 0.0644054 Jul 27 16:53:58.520221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'port_id': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'mac_address': 'fa:16:3e:84:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:53:58.537453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0024215-8bff-4373-b3ea-5be0375ec03c req-557b7c11-d93a-4b9b-a92f-276e2998f79e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866246 Jul 27 16:53:58.544567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Made reservation on behalf of 5eeb5bee8daa4232a30bc82471937eae for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:53:58.550580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.564704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.602627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:58.607626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcc7466-b882-465b-a6fa-848b1e9379a2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:58.612258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.636976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-4c21d5fa-b344-46ac-9e9b-e742ae4aa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.638858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-4c21d5fa-b344-46ac-9e9b-e742ae4aa559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1363940 Jul 27 16:53:58.640221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.640894 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Added segment c4f76b76-730f-4d08-b510-54e0ab156c32 of type vlan for network 93f80b5f-5393-42f8-beee-32393e85d220 Jul 27 16:53:58.655145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:58.658699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:53:58.661730 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ec579-a220-45e0-bd3f-d860054a2cd5" -d '{"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:53:58.680667 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.681767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 81557772-8c3b-4b78-b4b8-596418e09418 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:58.713120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.725698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.731556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.765240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fb0ed3-3ea4-48f9-904a-864e100a3992 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:53:58.769369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cae5aa-95bd-4d5d-a705-a879d71b24fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:58.784837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:53:58.800750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.801525 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Added segment ea90560a-9cad-473a-9c2d-7b01611a2e3b of type vlan for network bc987cf3-1efd-47c5-8968-f0c7c120dc71 Jul 27 16:53:58.804169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc228-cd88-4cfe-88bb-256a77ea84c3 req-b4d312f6-80bf-4838-84ab-95ab9405dad3 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.805783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-424cc228-cd88-4cfe-88bb-256a77ea84c3 req-b4d312f6-80bf-4838-84ab-95ab9405dad3 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 944 time: 0.3050537 Jul 27 16:53:58.827980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.832725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:58.848333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.858537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:58.890430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.910025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 81557772-8c3b-4b78-b4b8-596418e09418 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:58.914172 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1559fc6-dd5c-40e3-8036-fdbaf71f4d89 x-openstack-request-id: req-d1559fc6-dd5c-40e3-8036-fdbaf71f4d89 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:53:58.914502 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:53:58.914766 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1559fc6-dd5c-40e3-8036-fdbaf71f4d89 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:53:58.915162 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc', 'code': 200} Jul 27 16:53:58.928550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 81557772-8c3b-4b78-b4b8-596418e09418 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:58.929124 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.962952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.964200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.964971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.978169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-424cc228-cd88-4cfe-88bb-256a77ea84c3 req-26436424-4c03-4f82-b34b-369417f02db4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568837 Jul 27 16:53:58.982497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-4730c78d-ad27-4f74-8651-a6ecb22204e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.984163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-4730c78d-ad27-4f74-8651-a6ecb22204e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318679 Jul 27 16:53:58.985262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:58.992057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:58.992958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.038816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:59.089674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0074837 Jul 27 16:53:59.089674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304cda8-1acd-4ea9-b53b-b154a2ea5057 admin admin] Pushing event updated for resources: {'Network': ['ID=bc987cf3-1efd-47c5-8968-f0c7c120dc71,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:59.101369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network bc987cf3-1efd-47c5-8968-f0c7c120dc71 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:59.127254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904cdd-d898-4caa-9cf5-cf4eef61531b req-501e5819-2381-4e82-b992-c2b654437bbd tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.135421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904cdd-d898-4caa-9cf5-cf4eef61531b req-501e5819-2381-4e82-b992-c2b654437bbd tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.145392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904cdd-d898-4caa-9cf5-cf4eef61531b req-501e5819-2381-4e82-b992-c2b654437bbd tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.147603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2904cdd-d898-4caa-9cf5-cf4eef61531b req-501e5819-2381-4e82-b992-c2b654437bbd tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2417 time: 0.1314166 Jul 27 16:53:59.150979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2207465 Jul 27 16:53:59.154285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:53:59.164929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'admin_state_up': True, 'project_id': 'e5fbec388864420faa7425fccb037028', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:53:59.201397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['29fb0ed3-3ea4-48f9-904a-864e100a3992'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:53:59.218790 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2904cdd-d898-4caa-9cf5-cf4eef61531b req-30d02589-daf8-4c90-b7d3-670b2b66a83a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621936 Jul 27 16:53:59.255548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.255717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.257844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.282568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-deee85d6-bab0-4844-a7a6-750d2bba69f1 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849402 Jul 27 16:53:59.294907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460d427-3973-46ca-a015-63d5019a6210 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Network': ['ID=93f80b5f-5393-42f8-beee-32393e85d220,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:59.330650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.337777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=81557772-8c3b-4b78-b4b8-596418e09418,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:59.338909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 93f80b5f-5393-42f8-beee-32393e85d220 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:53:59.384049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.384887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f3d8cd90-51d7-4283-8943-3b22e8b23c22 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:53:59.423378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6d89df5-a1e9-401e-a2b5-75afe74b5ace req-7f084a7e-01a9-4ff5-b3d5-b39127d4fed4 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326571 Jul 27 16:53:59.527393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:59.591023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f3d8cd90-51d7-4283-8943-3b22e8b23c22 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:53:59.595906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-b70c7744-d26c-4840-b196-68b182c39203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.598783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-b70c7744-d26c-4840-b196-68b182c39203 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0863054 Jul 27 16:53:59.599834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f3d8cd90-51d7-4283-8943-3b22e8b23c22 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:53:59.600218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.755626 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.809233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2058-3d42-4bf4-b320-10b39f0c8981 req-fda4da92-1b71-411d-859c-d0a22420e2b5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.812346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:53:59.818493 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.822492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311d2058-3d42-4bf4-b320-10b39f0c8981 req-fda4da92-1b71-411d-859c-d0a22420e2b5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 944 time: 0.1392889 Jul 27 16:53:59.827392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-cfac99c8-c75f-4538-a30c-09169886fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.828913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-cfac99c8-c75f-4538-a30c-09169886fae1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.2225876 Jul 27 16:53:59.842078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:53:59.867139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbc1aa-81e2-40da-b979-69613d4b58f7 req-07536294-164c-417d-8df9-85e88d030885 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.875340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbc1aa-81e2-40da-b979-69613d4b58f7 req-07536294-164c-417d-8df9-85e88d030885 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.883369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:53:59.884981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbc1aa-81e2-40da-b979-69613d4b58f7 req-07536294-164c-417d-8df9-85e88d030885 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.893357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ccbc1aa-81e2-40da-b979-69613d4b58f7 req-07536294-164c-417d-8df9-85e88d030885 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3243203 Jul 27 16:53:59.895063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-3fd764d2-4b13-4b20-99a6-3206a13f1642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 217 time: 0.0431626 Jul 27 16:53:59.955944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311d2058-3d42-4bf4-b320-10b39f0c8981 req-1d74001a-e02d-454e-b2ca-d520162025c0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321669 Jul 27 16:53:59.974178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-1f80be17-1b61-42b8-90fa-43b741e9e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:53:59.976063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-1f80be17-1b61-42b8-90fa-43b741e9e450 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.0669627 Jul 27 16:54:00.054964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-415ed378-1100-45de-b952-b0885b69a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.055211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa4208-0f1a-4e00-87b6-d492f2d8c817 req-16ce42be-416f-4003-b2ee-b33b732a3115 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.056760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-41fa4208-0f1a-4e00-87b6-d492f2d8c817 req-16ce42be-416f-4003-b2ee-b33b732a3115 tempest-ComputeTenantNetworksTest-2031087828 tempest-ComputeTenantNetworksTest-2031087828-project] 10.222.0.64 "GET /v2.0/networks/bc987cf3-1efd-47c5-8968-f0c7c120dc71 HTTP/1.1" status: 200 len: 769 time: 0.1419992 Jul 27 16:54:00.056897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-415ed378-1100-45de-b952-b0885b69a514 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701277 Jul 27 16:54:00.066364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:00.179843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.201791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-1ed0e66c-091f-4f72-bfca-13d792dcc68b service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357408 Jul 27 16:54:00.209405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca790c-411d-4199-bc75-b8e20e103434 req-5bc47b8c-1928-4c7a-b70e-0ae8f8a15b86 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.210881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e1ca790c-411d-4199-bc75-b8e20e103434 req-5bc47b8c-1928-4c7a-b70e-0ae8f8a15b86 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 944 time: 0.1460502 Jul 27 16:54:00.280870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.296029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e1ca790c-411d-4199-bc75-b8e20e103434 req-9d2826af-32a8-4805-bd83-d09ebe86dcf7 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764697 Jul 27 16:54:00.302961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.324139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b8c369c-78c8-4278-92f0-cfe1a3cb221d req-f16c271b-87ce-41a7-a8e8-1a7b6be9cc22 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123073 Jul 27 16:54:00.478931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.510958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc987cf3-1efd-47c5-8968-f0c7c120dc71']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:00.528254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea90560a-9cad-473a-9c2d-7b01611a2e3b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:00.528599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea90560a-9cad-473a-9c2d-7b01611a2e3b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:00.550345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.582142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ac25f-1c77-4510-a708-489f4462e316 req-92b0c622-16ad-44b9-af56-d9a900f14663 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.588181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ac25f-1c77-4510-a708-489f4462e316 req-92b0c622-16ad-44b9-af56-d9a900f14663 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.594144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ac25f-1c77-4510-a708-489f4462e316 req-92b0c622-16ad-44b9-af56-d9a900f14663 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:00.595917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee4ac25f-1c77-4510-a708-489f4462e316 req-92b0c622-16ad-44b9-af56-d9a900f14663 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.2237365 Jul 27 16:54:00.603486 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.605885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.25.4.49 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:00.628523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:00.629104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:00.630863 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:00.749860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee4ac25f-1c77-4510-a708-489f4462e316 req-7e6fc0bc-d19c-4f53-947c-2f5dcdf30465 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414618 Jul 27 16:54:00.754139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.761862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.766291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] 10.222.0.64 "DELETE /v2.0/networks/bc987cf3-1efd-47c5-8968-f0c7c120dc71 HTTP/1.1" status: 204 len: 168 time: 0.6950202 Jul 27 16:54:00.782684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a50d5-da02-45d0-82e5-dfcd4f250e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc987cf3-1efd-47c5-8968-f0c7c120dc71,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:00.816555 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.861846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:00.902218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:00.904956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:00.910707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:00.917046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418'}, {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:00.920151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:00.920956 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c5144-3303-47c7-9040-768bab7a55ea" -d '{"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "81557772-8c3b-4b78-b4b8-596418e09418"}, {"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:00.941242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:00.975875 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed6d7f-e630-4e84-8e37-0ab60c7e0fd3 x-openstack-request-id: req-41ed6d7f-e630-4e84-8e37-0ab60c7e0fd3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:00.976167 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "81557772-8c3b-4b78-b4b8-596418e09418", "code": 200}, {"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:00.976524 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41ed6d7f-e630-4e84-8e37-0ab60c7e0fd3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:00.976866 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418', 'code': 200} Jul 27 16:54:00.977146 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22', 'code': 200} Jul 27 16:54:00.999436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d77e125-0bb6-48ed-a1c2-96367115e3df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5eeb5bee8daa4232a30bc82471937eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764968 Jul 27 16:54:01.001419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:01.078473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:01.114724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:01.179116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bebf6-bfaf-47b7-9aa7-629bb28539c4 req-e2a686fb-ad80-4be5-8180-9f099c920c65 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.181056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03bebf6-bfaf-47b7-9aa7-629bb28539c4 req-e2a686fb-ad80-4be5-8180-9f099c920c65 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 944 time: 0.1159558 Jul 27 16:54:01.190509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ff570-0ca9-447f-8ef2-5c6a7774a168 req-0b7e1800-80fb-4a97-8c79-fdbc3e8e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.191331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ff570-0ca9-447f-8ef2-5c6a7774a168 req-0b7e1800-80fb-4a97-8c79-fdbc3e8e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.191880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ff570-0ca9-447f-8ef2-5c6a7774a168 req-0b7e1800-80fb-4a97-8c79-fdbc3e8e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.193798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-573ff570-0ca9-447f-8ef2-5c6a7774a168 req-0b7e1800-80fb-4a97-8c79-fdbc3e8e0058 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2872 time: 0.0926526 Jul 27 16:54:01.209617 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:01.212729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:01.213919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8cae5aa-95bd-4d5d-a705-a879d71b24fd HTTP/1.1" status: 204 len: 168 time: 0.2115500 Jul 27 16:54:01.234891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a96e20-cb30-4ec5-8fb0-2c793962c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cae5aa-95bd-4d5d-a705-a879d71b24fd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:01.252891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-573ff570-0ca9-447f-8ef2-5c6a7774a168 req-0528606d-16a0-427d-960c-7bf6d6683074 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Jul 27 16:54:01.313482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03bebf6-bfaf-47b7-9aa7-629bb28539c4 req-d4147ef7-5fa5-4af8-957b-d46fe958455d tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934184 Jul 27 16:54:01.330265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:01.487513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811878-0b6d-4b71-8ed4-a97f20b6419c req-5003dfc2-f5ac-49be-8b98-857147e1e06c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.489223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d811878-0b6d-4b71-8ed4-a97f20b6419c req-5003dfc2-f5ac-49be-8b98-857147e1e06c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 944 time: 0.1081228 Jul 27 16:54:01.549804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d811878-0b6d-4b71-8ed4-a97f20b6419c req-f09c1fb6-71ab-4f79-ae8f-8f16e6ff7e7b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524101 Jul 27 16:54:01.908363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3774-4580-4ef0-a61d-a233c54f04a4 req-9bf4cead-9699-4dac-8ac7-81ae0cea423f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.915193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3774-4580-4ef0-a61d-a233c54f04a4 req-9bf4cead-9699-4dac-8ac7-81ae0cea423f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.926635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3774-4580-4ef0-a61d-a233c54f04a4 req-9bf4cead-9699-4dac-8ac7-81ae0cea423f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:01.928705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab6f3774-4580-4ef0-a61d-a233c54f04a4 req-9bf4cead-9699-4dac-8ac7-81ae0cea423f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.0940349 Jul 27 16:54:01.981110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab6f3774-4580-4ef0-a61d-a233c54f04a4 req-639264f1-b27c-44d5-b1ab-9985b2eb8e7a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Jul 27 16:54:02.013874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.124174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:02.138478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29fb0ed3-3ea4-48f9-904a-864e100a3992 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:02.156835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 0b6865a1-8a96-46e4-b842-58780854f68c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:54:02.211590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 29fb0ed3-3ea4-48f9-904a-864e100a3992 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:02.220984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 29fb0ed3-3ea4-48f9-904a-864e100a3992 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:02.221257 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.223367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 20048cb4-13c5-4674-b2da-6bcf3edfca05 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:54:02.254445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-network', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:02.278426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Made reservation on behalf of 3df3187c319c4fe9ac37e5111796e952 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:02.282443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.292884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.317618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:02.329588 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Sync routers for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:02.341042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:02.342093 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:02.412421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:02.414912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.435853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'port_id': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'mac_address': 'fa:16:3e:e2:e2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:54:02.464290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.469605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.508395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.511307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:54:02.520875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:02.526184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33efd74b-b9d1-4f6d-8d0e-01ee6af97df3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3700707 Jul 27 16:54:02.528887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:02.542134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d827c-412b-4ad7-aebe-0fae5362338b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:02.545486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.545837 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Added segment cad47e38-9095-4c5e-bdaf-90222c841874 of type vlan for network b654d01c-7d1d-4b57-a7b1-b76ba19b68af Jul 27 16:54:02.565955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdea666-59d7-4825-97b6-9489ea5ec4ff req-46dc23cf-f4dd-4623-9970-a523944ede60 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:02.567968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7cdea666-59d7-4825-97b6-9489ea5ec4ff req-46dc23cf-f4dd-4623-9970-a523944ede60 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 944 time: 0.1308587 Jul 27 16:54:02.595918 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:02.638893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.643876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7cdea666-59d7-4825-97b6-9489ea5ec4ff req-1e671789-4ed8-4634-9dd6-04271ebcad9e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660787 Jul 27 16:54:02.793751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.794968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:02.798231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.802361 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.840066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:01Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:02.870416 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Checking router: 0b6865a1-8a96-46e4-b842-58780854f68c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:02.870699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:02.871211 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Updating router 0b6865a1-8a96-46e4-b842-58780854f68c port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:54:02.886244 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.901062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20048cb4-13c5-4674-b2da-6bcf3edfca05 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:02.907226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7818506 Jul 27 16:54:02.908421 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.911454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:02.917389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a01c8a23-164c-4038-b791-abd62335185a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5fbec388864420faa7425fccb037028&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3838036 Jul 27 16:54:02.918982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Request body: {'subnet': {'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-subnet', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:02.923936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:02.926254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:02.931719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:02.949999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54e5c-2845-47fa-9b0b-05b8a4d13bdb admin admin] Pushing event updated for resources: {'Network': ['ID=b654d01c-7d1d-4b57-a7b1-b76ba19b68af,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:02.963329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:54:02.978151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:02.980591 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ac30e-ef9a-45ab-a501-2e39462991c8" -d '{"events": [{"server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "name": "network-vif-plugged", "status": "completed", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:02.991428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b710-a47f-46e1-a88a-dfc4a9d0a218 req-9b807c6c-efcf-4a17-93e4-82de1c12abd9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:02.993362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4289b710-a47f-46e1-a88a-dfc4a9d0a218 req-9b807c6c-efcf-4a17-93e4-82de1c12abd9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 944 time: 0.3081594 Jul 27 16:54:03.007512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Made reservation on behalf of 3df3187c319c4fe9ac37e5111796e952 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:03.011315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.057588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:03.077963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4289b710-a47f-46e1-a88a-dfc4a9d0a218 req-da493b40-7c05-43ce-8767-89341557843f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739555 Jul 27 16:54:03.086321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.091627 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069915d1-385c-49a9-9773-f559e27763ea x-openstack-request-id: req-069915d1-385c-49a9-9773-f559e27763ea {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:03.101918 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "name": "network-vif-plugged", "status": "completed", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:03.102233 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-069915d1-385c-49a9-9773-f559e27763ea {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:03.102703 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'code': 200} Jul 27 16:54:03.123377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d57716-b3a4-4973-8ff1-7bc756d46965 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.131553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92d57716-b3a4-4973-8ff1-7bc756d46965 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2064717 Jul 27 16:54:03.135423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:03.217188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e01d30a3-7ef2-42d9-a873-36c36b6f3a9a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802190 Jul 27 16:54:03.220454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:03.246777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581068796', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'project_id': 'e5fbec388864420faa7425fccb037028', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:03.247060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['20048cb4-13c5-4674-b2da-6bcf3edfca05'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:03.248640 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.262417 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Transition to ACTIVE for port object 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:03.271214 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.353263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.365163 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941143c-2fbd-42ae-a906-7fa69ff75695 None None] Pushing event updated for resources: {'Port': ['ID=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:03.373902 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Attempting to bind port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:03.374605 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Attempting to bind port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:03.375226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Attempting to bind port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:03.381461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:03.382173 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:03.382911 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.383511 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:03.384812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Bound port: 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:03.385441 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.405996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f823f-fabd-49f1-b735-d07d900296f6 req-210c5f9d-ed2c-4877-8195-dd68ce21f6d7 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.411965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f823f-fabd-49f1-b735-d07d900296f6 req-210c5f9d-ed2c-4877-8195-dd68ce21f6d7 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.418140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f823f-fabd-49f1-b735-d07d900296f6 req-210c5f9d-ed2c-4877-8195-dd68ce21f6d7 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.425947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f3f823f-fabd-49f1-b735-d07d900296f6 req-210c5f9d-ed2c-4877-8195-dd68ce21f6d7 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.2032783 Jul 27 16:54:03.469996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14e77-cd35-436d-85a9-798f37af4aa3 req-fb3c2bad-09bf-415e-bf6b-ce9e0b1db523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.471777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa14e77-cd35-436d-85a9-798f37af4aa3 req-fb3c2bad-09bf-415e-bf6b-ce9e0b1db523 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1096 time: 0.3102503 Jul 27 16:54:03.497872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:03.502089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.512114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f3f823f-fabd-49f1-b735-d07d900296f6 req-170a3358-41c0-4368-9beb-5d21680975f6 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Jul 27 16:54:03.518218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d57d819-5eea-4202-8038-47a2a683c97d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:03.526002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Checking segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:03.526505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Network hostable DHCP agents. Network: b654d01c-7d1d-4b57-a7b1-b76ba19b68af, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:54:03.569366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:54:03.591119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b654d01c-7d1d-4b57-a7b1-b76ba19b68af) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:03.597970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:03.599369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.600271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08814d2b-4dd9-492f-b530-eb27fdb14526 None None] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:03.611773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa14e77-cd35-436d-85a9-798f37af4aa3 req-d2deff9e-881a-4130-b06f-59c6a27d59d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315713 Jul 27 16:54:03.624872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:03.626550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21fd05b5-9fb5-48c4-81d3-32dddcfe8401 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7126389 Jul 27 16:54:03.630974 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] For port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:03.634877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:03.636443 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] For port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:03.644182 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.763657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.764635 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.784104 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:03.784815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:03.786784 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941143c-2fbd-42ae-a906-7fa69ff75695 None None] Pushing event updated for resources: {'Port': ['ID=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:03.882921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:54:03.884017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.948735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:03.984244 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:04.004653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.068664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6f7c3-3497-4b20-a2e2-26c9bf0b12fd req-3bad2754-404c-4d41-a3f4-d5d535b3c241 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.070225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-70f6f7c3-3497-4b20-a2e2-26c9bf0b12fd req-3bad2754-404c-4d41-a3f4-d5d535b3c241 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.3498230 Jul 27 16:54:04.077401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Allocated IP 172.20.0.2 (b654d01c-7d1d-4b57-a7b1-b76ba19b68af/0d57d819-5eea-4202-8038-47a2a683c97d/0e6c47c3-4ffe-450d-b79c-52d0f43c733e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:04.212879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 20048cb4-13c5-4674-b2da-6bcf3edfca05 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:04.222025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a1de1-0500-4a5b-988e-209653353d2c req-43ef0def-12f6-40b2-b81b-eea5aaeb2816 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.240475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a1de1-0500-4a5b-988e-209653353d2c req-43ef0def-12f6-40b2-b81b-eea5aaeb2816 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.246335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:01Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:04.265690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a1de1-0500-4a5b-988e-209653353d2c req-43ef0def-12f6-40b2-b81b-eea5aaeb2816 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.267464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f4a1de1-0500-4a5b-988e-209653353d2c req-43ef0def-12f6-40b2-b81b-eea5aaeb2816 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.2361543 Jul 27 16:54:04.321204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0dd0e-f802-4961-a119-390204ce00b0 None None] The sync data for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 is: [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:01Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:04.339710 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f4a1de1-0500-4a5b-988e-209653353d2c req-b6f3a760-aa00-4878-affb-3aaec4b15803 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658236 Jul 27 16:54:04.340147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 20048cb4-13c5-4674-b2da-6bcf3edfca05 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:04.354866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 20048cb4-13c5-4674-b2da-6bcf3edfca05 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:04.355669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.407334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.428890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Transition to ACTIVE for port object 0e6c47c3-4ffe-450d-b79c-52d0f43c733e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:04.473737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Transition to ACTIVE for port object 0e6c47c3-4ffe-450d-b79c-52d0f43c733e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:04.507707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.576968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.585245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:04.606201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f29325-0e3c-4bca-965a-a0bfb1aa3085 req-13bae3d1-78c0-42e4-8030-e3bfaacd6b3e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.607819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88f29325-0e3c-4bca-965a-a0bfb1aa3085 req-13bae3d1-78c0-42e4-8030-e3bfaacd6b3e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 945 time: 0.1262937 Jul 27 16:54:04.621854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:04.634377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Pushing event updated for resources: {'Port': ['ID=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:04.652846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:04.672357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:04.693062 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.693850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88f29325-0e3c-4bca-965a-a0bfb1aa3085 req-5a6eed60-5b9f-45de-8b79-b055994ad3fc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746975 Jul 27 16:54:04.790845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Attempting to bind port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:04.791122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Attempting to bind port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:04.791498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Attempting to bind port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:04.794696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:04.808651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:04.809062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Checking segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:04.809518 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.809827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Bound using segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:04.810368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Bound port: 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:04.810787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.819268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.840455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Checking segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:04.840890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network hostable DHCP agents. Network: 93f80b5f-5393-42f8-beee-32393e85d220, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:54:04.842961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Subnet': ['ID=9528b0bc-8627-4a04-857f-d1c234753cfd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:04.869242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.869596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.869939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.870270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.870617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.870928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.871254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.871582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.871899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.872223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.872572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.872905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:04.902699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-70f6f7c3-3497-4b20-a2e2-26c9bf0b12fd req-63178187-d7fa-4efd-8b1f-a11c1fe82e66 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686074 Jul 27 16:54:04.931537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] For port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:04.935041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] For port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:04.943242 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:04.951599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network 93f80b5f-5393-42f8-beee-32393e85d220 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:54:04.980592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 93f80b5f-5393-42f8-beee-32393e85d220) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:04.985312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:04.985998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:05.031485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b546c990-2d61-426b-a143-b8ca97aebc88 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8068986 Jul 27 16:54:05.032164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:05.084690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3a608-0936-42a4-86f0-fad8862d84f0 None None] Pushing event updated for resources: {'Port': ['ID=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:05.100441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0124853-57ca-4176-be72-f0275e7f1206 None None] Network 93f80b5f-5393-42f8-beee-32393e85d220 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:05.255993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:05.259979 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012928db-415f-4957-a76e-07eb71991e01" -d '{"events": [{"server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:05.305165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:05.339945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:05.349420 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e9816-bc5d-4657-bba4-a4b9a1643ee1 x-openstack-request-id: req-0d4e9816-bc5d-4657-bba4-a4b9a1643ee1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:05.353123 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:05.353516 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d4e9816-bc5d-4657-bba4-a4b9a1643ee1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:05.354223 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'code': 200} Jul 27 16:54:05.489375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-93f80b5f-5393-42f8-beee-32393e85d220', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:54:05.490412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:05.689599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Allocated IP 172.25.4.83 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/c6ff638e-8594-4d57-b180-29926c8a2a75) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:05.755112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Allocated IP 172.20.0.2 (93f80b5f-5393-42f8-beee-32393e85d220/9528b0bc-8627-4a04-857f-d1c234753cfd/3e3cbaed-2ea5-47f0-b83a-05e471f113cd) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:05.761338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7657-1264-4711-88f2-a425978a46db req-86da718e-9beb-41da-899b-05cdeb35b6e4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:05.772903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7657-1264-4711-88f2-a425978a46db req-86da718e-9beb-41da-899b-05cdeb35b6e4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:05.779635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7657-1264-4711-88f2-a425978a46db req-86da718e-9beb-41da-899b-05cdeb35b6e4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:05.782703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdab7657-1264-4711-88f2-a425978a46db req-86da718e-9beb-41da-899b-05cdeb35b6e4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.2619643 Jul 27 16:54:05.987322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b6ab-24fa-457a-8431-7e5e926b1b44 req-2db6e52c-7582-4db2-b1b1-b3c60a13dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:05.991840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1248b6ab-24fa-457a-8431-7e5e926b1b44 req-2db6e52c-7582-4db2-b1b1-b3c60a13dfa3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.4559882 Jul 27 16:54:06.059337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481358eb-ddc3-4ae9-bd7b-440ea4c5e42d req-21dcfcf4-952c-4832-ad87-aeb1ba17d994 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:06.066092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481358eb-ddc3-4ae9-bd7b-440ea4c5e42d req-21dcfcf4-952c-4832-ad87-aeb1ba17d994 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:06.076518 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.098567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481358eb-ddc3-4ae9-bd7b-440ea4c5e42d req-21dcfcf4-952c-4832-ad87-aeb1ba17d994 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:06.107559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Transition to ACTIVE for port object 3e3cbaed-2ea5-47f0-b83a-05e471f113cd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:06.108288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-481358eb-ddc3-4ae9-bd7b-440ea4c5e42d req-21dcfcf4-952c-4832-ad87-aeb1ba17d994 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 2419 time: 0.5706675 Jul 27 16:54:06.119637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.149927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Transition to ACTIVE for port object 3e3cbaed-2ea5-47f0-b83a-05e471f113cd will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:06.157941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c1731-6910-4f61-a616-193a97272f02 req-d1416f20-f21c-4185-857f-23be0e29155d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:06.157941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c0c1731-6910-4f61-a616-193a97272f02 req-d1416f20-f21c-4185-857f-23be0e29155d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.3030598 Jul 27 16:54:06.167652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.209356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port 81557772-8c3b-4b78-b4b8-596418e09418 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:06.209708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.223882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:06.239635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Network 93f80b5f-5393-42f8-beee-32393e85d220 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:06.241016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-481358eb-ddc3-4ae9-bd7b-440ea4c5e42d req-92e84648-db45-427b-b274-0be7fc2f9a03 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163659 Jul 27 16:54:06.244646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:06.272719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:06.275839 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1248b6ab-24fa-457a-8431-7e5e926b1b44 req-4968ed14-48b6-4676-ba9b-95010c4c7a59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718720 Jul 27 16:54:06.390405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.441887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Pushing event updated for resources: {'Port': ['ID=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:06.467748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Attempting to bind port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:06.468387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Attempting to bind port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:06.468934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Attempting to bind port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd on network 93f80b5f-5393-42f8-beee-32393e85d220 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:06.476379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:06.477378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Checking segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:06.478436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.479708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Bound using segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:06.480468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Bound port: 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:06.481082 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.486819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.494586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port 81557772-8c3b-4b78-b4b8-596418e09418, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=81557772-8c3b-4b78-b4b8-596418e09418,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:06.494979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.506902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bdff6-d607-4518-8d0e-73522b523131 req-85cc4dc8-fad1-4826-ae53-04f4aed29c55 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:06.509045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f68bdff6-d607-4518-8d0e-73522b523131 req-85cc4dc8-fad1-4826-ae53-04f4aed29c55 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.1217620 Jul 27 16:54:06.520035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for 81557772-8c3b-4b78-b4b8-596418e09418 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:06.563917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:06.574295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:06.575183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.650097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f68bdff6-d607-4518-8d0e-73522b523131 req-296b58e0-ecc9-4c77-9da6-2070b39a1cc6 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266434 Jul 27 16:54:06.658484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] For port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:06.700802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] For port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:06.714720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c0c1731-6910-4f61-a616-193a97272f02 req-f3f032e9-e150-4994-a693-a2bac584e5ae tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5261312 Jul 27 16:54:06.764052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:06.771932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:06.784245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:06.787718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:06.832229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183034e-1444-4531-8752-9ebba4fac4df None None] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:06.863569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ff638e-8594-4d57-b180-29926c8a2a75,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:07.015384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.044592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:07.093331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.20.0.1 (93f80b5f-5393-42f8-beee-32393e85d220/9528b0bc-8627-4a04-857f-d1c234753cfd/8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:07.140796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.222808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f1c75ef9-0f78-4a15-9181-497b2c7c75dc', '81557772-8c3b-4b78-b4b8-596418e09418', 'f3d8cd90-51d7-4283-8943-3b22e8b23c22'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:07.224740 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.225521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e6c47c3-4ffe-450d-b79c-52d0f43c733e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:07.234940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-669ee417-2071-4c80-826e-e2814a174e04 None None] Provisioning for port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:07.311426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=81557772-8c3b-4b78-b4b8-596418e09418,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:07.332533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f627-2936-47ac-959e-076b37960364 req-043cecbf-85e1-486d-9b14-80e6ad26d4cf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:07.340136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0f7f627-2936-47ac-959e-076b37960364 req-043cecbf-85e1-486d-9b14-80e6ad26d4cf tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.4796999 Jul 27 16:54:07.383534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.388976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba10d-b117-4217-97bf-3a25feafa429 None None] Pushing event updated for resources: {'Port': ['ID=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:07.413540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Transition to ACTIVE for port object 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:07.535744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port 81557772-8c3b-4b78-b4b8-596418e09418 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:07.548018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a12d-b00c-4eb6-8a16-3a89bcff9743 req-0612ee76-06f7-4e75-8095-303d6a12ad1f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:07.554408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a12d-b00c-4eb6-8a16-3a89bcff9743 req-0612ee76-06f7-4e75-8095-303d6a12ad1f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:07.563704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c80a12d-b00c-4eb6-8a16-3a89bcff9743 req-0612ee76-06f7-4e75-8095-303d6a12ad1f tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 1683 time: 0.1456184 Jul 27 16:54:07.573288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.580392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.583416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdab7657-1264-4711-88f2-a425978a46db req-eb3d2b8f-b749-4608-9068-57939d06e0c4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "DELETE /v2.0/ports/81557772-8c3b-4b78-b4b8-596418e09418 HTTP/1.1" status: 204 len: 173 time: 1.7758460 Jul 27 16:54:07.583778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:07.586257 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6b71b1-a51f-4cec-b9c1-f85bf508fbed" -d '{"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "81557772-8c3b-4b78-b4b8-596418e09418"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:07.601668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0f7f627-2936-47ac-959e-076b37960364 req-a4d2943b-df77-4ccd-8c61-fc0bc948ab1e tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605915 Jul 27 16:54:07.639155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:07.648057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:07.675687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network 93f80b5f-5393-42f8-beee-32393e85d220 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:07.683807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:07.700203 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c80a12d-b00c-4eb6-8a16-3a89bcff9743 req-3334a894-05b8-4fb1-b0a2-c43324692a90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305363 Jul 27 16:54:07.717912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:07.761708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:07.763139 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e1830d-4727-444b-9282-233163fe1b0c x-openstack-request-id: req-e7e1830d-4727-444b-9282-233163fe1b0c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:07.771925 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "81557772-8c3b-4b78-b4b8-596418e09418", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:07.772457 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7e1830d-4727-444b-9282-233163fe1b0c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:07.780848 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': '81557772-8c3b-4b78-b4b8-596418e09418', 'status': 'completed', 'code': 200} Jul 27 16:54:07.787727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.865614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:07.879870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9613bb9-df15-4fde-986b-245bea5783e5 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:07.899569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9613bb9-df15-4fde-986b-245bea5783e5 tempest-TestNetworkBasicOps-466877504 tempest-TestNetworkBasicOps-466877504-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1091 time: 0.2536294 Jul 27 16:54:07.901131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:07.965261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:07.972298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:07.981590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:07.982446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.070401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port f1c75ef9-0f78-4a15-9181-497b2c7c75dc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:08.070947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.226612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.249790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.263234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-855f14f2-84e6-4932-bf33-ba7b6672d058 None None] Provisioning complete for port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:08.263542 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-855f14f2-84e6-4932-bf33-ba7b6672d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.295743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:08.309978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.320077 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.363592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94cf9-5eb2-48b5-a08c-e558e8102a07 req-f122ec5c-9156-424b-b39d-047bb9c740f8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:08.387383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ecd94cf9-5eb2-48b5-a08c-e558e8102a07 req-f122ec5c-9156-424b-b39d-047bb9c740f8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.3995779 Jul 27 16:54:08.411142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port f1c75ef9-0f78-4a15-9181-497b2c7c75dc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:08.412919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.453499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for f1c75ef9-0f78-4a15-9181-497b2c7c75dc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:08.462225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ecd94cf9-5eb2-48b5-a08c-e558e8102a07 req-54ba18fe-3a80-47b4-baa3-5ad2ff8497cc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562928 Jul 27 16:54:08.612461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbc2df-37d9-4280-853d-3ddb2490709d None None] Network 93f80b5f-5393-42f8-beee-32393e85d220 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:08.676217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e3cbaed-2ea5-47f0-b83a-05e471f113cd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:08.748491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:08.753985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.866123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:08.875208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:08.884203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:08.933506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c313d-b261-4ff0-993a-c23d6579ee5b req-07117224-cd46-4306-9295-0674da93daf4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:08.935219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fc7c313d-b261-4ff0-993a-c23d6579ee5b req-07117224-cd46-4306-9295-0674da93daf4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2552800 Jul 27 16:54:08.953158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:08.984632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'floatingip': {'port_id': '20048cb4-13c5-4674-b2da-6bcf3edfca05'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:08.987942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Provisioning for port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:09.008925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:09.009332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.059930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.065871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Provisioning complete for port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:09.067471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.091891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929de621-4f38-4b57-913b-a483a934e9b8 req-25dce2b0-b9a9-421b-82ff-7beb717fa4eb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:09.098461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929de621-4f38-4b57-913b-a483a934e9b8 req-25dce2b0-b9a9-421b-82ff-7beb717fa4eb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:09.100124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-929de621-4f38-4b57-913b-a483a934e9b8 req-25dce2b0-b9a9-421b-82ff-7beb717fa4eb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 1604 time: 0.2951152 Jul 27 16:54:09.103551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.110935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.125401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=f1c75ef9-0f78-4a15-9181-497b2c7c75dc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:09.184966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:54:09.208965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.212548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port f1c75ef9-0f78-4a15-9181-497b2c7c75dc on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:09.217621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.219974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdab7657-1264-4711-88f2-a425978a46db req-082a1ec1-0c0c-47ec-a8bb-5defd8f837c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "DELETE /v2.0/ports/f1c75ef9-0f78-4a15-9181-497b2c7c75dc HTTP/1.1" status: 204 len: 173 time: 1.6284988 Jul 27 16:54:09.257905 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.362689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] For port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:09.375625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.378274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Allocated IP 172.25.4.18 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:09.460965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0940c-585a-405c-896c-b230d54a9ad9 None None] Pushing event updated for resources: {'Port': ['ID=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:09.478929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:09.508587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:09.529945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:09.530602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:09.535826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port f3d8cd90-51d7-4283-8943-3b22e8b23c22 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:09.536171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.544303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.545620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d9a483b2-3fe2-4533-80bf-517967a23683 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9199986 Jul 27 16:54:09.588735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:09.589625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:09.646590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.679896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Provisioning for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:09.686099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Provisioning complete for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:09.686469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.723649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:09.745212 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-929de621-4f38-4b57-913b-a483a934e9b8 req-bc151e45-48a8-4b6a-8f9f-be7b11e20a4d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312511 Jul 27 16:54:09.820299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.880734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:09.884619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04e8abf2-229d-41be-bdb0-47d6d808b564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.891148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.920075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Provisioning complete for port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:09.920490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbe64-86cf-4574-a5f6-aff258f26c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:09.926383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:09.931158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:09.933001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:09.938133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:10.164210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 3, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:10.197794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:10.198149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Updating router 0d6effcf-d481-4589-a3d0-e71e914b0667 port c6ff638e-8594-4d57-b180-29926c8a2a75 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:54:10.225232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f1c75ef9-0f78-4a15-9181-497b2c7c75dc no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:10.234356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:10.237001 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0398a7d-f299-4e0d-9af4-09fbc9edce10" -d '{"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:10.264310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: f1c75ef9-0f78-4a15-9181-497b2c7c75dc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:10.264687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f1c75ef9-0f78-4a15-9181-497b2c7c75dc not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:10.265111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 81557772-8c3b-4b78-b4b8-596418e09418 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:10.288290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.295204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 81557772-8c3b-4b78-b4b8-596418e09418 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:10.295554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 81557772-8c3b-4b78-b4b8-596418e09418 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:10.295972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f3d8cd90-51d7-4283-8943-3b22e8b23c22 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:10.313994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2354bdd8-50cf-4a20-9bd0-94a0bd6b8dac None None] Provisioning complete for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:10.314455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2354bdd8-50cf-4a20-9bd0-94a0bd6b8dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.322043 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30683b5d-e9dd-49ce-90f3-4e2ed058b06e x-openstack-request-id: req-30683b5d-e9dd-49ce-90f3-4e2ed058b06e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:10.322464 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "f1c75ef9-0f78-4a15-9181-497b2c7c75dc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:10.322816 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30683b5d-e9dd-49ce-90f3-4e2ed058b06e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:10.323437 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': 'f1c75ef9-0f78-4a15-9181-497b2c7c75dc', 'status': 'completed', 'code': 200} Jul 27 16:54:10.326930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port f3d8cd90-51d7-4283-8943-3b22e8b23c22, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f3d8cd90-51d7-4283-8943-3b22e8b23c22,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:10.327419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.386345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for f3d8cd90-51d7-4283-8943-3b22e8b23c22 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:10.494315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2354bdd8-50cf-4a20-9bd0-94a0bd6b8dac None None] Port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:10.514860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e3cbaed-2ea5-47f0-b83a-05e471f113cd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:10.666540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.694588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:10.695330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.757310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.796632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=f3d8cd90-51d7-4283-8943-3b22e8b23c22,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:10.859013 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.888557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Transition to ACTIVE for port object c6ff638e-8594-4d57-b180-29926c8a2a75 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:10.899285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:10.940758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e6c47c3-4ffe-450d-b79c-52d0f43c733e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:10.999177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7298f-42d4-4847-b44d-b6571865e781 None None] Pushing event updated for resources: {'Port': ['ID=c6ff638e-8594-4d57-b180-29926c8a2a75,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:11.000385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port f3d8cd90-51d7-4283-8943-3b22e8b23c22 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:11.004163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Attempting to bind port c6ff638e-8594-4d57-b180-29926c8a2a75 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:11.004630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Attempting to bind port c6ff638e-8594-4d57-b180-29926c8a2a75 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:11.005005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Attempting to bind port c6ff638e-8594-4d57-b180-29926c8a2a75 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:11.006260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.011448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdab7657-1264-4711-88f2-a425978a46db req-03206251-615a-40ba-b93c-b30a41543294 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.13 "DELETE /v2.0/ports/f3d8cd90-51d7-4283-8943-3b22e8b23c22 HTTP/1.1" status: 204 len: 173 time: 1.7819254 Jul 27 16:54:11.018156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:11.018540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:11.018956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.019353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:11.019843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Bound port: c6ff638e-8594-4d57-b180-29926c8a2a75, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:11.020748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.097977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24151f65-0767-47ae-b2fb-4485df18017f req-dbb29b1a-7ffd-477e-b707-c29eabf076b2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f7892f3-29ce-4a48-88b0-ec3c614b8b69 HTTP/1.1" status: 200 len: 210 time: 0.1674457 Jul 27 16:54:11.179971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:54:11.309511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network 93f80b5f-5393-42f8-beee-32393e85d220 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:11.311017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:11.311693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.315913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:11.351170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.368857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] For port c6ff638e-8594-4d57-b180-29926c8a2a75, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:11.373956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] For port c6ff638e-8594-4d57-b180-29926c8a2a75, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c6ff638e-8594-4d57-b180-29926c8a2a75,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:11.411275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.525634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7298f-42d4-4847-b44d-b6571865e781 None None] Pushing event updated for resources: {'Port': ['ID=c6ff638e-8594-4d57-b180-29926c8a2a75,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:11.560844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:11.561619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:11.644570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.668143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Allocated IP 172.20.0.1 (b654d01c-7d1d-4b57-a7b1-b76ba19b68af/0d57d819-5eea-4202-8038-47a2a683c97d/0568e1a0-9622-493c-ae93-3659ae6028e0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:11.698798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.702713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 0b6865a1-8a96-46e4-b842-58780854f68c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:11.719096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.770455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:11.814821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.829184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Transition to ACTIVE for port object 0568e1a0-9622-493c-ae93-3659ae6028e0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:11.879567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.890590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.912140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2113396-189b-4f22-8543-d555581888c4 None None] Provisioning complete for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:11.912671 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e2113396-189b-4f22-8543-d555581888c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:11.970656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e2113396-189b-4f22-8543-d555581888c4 None None] Port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:11.984061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Pushing event updated for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:11.993335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:11.994802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:11.997277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:12.025101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 3, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:12.046823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.067181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cb49-63d9-403c-929f-66825a4e9137 None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 3, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:12.156515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.163834 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Floating IP 38e02510-4f25-4ae9-a473-830ce5686804 associated. External IP: 172.25.4.130, port: 20048cb4-13c5-4674-b2da-6bcf3edfca05. Jul 27 16:54:12.199527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:12.232306 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.247637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:12.265776 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Sync routers for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:12.289122 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:12.289848 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:53:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:12.291474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a488bd74-8db1-495e-90f1-a9197999582c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "PUT /v2.0/routers/0b6865a1-8a96-46e4-b842-58780854f68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2584717 Jul 27 16:54:12.293022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:12.300652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1530972013', 'description': 'tempest-secgroup_access--1530972013 description', 'project_id': 'e5fbec388864420faa7425fccb037028'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:12.306088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.329463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:12.364800 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd853c94-b2f0-4e9e-9ab3-75956340aa73" -d '{"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:12.375927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting subnet de37b1ab-648a-433c-983a-37ac76d4e218 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:12.384381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.406068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event updated for resources: {'Port': ['ID=bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:12.434798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.442381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.544863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abc3d517-cfb4-4c56-b4ec-e5ffcb68ca05 None None] Provisioning for port 0568e1a0-9622-493c-ae93-3659ae6028e0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:12.565186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abc3d517-cfb4-4c56-b4ec-e5ffcb68ca05 None None] Provisioning complete for port 0568e1a0-9622-493c-ae93-3659ae6028e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:12.565699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abc3d517-cfb4-4c56-b4ec-e5ffcb68ca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.623404 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05417e-f6ec-4481-8aa5-bbee3f7e13e8 x-openstack-request-id: req-cd05417e-f6ec-4481-8aa5-bbee3f7e13e8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:12.626761 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7892f3-29ce-4a48-88b0-ec3c614b8b69", "name": "network-vif-deleted", "tag": "f3d8cd90-51d7-4283-8943-3b22e8b23c22", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:12.627020 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd05417e-f6ec-4481-8aa5-bbee3f7e13e8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:12.627433 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7892f3-29ce-4a48-88b0-ec3c614b8b69', 'name': 'network-vif-deleted', 'tag': 'f3d8cd90-51d7-4283-8943-3b22e8b23c22', 'status': 'completed', 'code': 200} Jul 27 16:54:12.641912 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.681298 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:12.682227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.713868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-abc3d517-cfb4-4c56-b4ec-e5ffcb68ca05 None None] Port 0568e1a0-9622-493c-ae93-3659ae6028e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:12.715837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-896a604f-a26e-4f3b-b0dd-4b00fc30f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.732063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.790442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.900663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:12.905064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Pushing event updated for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:13.035365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.064547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 2, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:13.118798 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Checking router: 0b6865a1-8a96-46e4-b842-58780854f68c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:13.119138 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Updating router 0b6865a1-8a96-46e4-b842-58780854f68c port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:54:13.182719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:13.191885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:13.192101 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.216282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.219154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.246309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.250061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.252175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/subnets/de37b1ab-648a-433c-983a-37ac76d4e218 HTTP/1.1" status: 204 len: 168 time: 1.0511491 Jul 27 16:54:13.261995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba6143-0ef0-476c-b331-3e951b5553dc None None] Network 95f034d9-f273-4c81-bc8b-52b0d52b4ddc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:13.348331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:13.368970 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Floating IP 128b0cce-42e5-4312-add9-2c5cf4942801 associated. External IP: 172.25.4.18, port: 29fb0ed3-3ea4-48f9-904a-864e100a3992. Jul 27 16:54:13.481686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.543463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92249c-a282-400a-8c24-20d5ec1fb2e2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Subnet': ['ID=de37b1ab-648a-433c-983a-37ac76d4e218,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:13.590590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.595547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:13.596671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3019400 Jul 27 16:54:13.611725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:13.619725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000f2ea-63c1-4a24-8af2-4ce068ef3f48 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a68696-964d-4f37-89e3-77517382c4d6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:13.626696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1537463606', 'description': 'tempest-secgroup_general--1537463606 description', 'project_id': 'e5fbec388864420faa7425fccb037028'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:13.644563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:13.692202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ff917dbb-1c35-4bf6-a1a2-5331c9469efc None None] Provisioning complete for port 0568e1a0-9622-493c-ae93-3659ae6028e0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:13.692718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ff917dbb-1c35-4bf6-a1a2-5331c9469efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.726782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] DHCP port deletion for 95f034d9-f273-4c81-bc8b-52b0d52b4ddc request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:54:13.766625 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.781240 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Transition to ACTIVE for port object 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:13.790660 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.840974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ff917dbb-1c35-4bf6-a1a2-5331c9469efc None None] Port 0568e1a0-9622-493c-ae93-3659ae6028e0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:13.852839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:13.858895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-77e0bffa-2c12-465c-b464-ce621f3b0bdd admin admin] 10.222.0.64 "PUT /v2.0/routers/0d6effcf-d481-4589-a3d0-e71e914b0667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2692060 Jul 27 16:54:13.865728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Deleting port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:13.866114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.889006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.932520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:13.978435 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365625-b560-43fa-b9b6-66ba4de1ad69 None None] Pushing event updated for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:14.049153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] For port c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,segment=NetworkSegment(1edaebe3-ac90-4279-823e-575cc6476c99),segment_id=1edaebe3-ac90-4279-823e-575cc6476c99)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:14.049927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.062322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Attempting to bind port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:14.064669 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Attempting to bind port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:14.065246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Attempting to bind port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea on network 93f80b5f-5393-42f8-beee-32393e85d220 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:14.078660 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:14.081728 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Checking segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:14.082792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Calling delete_port for c9b17a77-a9ae-4d2d-80a2-c7f98c186490 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:14.083496 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.084078 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Bound using segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:14.086353 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Bound port: 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:14.087163 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.221853 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] For port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:14.239525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] For port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:14.240017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:14.243195 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.268031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:14.276811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.306824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:14.308126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:14.323547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 13b8d3cb-5263-42c9-944e-de21bda2251e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:14.356222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.377772 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365625-b560-43fa-b9b6-66ba4de1ad69 None None] Pushing event updated for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:14.412340 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:14.415015 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:14.492398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] Pushing event deleted for resources: {'Port': ['ID=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:14.496667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:14.496667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.504511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ebcef-46a1-44e6-b0cb-e61ed187c294 None None] No DVR routers for this DVR port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:14.554763 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:14.606141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c6ff638e-8594-4d57-b180-29926c8a2a75 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:14.754057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port c9b17a77-a9ae-4d2d-80a2-c7f98c186490, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:14.761117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.780893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:14.795216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f253a99-0d2f-40c8-8177-7322bc99b740 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "PUT /v2.0/floatingips/38e02510-4f25-4ae9-a473-830ce5686804 HTTP/1.1" status: 200 len: 992 time: 5.8340092 Jul 27 16:54:14.825342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:14.840854 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:14.848664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c6ff638e-8594-4d57-b180-29926c8a2a75 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:14.904216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c6ff638e-8594-4d57-b180-29926c8a2a75 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:14.904630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:14.964800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:14.977712 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Sync routers for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:14.985655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for c9b17a77-a9ae-4d2d-80a2-c7f98c186490 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:14.992668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:54:14.998967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.005404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:15.056600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=c9b17a77-a9ae-4d2d-80a2-c7f98c186490,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:15.058896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port c9b17a77-a9ae-4d2d-80a2-c7f98c186490 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:15.062250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.102730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36662) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:15.108782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012307488', 'description': 'tempest-description--791656478'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:15.110900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.123719 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf7de8-d8c0-4c64-8d86-18764f8f0257 x-openstack-request-id: req-bcbf7de8-d8c0-4c64-8d86-18764f8f0257 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:15.124064 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:15.124323 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcbf7de8-d8c0-4c64-8d86-18764f8f0257 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:15.124755 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'status': 'completed', 'code': 200} Jul 27 16:54:15.128776 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:14Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.132616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:15.134713 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:15.134850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.135348 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.143409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.189660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.198419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.237537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-70294d25-5486-4fd5-87fa-5bdc6190da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:15.240012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-70294d25-5486-4fd5-87fa-5bdc6190da81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1186159 Jul 27 16:54:15.306411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:15.306805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1843d868-6c37-46ae-9781-6a126adc41fc tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3377171 Jul 27 16:54:15.310112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:15.312337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541d6774-deb1-4d17-85ca-7b05c6ecbaff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:15.334096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.349845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f034d9-f273-4c81-bc8b-52b0d52b4ddc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.365305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edaebe3-ac90-4279-823e-575cc6476c99') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.366172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edaebe3-ac90-4279-823e-575cc6476c99') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.382953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.414631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.425177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:15.426096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:15.431669 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:15.435653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.447213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-81365736-a126-4496-ae31-724c8d276908 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 200 len: 990 time: 0.1321821 Jul 27 16:54:15.458775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c6ff638e-8594-4d57-b180-29926c8a2a75, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c6ff638e-8594-4d57-b180-29926c8a2a75,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:15.466791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.476076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.476991 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.499209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-1bb8252a-2724-4fb0-8ff7-7e3266ec96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:15.510764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-1bb8252a-2724-4fb0-8ff7-7e3266ec96bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.2563887 Jul 27 16:54:15.532390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.533106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:15.536760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17ce13f8-c0d0-4cce-b497-bc5c0f8e4018 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.9193192 Jul 27 16:54:15.537365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36670) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:15.560870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'security_group_rule': {'security_group_id': 'a3a68696-964d-4f37-89e3-77517382c4d6', 'project_id': 'e5fbec388864420faa7425fccb037028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:15.605911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a565c-f799-499d-8cb5-1650b8a675bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:15.611225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.612902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b9548b44-3440-4097-a28a-6dad7eb45b11 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5084932 Jul 27 16:54:15.618120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:15.623767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group_rule': {'security_group_id': '5e7a565c-f799-499d-8cb5-1650b8a675bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:15.628473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.655626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.672395 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed703b3-fd5a-41d1-b427-37bd0ff61981 None None] The sync data for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 is: [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:14Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:15.686020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.691572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/networks/95f034d9-f273-4c81-bc8b-52b0d52b4ddc HTTP/1.1" status: 204 len: 168 time: 2.3302965 Jul 27 16:54:15.697214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:15.704199 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.758283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-21b7f5bb-a257-48fe-b7ef-95669515fd25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1000 time: 0.2237210 Jul 27 16:54:15.785973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df49ed-3636-4047-9243-05a5f6cd5a1e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Network': ['ID=95f034d9-f273-4c81-bc8b-52b0d52b4ddc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:15.826876 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '128b0cce-42e5-4312-add9-2c5cf4942801', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'port_id': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'mac_address': 'fa:16:3e:84:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107937d1-8161-4920-989a-dd24cbc52b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:10Z', 'updated_at': '2021-07-27T16:54:10Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.843070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9b17a77-a9ae-4d2d-80a2-c7f98c186490 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:15.853841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-f5537784-8259-4902-8e81-87645dd3cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:15.858675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.864297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.881614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-f5537784-8259-4902-8e81-87645dd3cd87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1241832 Jul 27 16:54:15.895508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c9b17a77-a9ae-4d2d-80a2-c7f98c186490 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:15.895868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9b17a77-a9ae-4d2d-80a2-c7f98c186490 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:15.904968 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Checking router: 13b8d3cb-5263-42c9-944e-de21bda2251e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:15.942893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:15.943734 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:15.944587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c6ff638e-8594-4d57-b180-29926c8a2a75,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:15.965755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.975424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:15.997514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595fd97b-0d68-4f92-b403-2b38cd19389a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:16.002496 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting subnet c488d925-36df-4e39-93e6-1fb1a1c20417 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:16.009086 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.030762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8166cb50-ae4c-4072-abee-0be2b34ceefa,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:16.037318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4978da8b-3c96-4baa-86fc-92216875cbd3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810555 Jul 27 16:54:16.048328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.113682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.115045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d368ff9-976e-45cc-9ddf-deaedb3cf98c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4954226 Jul 27 16:54:16.121279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:16.140974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-817168dd-c6a0-40fb-b891-6df704718d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:16.143297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-817168dd-c6a0-40fb-b891-6df704718d50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520289 Jul 27 16:54:16.147528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group_rule': {'security_group_id': '5e7a565c-f799-499d-8cb5-1650b8a675bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:16.171055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '38e02510-4f25-4ae9-a473-830ce5686804', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:e2:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:53:50Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:16.206270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:16.220363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.248093 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:16.288344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.314230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-ac27cbc0-d237-43a5-bead-c47fcbe631dd service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528447 Jul 27 16:54:16.318993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:16.320056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:16.409732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.451008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.453322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:16.477547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.590389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90cbcae-7f92-48d8-af1f-62114a4215d3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:16.661158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:16.667319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.677276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-466e3f74-883b-400c-a2f9-47fed4c47e5a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5529084 Jul 27 16:54:16.679872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:16.685483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-45c792c7-b58c-4eee-9529-b9926adb25c8 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1537463606&fields=id&tenant_id=e5fbec388864420faa7425fccb037028 HTTP/1.1" status: 200 len: 267 time: 0.1334553 Jul 27 16:54:16.707888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:16.754491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cdf124ec-59c6-455c-94d3-103dc5ad6691 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 200 len: 990 time: 0.2871041 Jul 27 16:54:16.762558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.796732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:16.819592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-f679fd74-722a-41de-9b46-557ff85407bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1530972013&fields=id&tenant_id=e5fbec388864420faa7425fccb037028 HTTP/1.1" status: 200 len: 267 time: 0.1330667 Jul 27 16:54:16.824707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d1098a6-4d29-4ef7-9a8a-d4cec2536a2b req-7ab836b6-1d61-4c1d-b6bc-af0fa46c8011 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026114 Jul 27 16:54:16.835652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Subnet': ['ID=c488d925-36df-4e39-93e6-1fb1a1c20417,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:16.846058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.880252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:16.881809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1ffda-2e85-4cfe-b071-bf34b2619ad6 None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:16.885237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d846c304-8baf-4069-88b0-517dce4b2ed5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/subnets/c488d925-36df-4e39-93e6-1fb1a1c20417 HTTP/1.1" status: 204 len: 168 time: 1.1769505 Jul 27 16:54:16.886880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:16.894890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '128b0cce-42e5-4312-add9-2c5cf4942801', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'port_id': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'mac_address': 'fa:16:3e:84:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107937d1-8161-4920-989a-dd24cbc52b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:10Z', 'updated_at': '2021-07-27T16:54:10Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:16.954222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def62e7d-acd0-443c-a76e-9816374eb623 None None] The sync data for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 is: [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '128b0cce-42e5-4312-add9-2c5cf4942801', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'port_id': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'mac_address': 'fa:16:3e:84:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107937d1-8161-4920-989a-dd24cbc52b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:10Z', 'updated_at': '2021-07-27T16:54:10Z', 'revision_number': 0, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:16.999172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.015135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-254dd4cd-b814-413c-8a7c-82e1ef0ec233 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:17.017023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-254dd4cd-b814-413c-8a7c-82e1ef0ec233 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 797 time: 0.1965392 Jul 27 16:54:17.040930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-fbc84b70-e757-4940-bf8b-85098a381bb4 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/quotas/e5fbec388864420faa7425fccb037028 HTTP/1.1" status: 200 len: 375 time: 0.0165012 Jul 27 16:54:17.120243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.125578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:17.127879 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36adb259-30de-45be-87c4-1e9ae8d0e2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:17.152103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 2, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:17.193116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-a62e4732-4393-4b0d-ae6b-9fcf0ad0e05d tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442380 Jul 27 16:54:17.282745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:17.283377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Updating router 0d6effcf-d481-4589-a3d0-e71e914b0667 port 0568e1a0-9622-493c-ae93-3659ae6028e0 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:54:17.287036 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba123b-e03a-4694-89e4-5b77fc978519 x-openstack-request-id: req-ceba123b-e03a-4694-89e4-5b77fc978519 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:17.287036 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:17.287036 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceba123b-e03a-4694-89e4-5b77fc978519 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:17.287350 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'status': 'completed', 'code': 200} Jul 27 16:54:17.314947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port bf997ecf-bacd-4b33-899a-13fd3d181402 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:17.315298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.330870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:17.373334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:17.375130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.428229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.448747 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb116e-0c07-432e-800d-0553584ddf68 None None] New status for floating IP 128b0cce-42e5-4312-add9-2c5cf4942801: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:54:17.482923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-bf4bb0cf-3fc5-4642-b539-c368ca02851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:17.485493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-bf4bb0cf-3fc5-4642-b539-c368ca02851f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1096 time: 0.1430597 Jul 27 16:54:17.495036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-79ac5e94-a27f-4e1d-95a8-30f91b95276f service neutron] 10.222.0.64 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803955 Jul 27 16:54:17.515114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port bf997ecf-bacd-4b33-899a-13fd3d181402, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bf997ecf-bacd-4b33-899a-13fd3d181402,segment=NetworkSegment(034cbaa2-2653-44e8-bfd1-c5b814c12c7b),segment_id=034cbaa2-2653-44e8-bfd1-c5b814c12c7b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:17.515114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.569643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for bf997ecf-bacd-4b33-899a-13fd3d181402 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:17.671924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.757317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-c135400f-76b6-4ee6-8cc6-724a7c93a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:17.760416 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-c135400f-76b6-4ee6-8cc6-724a7c93a5be service neutron] 10.222.0.61 "GET /v2.0/networks?id=6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 200 len: 897 time: 0.2642052 Jul 27 16:54:17.761636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:17.765063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-e275b40f-90ca-47ed-98ad-a3ee4bba2f43 service neutron] 10.222.0.64 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679739 Jul 27 16:54:17.878359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] DHCP port deletion for 6d7f4508-5a50-45ab-8d02-395ca15fae30 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:54:17.946884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb50252d-7e37-471b-a17c-d3512ade9920 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 200 len: 990 time: 0.1821148 Jul 27 16:54:17.949033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-ad4014fe-3e4a-4b61-8422-93676e928ad1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 200 len: 1000 time: 0.1764607 Jul 27 16:54:17.969699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:17.971312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.008076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=bf997ecf-bacd-4b33-899a-13fd3d181402,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.012214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port bf997ecf-bacd-4b33-899a-13fd3d181402 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:18.062624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-9889e0a5-642b-4c93-b3d3-f300571553bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:18.065308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-9889e0a5-642b-4c93-b3d3-f300571553bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=319f4901-82bb-451c-9d5e-06c99c1252ed HTTP/1.1" status: 200 len: 835 time: 0.1081805 Jul 27 16:54:18.080642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Allocated IP 172.25.4.77 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0ac9937b-424e-469a-9481-3a4dd949e260) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:18.126064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '38e02510-4f25-4ae9-a473-830ce5686804', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:e2:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:53:50Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:18.139132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:18.156703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-c4046a78-fd11-438d-a24b-df74d9d35d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:18.158256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-c4046a78-fd11-438d-a24b-df74d9d35d95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6260660c-f0e6-4156-8488-00abab8f77d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820735 Jul 27 16:54:18.182588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cef6cc8b-2773-4563-8478-d86cf9be5192 req-70c9e79b-cfba-47ca-9d05-31f382d15796 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 210 time: 0.0450907 Jul 27 16:54:18.196703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1ebed-12c6-47df-8de8-b903638e2f32 None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '38e02510-4f25-4ae9-a473-830ce5686804', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:e2:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:53:50Z', 'updated_at': '2021-07-27T16:54:11Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:18.201512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.209344 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.210164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c6ff638e-8594-4d57-b180-29926c8a2a75 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:18.265047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7f4508-5a50-45ab-8d02-395ca15fae30']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:18.289822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034cbaa2-2653-44e8-bfd1-c5b814c12c7b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:18.290420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034cbaa2-2653-44e8-bfd1-c5b814c12c7b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:18.307103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.328264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Deleting port bf997ecf-bacd-4b33-899a-13fd3d181402 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:18.328688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.337399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.342325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-752a975c-e2f6-49a7-a56e-e0726d4686bc service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731381 Jul 27 16:54:18.356483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:18.356780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:18.370220 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:18.403870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.477336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.482407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] For port bf997ecf-bacd-4b33-899a-13fd3d181402, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:18.482871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.507463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.534201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36adb259-30de-45be-87c4-1e9ae8d0e2f1 req-e1c950aa-bd39-4f90-8b9d-b65b29825bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689711 Jul 27 16:54:18.546535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.548574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/networks/6d7f4508-5a50-45ab-8d02-395ca15fae30 HTTP/1.1" status: 204 len: 168 time: 1.6606987 Jul 27 16:54:18.551230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396306e7-8eed-443e-855b-a7c753673539 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Network': ['ID=6d7f4508-5a50-45ab-8d02-395ca15fae30,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.560226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:18.566044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1093606991'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:18.572389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c6ff638e-8594-4d57-b180-29926c8a2a75 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:18.572939 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.586927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Calling delete_port for bf997ecf-bacd-4b33-899a-13fd3d181402 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:18.611056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.614153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:18.615315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Port bf997ecf-bacd-4b33-899a-13fd3d181402 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:54:18.623617 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.626464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.637093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.643660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Network 6d7f4508-5a50-45ab-8d02-395ca15fae30 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 16:54:18.644482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] No DVR routers for this DVR port bf997ecf-bacd-4b33-899a-13fd3d181402 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:18.672796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Transition to ACTIVE for port object 0568e1a0-9622-493c-ae93-3659ae6028e0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:18.698557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54522472-d75c-4966-9ba1-2a290b25569b None None] Pushing event deleted for resources: {'Port': ['ID=bf997ecf-bacd-4b33-899a-13fd3d181402,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.705128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:54:18.710851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.732417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.732795 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Added segment 9ababc1f-c6d1-4d33-9089-ec8ad56f497d of type vlan for network 8eb430a8-13cc-4d2d-a997-21c7f5097933 Jul 27 16:54:18.756405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=0ac9937b-424e-469a-9481-3a4dd949e260,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.784931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:18.807819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:18.818229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.822103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:18.879800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c8993-3af0-42c1-9e41-34bd21240d02 None None] Pushing event updated for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:18.906186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.921810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:18.922656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:18.953988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:19.018598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Attempting to bind port 0568e1a0-9622-493c-ae93-3659ae6028e0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:19.020063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Attempting to bind port 0568e1a0-9622-493c-ae93-3659ae6028e0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:19.020596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Attempting to bind port 0568e1a0-9622-493c-ae93-3659ae6028e0 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:19.042344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:19.042718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Checking segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:19.043298 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.043838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Bound using segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:19.044494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Bound port: 0568e1a0-9622-493c-ae93-3659ae6028e0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:19.045054 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.114021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84f81e8e-e1a6-464a-bc74-8a1f628df4f4 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 200 len: 992 time: 0.1584113 Jul 27 16:54:19.156564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5947428 Jul 27 16:54:19.166300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:19.170213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7f5ab-84ee-4c86-a104-5cfd2936b0c0 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Network': ['ID=8eb430a8-13cc-4d2d-a997-21c7f5097933,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:19.173605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'subnet': {'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:19.204169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:19.208149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:54:19.215334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] For port 0568e1a0-9622-493c-ae93-3659ae6028e0, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:19.257967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.332274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00b7c656-038d-4104-937b-8f5d5886b8cc req-e091abfb-3a48-420c-831c-15fe2662574c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 210 time: 0.0380113 Jul 27 16:54:19.369932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.380132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:19.387452 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.558274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d17c2-c279-4537-a2b2-1561d3e445e4 None None] New status for floating IP 38e02510-4f25-4ae9-a473-830ce5686804: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:54:19.584027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] For port 0568e1a0-9622-493c-ae93-3659ae6028e0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0568e1a0-9622-493c-ae93-3659ae6028e0,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:19.684892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.751682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.760266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.766253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:19.939804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.038013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.038760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-a90c9c2e-65dc-4e0e-b9b0-b37805c71fb5 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:20.041293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-a90c9c2e-65dc-4e0e-b9b0-b37805c71fb5 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.13 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 797 time: 0.2437272 Jul 27 16:54:20.047413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c8993-3af0-42c1-9e41-34bd21240d02 None None] Pushing event updated for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:20.049459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3539863 Jul 27 16:54:20.056352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:20.057145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:20.089519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927d708-3949-4104-ab24-9a73930f581a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=0ac9937b-424e-469a-9481-3a4dd949e260,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:20.121939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0cf75380-8c5b-4727-a0b4-83feb0d27e19 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5fbec388864420faa7425fccb037028 HTTP/1.1" status: 200 len: 478 time: 0.0611060 Jul 27 16:54:20.137106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Subnet': ['ID=2d45982b-24a7-454e-b3e5-3f48e6255d9e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:20.155320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'port': {'device_id': '67720cde-904e-4bc7-9445-94ce0b30243b', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'admin_state_up': True, 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'security_groups': ['541d6774-deb1-4d17-85ca-7b05c6ecbaff', 'a3a68696-964d-4f37-89e3-77517382c4d6']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:20.155827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Checking segment: {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:20.156280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network hostable DHCP agents. Network: 8eb430a8-13cc-4d2d-a997-21c7f5097933, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:54:20.174966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:20.175376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.183782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:54:20.213228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8eb430a8-13cc-4d2d-a997-21c7f5097933) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:20.217000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:20.217604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.246540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32199360-de3e-4e67-8293-4d3c3171ea90 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0791857 Jul 27 16:54:20.248997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:20.254705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1988814045'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:20.256465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97aa51-8835-44fe-bbe8-0f2bbd1c9c08 None None] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:20.382759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-e2b7a0f4-f2d9-4715-906c-47f332d2dc8e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2012307488&fields=id&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 267 time: 0.0948360 Jul 27 16:54:20.417164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:20.471405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:20.477418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.486724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:20.490427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.545616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:54:20.584856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.586187 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Added segment 7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a of type vlan for network c1c86b81-d348-4130-b1e4-abd5429696bc Jul 27 16:54:20.644099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-37269797-6559-4bae-a128-3443cad94031 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:20.646416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-37269797-6559-4bae-a128-3443cad94031 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 817 time: 0.2625003 Jul 27 16:54:20.676817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-aee1b26f-aa83-4562-9c80-6550efbf1674 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/quotas/3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 375 time: 0.0150707 Jul 27 16:54:20.694281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7baa6f0f-8b9b-4537-ae52-7d455d684754 req-d138f8a8-3f95-4b94-98a8-6132593934ee tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 210 time: 0.1435425 Jul 27 16:54:20.694495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-8eb430a8-13cc-4d2d-a997-21c7f5097933', 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'fixed_ips': [{'subnet_id': '2d45982b-24a7-454e-b3e5-3f48e6255d9e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:54:20.695211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.713501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bf997ecf-bacd-4b33-899a-13fd3d181402 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:20.802689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.819355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bf997ecf-bacd-4b33-899a-13fd3d181402 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:20.819918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bf997ecf-bacd-4b33-899a-13fd3d181402 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:20.857361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.20.0.4 (93f80b5f-5393-42f8-beee-32393e85d220/9528b0bc-8627-4a04-857f-d1c234753cfd/9b7361da-b2f5-4c57-8913-0de62caa719f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:20.957994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-efb930f6-b0c8-4a18-92de-de42597bae3c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2368007 Jul 27 16:54:20.972124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.977728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:20.978335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:20.992949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:19Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:21.030408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f097-d043-43c2-a893-7a5edb7a8fac None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:19Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:21.044059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Allocated IP 19.80.0.2 (8eb430a8-13cc-4d2d-a997-21c7f5097933/2d45982b-24a7-454e-b3e5-3f48e6255d9e/bfff660c-94b1-41c3-92b9-e9b555d4cf53) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:21.126280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8759677 Jul 27 16:54:21.129353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:21.140576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'subnet': {'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:21.183044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725268-163f-4208-9042-07588d74ecf1 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Network': ['ID=c1c86b81-d348-4130-b1e4-abd5429696bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:21.201163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c1c86b81-d348-4130-b1e4-abd5429696bc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:54:21.231228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-d3e37656-ae70-45cd-8dd3-ebbff596f580 service neutron] 10.222.0.64 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488937 Jul 27 16:54:21.353970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-45158328-d18a-4708-bfdb-3b6698d7582b service neutron] 10.222.0.64 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169133 Jul 27 16:54:21.404134 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.415066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Transition to ACTIVE for port object bfff660c-94b1-41c3-92b9-e9b555d4cf53 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:21.423615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.435015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Transition to ACTIVE for port object bfff660c-94b1-41c3-92b9-e9b555d4cf53 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:21.449781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.455375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Transition to ACTIVE for port object 9b7361da-b2f5-4c57-8913-0de62caa719f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:21.463041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:21.466832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.502986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:21.506036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:21.513409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:21.521849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Pushing event updated for resources: {'Port': ['ID=bfff660c-94b1-41c3-92b9-e9b555d4cf53,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:21.637003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.678936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Attempting to bind port bfff660c-94b1-41c3-92b9-e9b555d4cf53 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:21.680055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Attempting to bind port bfff660c-94b1-41c3-92b9-e9b555d4cf53 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:21.682132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Attempting to bind port bfff660c-94b1-41c3-92b9-e9b555d4cf53 on network 8eb430a8-13cc-4d2d-a997-21c7f5097933 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:21.694145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:21.696059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Checking segment: {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:21.696695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.698326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Bound using segment: {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:21.699879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Bound port: bfff660c-94b1-41c3-92b9-e9b555d4cf53, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:21.701061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:21.738326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e77e4032-6532-46d0-9407-e3a74a52144f req-7432a507-c8a7-44b9-84f9-dca3a2833e9a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.0908270 Jul 27 16:54:21.742995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network 93f80b5f-5393-42f8-beee-32393e85d220 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:21.752472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:21.759947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:21.819050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:21.928163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] For port bfff660c-94b1-41c3-92b9-e9b555d4cf53, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:21.938234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] For port bfff660c-94b1-41c3-92b9-e9b555d4cf53, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfff660c-94b1-41c3-92b9-e9b555d4cf53,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:21.974046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.022922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:22.024446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.050178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804b4a-4b27-4d6f-9824-be2b17a45ab4 req-012d4ce1-7f3c-4a48-bf17-a4d6f79949ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:22.055139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-cc9f0d34-e504-40db-8677-d55bae7e231e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9250972 Jul 27 16:54:22.058139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.071420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb804b4a-4b27-4d6f-9824-be2b17a45ab4 req-012d4ce1-7f3c-4a48-bf17-a4d6f79949ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 970 time: 0.1744397 Jul 27 16:54:22.082951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Request body: {'port': {'device_id': '67720cde-904e-4bc7-9445-94ce0b30243b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:22.146025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815105e8-1afb-4a88-9db5-14edd9f68a79 None None] Pushing event updated for resources: {'Port': ['ID=bfff660c-94b1-41c3-92b9-e9b555d4cf53,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:22.196171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb804b4a-4b27-4d6f-9824-be2b17a45ab4 req-4e6cc3ce-60ca-4a5c-aec5-343c3f0612a9 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1132317 Jul 27 16:54:22.252201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c7ec55bf-e464-428e-a81e-0d2112f5a550 None None] Provisioning for port 9b7361da-b2f5-4c57-8913-0de62caa719f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:22.261283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c7ec55bf-e464-428e-a81e-0d2112f5a550 None None] Provisioning complete for port 9b7361da-b2f5-4c57-8913-0de62caa719f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:22.261591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7ec55bf-e464-428e-a81e-0d2112f5a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.286463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.290248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Subnet': ['ID=f1976a0e-76d0-4db4-bad4-83a74f260c71,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:22.312605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec55bf-e464-428e-a81e-0d2112f5a550 None None] Port 9b7361da-b2f5-4c57-8913-0de62caa719f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:22.370778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Checking segment: {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:22.371308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network hostable DHCP agents. Network: c1c86b81-d348-4130-b1e4-abd5429696bc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:54:22.837278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network c1c86b81-d348-4130-b1e4-abd5429696bc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:54:22.859845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c1c86b81-d348-4130-b1e4-abd5429696bc) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:22.867511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:22.868148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:22.878480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17837dd9-90be-45fb-ac77-b6c45c194e32 None None] Network c1c86b81-d348-4130-b1e4-abd5429696bc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:23.031162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f2ccfa8-f10d-4e40-9ecb-121588c78676 req-a2d63cdd-0d26-4c53-99c9-d93a48696b28 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.1584032 Jul 27 16:54:23.103007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a74be4ef-de68-45b1-9d3f-482f86242956 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9700172 Jul 27 16:54:23.294989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c1c86b81-d348-4130-b1e4-abd5429696bc', 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'fixed_ips': [{'subnet_id': 'f1976a0e-76d0-4db4-bad4-83a74f260c71'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:54:23.295869 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:23.349610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfff660c-94b1-41c3-92b9-e9b555d4cf53 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:23.576085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bfff660c-94b1-41c3-92b9-e9b555d4cf53 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:23.583532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0568e1a0-9622-493c-ae93-3659ae6028e0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:23.622499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-a14e0d69-c204-42a6-8e5f-c6b35cb3580e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:23.631259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7361da-b2f5-4c57-8913-0de62caa719f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:23.646703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-a14e0d69-c204-42a6-8e5f-c6b35cb3580e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:23.649764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-c5a69420-6a65-4df7-a93d-81431e73b40f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:23.651455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-c5a69420-6a65-4df7-a93d-81431e73b40f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 817 time: 0.4759958 Jul 27 16:54:23.657027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-a14e0d69-c204-42a6-8e5f-c6b35cb3580e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/networks?id=8eb430a8-13cc-4d2d-a997-21c7f5097933&id=c1c86b81-d348-4130-b1e4-abd5429696bc HTTP/1.1" status: 200 len: 1392 time: 0.2174063 Jul 27 16:54:23.662618 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:23.687275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-7176c6a1-891a-4469-abcd-c17299a81d28 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/quotas/01d35afff503461e97d1129ff0624772 HTTP/1.1" status: 200 len: 375 time: 0.0263412 Jul 27 16:54:23.711934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0568e1a0-9622-493c-ae93-3659ae6028e0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:23.719226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0568e1a0-9622-493c-ae93-3659ae6028e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:23.719614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:23.753234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337e28-8ce4-4960-b7e9-f421ce1dff58 req-5b6a6dbf-d788-4007-801f-07a5d37310b6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:23.756027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79337e28-8ce4-4960-b7e9-f421ce1dff58 req-5b6a6dbf-d788-4007-801f-07a5d37310b6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 970 time: 0.3618081 Jul 27 16:54:23.765297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Transition to ACTIVE for port object 9b7361da-b2f5-4c57-8913-0de62caa719f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:23.785064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb45bf-4dac-42dd-9bf6-02ef49ed833a None None] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:23.822235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-c05a674b-59c9-4b08-b744-d5ee8e7ec9c5 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1329193 Jul 27 16:54:23.835848 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:23.956472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-802477c9-2488-4d26-a6ae-a41162bb2acf tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 380 time: 0.2857871 Jul 27 16:54:24.005037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'port': {'device_id': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'admin_state_up': True, 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'security_groups': ['5e7a565c-f799-499d-8cb5-1650b8a675bc']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:24.010847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-6a855ad1-d10b-4f8c-8f6e-6d1ee4f03f50 service neutron] 10.222.0.64 "GET /v2.0/networks/8eb430a8-13cc-4d2d-a997-21c7f5097933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873646 Jul 27 16:54:24.115475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.118752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:24.142677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Provisioning for port bfff660c-94b1-41c3-92b9-e9b555d4cf53 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:24.144592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79337e28-8ce4-4960-b7e9-f421ce1dff58 req-147ff04f-4542-4c8b-87ed-3bde16e455c4 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3727000 Jul 27 16:54:24.190784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Provisioning complete for port bfff660c-94b1-41c3-92b9-e9b555d4cf53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:24.191221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.225738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-e0f3646b-d534-48d8-b4c3-fa577d18abff service neutron] 10.222.0.64 "GET /v2.0/networks/8eb430a8-13cc-4d2d-a997-21c7f5097933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136438 Jul 27 16:54:24.330498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0568e1a0-9622-493c-ae93-3659ae6028e0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0568e1a0-9622-493c-ae93-3659ae6028e0,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:24.381454 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.441938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Allocated IP 19.86.0.2 (c1c86b81-d348-4130-b1e4-abd5429696bc/f1976a0e-76d0-4db4-bad4-83a74f260c71/1bf06a4f-2706-474d-a9b8-45f83fedc9b6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:24.475636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-4cd9caf8-7e04-462d-8cb2-94f374829abc service neutron] 10.222.0.64 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483377 Jul 27 16:54:24.528898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3bfa6e6-6db8-4950-abd0-77913dac2571 req-24836f01-c2a0-4a34-afcf-221fa68ff8e2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.0778151 Jul 27 16:54:24.597641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Attempting to bind port 9b7361da-b2f5-4c57-8913-0de62caa719f on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:24.598309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Attempting to bind port 9b7361da-b2f5-4c57-8913-0de62caa719f by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:24.598861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Attempting to bind port 9b7361da-b2f5-4c57-8913-0de62caa719f on network 93f80b5f-5393-42f8-beee-32393e85d220 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:24.605829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-28fde0a0-0c76-42f7-b22d-acef5ddc46fb service neutron] 10.222.0.64 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284318 Jul 27 16:54:24.615003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Port 9b7361da-b2f5-4c57-8913-0de62caa719f on network 93f80b5f-5393-42f8-beee-32393e85d220 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:54:24.615773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Attempting to bind port 9b7361da-b2f5-4c57-8913-0de62caa719f on network 93f80b5f-5393-42f8-beee-32393e85d220 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:24.624286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:24.624864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Checking segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:24.625374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Bound using segment: {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:24.625943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Bound port: 9b7361da-b2f5-4c57-8913-0de62caa719f, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f76b76-730f-4d08-b510-54e0ab156c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:24.626423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.676108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Made reservation on behalf of 3df3187c319c4fe9ac37e5111796e952 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:24.680412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.764855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:24.867849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:24.941927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1722e0e8-2cc0-4b3b-af34-e19a8baba63c req-1e7fa2c4-46e4-484a-a4ba-59088dcee60a tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 210 time: 0.0668387 Jul 27 16:54:24.946392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9b7361da-b2f5-4c57-8913-0de62caa719f,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:24.987292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:24.987794 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.110077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:25.111353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.113074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 1130 time: 3.0366812 Jul 27 16:54:25.113785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:25.116579 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a824c52-5ca3-44de-a2d6-320da94b91f2" -d '{"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:25.165929 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.204240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Transition to ACTIVE for port object 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:25.253366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0568e1a0-9622-493c-ae93-3659ae6028e0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:25.312368 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69cce87-5315-43c2-a989-02273c43c51d x-openstack-request-id: req-d69cce87-5315-43c2-a989-02273c43c51d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:25.314082 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:25.314082 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d69cce87-5315-43c2-a989-02273c43c51d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:25.314082 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'status': 'completed', 'code': 200} Jul 27 16:54:25.318955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Allocated IP 172.20.0.13 (b654d01c-7d1d-4b57-a7b1-b76ba19b68af/0d57d819-5eea-4202-8038-47a2a683c97d/85867278-4588-4e8b-a1c6-b9b8287a35e9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:25.361328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] For port bfff660c-94b1-41c3-92b9-e9b555d4cf53, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfff660c-94b1-41c3-92b9-e9b555d4cf53,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:25.367071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Transition to ACTIVE for port object 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:25.393633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.396895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346793d-c6cb-4d82-8e35-ff3fbac343a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:25.444221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.506899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0568e1a0-9622-493c-ae93-3659ae6028e0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:25.509940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.560850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Network c1c86b81-d348-4130-b1e4-abd5429696bc is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:25.588730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-1f7784f8-02ed-4d6a-b69c-931d5bb9d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:25.591073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-1f7784f8-02ed-4d6a-b69c-931d5bb9d16d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1133 time: 0.3927855 Jul 27 16:54:25.630123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bfa73-3cb9-4567-9ac0-87b986fa713d req-7676e349-11ee-4dbd-b894-2b6b6f2740dd tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:25.630456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:25.631738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-596bfa73-3cb9-4567-9ac0-87b986fa713d req-7676e349-11ee-4dbd-b894-2b6b6f2740dd tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 982 time: 0.3095808 Jul 27 16:54:25.642270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:25.666741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b6dde-1c13-4ea0-894a-868b0fa6cc3d None None] Pushing event updated for resources: {'Port': ['ID=bfff660c-94b1-41c3-92b9-e9b555d4cf53,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:25.717644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-f8dbe3f9-882f-4e68-a1ab-998bf2df139b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 217 time: 0.0819027 Jul 27 16:54:25.749433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9caee7e1-1885-4c19-b69f-a2c2a3bc6214 req-9daad503-f263-4c76-837c-105649751f80 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.0545247 Jul 27 16:54:25.905763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-49ee5293-debb-4999-86ef-e5137528a24d None None] Provisioning complete for port bfff660c-94b1-41c3-92b9-e9b555d4cf53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:25.906795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49ee5293-debb-4999-86ef-e5137528a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.914978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Attempting to bind port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:25.916622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Attempting to bind port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:25.917231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Attempting to bind port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 on network c1c86b81-d348-4130-b1e4-abd5429696bc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:25.936060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:25.939395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-dbf66467-0488-459c-8d48-970c012b54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:25.941100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-dbf66467-0488-459c-8d48-970c012b54ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 200 len: 835 time: 0.1624351 Jul 27 16:54:25.954631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-596bfa73-3cb9-4567-9ac0-87b986fa713d req-43c533e3-a01d-408d-9808-89416aade189 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3066912 Jul 27 16:54:25.957786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Pushing event updated for resources: {'Port': ['ID=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:26.034633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:26.035530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Checking segment: {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:26.036108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.036677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Bound using segment: {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:26.037423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Bound port: 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:26.037971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.049085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Transition to ACTIVE for port object 85867278-4588-4e8b-a1c6-b9b8287a35e9 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:26.107046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-28de07d2-b654-4944-a998-0397035603a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:26.109908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-28de07d2-b654-4944-a998-0397035603a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93f80b5f-5393-42f8-beee-32393e85d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491461 Jul 27 16:54:26.147581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.174620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d243adb0-86be-4dc2-a8d9-376a0d65ee77 req-cb25b53d-6461-447a-9fce-3be98952114b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 210 time: 0.0469902 Jul 27 16:54:26.231233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] For port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:26.236622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] For port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:26.243599 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.252659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:26.261877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:26.277427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:26.347316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b806382-0ffb-4211-82c6-ae61dadc16fd None None] Pushing event updated for resources: {'Port': ['ID=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:26.377459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:26.378147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.406436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:26.542947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-590715af-2822-4235-9276-abd2899630e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5737824 Jul 27 16:54:26.555813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-00117ff0-3b3a-46bf-8fff-de888e0b87e5 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356923 Jul 27 16:54:26.559514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Request body: {'port': {'device_id': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:26.712235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44ed31c6-5e3d-41c0-8472-b772a0fd675b None None] Provisioning for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:26.718946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44ed31c6-5e3d-41c0-8472-b772a0fd675b None None] Provisioning complete for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:26.726150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44ed31c6-5e3d-41c0-8472-b772a0fd675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:26.781755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-44ed31c6-5e3d-41c0-8472-b772a0fd675b None None] Port 85867278-4588-4e8b-a1c6-b9b8287a35e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:26.893476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-63deb90f-100f-40af-9d8b-45d0272f9cfc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:26.902387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-63deb90f-100f-40af-9d8b-45d0272f9cfc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:26.904580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-63deb90f-100f-40af-9d8b-45d0272f9cfc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "GET /v2.0/networks?id=8eb430a8-13cc-4d2d-a997-21c7f5097933&id=c1c86b81-d348-4130-b1e4-abd5429696bc HTTP/1.1" status: 200 len: 1392 time: 0.3260951 Jul 27 16:54:26.976740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b40f5-8961-4588-82a8-2926d17c17ef req-009c14ee-0d78-4913-935a-b84113819e7c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:26.990059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-459b40f5-8961-4588-82a8-2926d17c17ef req-009c14ee-0d78-4913-935a-b84113819e7c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 932 time: 0.1413913 Jul 27 16:54:27.021811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'port': {'device_id': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933', 'admin_state_up': True, 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:27.045960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-459b40f5-8961-4588-82a8-2926d17c17ef req-aad15bf2-4b26-49a4-a76d-35cfe6204625 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545228 Jul 27 16:54:27.246067 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:27.291712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfff660c-94b1-41c3-92b9-e9b555d4cf53 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:27.373288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06b5660c-96a7-41b5-9744-0831e3bf47bc req-4eaf29c3-5c21-4a95-824f-092cfa3dc339 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 210 time: 0.0518038 Jul 27 16:54:27.405189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bfff660c-94b1-41c3-92b9-e9b555d4cf53 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:27.405800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:27.441616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39880343-4ef5-44f7-ae0e-64678e7f55ff req-89f0547e-103c-4c5e-9bdb-8303a00f6dfa service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995861 Jul 27 16:54:27.464095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-d396095a-4dbb-4d95-bd89-d46819434d65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0241606 Jul 27 16:54:27.568659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:27.635035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:27.743799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5dc3-3e22-4262-8aec-9401b9d7dd09 req-6c101acf-df02-4933-8ddd-05e71f95e181 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:27.746045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f8d5dc3-3e22-4262-8aec-9401b9d7dd09 req-6c101acf-df02-4933-8ddd-05e71f95e181 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 982 time: 0.6230187 Jul 27 16:54:27.877547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-a1262a48-30e4-4666-9a60-872879dba64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:27.879539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-a1262a48-30e4-4666-9a60-872879dba64c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d79ce623e5f40799e109787ba54dddd&device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 1096 time: 0.3892798 Jul 27 16:54:27.903710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-d1e587be-b8a7-455e-b5e6-764c1490cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:27.905648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-d1e587be-b8a7-455e-b5e6-764c1490cc3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1133 time: 0.3547781 Jul 27 16:54:27.906325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:27.909875 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:27.956314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263c1ce-64c2-4169-bc15-034caf6463bc None None] Network c1c86b81-d348-4130-b1e4-abd5429696bc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:28.091795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f8d5dc3-3e22-4262-8aec-9401b9d7dd09 req-6656b1a9-de38-4c88-88df-45c67fce7a02 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3119419 Jul 27 16:54:28.229426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Provisioning for port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:28.236247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Provisioning complete for port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:28.237126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:28.342705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b8c0a-6de8-4516-a2e9-1b935a121d61 req-43e7f233-82d8-4e47-8561-db10372e0572 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:28.345249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf6b8c0a-6de8-4516-a2e9-1b935a121d61 req-43e7f233-82d8-4e47-8561-db10372e0572 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 932 time: 0.1217332 Jul 27 16:54:28.359831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-29392a93-8c77-409d-b327-1d8240cb213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:28.361938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-29392a93-8c77-409d-b327-1d8240cb213d service neutron] 10.222.0.13 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 898 time: 0.4400361 Jul 27 16:54:28.365937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:28.408082 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:28.426461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf6b8c0a-6de8-4516-a2e9-1b935a121d61 req-ec5add2a-ca43-40c2-9257-1f0280ad18cd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732212 Jul 27 16:54:28.474345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-a5bb113f-db14-4301-9052-d33fb7995e98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 217 time: 0.0987031 Jul 27 16:54:28.482082 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:28.490096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-b41671cb-6c64-4d8f-a51c-72f172f56ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:28.490096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-b41671cb-6c64-4d8f-a51c-72f172f56ec4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 200 len: 909 time: 0.5733933 Jul 27 16:54:28.536810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-04c53a84-a272-412c-b22a-059b659df13f None None] For port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:28.544076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:28.656907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c53a84-a272-412c-b22a-059b659df13f None None] Pushing event updated for resources: {'Port': ['ID=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:28.771601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80255602-741b-467d-9381-114de958cca5 None None] Provisioning complete for port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:28.772117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80255602-741b-467d-9381-114de958cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:29.026421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Transition to ACTIVE for port object 85867278-4588-4e8b-a1c6-b9b8287a35e9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:29.053263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Allocated IP 19.80.0.6 (8eb430a8-13cc-4d2d-a997-21c7f5097933/2d45982b-24a7-454e-b3e5-3f48e6255d9e/db634d7a-8b51-42f9-abf1-5a872089c0a4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:29.060872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-afc78b63-fe45-49e8-be9c-ea7db72dd590 req-46bd1261-d7a6-4c26-b643-a47f3a262c19 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 210 time: 0.0947382 Jul 27 16:54:29.061532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:29.068656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:29.100366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-2362d4f0-ec61-46f0-868e-4e718a0355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.102595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-2362d4f0-ec61-46f0-868e-4e718a0355dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 200 len: 835 time: 0.6150613 Jul 27 16:54:29.133338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:29.134166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:29.253825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-4da843c8-43a5-4db8-acbf-8e53eaad9754 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 200 len: 1001 time: 0.2913535 Jul 27 16:54:29.340786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:29.490238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-1ebe6eac-0c8e-4611-ac55-c32e974914fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.492100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-1ebe6eac-0c8e-4611-ac55-c32e974914fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 HTTP/1.1" status: 200 len: 847 time: 0.2210801 Jul 27 16:54:29.591057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-bc38af68-1812-4b40-bd92-e274f1764e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.592604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-bc38af68-1812-4b40-bd92-e274f1764e7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93f80b5f-5393-42f8-beee-32393e85d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325998 Jul 27 16:54:29.618804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681b44-0f51-4f84-ae54-e1c3c863c862 req-282a8a3b-7d72-42f2-b8cc-183c9832597b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.620344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c681b44-0f51-4f84-ae54-e1c3c863c862 req-282a8a3b-7d72-42f2-b8cc-183c9832597b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 982 time: 0.3879349 Jul 27 16:54:29.623173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74472b03-f5c0-44ff-ab04-6635759a85fb req-fed2da44-38ec-4ea2-8aa8-79134c7faadb tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.626325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74472b03-f5c0-44ff-ab04-6635759a85fb req-fed2da44-38ec-4ea2-8aa8-79134c7faadb tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.0786626 Jul 27 16:54:29.645828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Attempting to bind port 85867278-4588-4e8b-a1c6-b9b8287a35e9 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:29.646177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Attempting to bind port 85867278-4588-4e8b-a1c6-b9b8287a35e9 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:29.646516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Attempting to bind port 85867278-4588-4e8b-a1c6-b9b8287a35e9 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:29.670197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74472b03-f5c0-44ff-ab04-6635759a85fb req-db910b7a-33bd-462b-ad76-9baf8fb8c77c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Jul 27 16:54:29.697754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:29.704803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Port 85867278-4588-4e8b-a1c6-b9b8287a35e9 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:54:29.705139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Attempting to bind port 85867278-4588-4e8b-a1c6-b9b8287a35e9 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:29.736267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:29.736649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Checking segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:29.737031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Bound using segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:29.737486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Bound port: 85867278-4588-4e8b-a1c6-b9b8287a35e9, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:29.737865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:29.755685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Transition to ACTIVE for port object db634d7a-8b51-42f9-abf1-5a872089c0a4 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:29.802847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c681b44-0f51-4f84-ae54-e1c3c863c862 req-8df2ce7c-3a0c-4e11-844e-bd5099dff78f tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1188974 Jul 27 16:54:29.817392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-45acb13a-b08c-4893-92bf-e4c4cf22f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:29.818926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-45acb13a-b08c-4893-92bf-e4c4cf22f2f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dad06806-2896-42f1-944c-8c107eec3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143659 Jul 27 16:54:29.867025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-8fadc267-c5ec-4104-80c7-34d0e8a2aa26 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590997 Jul 27 16:54:29.983613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.002799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:30.063449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:30.087010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.099946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:30.120450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:30.122722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:30.130536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:30.156520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a824c52-5ca3-44de-a2d6-320da94b91f2 req-f5cc380e-5c9f-4eeb-a1f7-a2d2730a92b6 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722819 Jul 27 16:54:30.181827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-6e59b50c-567c-4850-bfda-7d89e2778b0c service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397491 Jul 27 16:54:30.194452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.195612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.197088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 1092 time: 3.6440318 Jul 27 16:54:30.198684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:30.202216 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:30.316036 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689cc21b-7ec5-404b-bb04-ae81e4cb8735 x-openstack-request-id: req-689cc21b-7ec5-404b-bb04-ae81e4cb8735 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:30.316643 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:30.317060 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-689cc21b-7ec5-404b-bb04-ae81e4cb8735 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:30.317611 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'status': 'completed', 'code': 200} Jul 27 16:54:30.322035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9b7361da-b2f5-4c57-8913-0de62caa719f details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:54:30.368215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.369193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.388707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac97a6b-e4dd-4d72-b566-2d9f470478f0 service neutron] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:30.421330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-b16514df-0e4d-4dc2-be86-4d017f090bff tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4235246 Jul 27 16:54:30.437987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Request body: {'port': {'device_id': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc', 'admin_state_up': True, 'tenant_id': '01d35afff503461e97d1129ff0624772'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:30.475879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea421d5f-943e-4c20-a74d-ddd84cb803b3 None None] Provisioning for port db634d7a-8b51-42f9-abf1-5a872089c0a4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:30.478888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9b7361da-b2f5-4c57-8913-0de62caa719f,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:30.488056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ea421d5f-943e-4c20-a74d-ddd84cb803b3 None None] Provisioning complete for port db634d7a-8b51-42f9-abf1-5a872089c0a4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:30.488416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ea421d5f-943e-4c20-a74d-ddd84cb803b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.494082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'port_id': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'mac_address': 'fa:16:3e:40:84:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:54:30.502270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-fa310825-6345-4cfb-96a9-d8482882b520 service neutron] 10.222.0.61 "GET /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042455 Jul 27 16:54:30.527385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-789e3d7f-6dc8-4939-9273-40f94d5b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.528984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-789e3d7f-6dc8-4939-9273-40f94d5b2d0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1095 time: 0.2539494 Jul 27 16:54:30.539600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9245381-045a-434b-9701-0a2e964f9c38 req-c181b271-b249-4049-8d4a-2fd919f2b315 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.542043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9245381-045a-434b-9701-0a2e964f9c38 req-c181b271-b249-4049-8d4a-2fd919f2b315 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 930 time: 0.3824265 Jul 27 16:54:30.553245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ea421d5f-943e-4c20-a74d-ddd84cb803b3 None None] Port db634d7a-8b51-42f9-abf1-5a872089c0a4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:30.571598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.595443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7361da-b2f5-4c57-8913-0de62caa719f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:30.611411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-4a44238c-70b2-4741-8ad8-317ac749e8b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 217 time: 0.0682776 Jul 27 16:54:30.619908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9b7361da-b2f5-4c57-8913-0de62caa719f,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:30.625117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.678517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:30.686327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9245381-045a-434b-9701-0a2e964f9c38 req-4a5d2ee6-66ee-4419-89ce-cc52ae6bb04c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293206 Jul 27 16:54:30.700180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-2be109c5-9b78-437c-bbcf-496c7ae85a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.701888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-2be109c5-9b78-437c-bbcf-496c7ae85a81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0787296 Jul 27 16:54:30.710034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Made reservation on behalf of 01d35afff503461e97d1129ff0624772 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:30.713952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:30.899220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-2ed53030-d70a-43b9-b59b-6b85d1f41e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:30.899815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['9b7361da-b2f5-4c57-8913-0de62caa719f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:30.901251 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-2ed53030-d70a-43b9-b59b-6b85d1f41e95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841152 Jul 27 16:54:31.017217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f194df9-5629-4d1e-a2d5-2e8ac673160e req-f7e11cd3-80f1-4e23-8401-78a11e2ff3b8 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.019318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f194df9-5629-4d1e-a2d5-2e8ac673160e req-f7e11cd3-80f1-4e23-8401-78a11e2ff3b8 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 983 time: 0.1259973 Jul 27 16:54:31.044270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8bc04-89fc-477e-8b97-e27600d07ab4 req-5b3674e8-6f01-4a10-9f9e-cbecdad3168e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.046762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22f8bc04-89fc-477e-8b97-e27600d07ab4 req-5b3674e8-6f01-4a10-9f9e-cbecdad3168e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2889297 Jul 27 16:54:31.090292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f194df9-5629-4d1e-a2d5-2e8ac673160e req-545d46d7-5c59-4dec-8528-a26b0db7c15e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0578892 Jul 27 16:54:31.146132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Allocated IP 19.86.0.187 (c1c86b81-d348-4130-b1e4-abd5429696bc/f1976a0e-76d0-4db4-bad4-83a74f260c71/f1ecf286-7022-4a1a-a07f-12b179ed8424) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:31.202789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22f8bc04-89fc-477e-8b97-e27600d07ab4 req-a05d5d9c-91ea-4c6f-a989-ad4ac7eb7a00 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372283 Jul 27 16:54:31.228380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-cb26a6fc-fa0f-42fa-84da-831992a8d3b9 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964907 Jul 27 16:54:31.415540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a7ec4d80-7d62-4b00-b949-f677d5526e9e req-8f59e3d8-6a00-4563-a273-1c65ba1d4f49 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751142 Jul 27 16:54:31.446285 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:31.477073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Transition to ACTIVE for port object f1ecf286-7022-4a1a-a07f-12b179ed8424 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:31.546896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:31.550179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-5f0ae90f-cbdd-44ff-afe3-72a145bd62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.551707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-5f0ae90f-cbdd-44ff-afe3-72a145bd62c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1095 time: 0.0833960 Jul 27 16:54:31.646044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Network c1c86b81-d348-4130-b1e4-abd5429696bc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:31.650899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event updated for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:31.653368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:31.659032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:31.723206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.723860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:31.742369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-e76bbad2-2432-4f56-9fc0-db92b727777d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3119226 Jul 27 16:54:31.751307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-47770fcf-baa7-472a-ba72-578374adc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.753548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-47770fcf-baa7-472a-ba72-578374adc06e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1927140 Jul 27 16:54:31.759750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Request body: {'port': {'device_id': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:31.840183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ed7e-e694-436b-8d93-8624da148b81 req-1e7bbe69-c19a-4935-9103-7e9fd0bc9d95 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.847912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ed7e-e694-436b-8d93-8624da148b81 req-1e7bbe69-c19a-4935-9103-7e9fd0bc9d95 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.849917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd93ed7e-e694-436b-8d93-8624da148b81 req-1e7bbe69-c19a-4935-9103-7e9fd0bc9d95 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1653 time: 0.0844257 Jul 27 16:54:31.856294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-2f039483-b771-439a-8741-717561b4fea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 217 time: 0.0928767 Jul 27 16:54:31.898327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd93ed7e-e694-436b-8d93-8624da148b81 req-e0e46943-e58f-4cce-b4b9-53b845f7e361 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Jul 27 16:54:31.940277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-78128ec8-d9de-4a82-91e4-d40d16bb4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:31.941908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-78128ec8-d9de-4a82-91e4-d40d16bb4980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0847158 Jul 27 16:54:31.943038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:31.947891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d6b44c2-0b41-403b-a869-bd9cd7396a6f None None] Provisioning for port f1ecf286-7022-4a1a-a07f-12b179ed8424 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:31.952141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d6b44c2-0b41-403b-a869-bd9cd7396a6f None None] Provisioning complete for port f1ecf286-7022-4a1a-a07f-12b179ed8424 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:31.952865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d6b44c2-0b41-403b-a869-bd9cd7396a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:31.988572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b44c2-0b41-403b-a869-bd9cd7396a6f None None] Port f1ecf286-7022-4a1a-a07f-12b179ed8424 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:54:32.099953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-d42a7a43-8ad6-4635-a286-2573a6484eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:32.101591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-d42a7a43-8ad6-4635-a286-2573a6484eeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483204 Jul 27 16:54:32.337506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9b7361da-b2f5-4c57-8913-0de62caa719f up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:32.422764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 9b7361da-b2f5-4c57-8913-0de62caa719f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:32.430336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 9b7361da-b2f5-4c57-8913-0de62caa719f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:32.431025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:32.438250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2419-2a1e-4fb8-8127-d8460fe14a54 req-22ff4dd2-6faf-4bbb-a942-de90f6e50f6b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:32.447558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43c2419-2a1e-4fb8-8127-d8460fe14a54 req-22ff4dd2-6faf-4bbb-a942-de90f6e50f6b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1158078 Jul 27 16:54:32.510800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e43c2419-2a1e-4fb8-8127-d8460fe14a54 req-79d1bd6c-4143-4b96-ba8c-0e0e3bde5635 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540900 Jul 27 16:54:32.549365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:32.603598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9b7361da-b2f5-4c57-8913-0de62caa719f,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:32.608914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:32.612463 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd6d2b3-07e3-4a45-9a58-a50be5255d90" -d '{"events": [{"server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "name": "network-vif-plugged", "status": "completed", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:32.620456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:32.652700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-f6275542-3b3e-45bb-8d4f-c41a4821b1e6 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411794 Jul 27 16:54:32.689787 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7defa13-9c91-4fba-b766-1ef4828a9d44 x-openstack-request-id: req-b7defa13-9c91-4fba-b766-1ef4828a9d44 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:32.690149 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "name": "network-vif-plugged", "status": "completed", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:32.690862 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7defa13-9c91-4fba-b766-1ef4828a9d44 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:32.692973 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'code': 200} Jul 27 16:54:32.693838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:32.704689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.705038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.705732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.706317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.706654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.706996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.707385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.707717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.708044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.708557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.708894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.709251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:32.743565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d02c-c6e1-436b-9f0c-9268b991cbff req-cb24b1f2-bf55-40be-964a-4f96d3e175e7 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:32.745135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d747d02c-c6e1-436b-9f0c-9268b991cbff req-cb24b1f2-bf55-40be-964a-4f96d3e175e7 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 983 time: 0.5474708 Jul 27 16:54:32.855449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db634d7a-8b51-42f9-abf1-5a872089c0a4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:32.877348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:32.905469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d747d02c-c6e1-436b-9f0c-9268b991cbff req-2dafe969-a9f5-4bd7-b1f2-762c7afcb7d9 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1525099 Jul 27 16:54:32.910703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fdebb0d-7cb3-4c3d-bc3a-b756c3ff281b req-f9f3a6dc-0ff7-415a-86f2-38e011abd280 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433910 Jul 27 16:54:32.914955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Transition to ACTIVE for port object db634d7a-8b51-42f9-abf1-5a872089c0a4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:32.923415 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:32.998645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067c35-9409-4c89-a391-ba2c14072e75 req-4aa7ad35-3e3d-41f8-9c2c-3e3d7a211bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.000981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9067c35-9409-4c89-a391-ba2c14072e75 req-4aa7ad35-3e3d-41f8-9c2c-3e3d7a211bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.2127039 Jul 27 16:54:33.008374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Pushing event updated for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:33.087572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.090183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b0f0-042b-4989-ac4d-90181e32bfd2 req-c9a5ff46-59d2-47a6-b5ac-68023cd97d17 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.097397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b0f0-042b-4989-ac4d-90181e32bfd2 req-c9a5ff46-59d2-47a6-b5ac-68023cd97d17 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.106148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d01b0f0-042b-4989-ac4d-90181e32bfd2 req-c9a5ff46-59d2-47a6-b5ac-68023cd97d17 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1665 time: 0.1025186 Jul 27 16:54:33.112082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9067c35-9409-4c89-a391-ba2c14072e75 req-6caae002-7c7f-42f0-b78e-16cc765a3f2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3a68696-964d-4f37-89e3-77517382c4d6&id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0990186 Jul 27 16:54:33.146637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Attempting to bind port db634d7a-8b51-42f9-abf1-5a872089c0a4 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:33.147122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Attempting to bind port db634d7a-8b51-42f9-abf1-5a872089c0a4 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:33.148137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Attempting to bind port db634d7a-8b51-42f9-abf1-5a872089c0a4 on network 8eb430a8-13cc-4d2d-a997-21c7f5097933 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:33.148977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d01b0f0-042b-4989-ac4d-90181e32bfd2 req-aa42b566-8613-42cd-a486-2b3a72955d43 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jul 27 16:54:33.154133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Port db634d7a-8b51-42f9-abf1-5a872089c0a4 on network 8eb430a8-13cc-4d2d-a997-21c7f5097933 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:54:33.154936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Attempting to bind port db634d7a-8b51-42f9-abf1-5a872089c0a4 on network 8eb430a8-13cc-4d2d-a997-21c7f5097933 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:33.161449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:33.168688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Checking segment: {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:33.168688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Bound using segment: {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:33.168688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Bound port: db634d7a-8b51-42f9-abf1-5a872089c0a4, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ababc1f-c6d1-4d33-9089-ec8ad56f497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:33.168688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.239757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:33.243098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:33.248657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.287246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.288299 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.289938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] 10.222.0.61 "PUT /v2.0/ports/db634d7a-8b51-42f9-abf1-5a872089c0a4 HTTP/1.1" status: 200 len: 1090 time: 1.5351913 Jul 27 16:54:33.292338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:33.295217 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3395bd0a-a59f-44b7-b5ee-7285b6594721" -d '{"events": [{"name": "network-changed", "server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:33.339436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Request body: {'port': {'device_id': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:33.376516 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d45bd6-4926-46d4-9361-4af4af21c79f x-openstack-request-id: req-a8d45bd6-4926-46d4-9361-4af4af21c79f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:33.376843 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:33.377213 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d45bd6-4926-46d4-9361-4af4af21c79f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:33.377661 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4', 'status': 'completed', 'code': 200} Jul 27 16:54:33.422494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126d2c-5a37-43d5-80fc-fc8855bd904d service neutron] Pushing event updated for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:33.490380 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.503659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-4bdea175-3fa1-4cad-9376-4e971ad91364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.504243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-4bdea175-3fa1-4cad-9376-4e971ad91364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.505956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-4bdea175-3fa1-4cad-9376-4e971ad91364 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1912 time: 0.1207728 Jul 27 16:54:33.670357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593a3a-62ef-4477-a3c4-094d41b11f4e req-439b3a01-8d13-4072-8e61-859ebac0049e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.671944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95593a3a-62ef-4477-a3c4-094d41b11f4e req-439b3a01-8d13-4072-8e61-859ebac0049e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.0860155 Jul 27 16:54:33.714237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-1f7f70e3-962b-41d0-a38b-1220f82bb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.714776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-1f7f70e3-962b-41d0-a38b-1220f82bb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.715184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-1f7f70e3-962b-41d0-a38b-1220f82bb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.716848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-1f7f70e3-962b-41d0-a38b-1220f82bb613 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=01d35afff503461e97d1129ff0624772&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2021677 Jul 27 16:54:33.718547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95593a3a-62ef-4477-a3c4-094d41b11f4e req-42fb343e-81ab-419d-8a15-a07bc98471ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Jul 27 16:54:33.881049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-6a089c3e-8f5c-42de-bcfc-62d0da27ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:33.883095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3395bd0a-a59f-44b7-b5ee-7285b6594721 req-6a089c3e-8f5c-42de-bcfc-62d0da27ed54 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540418 Jul 27 16:54:33.936694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ecf286-7022-4a1a-a07f-12b179ed8424 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:33.946119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:33.962284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Transition to ACTIVE for port object f1ecf286-7022-4a1a-a07f-12b179ed8424 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:33.967301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.081541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:34.102739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49b1d4-1191-4dc5-9353-6fdb9372402e req-8f87e044-b7f4-4d87-94fe-b32d31e30e37 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.104514 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a49b1d4-1191-4dc5-9353-6fdb9372402e req-8f87e044-b7f4-4d87-94fe-b32d31e30e37 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.1231301 Jul 27 16:54:34.112055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Attempting to bind port f1ecf286-7022-4a1a-a07f-12b179ed8424 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:34.112643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Attempting to bind port f1ecf286-7022-4a1a-a07f-12b179ed8424 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:34.113102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Attempting to bind port f1ecf286-7022-4a1a-a07f-12b179ed8424 on network c1c86b81-d348-4130-b1e4-abd5429696bc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:34.126747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Port f1ecf286-7022-4a1a-a07f-12b179ed8424 on network c1c86b81-d348-4130-b1e4-abd5429696bc not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:54:34.127484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Attempting to bind port f1ecf286-7022-4a1a-a07f-12b179ed8424 on network c1c86b81-d348-4130-b1e4-abd5429696bc {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:34.136620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:34.137289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Checking segment: {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:34.138159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Bound using segment: {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:34.138636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Bound port: f1ecf286-7022-4a1a-a07f-12b179ed8424, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:34.139576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.160745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a49b1d4-1191-4dc5-9353-6fdb9372402e req-884d24ab-7203-4862-b382-f26161051bcc tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0487986 Jul 27 16:54:34.205052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:54:34.247298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:34.256066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:34.269155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.350814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.351523 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.352994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] 10.222.0.61 "PUT /v2.0/ports/f1ecf286-7022-4a1a-a07f-12b179ed8424 HTTP/1.1" status: 200 len: 1092 time: 1.0304627 Jul 27 16:54:34.403836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6017e-0ef9-4ce7-b307-1f51f09d922c service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:34.452160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:34.475206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce01363-3256-4712-b2cf-db916d702f8b req-a59082f9-5452-4475-9d26-8bdb840846c3 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.483462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce01363-3256-4712-b2cf-db916d702f8b req-a59082f9-5452-4475-9d26-8bdb840846c3 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.485284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cce01363-3256-4712-b2cf-db916d702f8b req-a59082f9-5452-4475-9d26-8bdb840846c3 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1677 time: 0.2327974 Jul 27 16:54:34.499395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:54:34.555792 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.569807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:34.581730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cce01363-3256-4712-b2cf-db916d702f8b req-d3188dea-0afb-41f3-bce2-34eb60349613 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Jul 27 16:54:34.620528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:34.624305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-9e061b8f-aada-4c08-a241-f02d72ed6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.625147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-9e061b8f-aada-4c08-a241-f02d72ed6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.627076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-9e061b8f-aada-4c08-a241-f02d72ed6dc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1979 time: 0.1737847 Jul 27 16:54:34.630161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:34.690624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-43f2d68f-6f34-4a08-8ad3-62083dfbd2d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4 HTTP/1.1" status: 200 len: 217 time: 0.0533292 Jul 27 16:54:34.703151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:34.750198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-eefd8f55-99a4-4430-91c1-ac08e852424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.751747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-eefd8f55-99a4-4430-91c1-ac08e852424d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d45982b-24a7-454e-b3e5-3f48e6255d9e HTTP/1.1" status: 200 len: 801 time: 0.0514028 Jul 27 16:54:34.862982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-e6f73694-9f22-4c6d-a1af-076ada2acde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.864739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-e6f73694-9f22-4c6d-a1af-076ada2acde2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8eb430a8-13cc-4d2d-a997-21c7f5097933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013279 Jul 27 16:54:34.939345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431291f-d684-4dc3-942e-a809570b4b56 req-c3ac1460-c8ae-4fdf-b9ab-3bebf10549d2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:34.940777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f431291f-d684-4dc3-942e-a809570b4b56 req-c3ac1460-c8ae-4fdf-b9ab-3bebf10549d2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 945 time: 0.1329944 Jul 27 16:54:34.964498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['85867278-4588-4e8b-a1c6-b9b8287a35e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:34.998420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-92268502-6fed-4c71-b534-e147d2abb591 service neutron] 10.222.0.61 "GET /v2.0/networks/8eb430a8-13cc-4d2d-a997-21c7f5097933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257007 Jul 27 16:54:35.007429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f431291f-d684-4dc3-942e-a809570b4b56 req-cd4f9a64-35b2-43d2-b6c0-0beaa4e3315c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592730 Jul 27 16:54:35.138817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-e271abf7-db27-4d87-b432-d30a0c74d1ea service neutron] 10.222.0.61 "GET /v2.0/networks/8eb430a8-13cc-4d2d-a997-21c7f5097933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305091 Jul 27 16:54:35.191349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-05406915-2129-4ec6-b3a1-85e32bbec28b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424 HTTP/1.1" status: 200 len: 217 time: 0.0451224 Jul 27 16:54:35.245143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-0127e5ff-a0ab-49ec-b6d4-c34ef507b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.246707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-0127e5ff-a0ab-49ec-b6d4-c34ef507b595 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1976a0e-76d0-4db4-bad4-83a74f260c71 HTTP/1.1" status: 200 len: 801 time: 0.0471187 Jul 27 16:54:35.303970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970679c-1a58-4dcc-b397-7a0a691a2288 req-d469617e-4a6a-44f5-a9de-80b2d187c57a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.306275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2970679c-1a58-4dcc-b397-7a0a691a2288 req-d469617e-4a6a-44f5-a9de-80b2d187c57a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.0711634 Jul 27 16:54:35.333360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f260f-6185-455b-939a-f1a23da808bb req-c611c133-1eda-41f8-8915-de3b68045a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.336665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-c611c133-1eda-41f8-8915-de3b68045a28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1c86b81-d348-4130-b1e4-abd5429696bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770760 Jul 27 16:54:35.377465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2970679c-1a58-4dcc-b397-7a0a691a2288 req-80d6978e-d228-4c21-bc5a-ef977129c4d6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0638695 Jul 27 16:54:35.396751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:35.400525 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f379dc5-11b1-425e-8e4c-f33d8039fee0" -d '{"events": [{"name": "network-changed", "server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:35.452131 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9618d2fb-cf18-4f44-b6be-8196826d5def x-openstack-request-id: req-9618d2fb-cf18-4f44-b6be-8196826d5def {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:35.452415 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:35.452687 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9618d2fb-cf18-4f44-b6be-8196826d5def {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:35.453076 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424', 'status': 'completed', 'code': 200} Jul 27 16:54:35.490454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-ad85af44-efc9-4871-8134-4c1b87c7ebdf service neutron] 10.222.0.61 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450350 Jul 27 16:54:35.611556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb483485-3867-4dea-ab10-85c63d3cb533 req-3caf6f71-1899-400d-861f-49d1e427ed53 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.613662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cb483485-3867-4dea-ab10-85c63d3cb533 req-3caf6f71-1899-400d-861f-49d1e427ed53 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.1677384 Jul 27 16:54:35.673720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80f260f-6185-455b-939a-f1a23da808bb req-7e302a01-dfdc-4b0e-9a5b-3ba1091ddeef service neutron] 10.222.0.61 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748545 Jul 27 16:54:35.708458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cb483485-3867-4dea-ab10-85c63d3cb533 req-b926738b-387c-4ae8-921e-083833b55d52 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0868845 Jul 27 16:54:35.807108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648afde-f2fc-4829-97ba-33ceb936fa20 req-a6e16436-5f08-4231-bb0a-f6cc20d17110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.813641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648afde-f2fc-4829-97ba-33ceb936fa20 req-a6e16436-5f08-4231-bb0a-f6cc20d17110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.815298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3648afde-f2fc-4829-97ba-33ceb936fa20 req-a6e16436-5f08-4231-bb0a-f6cc20d17110 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1677 time: 0.0823338 Jul 27 16:54:35.858126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3648afde-f2fc-4829-97ba-33ceb936fa20 req-8f412298-ca71-45d8-95fb-973b8f771c8b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Jul 27 16:54:35.873270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-d3f10d7c-52c1-427e-9f56-4a239f6c66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.873871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-d3f10d7c-52c1-427e-9f56-4a239f6c66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.875381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-d3f10d7c-52c1-427e-9f56-4a239f6c66ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01d35afff503461e97d1129ff0624772&device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1979 time: 0.1129177 Jul 27 16:54:35.892261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f4fba519-734c-4e81-9591-7cbf9f16f945 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:35.894891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f4fba519-734c-4e81-9591-7cbf9f16f945 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.0970757 Jul 27 16:54:35.969420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f75a06b8-32bc-4c58-983d-a715d6545d03 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.039993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-2e586c35-5eb9-4c4e-acba-26ad61511735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.041604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-2e586c35-5eb9-4c4e-acba-26ad61511735 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1c86b81-d348-4130-b1e4-abd5429696bc HTTP/1.1" status: 200 len: 903 time: 0.1541336 Jul 27 16:54:36.097420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-a46c6a1e-bb2a-4d45-bf06-aeca37982531 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424 HTTP/1.1" status: 200 len: 217 time: 0.0405886 Jul 27 16:54:36.165910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f75a06b8-32bc-4c58-983d-a715d6545d03 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.171397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f75a06b8-32bc-4c58-983d-a715d6545d03 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.176691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-443185de-c9ff-4c9e-a503-847e8efe8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.178200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-443185de-c9ff-4c9e-a503-847e8efe8d50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1976a0e-76d0-4db4-bad4-83a74f260c71 HTTP/1.1" status: 200 len: 801 time: 0.0716162 Jul 27 16:54:36.180246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ceafe-f284-48d4-9752-d48c66ae7bf9 req-2c5c9d0c-10cc-491c-813c-2eea634b35b0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.185329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-451ceafe-f284-48d4-9752-d48c66ae7bf9 req-2c5c9d0c-10cc-491c-813c-2eea634b35b0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 945 time: 0.0733225 Jul 27 16:54:36.211395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64a1f2c7-b928-420b-a0ff-5199d136553c req-f75a06b8-32bc-4c58-983d-a715d6545d03 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3050253 Jul 27 16:54:36.224616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-451ceafe-f284-48d4-9752-d48c66ae7bf9 req-9f742a98-1f98-4545-89df-6b55ac9bf771 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Jul 27 16:54:36.236674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:36.237944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:36.256001 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a06b8-32bc-4c58-983d-a715d6545d03 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d53510-0657-4f1f-a12d-f97c33bf20e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:36.284356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-f3079d93-8dbe-4fa9-a932-140cadb1d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.286213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-f3079d93-8dbe-4fa9-a932-140cadb1d16e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1c86b81-d348-4130-b1e4-abd5429696bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952959 Jul 27 16:54:36.309319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:36.314411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:36.315088 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.329252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea05f281-54d4-4dcf-91bc-b358910d3e4a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.331103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea05f281-54d4-4dcf-91bc-b358910d3e4a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1130 time: 0.0921311 Jul 27 16:54:36.334054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:36.339555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:36.370868 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.407086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-0cbfb8fe-4193-4f0f-9e4c-ba7e5869fbd2 service neutron] 10.222.0.61 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109798 Jul 27 16:54:36.443105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.470087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:36.475094 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca9bbf-b33a-4dd7-b478-02bd7be568a1" -d '{"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:36.489184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:36.496130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.543887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f379dc5-11b1-425e-8e4c-f33d8039fee0 req-069e1ed5-7418-4c47-af74-f200ea5c8625 service neutron] 10.222.0.61 "GET /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224716 Jul 27 16:54:36.544133 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d57b06-fde9-409a-8089-7c47260633ea x-openstack-request-id: req-b3d57b06-fde9-409a-8089-7c47260633ea {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:36.544450 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:36.544702 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3d57b06-fde9-409a-8089-7c47260633ea {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:36.545094 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'code': 200} Jul 27 16:54:36.578330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:36.670378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913912f-e5e0-4435-87de-a73a8a5baf78 req-a83e2cea-739d-45f1-a909-f56c123c2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.671925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9913912f-e5e0-4435-87de-a73a8a5baf78 req-a83e2cea-739d-45f1-a909-f56c123c2345 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1097 time: 0.0592177 Jul 27 16:54:36.713404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9913912f-e5e0-4435-87de-a73a8a5baf78 req-4e9d9a89-4836-442e-ba48-818bbb1bd7fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jul 27 16:54:36.847195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51bede-bc47-4bae-bba5-e037cbddd7e2 req-449b5d4e-5470-43ae-b62e-f672093f6e51 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:36.848804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b51bede-bc47-4bae-bba5-e037cbddd7e2 req-449b5d4e-5470-43ae-b62e-f672093f6e51 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 950 time: 0.0825074 Jul 27 16:54:36.899754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:36.904010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b51bede-bc47-4bae-bba5-e037cbddd7e2 req-8bf243a3-896e-49ee-aac9-59d66ea109c2 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Jul 27 16:54:37.013574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35b644-d2da-40ad-ab93-4f0ad96b2bd8 req-bba20655-fab7-4e0b-be7e-b99a341f32db tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:37.019691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35b644-d2da-40ad-ab93-4f0ad96b2bd8 req-bba20655-fab7-4e0b-be7e-b99a341f32db tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:37.021345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af35b644-d2da-40ad-ab93-4f0ad96b2bd8 req-bba20655-fab7-4e0b-be7e-b99a341f32db tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1677 time: 0.0848641 Jul 27 16:54:37.027264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.25.4.186 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ec8d2342-7493-4edc-8428-bf6c442f13a9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:37.060575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af35b644-d2da-40ad-ab93-4f0ad96b2bd8 req-b4da36a7-de3a-472b-b3c9-3fee9bf4bfae tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jul 27 16:54:37.127023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:37.165323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:37.204691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:37.207670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:37.213677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:37.237812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=ec8d2342-7493-4edc-8428-bf6c442f13a9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:37.477355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916714fb-a083-42e2-b1a0-bab0b42fc406 req-0e8bfc78-ded9-4d54-b3ee-800ce038c482 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:37.478786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-916714fb-a083-42e2-b1a0-bab0b42fc406 req-0e8bfc78-ded9-4d54-b3ee-800ce038c482 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1565778 Jul 27 16:54:37.537072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-916714fb-a083-42e2-b1a0-bab0b42fc406 req-8731795e-c09d-41d4-b189-aa7ee35156ab tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519271 Jul 27 16:54:37.676883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:37.761124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:37.916754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:37.921401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.019818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=ec8d2342-7493-4edc-8428-bf6c442f13a9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:38.034550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.138553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e313d-ef99-480f-ba21-c592ab22e35a req-a80c5e97-0c7f-4944-81ad-48f2853bd6e2 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.140060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f8e313d-ef99-480f-ba21-c592ab22e35a req-a80c5e97-0c7f-4944-81ad-48f2853bd6e2 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 950 time: 0.1577606 Jul 27 16:54:38.170173 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Floating IP f483e289-34f9-4f9a-aa39-8129d68ae60f associated. External IP: 172.25.4.186, port: 9b7361da-b2f5-4c57-8913-0de62caa719f. Jul 27 16:54:38.228275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f8e313d-ef99-480f-ba21-c592ab22e35a req-3f4b1b54-66e4-406a-8771-fab8f0c9b48c tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae53420d-0f54-4c99-9a46-934c9f0e7fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816698 Jul 27 16:54:38.242291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db634d7a-8b51-42f9-abf1-5a872089c0a4 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:54:38.274656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65c50-87bc-4918-9b57-2ab9604c8f5d req-e6396024-f2ec-44a7-bbe8-3217fa1d8bdc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.281351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65c50-87bc-4918-9b57-2ab9604c8f5d req-e6396024-f2ec-44a7-bbe8-3217fa1d8bdc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.282987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2d65c50-87bc-4918-9b57-2ab9604c8f5d req-e6396024-f2ec-44a7-bbe8-3217fa1d8bdc tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1677 time: 0.0843563 Jul 27 16:54:38.328277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2d65c50-87bc-4918-9b57-2ab9604c8f5d req-74a62f39-25f3-4290-a736-c0a1ebb3cc09 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Jul 27 16:54:38.347453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:38.360734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'db634d7a-8b51-42f9-abf1-5a872089c0a4', 'network_id': '8eb430a8-13cc-4d2d-a997-21c7f5097933', 'port_id': 'db634d7a-8b51-42f9-abf1-5a872089c0a4', 'mac_address': 'fa:16:3e:67:25:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d45982b-24a7-454e-b3e5-3f48e6255d9e', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:54:38.398330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.410557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db634d7a-8b51-42f9-abf1-5a872089c0a4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:38.418116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 0b6865a1-8a96-46e4-b842-58780854f68c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:38.431022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:38.434985 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.435804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f1ecf286-7022-4a1a-a07f-12b179ed8424 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:54:38.532686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:38.543413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:38.560771 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Sync routers for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:38.562897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.575517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:38.576446 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:38.580715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-aca9b6dc-cb9d-4aed-9b47-faf9cdea6893 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.586769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-aca9b6dc-cb9d-4aed-9b47-faf9cdea6893 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 950 time: 0.0992489 Jul 27 16:54:38.587668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:38.605837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f1ecf286-7022-4a1a-a07f-12b179ed8424', 'network_id': 'c1c86b81-d348-4130-b1e4-abd5429696bc', 'port_id': 'f1ecf286-7022-4a1a-a07f-12b179ed8424', 'mac_address': 'fa:16:3e:80:50:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1976a0e-76d0-4db4-bad4-83a74f260c71', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:54:38.622385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57f23b9b-eb8b-4dc7-b7c4-7a799edb2068 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2850266 Jul 27 16:54:38.622385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:38.623757 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571d5e8-595e-4982-a72f-b5fcddbf169a" -d '{"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:38.626437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:38.650745 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.666307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ecf286-7022-4a1a-a07f-12b179ed8424 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:54:38.692687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:38.697994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.706163 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b8d089-e5cd-49b3-9421-ee7935e73935 x-openstack-request-id: req-72b8d089-e5cd-49b3-9421-ee7935e73935 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:38.706870 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:38.707321 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72b8d089-e5cd-49b3-9421-ee7935e73935 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:38.707726 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'status': 'completed', 'code': 200} Jul 27 16:54:38.738360 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:38.771303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:38.813192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.813681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.814323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.814801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.815269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.815891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.816763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.817349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.818386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.818386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.818724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.819214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.819672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.820137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.820621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.826440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5cb23e8-6a85-4ac9-8972-89199137beef tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10527 time: 0.1957204 Jul 27 16:54:38.826636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Deleting port 3e593254-ac09-4753-8e4e-63eb5c98b160 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:38.826636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:38.827227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:38.885593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-5ee5e1c3-1593-40f7-bbd2-f915950ec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.888553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-5ee5e1c3-1593-40f7-bbd2-f915950ec3fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.1498375 Jul 27 16:54:38.925203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.925727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.926293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.926763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.927263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.927683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.928140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.928665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.929122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.929665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.930124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.930573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.931313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.931471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.931917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.936955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5626acc0-63f7-4f91-8794-f69d218a75b2 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9529 time: 0.1085229 Jul 27 16:54:38.945767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa8e3f-02ad-4ed9-b93c-63af818765ff req-e4a6b30f-d260-4b24-9cfc-6b5b0b431854 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:38.947838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfaa8e3f-02ad-4ed9-b93c-63af818765ff req-e4a6b30f-d260-4b24-9cfc-6b5b0b431854 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.2393363 Jul 27 16:54:38.948327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:39.008177 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f483e289-34f9-4f9a-aa39-8129d68ae60f', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'port_id': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'mac_address': 'fa:16:3e:40:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67720cde-904e-4bc7-9445-94ce0b30243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:37Z', 'updated_at': '2021-07-27T16:54:37Z', 'revision_number': 0, 'project_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:39.023765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] For port 3e593254-ac09-4753-8e4e-63eb5c98b160, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3e593254-ac09-4753-8e4e-63eb5c98b160,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:39.024159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:39.046724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Calling delete_port for 3e593254-ac09-4753-8e4e-63eb5c98b160 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:39.051397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-e921bad4-9565-468f-8632-a4e2cd5b3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.052907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-e921bad4-9565-468f-8632-a4e2cd5b3548 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 898 time: 0.1556029 Jul 27 16:54:39.070268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['db634d7a-8b51-42f9-abf1-5a872089c0a4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:39.074863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f1ecf286-7022-4a1a-a07f-12b179ed8424'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:39.091616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfaa8e3f-02ad-4ed9-b93c-63af818765ff req-35f76450-5904-4892-9617-67a51abdbdab tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777779 Jul 27 16:54:39.127003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Checking router: 0b6865a1-8a96-46e4-b842-58780854f68c for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:39.153697 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:39.158362 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:39.189310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-0ae42a98-1c03-4d72-87c2-ce4ac99e2501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 999 time: 0.1286263 Jul 27 16:54:39.307395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-41387904-0056-4c70-af2f-bce5f8403488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.309049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-41387904-0056-4c70-af2f-bce5f8403488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 200 len: 835 time: 0.0682211 Jul 27 16:54:39.333229 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:39.392915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde03a1b-7755-4691-a1da-acb49bec24bc req-9f958996-2b56-4d04-a2eb-cb70d37a6e1d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.395095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bde03a1b-7755-4691-a1da-acb49bec24bc req-9f958996-2b56-4d04-a2eb-cb70d37a6e1d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1820536 Jul 27 16:54:39.412260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:39.418614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'floatingip': {'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:39.458414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:39.462666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:39.464801 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a1fb496-04dc-42ed-8852-085bf195d7ab req-a3575415-2f02-44bc-92d8-ddc1512cede4 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.0806284 Jul 27 16:54:39.476135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-20a4ce36-5969-4b3a-ad6c-d7713a6ed1b8 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6650 time: 0.5263829 Jul 27 16:54:39.478689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:39.547860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee806f-e9a3-41d9-af60-f1f7ec6501f3 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.548578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee806f-e9a3-41d9-af60-f1f7ec6501f3 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.561536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03ee806f-e9a3-41d9-af60-f1f7ec6501f3 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b6865a1-8a96-46e4-b842-58780854f68c HTTP/1.1" status: 200 len: 1989 time: 0.0705016 Jul 27 16:54:39.579605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Pushing event deleted for resources: {'Port': ['ID=3e593254-ac09-4753-8e4e-63eb5c98b160,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:39.625937 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f483e289-34f9-4f9a-aa39-8129d68ae60f', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'port_id': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'mac_address': 'fa:16:3e:40:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67720cde-904e-4bc7-9445-94ce0b30243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:37Z', 'updated_at': '2021-07-27T16:54:37Z', 'revision_number': 0, 'project_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:39.658290 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed520bd-cee5-4ab1-a170-4f5dffc0dafb None None] The sync data for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 is: [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f483e289-34f9-4f9a-aa39-8129d68ae60f', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'port_id': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'mac_address': 'fa:16:3e:40:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67720cde-904e-4bc7-9445-94ce0b30243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:37Z', 'updated_at': '2021-07-27T16:54:37Z', 'revision_number': 0, 'project_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:39.701532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] No DVR routers for this DVR port 3e593254-ac09-4753-8e4e-63eb5c98b160 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:39.713143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:39.715781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52e098e1-fb91-437e-9fd2-f9d6640144b7 req-e6dc9073-ff8d-4844-ac22-e171df311a94 tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.61 "DELETE /v2.0/ports/3e593254-ac09-4753-8e4e-63eb5c98b160 HTTP/1.1" status: 204 len: 173 time: 1.1184683 Jul 27 16:54:39.716239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'name': 'network-vif-deleted', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:39.718892 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b8e832-98d7-4642-8d70-b1e1cb31a9d3" -d '{"events": [{"server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "name": "network-vif-deleted", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:39.727669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-50c3c45e-6ea7-48f6-ba2a-a3f32f48f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.729229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-50c3c45e-6ea7-48f6-ba2a-a3f32f48f104 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93f80b5f-5393-42f8-beee-32393e85d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4088428 Jul 27 16:54:39.737447 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-904d947e-3d3e-4605-bb2b-b2a99dac6873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:39.785924 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c07036-3e57-4f6b-ac15-8be7988d73ce x-openstack-request-id: req-10c07036-3e57-4f6b-ac15-8be7988d73ce {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:39.786205 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a008aee-0139-4143-9a0d-5a9d34870c5d", "name": "network-vif-deleted", "tag": "3e593254-ac09-4753-8e4e-63eb5c98b160", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:39.786452 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10c07036-3e57-4f6b-ac15-8be7988d73ce {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:39.786849 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a008aee-0139-4143-9a0d-5a9d34870c5d', 'name': 'network-vif-deleted', 'tag': '3e593254-ac09-4753-8e4e-63eb5c98b160', 'status': 'completed', 'code': 200} Jul 27 16:54:39.847506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0265b4-04f6-453c-baca-786aff675a25 req-eb5747e3-351b-4ef9-b557-86eec6fc0c80 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.854280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0265b4-04f6-453c-baca-786aff675a25 req-eb5747e3-351b-4ef9-b557-86eec6fc0c80 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:39.855933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca0265b4-04f6-453c-baca-786aff675a25 req-eb5747e3-351b-4ef9-b557-86eec6fc0c80 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1679 time: 0.3535562 Jul 27 16:54:39.946603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3453ce0-1e4e-4420-b9ec-e5539dfc7f66 None None] New status for floating IP f483e289-34f9-4f9a-aa39-8129d68ae60f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:54:40.364280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-dbc5d8d2-1378-426b-9814-478cf0c95566 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229823 Jul 27 16:54:40.371849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca0265b4-04f6-453c-baca-786aff675a25 req-069d26ae-dd76-4f0e-9895-acf982b6e041 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951482 Jul 27 16:54:40.569870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb1c9244-5da1-4ebe-b76c-67ae5fdc7b34 req-75badc60-1367-4d1b-859d-ff818fd21b4a tempest-VolumesBackupsTest-90027742 tempest-VolumesBackupsTest-90027742-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a008aee-0139-4143-9a0d-5a9d34870c5d HTTP/1.1" status: 200 len: 210 time: 0.0329421 Jul 27 16:54:40.574445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e571d5e8-595e-4982-a72f-b5fcddbf169a req-0952e0eb-967e-4e15-8f21-cc32d02f91b8 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982052 Jul 27 16:54:40.676837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:40.681725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:40.787758 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Floating IP 72a22adf-2957-47ae-82d5-82a75b9c150f associated. External IP: 172.25.4.77, port: 85867278-4588-4e8b-a1c6-b9b8287a35e9. Jul 27 16:54:41.000544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:41.110355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:41.114703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:41.119916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:41.129343 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:41.129954 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:41.153324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-453abcc9-ce79-461d-9e34-2b02f1c618ec tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "PUT /v2.0/floatingips/72a22adf-2957-47ae-82d5-82a75b9c150f HTTP/1.1" status: 200 len: 991 time: 1.7400165 Jul 27 16:54:41.234267 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:41.455940 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '72a22adf-2957-47ae-82d5-82a75b9c150f', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:18Z', 'updated_at': '2021-07-27T16:54:40Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:41.485753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:41.493878 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:41.494490 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:41.511121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98fa6-a0d5-480e-8673-01b7a99d9417 req-7c9b2dd1-3a0e-438b-b134-6e12300ac4bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:41.517181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98fa6-a0d5-480e-8673-01b7a99d9417 req-7c9b2dd1-3a0e-438b-b134-6e12300ac4bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:41.518997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32a98fa6-a0d5-480e-8673-01b7a99d9417 req-7c9b2dd1-3a0e-438b-b134-6e12300ac4bf tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1679 time: 0.0723486 Jul 27 16:54:41.558886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32a98fa6-a0d5-480e-8673-01b7a99d9417 req-7995201e-f7dc-4b4a-95ae-aafe0f7a96f4 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 27 16:54:41.602605 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:41.788240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:41.790608 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba" -d '{"events": [{"name": "network-changed", "server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:41.831145 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab1b14-7352-4a88-bb38-f7a95037fb7b x-openstack-request-id: req-84ab1b14-7352-4a88-bb38-f7a95037fb7b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:41.831444 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:41.831699 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84ab1b14-7352-4a88-bb38-f7a95037fb7b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:41.832098 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'status': 'completed', 'code': 200} Jul 27 16:54:41.835431 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '72a22adf-2957-47ae-82d5-82a75b9c150f', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:18Z', 'updated_at': '2021-07-27T16:54:40Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:41.862456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ee441-91e3-4b68-9083-99b1f1ae893f None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '72a22adf-2957-47ae-82d5-82a75b9c150f', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:54:18Z', 'updated_at': '2021-07-27T16:54:40Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:41.931405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-d52b8cdf-b93f-44e5-80b6-19ee6888ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:41.932987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-d52b8cdf-b93f-44e5-80b6-19ee6888ae0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1097 time: 0.0672755 Jul 27 16:54:42.031776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-8b1772cb-a6be-4658-9f78-f41081a15f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:42.033359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-8b1772cb-a6be-4658-9f78-f41081a15f5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.0926397 Jul 27 16:54:42.098494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371671d-ddc7-40e2-9901-0ac394cdcb55 None None] New status for floating IP 72a22adf-2957-47ae-82d5-82a75b9c150f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:54:42.114642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-6dc3f046-4d1c-4fcb-b10d-d4fdbef670d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 999 time: 0.0733681 Jul 27 16:54:42.169213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-6a7f3def-a7a1-4039-b146-6d616fd1b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:42.170729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-6a7f3def-a7a1-4039-b146-6d616fd1b55b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0485089 Jul 27 16:54:42.209461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:42.247810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-2c3e4bd4-df24-496e-b87f-a4045dcb078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:42.249389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-2c3e4bd4-df24-496e-b87f-a4045dcb078f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694528 Jul 27 16:54:42.318810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db634d7a-8b51-42f9-abf1-5a872089c0a4 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:42.326678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-45ccd1c0-3752-4b09-b0b9-7c7108bf4f29 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 200 len: 992 time: 0.1158531 Jul 27 16:54:42.375763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-47c16e32-4883-4df8-84ff-b03aff4a74e3 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183233 Jul 27 16:54:42.417504 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.462137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port db634d7a-8b51-42f9-abf1-5a872089c0a4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:42.510647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port db634d7a-8b51-42f9-abf1-5a872089c0a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:42.511126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.515227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0d0cc6c-128f-4c0a-9465-e40ee49dccba req-9fe3ff00-8bb6-494e-adb1-3e4abea20e71 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307738 Jul 27 16:54:42.568450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-217d2187-f8d0-42ff-a524-45ebdf19e894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.619080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.646958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:42.649883 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c7223-ead1-4a9b-8ccd-9623e1ecb353" -d '{"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-plugged", "status": "completed", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:42.663901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:42.683688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:42.694438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.695956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f1ecf286-7022-4a1a-a07f-12b179ed8424 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:42.723353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ad64-de03-4914-9fa3-c9b11a54660e req-7591de8f-93df-4b8c-93ce-beb8b868d6b2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:42.730216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ad64-de03-4914-9fa3-c9b11a54660e req-7591de8f-93df-4b8c-93ce-beb8b868d6b2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:42.731901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed51ad64-de03-4914-9fa3-c9b11a54660e req-7591de8f-93df-4b8c-93ce-beb8b868d6b2 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1679 time: 0.0880029 Jul 27 16:54:42.740480 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52479ff-57a9-4fe7-a207-5add597bb120 x-openstack-request-id: req-d52479ff-57a9-4fe7-a207-5add597bb120 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:42.741522 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-plugged", "status": "completed", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:42.741905 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d52479ff-57a9-4fe7-a207-5add597bb120 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:42.742486 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4', 'code': 200} Jul 27 16:54:42.783796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed51ad64-de03-4914-9fa3-c9b11a54660e req-ff495452-f859-49ae-8cda-510cdc4ab444 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362816 Jul 27 16:54:42.830860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:42.843159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f1ecf286-7022-4a1a-a07f-12b179ed8424 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:42.847546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f1ecf286-7022-4a1a-a07f-12b179ed8424 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:42.848111 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.914739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:42.915240 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.946938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.980068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:42.984893 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.986002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3e593254-ac09-4753-8e4e-63eb5c98b160 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:42.993249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:42.993648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:43.006768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:43.016763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 3e593254-ac09-4753-8e4e-63eb5c98b160 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:43.017578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3e593254-ac09-4753-8e4e-63eb5c98b160 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:43.072809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:43.202426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:43.228907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=bc3e1feb-9ab6-4b7f-8eee-706206e2d9d3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:43.240833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.241275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.241694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.242106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.242537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.242948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.243354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.243750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.244150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.244576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.244973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.245373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:54:43.303872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:43.304239 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Floating IP 128b0cce-42e5-4312-add9-2c5cf4942801 disassociated (deleted). External IP: 172.25.4.18, port: 29fb0ed3-3ea4-48f9-904a-864e100a3992. Jul 27 16:54:43.411148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:43.523863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 13b8d3cb-5263-42c9-944e-de21bda2251e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:43.985673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b3e74-b5c2-4876-94d1-dd4e9e4e20d8 req-257d2d9c-deb6-4272-8a79-a91f87df3f84 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:43.992343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b3e74-b5c2-4876-94d1-dd4e9e4e20d8 req-257d2d9c-deb6-4272-8a79-a91f87df3f84 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:43.994054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d0b3e74-b5c2-4876-94d1-dd4e9e4e20d8 req-257d2d9c-deb6-4272-8a79-a91f87df3f84 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.1158710 Jul 27 16:54:44.017417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:44.022272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:44.029004 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Sync routers for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:44.043277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:44.044164 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:44.067148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d0b3e74-b5c2-4876-94d1-dd4e9e4e20d8 req-59befc19-c74d-47db-a3ad-97eb60e2007c tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662668 Jul 27 16:54:44.084984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7db8c4cf-c252-413c-8bd6-bf5288fa663b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/floatingips/128b0cce-42e5-4312-add9-2c5cf4942801 HTTP/1.1" status: 204 len: 168 time: 1.4094729 Jul 27 16:54:44.085710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:44.088082 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:44.142340 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d89ec4-aceb-40b5-9f76-777c268c3f09 x-openstack-request-id: req-57d89ec4-aceb-40b5-9f76-777c268c3f09 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:44.142765 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:44.143101 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57d89ec4-aceb-40b5-9f76-777c268c3f09 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:44.143507 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'status': 'completed', 'code': 200} Jul 27 16:54:44.246120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:44.324020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-930b3cba-f97f-42f1-9187-f2a85075efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:44.326978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-930b3cba-f97f-42f1-9187-f2a85075efc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c80679fbe07415f867ac085aaa65928&device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 1096 time: 0.1545894 Jul 27 16:54:44.383980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608767c-1c5c-4e16-9375-fb07e9f98683 req-fb1569b2-db3d-419f-a3c9-d43451722a50 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:44.392486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d608767c-1c5c-4e16-9375-fb07e9f98683 req-fb1569b2-db3d-419f-a3c9-d43451722a50 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.0834866 Jul 27 16:54:44.452119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d608767c-1c5c-4e16-9375-fb07e9f98683 req-57e56df5-c9ad-4b53-b0fe-01bec9d7ecd0 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565026 Jul 27 16:54:44.453806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-f8d07db1-c1f5-43f7-8d79-92f4a658b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:44.455520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-f8d07db1-c1f5-43f7-8d79-92f4a658b094 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 200 len: 897 time: 0.1198778 Jul 27 16:54:44.514948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-948c0c20-3654-4da7-bbd7-0b2e2416a891 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 200 len: 217 time: 0.0484757 Jul 27 16:54:44.578211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-c4e7084d-7563-45e7-90d5-c50655963b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:44.579764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-c4e7084d-7563-45e7-90d5-c50655963b0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=319f4901-82bb-451c-9d5e-06c99c1252ed HTTP/1.1" status: 200 len: 835 time: 0.0541103 Jul 27 16:54:44.650779 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:44.668058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-dd22629f-ed71-4e9d-a45f-31778972557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:44.669864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-dd22629f-ed71-4e9d-a45f-31778972557b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6260660c-f0e6-4156-8488-00abab8f77d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780387 Jul 27 16:54:44.691690 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Checking router: 13b8d3cb-5263-42c9-944e-de21bda2251e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:44.703003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:44.703552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:44.743515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:44.746508 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e89de6-46a9-48c8-bb3a-8d69cc7eba79" -d '{"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:44.787916 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8a78a-05a9-4048-8e04-1040cbd32f2d x-openstack-request-id: req-7fd8a78a-05a9-4048-8e04-1040cbd32f2d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:44.788721 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:44.789202 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fd8a78a-05a9-4048-8e04-1040cbd32f2d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:44.789625 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424', 'code': 200} Jul 27 16:54:44.793429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-4c0f249e-ab15-4a70-af0f-db3d54cbd05e service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146407 Jul 27 16:54:44.841689 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:44.968597 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1f80bd0-865a-4c19-a4e1-e0dc691ea9a4 req-31ac77e7-cc27-48c0-8145-8e79e114df00 service neutron] 10.222.0.61 "GET /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641932 Jul 27 16:54:45.012809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45846302-b747-4148-83bf-6911bc95327f req-76c62c19-7697-4741-8284-0fdaa4175359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:45.013722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45846302-b747-4148-83bf-6911bc95327f req-76c62c19-7697-4741-8284-0fdaa4175359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:45.016389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45846302-b747-4148-83bf-6911bc95327f req-76c62c19-7697-4741-8284-0fdaa4175359 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1983 time: 0.1437671 Jul 27 16:54:45.044222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:45.068536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45846302-b747-4148-83bf-6911bc95327f req-a3e98f96-b178-4bf6-965f-c68aca7daa8d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Jul 27 16:54:45.131808 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:45.161521 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e80456-3028-4c79-88f1-bfb8b961d947 None None] The sync data for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 is: [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:53:29Z', 'revision_number': 4, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '212fb721-78ae-488b-9c35-fa31c2e71f94', 'name': '', 'network_id': '6260660c-f0e6-4156-8488-00abab8f77d5', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'mac_address': 'fa:16:3e:5b:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:26Z', 'updated_at': '2021-07-27T16:53:44Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'subnets': [{'id': '319f4901-82bb-451c-9d5e-06c99c1252ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:45.247924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d2c9f-c17c-433c-8834-4a0b1dbd56b3 req-9526387c-2078-479d-8245-5cf87cf975d8 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:45.254141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d2c9f-c17c-433c-8834-4a0b1dbd56b3 req-9526387c-2078-479d-8245-5cf87cf975d8 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:45.255791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-033d2c9f-c17c-433c-8834-4a0b1dbd56b3 req-9526387c-2078-479d-8245-5cf87cf975d8 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.0987489 Jul 27 16:54:45.309664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-033d2c9f-c17c-433c-8834-4a0b1dbd56b3 req-1cb59b36-58f8-41ca-bfd8-e4243e055126 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jul 27 16:54:45.474617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb63bd3-7218-4aca-a68e-6e3d0151dac8 None None] New status for floating IP 128b0cce-42e5-4312-add9-2c5cf4942801: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:54:45.669169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26ff7-e7bd-40d1-9d92-2ad9e7b9f1b9 req-947aa2aa-cb41-4791-93d4-b5b06bd4f792 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:45.672414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f26ff7-e7bd-40d1-9d92-2ad9e7b9f1b9 req-947aa2aa-cb41-4791-93d4-b5b06bd4f792 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.1004293 Jul 27 16:54:45.723529 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22f26ff7-e7bd-40d1-9d92-2ad9e7b9f1b9 req-cf480c3a-5c1c-4d66-840a-a9f9891e6904 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/security-groups?id=9793a346-dc77-45ac-bbd9-f3a61b1a84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447073 Jul 27 16:54:46.247835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-af42c3b1-647d-453f-a53d-ec3da319717b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:46.249386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-af42c3b1-647d-453f-a53d-ec3da319717b tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.61 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 945 time: 0.0708675 Jul 27 16:54:46.384048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 29fb0ed3-3ea4-48f9-904a-864e100a3992 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:46.385641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:46.498634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ef1b-71d9-4c80-99e5-8c0e9d7a8d71 req-b108c663-88de-4120-94ed-35c157571188 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:46.505735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ef1b-71d9-4c80-99e5-8c0e9d7a8d71 req-b108c663-88de-4120-94ed-35c157571188 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:46.520473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 29fb0ed3-3ea4-48f9-904a-864e100a3992, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=29fb0ed3-3ea4-48f9-904a-864e100a3992,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:46.520802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:46.525461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b2ef1b-71d9-4c80-99e5-8c0e9d7a8d71 req-b108c663-88de-4120-94ed-35c157571188 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.1305547 Jul 27 16:54:46.555008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 29fb0ed3-3ea4-48f9-904a-864e100a3992 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:46.583053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b2ef1b-71d9-4c80-99e5-8c0e9d7a8d71 req-7d765d15-a661-47ce-8522-b6836bfe0047 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Jul 27 16:54:46.724584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:46.755760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=29fb0ed3-3ea4-48f9-904a-864e100a3992,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:46.789643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:46.822264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] No DVR routers for this DVR port 29fb0ed3-3ea4-48f9-904a-864e100a3992 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:46.825415 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:46.829224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-935c2338-d83d-4e4e-ae1c-4066f5a73e71 req-d03d6d42-ea5c-4994-a7db-c5fa3b9ffaf9 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.61 "DELETE /v2.0/ports/29fb0ed3-3ea4-48f9-904a-864e100a3992 HTTP/1.1" status: 204 len: 173 time: 0.5715640 Jul 27 16:54:46.829224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'name': 'network-vif-deleted', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:46.831626 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d7f7d7-f26a-48ce-a989-197dd2bfdd09" -d '{"events": [{"server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "name": "network-vif-deleted", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:46.845439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8dd086ac-8e1c-49bf-98bb-dcb96cdf5649 req-3c099871-3ef7-421b-ba03-53b3d32e5f56 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "GET /v2.0/ports?device_id=107937d1-8161-4920-989a-dd24cbc52b9e HTTP/1.1" status: 200 len: 210 time: 0.0371630 Jul 27 16:54:46.883209 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9868f2-6c85-426a-8cad-39c32667daec x-openstack-request-id: req-6e9868f2-6c85-426a-8cad-39c32667daec {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:46.883625 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107937d1-8161-4920-989a-dd24cbc52b9e", "name": "network-vif-deleted", "tag": "29fb0ed3-3ea4-48f9-904a-864e100a3992", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:46.883972 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e9868f2-6c85-426a-8cad-39c32667daec {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:46.884507 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107937d1-8161-4920-989a-dd24cbc52b9e', 'name': 'network-vif-deleted', 'tag': '29fb0ed3-3ea4-48f9-904a-864e100a3992', 'status': 'completed', 'code': 200} Jul 27 16:54:47.571256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-c94178dd-74ea-4187-8690-91fe9622787a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633893 Jul 27 16:54:47.721233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acb073-0330-4adc-a499-0518f696ebfe req-f6884c32-028d-4384-b60e-ae02f61d71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:47.723037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-f6884c32-028d-4384-b60e-ae02f61d71cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0780425 Jul 27 16:54:47.786725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c0e8-4ffa-45d0-836b-56f8294e31e2 req-4f3f18f2-c3c6-426c-8c18-841f772f7b78 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:47.793304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c0e8-4ffa-45d0-836b-56f8294e31e2 req-4f3f18f2-c3c6-426c-8c18-841f772f7b78 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:47.795228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5639c0e8-4ffa-45d0-836b-56f8294e31e2 req-4f3f18f2-c3c6-426c-8c18-841f772f7b78 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.1248510 Jul 27 16:54:47.840807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5639c0e8-4ffa-45d0-836b-56f8294e31e2 req-0e6d2e9d-bf2e-42bc-978e-8f9c0f31ef6e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Jul 27 16:54:47.875489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acb073-0330-4adc-a499-0518f696ebfe req-df5e6830-d6e0-475c-9fdf-1277cecbbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:47.877778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-df5e6830-d6e0-475c-9fdf-1277cecbbe41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.1251292 Jul 27 16:54:47.924574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37658) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:47.975434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-9aa62f9a-6ca4-402e-9966-bbff1ef1ebff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1002 time: 0.0877430 Jul 27 16:54:48.032804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:48.066344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acb073-0330-4adc-a499-0518f696ebfe req-6e219ed4-0cf9-4a31-bee6-b78cf08c8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:48.067672 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-6e219ed4-0cf9-4a31-bee6-b78cf08c8029 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.0834477 Jul 27 16:54:48.077228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:48.175349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acb073-0330-4adc-a499-0518f696ebfe req-9ac85193-9a76-4ded-a13f-c2d0071f9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:48.177455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-9ac85193-9a76-4ded-a13f-c2d0071f9bba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964475 Jul 27 16:54:48.183253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:54:48.214155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:48.217363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:48.221002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/security-groups/9793a346-dc77-45ac-bbd9-f3a61b1a84a9 HTTP/1.1" status: 204 len: 168 time: 0.2928658 Jul 27 16:54:48.233071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90503d1e-d0e6-4ac6-a89f-c0d66049afb5 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793a346-dc77-45ac-bbd9-f3a61b1a84a9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:48.262715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:48.352356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-500b8482-ce44-46a9-9c03-c664c05511d7 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623693 Jul 27 16:54:48.418240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b77e-01b3-4077-a5b6-ef8f0f6cf690 req-49971fe8-221d-4da6-97fd-9ae830b2b0fb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:48.424240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b77e-01b3-4077-a5b6-ef8f0f6cf690 req-49971fe8-221d-4da6-97fd-9ae830b2b0fb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:48.425971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd56b77e-01b3-4077-a5b6-ef8f0f6cf690 req-49971fe8-221d-4da6-97fd-9ae830b2b0fb tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.2110524 Jul 27 16:54:48.524117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd56b77e-01b3-4077-a5b6-ef8f0f6cf690 req-2635c8e1-5786-4bbf-a7e3-b5059833762d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863538 Jul 27 16:54:48.528090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0acb073-0330-4adc-a499-0518f696ebfe req-1d0f8bc0-83ef-4b45-a886-794c91f419d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688521 Jul 27 16:54:48.754137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:49.107463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port 212fb721-78ae-488b-9c35-fa31c2e71f94 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:49.108065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:49.202268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port 212fb721-78ae-488b-9c35-fa31c2e71f94, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=212fb721-78ae-488b-9c35-fa31c2e71f94,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:49.202650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:49.217426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for 212fb721-78ae-488b-9c35-fa31c2e71f94 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:49.426726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:49.460816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=212fb721-78ae-488b-9c35-fa31c2e71f94,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:49.704648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fda25-dcef-40d0-b9c1-2fbc3a7b3741 req-d5e025c1-e557-451e-9253-a73b9854a062 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:49.709553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:49.711871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fda25-dcef-40d0-b9c1-2fbc3a7b3741 req-d5e025c1-e557-451e-9253-a73b9854a062 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:49.719486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b7fda25-dcef-40d0-b9c1-2fbc3a7b3741 req-d5e025c1-e557-451e-9253-a73b9854a062 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.1025484 Jul 27 16:54:49.805117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b7fda25-dcef-40d0-b9c1-2fbc3a7b3741 req-6ecea9ba-e825-4121-bca2-390b8b518721 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Jul 27 16:54:49.844859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-84bbf111-56c7-44a2-81fd-ada2e554d23d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:49.862664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-84bbf111-56c7-44a2-81fd-ada2e554d23d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:49.864179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-84bbf111-56c7-44a2-81fd-ada2e554d23d tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 1681 time: 0.1344266 Jul 27 16:54:50.016530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port f1ecf286-7022-4a1a-a07f-12b179ed8424 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:50.017148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.036099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Router 13b8d3cb-5263-42c9-944e-de21bda2251e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:50.123279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port f1ecf286-7022-4a1a-a07f-12b179ed8424, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f1ecf286-7022-4a1a-a07f-12b179ed8424,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:50.123649 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.139211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for f1ecf286-7022-4a1a-a07f-12b179ed8424 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:50.166568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:50.175874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9f068d8-ff23-451b-89d9-8b01f74fbaee tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "PUT /v2.0/routers/13b8d3cb-5263-42c9-944e-de21bda2251e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9096842 Jul 27 16:54:50.179161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:50.179341 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Sync routers for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:50.190786 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:50.191669 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:50.280339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29fb0ed3-3ea4-48f9-904a-864e100a3992 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:50.292757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting subnet 319f4901-82bb-451c-9d5e-06c99c1252ed {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:50.303155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.312692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 29fb0ed3-3ea4-48f9-904a-864e100a3992 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:50.313476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 29fb0ed3-3ea4-48f9-904a-864e100a3992 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:50.317209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.329148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f1ecf286-7022-4a1a-a07f-12b179ed8424', 'db634d7a-8b51-42f9-abf1-5a872089c0a4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:50.342051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:50.356565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.452377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=f1ecf286-7022-4a1a-a07f-12b179ed8424,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:50.454839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port f1ecf286-7022-4a1a-a07f-12b179ed8424 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:50.463802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.472154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-71a725d1-9bbc-4c7a-8626-f4a605972b00 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "DELETE /v2.0/ports/f1ecf286-7022-4a1a-a07f-12b179ed8424 HTTP/1.1" status: 204 len: 173 time: 0.5953605 Jul 27 16:54:50.473018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-deleted', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:50.476353 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffcb991-1b02-43d6-a374-82c3c5575a56" -d '{"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-deleted", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:50.515536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.636610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.639691 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:54:49Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:50.645895 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac002b7-97c7-49ef-a40b-d7e73740ebf3 x-openstack-request-id: req-9ac002b7-97c7-49ef-a40b-d7e73740ebf3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:50.647135 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-deleted", "tag": "f1ecf286-7022-4a1a-a07f-12b179ed8424", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:50.647670 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ac002b7-97c7-49ef-a40b-d7e73740ebf3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:50.648314 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-deleted', 'tag': 'f1ecf286-7022-4a1a-a07f-12b179ed8424', 'status': 'completed', 'code': 200} Jul 27 16:54:50.678030 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Checking router: 13b8d3cb-5263-42c9-944e-de21bda2251e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:50.687946 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Routers {'13b8d3cb-5263-42c9-944e-de21bda2251e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:50.689332 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['13b8d3cb-5263-42c9-944e-de21bda2251e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:50.692609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port db634d7a-8b51-42f9-abf1-5a872089c0a4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:50.693192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.695566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.703563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2e0d1-5552-4983-8700-e6e79bf11c0b None None] Network 6260660c-f0e6-4156-8488-00abab8f77d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:50.706233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/subnets/319f4901-82bb-451c-9d5e-06c99c1252ed HTTP/1.1" status: 204 len: 168 time: 0.5274606 Jul 27 16:54:50.707435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:50.715881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87448c-768e-4bf0-958b-c879f9661dc7 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Subnet': ['ID=319f4901-82bb-451c-9d5e-06c99c1252ed,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:50.862137 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] Set router 13b8d3cb-5263-42c9-944e-de21bda2251e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:50.900260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port db634d7a-8b51-42f9-abf1-5a872089c0a4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=db634d7a-8b51-42f9-abf1-5a872089c0a4,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:50.900908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.921808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:50.938720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for db634d7a-8b51-42f9-abf1-5a872089c0a4 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:51.154355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] DHCP port deletion for 6260660c-f0e6-4156-8488-00abab8f77d5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:54:51.207768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f2cdc-2ccc-4a20-a62a-df1e6c349f03 req-7f89f0f4-b270-467a-98a7-a4d8dc07bcb9 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:51.209954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a51f2cdc-2ccc-4a20-a62a-df1e6c349f03 req-7f89f0f4-b270-467a-98a7-a4d8dc07bcb9 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93e2f88-9ae3-43e0-923d-2a83cfeb7624 HTTP/1.1" status: 200 len: 944 time: 0.2222311 Jul 27 16:54:51.223354 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.242098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.253635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Deleting port 452fb9fb-65f4-4450-9588-e1917ca715f7 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:51.254682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.273385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a51f2cdc-2ccc-4a20-a62a-df1e6c349f03 req-7482c047-8f87-46bc-8a76-20784eecda43 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c8453a-7fe4-4514-b402-96de620c749b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531442 Jul 27 16:54:51.306003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f1ecf286-7022-4a1a-a07f-12b179ed8424'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:54:51.306816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=db634d7a-8b51-42f9-abf1-5a872089c0a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:51.348812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:54:49Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:51.363654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] For port 452fb9fb-65f4-4450-9588-e1917ca715f7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=452fb9fb-65f4-4450-9588-e1917ca715f7,segment=NetworkSegment(aae3fdc0-75b9-4460-8181-e167bbb80646),segment_id=aae3fdc0-75b9-4460-8181-e167bbb80646)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:51.364727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.381220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Calling delete_port for 452fb9fb-65f4-4450-9588-e1917ca715f7 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:51.400392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Deleting port d52c484c-306a-475f-8755-c69393639e23 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:51.402088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.420678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port db634d7a-8b51-42f9-abf1-5a872089c0a4 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:51.424960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.435388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e70f5-68fc-4b9e-80d8-b7ed766cff7f None None] The sync data for ids ['13b8d3cb-5263-42c9-944e-de21bda2251e'] in n-d-723572-6 is: [{'id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'name': 'tempest-TestNetworkBasicOps-router-280337286', 'tenant_id': '9c80679fbe07415f867ac085aaa65928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd52c484c-306a-475f-8755-c69393639e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:16Z', 'updated_at': '2021-07-27T16:54:49Z', 'revision_number': 5, 'project_id': '9c80679fbe07415f867ac085aaa65928', 'gw_port': {'id': 'd52c484c-306a-475f-8755-c69393639e23', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8d3cb-5263-42c9-944e-de21bda2251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:17Z', 'updated_at': '2021-07-27T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:51.438013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d171445-e5bf-49c2-8dcf-816ea17ca14d req-860d63cb-6e45-478e-ab43-92c967529a32 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.61 "DELETE /v2.0/ports/db634d7a-8b51-42f9-abf1-5a872089c0a4 HTTP/1.1" status: 204 len: 173 time: 0.9458966 Jul 27 16:54:51.554647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] For port d52c484c-306a-475f-8755-c69393639e23, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d52c484c-306a-475f-8755-c69393639e23,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:51.555412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.569701 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.571945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Calling delete_port for d52c484c-306a-475f-8755-c69393639e23 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:51.605055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] Pushing event deleted for resources: {'Port': ['ID=452fb9fb-65f4-4450-9588-e1917ca715f7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:51.612512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fac7ef-4785-4523-8fff-7c1693ec88a3 None None] No DVR routers for this DVR port 452fb9fb-65f4-4450-9588-e1917ca715f7 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:51.778649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:51.806675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Port': ['ID=d52c484c-306a-475f-8755-c69393639e23,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:51.920818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.037679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.042399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.129389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.130146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Fanout notify agent at l3_agent the message router_deleted on router 13b8d3cb-5263-42c9-944e-de21bda2251e {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:54:52.149043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.154138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:52.156966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be57fabf-7ae7-483f-88c2-942c47947c78 tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/routers/13b8d3cb-5263-42c9-944e-de21bda2251e HTTP/1.1" status: 204 len: 168 time: 1.4443865 Jul 27 16:54:52.268528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.351347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:52.378138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.391250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6260660c-f0e6-4156-8488-00abab8f77d5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:52.404145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae3fdc0-75b9-4460-8181-e167bbb80646') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:52.404483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae3fdc0-75b9-4460-8181-e167bbb80646') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:52.410379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting subnet f1976a0e-76d0-4db4-bad4-83a74f260c71 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:52.413674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.415233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.445256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.452970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:52.453387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.459872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:52.470054 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:52.533844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.542374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.547968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] 10.222.0.64 "DELETE /v2.0/networks/6260660c-f0e6-4156-8488-00abab8f77d5 HTTP/1.1" status: 204 len: 168 time: 0.3924906 Jul 27 16:54:52.575613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14b44-cf00-4d8e-b9aa-0c44c50fd8cb tempest-TestNetworkBasicOps-1283575802 tempest-TestNetworkBasicOps-1283575802-project] Pushing event deleted for resources: {'Network': ['ID=6260660c-f0e6-4156-8488-00abab8f77d5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:52.581307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.649402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-deleted', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:54:52.652128 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d57ee-72f0-4c9b-b132-5cf1322f0adf" -d '{"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-deleted", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:54:52.658394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.691519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Subnet': ['ID=f1976a0e-76d0-4db4-bad4-83a74f260c71,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:52.706573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.707706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab12fbd-437c-4313-9369-72e8b6c38e33 None None] Network c1c86b81-d348-4130-b1e4-abd5429696bc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:52.708567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f6c1c40-ffbd-4a1f-8f29-9cae5154951b tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/subnets/f1976a0e-76d0-4db4-bad4-83a74f260c71 HTTP/1.1" status: 204 len: 168 time: 0.3563209 Jul 27 16:54:52.712159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:52.725168 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aacdeb8-a01f-4928-ad5b-9d3bbfc67b90 x-openstack-request-id: req-9aacdeb8-a01f-4928-ad5b-9d3bbfc67b90 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:54:52.725456 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e2f88-9ae3-43e0-923d-2a83cfeb7624", "name": "network-vif-deleted", "tag": "db634d7a-8b51-42f9-abf1-5a872089c0a4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:54:52.725709 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9aacdeb8-a01f-4928-ad5b-9d3bbfc67b90 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:54:52.726112 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93e2f88-9ae3-43e0-923d-2a83cfeb7624', 'name': 'network-vif-deleted', 'tag': 'db634d7a-8b51-42f9-abf1-5a872089c0a4', 'status': 'completed', 'code': 200} Jul 27 16:54:52.806912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.879293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:52.879608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.894942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:52.966384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] DHCP port deletion for c1c86b81-d348-4130-b1e4-abd5429696bc request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:54:52.976762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:52.977423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:52.993841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:53.046070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Deleting port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:53.046461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.083439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-054cc0cd-9549-4f9b-b7c0-fd0fefed34f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c80679fbe07415f867ac085aaa65928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851196 Jul 27 16:54:53.083666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:53.109448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.130518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:53.162691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 212fb721-78ae-488b-9c35-fa31c2e71f94 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:53.186189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.195234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:53.207212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 212fb721-78ae-488b-9c35-fa31c2e71f94 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:53.208157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 212fb721-78ae-488b-9c35-fa31c2e71f94 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:53.209096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 452fb9fb-65f4-4450-9588-e1917ca715f7 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:53.240936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 452fb9fb-65f4-4450-9588-e1917ca715f7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:53.241673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 452fb9fb-65f4-4450-9588-e1917ca715f7 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:53.242270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:53.246974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] For port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,segment=NetworkSegment(7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a),segment_id=7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:53.247915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.254357 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.280590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:53.280590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:53.280590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d52c484c-306a-475f-8755-c69393639e23 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:53.291356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.303676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c86b81-d348-4130-b1e4-abd5429696bc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:53.307280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Calling delete_port for 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:53.310423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d52c484c-306a-475f-8755-c69393639e23 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:53.311248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d52c484c-306a-475f-8755-c69393639e23 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:53.317002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:53.317309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc00bf1-fc66-45d9-95ef-0d47b3a37b4a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:53.340358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.352573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.355321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.356995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/786da69b-d8c5-4591-bc4f-ee5b433442bf HTTP/1.1" status: 204 len: 168 time: 0.2717688 Jul 27 16:54:53.363485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.373912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc9d23-3de8-416c-8cb6-8f0a3b7ad050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786da69b-d8c5-4591-bc4f-ee5b433442bf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:53.383200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:53.384625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:53.388770 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:53.452637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.471685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.486219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] Pushing event deleted for resources: {'Port': ['ID=1bf06a4f-2706-474d-a9b8-45f83fedc9b6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:53.488843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0187e4-03a7-4a44-8ee0-64b2c44cb58f None None] No DVR routers for this DVR port 1bf06a4f-2706-474d-a9b8-45f83fedc9b6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:53.489614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.494335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/networks/c1c86b81-d348-4130-b1e4-abd5429696bc HTTP/1.1" status: 204 len: 168 time: 0.7804163 Jul 27 16:54:53.496447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:53.530100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76808a5-3e74-4e53-a514-54d4b081e913 tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Network': ['ID=c1c86b81-d348-4130-b1e4-abd5429696bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:53.563411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting subnet 2d45982b-24a7-454e-b3e5-3f48e6255d9e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:53.568017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.619213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.741477 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.770030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:53.790385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-213fbefc-6eb5-4ace-8c0d-64d1c0e0cec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.827388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.862715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.865664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/subnets/2d45982b-24a7-454e-b3e5-3f48e6255d9e HTTP/1.1" status: 204 len: 168 time: 0.3676383 Jul 27 16:54:53.866714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a07238-2b90-423d-aa32-949605b5e93e tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Subnet': ['ID=2d45982b-24a7-454e-b3e5-3f48e6255d9e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:53.868757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:53.878624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09b859-18bd-4420-8eb1-7ccda2b8b964 None None] Network 8eb430a8-13cc-4d2d-a997-21c7f5097933 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:53.975341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-213fbefc-6eb5-4ace-8c0d-64d1c0e0cec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.981685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:53.985383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-213fbefc-6eb5-4ace-8c0d-64d1c0e0cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.037523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-213fbefc-6eb5-4ace-8c0d-64d1c0e0cec2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=142aa6c5753547c5b78dac6ab59bb93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639198 Jul 27 16:54:54.040314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:54.056205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fbefc-6eb5-4ace-8c0d-64d1c0e0cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8cf523-1fb9-4627-9484-4a4eef9e514b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:54.101627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Deleting port bfff660c-94b1-41c3-92b9-e9b555d4cf53 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:54.102075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.110925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.133640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] DHCP port deletion for 8eb430a8-13cc-4d2d-a997-21c7f5097933 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:54:54.166839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.192683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] For port bfff660c-94b1-41c3-92b9-e9b555d4cf53, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfff660c-94b1-41c3-92b9-e9b555d4cf53,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:54.193097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.210386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Calling delete_port for bfff660c-94b1-41c3-92b9-e9b555d4cf53 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:54.227893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Deleting port bfff660c-94b1-41c3-92b9-e9b555d4cf53 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:54.228803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.258467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.263849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.269078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a8cf523-1fb9-4627-9484-4a4eef9e514b HTTP/1.1" status: 204 len: 168 time: 0.2276227 Jul 27 16:54:54.279844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d5307-9267-4a8b-b3fc-0c321e04a27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8cf523-1fb9-4627-9484-4a4eef9e514b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:54.333195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db634d7a-8b51-42f9-abf1-5a872089c0a4 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:54.360967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: db634d7a-8b51-42f9-abf1-5a872089c0a4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:54.361592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device db634d7a-8b51-42f9-abf1-5a872089c0a4 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:54.362103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f1ecf286-7022-4a1a-a07f-12b179ed8424 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:54.384709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: f1ecf286-7022-4a1a-a07f-12b179ed8424 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:54.385130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f1ecf286-7022-4a1a-a07f-12b179ed8424 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:54.385675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.400093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] For port bfff660c-94b1-41c3-92b9-e9b555d4cf53, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bfff660c-94b1-41c3-92b9-e9b555d4cf53,segment=NetworkSegment(9ababc1f-c6d1-4d33-9089-ec8ad56f497d),segment_id=9ababc1f-c6d1-4d33-9089-ec8ad56f497d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:54.400778 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.420367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Calling delete_port for bfff660c-94b1-41c3-92b9-e9b555d4cf53 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:54.431236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] No DVR routers for this DVR port bfff660c-94b1-41c3-92b9-e9b555d4cf53 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:54.440135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Port': ['ID=bfff660c-94b1-41c3-92b9-e9b555d4cf53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:54.538220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.579637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] Pushing event deleted for resources: {'Port': ['ID=bfff660c-94b1-41c3-92b9-e9b555d4cf53,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:54.581550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b835da-f9c8-4ecd-a291-d5148fbd4021 None None] No DVR routers for this DVR port bfff660c-94b1-41c3-92b9-e9b555d4cf53 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:54:54.935289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.952076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb430a8-13cc-4d2d-a997-21c7f5097933']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:54.967738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ababc1f-c6d1-4d33-9089-ec8ad56f497d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:54.968113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ababc1f-c6d1-4d33-9089-ec8ad56f497d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:54.978682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:54.999430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:55.013516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:54:55.014218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:54:55.020076 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:54:55.075190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfff660c-94b1-41c3-92b9-e9b555d4cf53 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:54:55.116780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bfff660c-94b1-41c3-92b9-e9b555d4cf53 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:54:55.117820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bfff660c-94b1-41c3-92b9-e9b555d4cf53 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:54:55.128880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:55.150671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:55.152744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] 10.222.0.64 "DELETE /v2.0/networks/8eb430a8-13cc-4d2d-a997-21c7f5097933 HTTP/1.1" status: 204 len: 168 time: 1.2815382 Jul 27 16:54:55.154007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc205a2-f9c5-491e-86d5-5efd20131eda tempest-ServersTestMultiNic-307899328 tempest-ServersTestMultiNic-307899328-project] Pushing event deleted for resources: {'Network': ['ID=8eb430a8-13cc-4d2d-a997-21c7f5097933,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:55.327954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:55.330210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:55.818075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-641541237-network', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:55.880522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Made reservation on behalf of b55c62620bde49ea9b18c36d3aff944d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:55.883521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:55.896066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.116884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.125237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.156495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:54:56.179275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8b7ecc-1fd0-4090-8fb7-277894ca5ac2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:56.185290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.185644 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Added segment 4c6adf6b-7bba-414d-b158-4e7b0b1f9442 of type vlan for network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 Jul 27 16:54:56.255560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.303305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.306104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.307171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:56.307773 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.409793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0781512 Jul 27 16:54:56.412823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:56.418909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Request body: {'subnet': {'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-641541237-subnet', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:56.450747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ddd6-206e-447c-97e6-b08eaf14ad1a admin admin] Pushing event updated for resources: {'Network': ['ID=2dcde2b3-c28d-421d-9712-8636a60bb5f7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:56.452153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Made reservation on behalf of b55c62620bde49ea9b18c36d3aff944d for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:54:56.455575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.462208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:54:56.665943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.720726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Deleting port 8d90175d-3258-4256-ab99-fe9179b821fb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:56.721180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.730936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:56.747165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Checking segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:56.747530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Network hostable DHCP agents. Network: 2dcde2b3-c28d-421d-9712-8636a60bb5f7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:54:56.765878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:54:56.777209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2dcde2b3-c28d-421d-9712-8636a60bb5f7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:56.783656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:54:56.784863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.794906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652d5c8-d62c-465e-ba4f-ac011180016c None None] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:56.804348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-25459611-d814-43df-b6f3-2db2231b544a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3907621 Jul 27 16:54:56.807220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37814) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:56.811848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:54:56.837541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] For port 8d90175d-3258-4256-ab99-fe9179b821fb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8d90175d-3258-4256-ab99-fe9179b821fb,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:56.838466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.838756 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.839815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:56.875330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Calling delete_port for 8d90175d-3258-4256-ab99-fe9179b821fb owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:56.897364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.041946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:54:57.043237 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.124458 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.144335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.165938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d90175d-3258-4256-ab99-fe9179b821fb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:57.275467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Allocated IP 172.20.0.2 (2dcde2b3-c28d-421d-9712-8636a60bb5f7/e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51/cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:57.400861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.511130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.518961 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.534259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Transition to ACTIVE for port object cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:57.553144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.559304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Transition to ACTIVE for port object cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:54:57.568953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.638238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:57.644015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:57.647953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Pushing event updated for resources: {'Port': ['ID=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:57.658217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:57.732451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Allocated IP 172.25.4.136 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/5207a67a-d294-4ced-afb9-3337aabd4796) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:54:57.742364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Attempting to bind port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:54:57.742981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Attempting to bind port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:54:57.743590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Attempting to bind port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 on network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:54:57.756911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:54:57.757309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Checking segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:54:57.758148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.758592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Bound using segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:54:57.759130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Bound port: cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:54:57.759526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.808270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Router ced51837-0a98-45a0-8d6c-9c1cce80bc82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:54:57.871579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-828b5562-a26b-436f-991b-397435978bb0 None None] For port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:54:57.876070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-828b5562-a26b-436f-991b-397435978bb0 None None] For port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:54:57.887233 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.891286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.959213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:57.975638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:57.976939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b5562-a26b-436f-991b-397435978bb0 None None] Pushing event updated for resources: {'Port': ['ID=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:57.985067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84403d4c-88cf-489e-ab74-9a15628eb1bd admin admin] 10.222.0.64 "PUT /v2.0/routers/ced51837-0a98-45a0-8d6c-9c1cce80bc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6520011 Jul 27 16:54:57.987823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:57.996816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Sync routers for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:58.020680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=5207a67a-d294-4ced-afb9-3337aabd4796,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:58.021950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:58.022669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:58.041631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:54:58.044467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:54:58.058094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:54:58.183157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:58.204354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:58.438695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:58.474968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:58.539398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Deleting port 74441b40-f208-40c4-9eb7-b44357b6173b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:54:58.540370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:58.547127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:54:57Z', 'revision_number': 5, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port': {'id': '74441b40-f208-40c4-9eb7-b44357b6173b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:09Z', 'updated_at': '2021-07-27T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:58.586171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Checking router: ced51837-0a98-45a0-8d6c-9c1cce80bc82 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:58.601178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Routers {'ced51837-0a98-45a0-8d6c-9c1cce80bc82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:58.602682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:58.696126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] For port 74441b40-f208-40c4-9eb7-b44357b6173b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=74441b40-f208-40c4-9eb7-b44357b6173b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:54:58.696544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:58.715802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Calling delete_port for 74441b40-f208-40c4-9eb7-b44357b6173b owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:54:58.735189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] Set router ced51837-0a98-45a0-8d6c-9c1cce80bc82 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:58.814541 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.019698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.030393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:54:58Z', 'revision_number': 6, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:59.042869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:54:59.073755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d8b70-06fd-4d7d-81e8-c86a7e57ec0b None None] The sync data for ids ['ced51837-0a98-45a0-8d6c-9c1cce80bc82'] in n-d-723572-6 is: [{'id': 'ced51837-0a98-45a0-8d6c-9c1cce80bc82', 'name': 'tempest-ServersTestMultiNic-29157709-router', 'tenant_id': '01d35afff503461e97d1129ff0624772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:08Z', 'updated_at': '2021-07-27T16:54:58Z', 'revision_number': 6, 'project_id': '01d35afff503461e97d1129ff0624772', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:54:59.100039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=74441b40-f208-40c4-9eb7-b44357b6173b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:54:59.225015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.262302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:54:59.307918 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:54:59.318670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.332647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1eac9168-2d8f-4da3-8bc2-f41650665ad2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5152011 Jul 27 16:54:59.332647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:59.337390 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:54:59.338429 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:59.437634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.437832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b6efc-db7d-41f8-aac2-6988a7934f09 None None] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:54:59.441052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.469125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:54:59.522518 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.523038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced51837-0a98-45a0-8d6c-9c1cce80bc82 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:54:59.532929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.535462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-436d3e1a-5422-4436-900d-3877e0311e0e admin admin] 10.222.0.64 "DELETE /v2.0/routers/ced51837-0a98-45a0-8d6c-9c1cce80bc82 HTTP/1.1" status: 204 len: 168 time: 1.5444014 Jul 27 16:54:59.539536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:54:59.686580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:54:59.725865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Deleting subnet ffdd8e50-f158-40d0-8ea9-df42a6bddf20 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:54:59.732370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1590d584-a433-47f5-b321-28698d3885d1 None None] Provisioning for port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:59.751803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.795587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:54:59.800201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:54:59.800686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.856676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:54:58Z', 'revision_number': 3, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:54:59.863652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.894045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:54:59.894522 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Updating router 6e2a7add-7139-46f7-bded-ce01b26ce63d port 5207a67a-d294-4ced-afb9-3337aabd4796 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:54:59.939026 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:54:59.964399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.033403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:00.047576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.064174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.173875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:00.183130 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.217269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc8506-400d-4c12-9726-0c6db5b8c601 None None] Network 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:00.220935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.223153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ffdd8e50-f158-40d0-8ea9-df42a6bddf20 HTTP/1.1" status: 204 len: 168 time: 0.6825757 Jul 27 16:55:00.235535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:00.273723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180ec1-1436-44da-b67e-8d372bc0b9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdd8e50-f158-40d0-8ea9-df42a6bddf20,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:00.407502 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.420628 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Transition to ACTIVE for port object 5207a67a-d294-4ced-afb9-3337aabd4796 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:00.424102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.433475 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.494940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.516471 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Pushing event updated for resources: {'Port': ['ID=5207a67a-d294-4ced-afb9-3337aabd4796,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:00.531013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b011423f-7451-43e6-86d8-5c967061fe00 None None] Provisioning complete for port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:00.531821 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.532824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b011423f-7451-43e6-86d8-5c967061fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.532957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.532957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.532957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.533222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.533567 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.534212 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.534422 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.534758 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.535094 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.535428 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.535758 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:00.573934 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Attempting to bind port 5207a67a-d294-4ced-afb9-3337aabd4796 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:00.574312 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Attempting to bind port 5207a67a-d294-4ced-afb9-3337aabd4796 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:00.575661 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Attempting to bind port 5207a67a-d294-4ced-afb9-3337aabd4796 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:00.585578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:00.585965 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:00.586374 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.589017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:00.589537 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Bound port: 5207a67a-d294-4ced-afb9-3337aabd4796, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:00.589940 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.625980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] DHCP port deletion for 13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:55:00.689206 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] For port 5207a67a-d294-4ced-afb9-3337aabd4796, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:00.693221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] For port 5207a67a-d294-4ced-afb9-3337aabd4796, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5207a67a-d294-4ced-afb9-3337aabd4796,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:00.702239 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.723490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Deleting port c8bc25f7-6393-4012-b173-5d94ab41c485 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:00.725367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.733509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Deleting port c8bc25f7-6393-4012-b173-5d94ab41c485 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:00.734015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.734638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:00.735492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:00.815296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] For port c8bc25f7-6393-4012-b173-5d94ab41c485, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8bc25f7-6393-4012-b173-5d94ab41c485,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:00.815296 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.837569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Calling delete_port for c8bc25f7-6393-4012-b173-5d94ab41c485 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:00.890283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] For port c8bc25f7-6393-4012-b173-5d94ab41c485, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c8bc25f7-6393-4012-b173-5d94ab41c485,segment=NetworkSegment(f0f39619-15ad-48cb-93fc-2cf7917e7fbd),segment_id=f0f39619-15ad-48cb-93fc-2cf7917e7fbd)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:00.890623 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:00.924520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Calling delete_port for c8bc25f7-6393-4012-b173-5d94ab41c485 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:00.936644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Allocated IP 172.20.0.1 (2dcde2b3-c28d-421d-9712-8636a60bb5f7/e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51/420ae59b-abee-4c51-ac09-1736646a4dd6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:00.961981 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:01.004609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.071064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] Pushing event deleted for resources: {'Port': ['ID=c8bc25f7-6393-4012-b173-5d94ab41c485,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:01.080742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6fecd-41d1-4b43-b2fa-6ab769014eb2 None None] No DVR routers for this DVR port c8bc25f7-6393-4012-b173-5d94ab41c485 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:55:01.126559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.174182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:01.180533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] No DVR routers for this DVR port c8bc25f7-6393-4012-b173-5d94ab41c485 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:55:01.245552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bc25f7-6393-4012-b173-5d94ab41c485,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:01.269473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:01.270119 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.284929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6590b3-e12c-4f32-9de1-28dd38e85698 None None] Pushing event updated for resources: {'Port': ['ID=5207a67a-d294-4ced-afb9-3337aabd4796,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:01.313143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.327770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.341029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Transition to ACTIVE for port object 420ae59b-abee-4c51-ac09-1736646a4dd6 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:01.343205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bf5b94-9ed6-4b72-bf5e-4989e9ba0135']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:01.364445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:01.364885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f39619-15ad-48cb-93fc-2cf7917e7fbd') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:01.378244 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.382719 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:54:58Z', 'revision_number': 3, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:01.403987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.419853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:55:01.421495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.423864 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc0b6-d495-40dd-b5e0-c1949994978f None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:54:58Z', 'revision_number': 3, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:55:01.482901 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:55:01.500197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.528934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8d90175d-3258-4256-ab99-fe9179b821fb no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:01.567768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:01.568611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.569447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8d90175d-3258-4256-ab99-fe9179b821fb {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:01.576248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8d90175d-3258-4256-ab99-fe9179b821fb not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:01.578296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 74441b40-f208-40c4-9eb7-b44357b6173b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:01.580205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.583078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] 10.222.0.64 "DELETE /v2.0/networks/13bf5b94-9ed6-4b72-bf5e-4989e9ba0135 HTTP/1.1" status: 204 len: 168 time: 1.3425388 Jul 27 16:55:01.584181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:01.587892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:01.589899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Pushing event updated for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:01.613843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 74441b40-f208-40c4-9eb7-b44357b6173b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:01.614210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 74441b40-f208-40c4-9eb7-b44357b6173b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:01.615312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8bc25f7-6393-4012-b173-5d94ab41c485 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:01.631123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf457503-afaa-4d01-9779-ba6c81e0b448 admin admin] Pushing event deleted for resources: {'Network': ['ID=13bf5b94-9ed6-4b72-bf5e-4989e9ba0135,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:01.655081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c8bc25f7-6393-4012-b173-5d94ab41c485 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:01.655081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c8bc25f7-6393-4012-b173-5d94ab41c485 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:01.660844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.809008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:01.902009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:01.934232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7cf73d34-2977-48f6-a544-7f3948c3be89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01d35afff503461e97d1129ff0624772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217997 Jul 27 16:55:01.939154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37882) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:02.023598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5ff3b7-e81e-46f2-b2f7-4ce1f770ab3e None None] Provisioning for port 420ae59b-abee-4c51-ac09-1736646a4dd6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:02.029072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1a5ff3b7-e81e-46f2-b2f7-4ce1f770ab3e None None] Provisioning complete for port 420ae59b-abee-4c51-ac09-1736646a4dd6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:02.029749 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff3b7-e81e-46f2-b2f7-4ce1f770ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.064944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.096871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ff3b7-e81e-46f2-b2f7-4ce1f770ab3e None None] Port 420ae59b-abee-4c51-ac09-1736646a4dd6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:02.112257 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.171316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.174219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.180794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59c8453a-7fe4-4514-b402-96de620c749b HTTP/1.1" status: 204 len: 168 time: 0.2396190 Jul 27 16:55:02.189089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed7af0-57d7-4fa9-b3f7-fd3bca869cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c8453a-7fe4-4514-b402-96de620c749b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:02.247495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.254735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.338173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.340172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Pushing event updated for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:02.450715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:02.452639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:02.630186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:55:02.811433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:02.816905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03cf637c-4ab5-4055-b958-ddc328cf0c05 admin admin] 10.222.0.64 "PUT /v2.0/routers/6e2a7add-7139-46f7-bded-ce01b26ce63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4882925 Jul 27 16:55:02.830637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52939503-d1b0-4a8c-a2bd-20ef41d6144e None None] Provisioning complete for port 420ae59b-abee-4c51-ac09-1736646a4dd6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:02.831258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52939503-d1b0-4a8c-a2bd-20ef41d6144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:02.870191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52939503-d1b0-4a8c-a2bd-20ef41d6144e None None] Port 420ae59b-abee-4c51-ac09-1736646a4dd6 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:03.118071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.208062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5207a67a-d294-4ced-afb9-3337aabd4796 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:03.289433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5207a67a-d294-4ced-afb9-3337aabd4796 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:03.293927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5207a67a-d294-4ced-afb9-3337aabd4796 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:03.294302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.404513 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.428290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:03.438237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 5207a67a-d294-4ced-afb9-3337aabd4796, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5207a67a-d294-4ced-afb9-3337aabd4796,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:03.446759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.507132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=5207a67a-d294-4ced-afb9-3337aabd4796,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:03.535666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:03.540670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-448830293-network', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:03.564519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Made reservation on behalf of ade9c7736db44c658d4d85a2bf593f26 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:03.569017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.582936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.697817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-6430749-network', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:03.711231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.716636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.737581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:55:03.742999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:03.750312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.757939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0208ee-38ec-4be9-b5bd-5b04c7b8a301,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:03.770587 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.771602 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.771956 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Added segment 44da46f2-b36e-4b61-a58d-736f170536c2 of type vlan for network 45340c9a-42e0-4ded-a313-fc0a1dc46edf Jul 27 16:55:03.783623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:03.798356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:03.800724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:03.846795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.887100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.888304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:03.889058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.893784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.903398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.930359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:55:03.945755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d2aa5-2be8-40d4-9470-e1532649b49e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:03.947790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:03.963687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:03.966342 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Added segment c437bd0a-753c-4842-9bb8-63594c84de88 of type vlan for network 25ff0c56-0cb4-4407-9672-54407fed135b Jul 27 16:55:03.988069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4512150 Jul 27 16:55:03.989015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534a2d8-fc0b-42e7-adb3-c2d2980752ff admin admin] Pushing event updated for resources: {'Network': ['ID=45340c9a-42e0-4ded-a313-fc0a1dc46edf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:04.000587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:04.006930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Request body: {'subnet': {'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-448830293-subnet', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:04.012951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.033839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Made reservation on behalf of ade9c7736db44c658d4d85a2bf593f26 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:04.036199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.040120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:55:04.055086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.056658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:04.057546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.130377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] Pushing event updated for resources: {'Network': ['ID=25ff0c56-0cb4-4407-9672-54407fed135b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:04.149468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 25ff0c56-0cb4-4407-9672-54407fed135b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:55:04.156780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7763ae10-14db-4ca7-a77a-45127f17db64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7269371 Jul 27 16:55:04.157646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:04.165740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Request body: {'subnet': {'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-6430749-subnet', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:04.195293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:04.199521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.318245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:02Z', 'revision_number': 2, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:04.356160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:04.357006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Updating router 6e2a7add-7139-46f7-bded-ce01b26ce63d port 420ae59b-abee-4c51-ac09-1736646a4dd6 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:04.397691 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.538499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.615426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd8913b-e10a-4900-87c6-d4527c0ad9de,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:04.630512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Checking segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:04.631316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Network hostable DHCP agents. Network: 25ff0c56-0cb4-4407-9672-54407fed135b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:55:04.656334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Network 25ff0c56-0cb4-4407-9672-54407fed135b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:55:04.671443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 25ff0c56-0cb4-4407-9672-54407fed135b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:04.676778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:04.677412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.691284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33188169-8474-4e3f-a47c-a7bfeeec1ecb None None] Network 25ff0c56-0cb4-4407-9672-54407fed135b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:04.695752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dcea5817-99a8-48b4-bd9a-73c385cd80b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5368600 Jul 27 16:55:04.698654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:04.706587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:04.728527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.761093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.762738 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.778067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3138d6-7355-4fe8-a4ea-608a820e40ad,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:04.832394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Checking segment: {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:04.832813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Network hostable DHCP agents. Network: 45340c9a-42e0-4ded-a313-fc0a1dc46edf, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:55:04.852017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:55:04.856485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.863509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.864091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 45340c9a-42e0-4ded-a313-fc0a1dc46edf) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:04.872657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:04.873340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.896344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Transition to ACTIVE for port object 420ae59b-abee-4c51-ac09-1736646a4dd6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:04.901679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80d41a-cc82-434b-a6fa-053dad3041c0 None None] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:04.905723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f32822ce-20b6-4c6d-8d78-7fef71afe044 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9028597 Jul 27 16:55:04.906557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37960) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:04.914091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:04.941914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.943737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:04.947396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.020414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.070757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.149049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82ad2-17b3-4b1b-ab84-1358a483e4e3 None None] Pushing event updated for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:05.177495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-25ff0c56-0cb4-4407-9672-54407fed135b', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:55:05.179371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.189012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5207a67a-d294-4ced-afb9-3337aabd4796 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:05.260465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Attempting to bind port 420ae59b-abee-4c51-ac09-1736646a4dd6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:05.261007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Attempting to bind port 420ae59b-abee-4c51-ac09-1736646a4dd6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:05.261386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Attempting to bind port 420ae59b-abee-4c51-ac09-1736646a4dd6 on network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:05.269711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:05.271161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Checking segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:05.271651 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.272127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Bound using segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:05.272729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Bound port: 420ae59b-abee-4c51-ac09-1736646a4dd6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:05.273215 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.296960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.304340 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.325861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.535985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Allocated IP 172.25.4.234 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b2773dbb-d8b4-4539-a051-dd0b75d13c85) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:05.545508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] For port 420ae59b-abee-4c51-ac09-1736646a4dd6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:05.548993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] For port 420ae59b-abee-4c51-ac09-1736646a4dd6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=420ae59b-abee-4c51-ac09-1736646a4dd6,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:05.569011 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.591809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5207a67a-d294-4ced-afb9-3337aabd4796 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:05.592190 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.651677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.674991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.691577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.743783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.800202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Pushing event updated for resources: {'Port': ['ID=b2773dbb-d8b4-4539-a051-dd0b75d13c85,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:05.812589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.812956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.813338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.813702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.814148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.814378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.814884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.815599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.815712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.815985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.816319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.816678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:05.826245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Allocated IP 172.25.4.237 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6e34c86e-9150-4aa3-92cb-f57dde2b0125) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:05.826883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:05.828636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:05.831452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:05.966907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:05.976622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82ad2-17b3-4b1b-ab84-1358a483e4e3 None None] Pushing event updated for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:06.031156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'fixed_ips': [{'subnet_id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:55:06.031992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:06.046953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:06.090342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:06.090918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:06.104235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:06.108181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:06.116524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:06.160903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Allocated IP 172.20.0.2 (25ff0c56-0cb4-4407-9672-54407fed135b/7fd8913b-e10a-4900-87c6-d4527c0ad9de/87f922a8-d63a-48e7-9f38-e413cca8dc67) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:06.172605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Pushing event updated for resources: {'Port': ['ID=6e34c86e-9150-4aa3-92cb-f57dde2b0125,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:06.498138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:06.505133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:06.705125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:06.730368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Allocated IP 172.20.0.2 (45340c9a-42e0-4ded-a313-fc0a1dc46edf/bd3138d6-7355-4fe8-a4ea-608a820e40ad/6accc9b2-f5ee-4510-adb0-87f953514288) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:06.751239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:06.926552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Router 9674e414-27e8-4e9c-b8f0-f72260998025 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:55:06.961762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.000288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.031072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Transition to ACTIVE for port object 87f922a8-d63a-48e7-9f38-e413cca8dc67 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:07.085447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Transition to ACTIVE for port object 87f922a8-d63a-48e7-9f38-e413cca8dc67 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:07.102593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:07.109770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.113946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.116850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Sync routers for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:07.129129 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:07.129894 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:07.142224 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.147320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37980) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:07.147933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1dc78596-6938-4582-b3e1-06d13b151e78 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2402184 Jul 27 16:55:07.157183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Transition to ACTIVE for port object 6accc9b2-f5ee-4510-adb0-87f953514288 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:07.163481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:05Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:07.198898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa98563-1fa4-40a2-b31f-0f877c1db881 None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:05Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:07.206734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Router e7daf6b1-5534-43fa-829a-9f2788d07bf7 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:55:07.255221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Transition to ACTIVE for port object 6accc9b2-f5ee-4510-adb0-87f953514288 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:07.258754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Network 25ff0c56-0cb4-4407-9672-54407fed135b is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:07.262669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Pushing event updated for resources: {'Port': ['ID=87f922a8-d63a-48e7-9f38-e413cca8dc67,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:07.298905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:07.305499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:07.319216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.332194 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:07.375704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:07.378609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Pushing event updated for resources: {'Port': ['ID=6accc9b2-f5ee-4510-adb0-87f953514288,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:07.394568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Sync routers for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:07.433902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:07.438203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:07.445177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:07.571083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:07.571776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:07.592895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.594150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b9bc53a5-4207-44cd-b492-2eac389e30bd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8937318 Jul 27 16:55:07.596964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37990) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:07.706356 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:06Z', 'revision_number': 3, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:07.758859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Attempting to bind port 87f922a8-d63a-48e7-9f38-e413cca8dc67 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:07.759236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Attempting to bind port 87f922a8-d63a-48e7-9f38-e413cca8dc67 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:07.759600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Attempting to bind port 87f922a8-d63a-48e7-9f38-e413cca8dc67 on network 25ff0c56-0cb4-4407-9672-54407fed135b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:07.812648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:07.813063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Checking segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:07.813572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.827367 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Checking router: 9674e414-27e8-4e9c-b8f0-f72260998025 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:07.827523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Bound using segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:07.827887 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Updating router 9674e414-27e8-4e9c-b8f0-f72260998025 port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:07.830472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Bound port: 87f922a8-d63a-48e7-9f38-e413cca8dc67, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:07.830899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.873356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Attempting to bind port 6accc9b2-f5ee-4510-adb0-87f953514288 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:07.873728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Attempting to bind port 6accc9b2-f5ee-4510-adb0-87f953514288 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:07.874098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Attempting to bind port 6accc9b2-f5ee-4510-adb0-87f953514288 on network 45340c9a-42e0-4ded-a313-fc0a1dc46edf {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:07.905851 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.910259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:07.943347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:07.944295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Checking segment: {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:07.944735 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:07.945223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Bound using segment: {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:07.945727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Bound port: 6accc9b2-f5ee-4510-adb0-87f953514288, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:07.946204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.066151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.182294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] For port 6accc9b2-f5ee-4510-adb0-87f953514288, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:08.186607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] For port 6accc9b2-f5ee-4510-adb0-87f953514288, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6accc9b2-f5ee-4510-adb0-87f953514288,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:08.212802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.229176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] For port 87f922a8-d63a-48e7-9f38-e413cca8dc67, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:08.278641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] For port 87f922a8-d63a-48e7-9f38-e413cca8dc67, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=87f922a8-d63a-48e7-9f38-e413cca8dc67,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:08.318143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.368302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e6a19-9a5b-46d2-a5bd-62bffdab1eaf None None] Pushing event updated for resources: {'Port': ['ID=6accc9b2-f5ee-4510-adb0-87f953514288,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:08.386675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.440450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba14d71-a99b-4e37-93b1-4e8ff40e9f1b None None] Pushing event updated for resources: {'Port': ['ID=87f922a8-d63a-48e7-9f38-e413cca8dc67,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:08.470169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Allocated IP 172.20.0.1 (45340c9a-42e0-4ded-a313-fc0a1dc46edf/bd3138d6-7355-4fe8-a4ea-608a820e40ad/011ab245-dca0-4d9a-9cf5-4d27b87cff7f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:08.481970 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.514953 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Transition to ACTIVE for port object 6e34c86e-9150-4aa3-92cb-f57dde2b0125 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:08.534640 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.546728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:06Z', 'revision_number': 3, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:08.625655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Checking router: e7daf6b1-5534-43fa-829a-9f2788d07bf7 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:08.626356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Updating router e7daf6b1-5534-43fa-829a-9f2788d07bf7 port b2773dbb-d8b4-4539-a051-dd0b75d13c85 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:08.669279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Attempting to bind port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:08.669657 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Attempting to bind port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:08.670019 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Attempting to bind port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:08.679752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Allocated IP 172.20.0.1 (25ff0c56-0cb4-4407-9672-54407fed135b/7fd8913b-e10a-4900-87c6-d4527c0ad9de/f407b7f1-9e7e-45ad-9882-238c986c62a4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:08.697393 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:08.699069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:08.699661 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.702655 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:08.703227 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Bound port: 6e34c86e-9150-4aa3-92cb-f57dde2b0125, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:08.703709 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.790172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.846245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.894150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Transition to ACTIVE for port object 011ab245-dca0-4d9a-9cf5-4d27b87cff7f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:08.900876 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] For port 6e34c86e-9150-4aa3-92cb-f57dde2b0125, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:08.904325 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] For port 6e34c86e-9150-4aa3-92cb-f57dde2b0125, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6e34c86e-9150-4aa3-92cb-f57dde2b0125,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:08.919796 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:08.965781 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:08.966403 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:09.008732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.048965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Transition to ACTIVE for port object f407b7f1-9e7e-45ad-9882-238c986c62a4 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:09.055403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.112710 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.194698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:09.205039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:09.222883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:09.230720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Network 25ff0c56-0cb4-4407-9672-54407fed135b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:09.234134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:09.235046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:09.241800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:09.269571 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a1e8b-7f20-4819-beb2-3be9a37e5957 None None] Pushing event updated for resources: {'Port': ['ID=6e34c86e-9150-4aa3-92cb-f57dde2b0125,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:09.289218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:09.320119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Pushing event updated for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:09.341694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.353634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.447418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a1e8b-7f20-4819-beb2-3be9a37e5957 None None] Pushing event updated for resources: {'Port': ['ID=6e34c86e-9150-4aa3-92cb-f57dde2b0125,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:09.588303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.612980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6accc9b2-f5ee-4510-adb0-87f953514288 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:09.688944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.795572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:06Z', 'revision_number': 3, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:09.814940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6accc9b2-f5ee-4510-adb0-87f953514288 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:09.822711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.835402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.841477 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f67ea32-adbe-44cf-8fc3-a77dfafec77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.848178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 87f922a8-d63a-48e7-9f38-e413cca8dc67 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:09.874119 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616301d-55d2-48b7-907b-2a0efc209315 None None] The sync data for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 is: [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:06Z', 'revision_number': 3, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:09.956197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:09.968147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Pushing event updated for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:10.069315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.083852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.117676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Network 25ff0c56-0cb4-4407-9672-54407fed135b is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:10.119311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.119492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:10.138940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 87f922a8-d63a-48e7-9f38-e413cca8dc67 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:10.153737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Transition to ACTIVE for port object b2773dbb-d8b4-4539-a051-dd0b75d13c85 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:10.159327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 420ae59b-abee-4c51-ac09-1736646a4dd6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:10.192319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.211062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.241762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:10.308990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Attempting to bind port b2773dbb-d8b4-4539-a051-dd0b75d13c85 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:10.309732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Attempting to bind port b2773dbb-d8b4-4539-a051-dd0b75d13c85 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:10.310319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Attempting to bind port b2773dbb-d8b4-4539-a051-dd0b75d13c85 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:10.323314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:10.324205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:10.324866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.325496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:10.326223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Bound port: b2773dbb-d8b4-4539-a051-dd0b75d13c85, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:10.326836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.339679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Router e7daf6b1-5534-43fa-829a-9f2788d07bf7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:55:10.424855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37889-17ce-480f-ace2-bfd9e937a6ed None None] Pushing event updated for resources: {'Port': ['ID=b2773dbb-d8b4-4539-a051-dd0b75d13c85,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:10.456246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 420ae59b-abee-4c51-ac09-1736646a4dd6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:10.464750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 420ae59b-abee-4c51-ac09-1736646a4dd6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:10.465218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.500777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] For port b2773dbb-d8b4-4539-a051-dd0b75d13c85, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:10.528627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:10.530237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:10.536975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] For port b2773dbb-d8b4-4539-a051-dd0b75d13c85, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2773dbb-d8b4-4539-a051-dd0b75d13c85,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:10.565100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.571306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeaaaad-e620-4ed6-960c-3dfae1767e9a None None] Network 25ff0c56-0cb4-4407-9672-54407fed135b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:10.638407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:10.657893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-096c2138-3923-419e-bc81-b68d51fbd9ed admin admin] 10.222.0.64 "PUT /v2.0/routers/e7daf6b1-5534-43fa-829a-9f2788d07bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0523241 Jul 27 16:55:10.725564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37889-17ce-480f-ace2-bfd9e937a6ed None None] Pushing event updated for resources: {'Port': ['ID=b2773dbb-d8b4-4539-a051-dd0b75d13c85,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:10.745244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Router 9674e414-27e8-4e9c-b8f0-f72260998025 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:55:10.874606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa66c1-c221-4cb9-a886-62da2d1dd640 None None] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:10.882331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:10.883245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:10.931211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:10.960124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:10.981514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40508c11-f6c8-430d-9358-71547569ad4d admin admin] 10.222.0.64 "PUT /v2.0/routers/9674e414-27e8-4e9c-b8f0-f72260998025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8325479 Jul 27 16:55:11.152528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Provisioning for port 87f922a8-d63a-48e7-9f38-e413cca8dc67 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:11.203972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Provisioning complete for port 87f922a8-d63a-48e7-9f38-e413cca8dc67 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:11.204348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:11.341021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 420ae59b-abee-4c51-ac09-1736646a4dd6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=420ae59b-abee-4c51-ac09-1736646a4dd6,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:11.398944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:11.525469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:11.614155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6e34c86e-9150-4aa3-92cb-f57dde2b0125 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:11.796917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:11.921827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:11.987213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:12.016066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:12.016861 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.022729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] For port 87f922a8-d63a-48e7-9f38-e413cca8dc67, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=87f922a8-d63a-48e7-9f38-e413cca8dc67,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:12.125101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.382777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c51f1-b8ca-4002-8ac8-e73fd4f551ca None None] Pushing event updated for resources: {'Port': ['ID=87f922a8-d63a-48e7-9f38-e413cca8dc67,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:12.403379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Provisioning for port 6accc9b2-f5ee-4510-adb0-87f953514288 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:12.486445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Provisioning complete for port 6accc9b2-f5ee-4510-adb0-87f953514288 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:12.486843 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.513406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 2, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:12.703470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.729426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504e92-cebe-42c6-bc20-468248d65242 None None] The sync data for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 is: [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 2, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:12.757732 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.770399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15a4aec7-6979-43a8-89c4-00b6c27e6d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.821527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:12.833783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6e34c86e-9150-4aa3-92cb-f57dde2b0125, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6e34c86e-9150-4aa3-92cb-f57dde2b0125,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:12.853494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:12.895596 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Sync routers for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:12.914835 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:12.915477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:13.073963 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.099805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6e34c86e-9150-4aa3-92cb-f57dde2b0125,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:13.126009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4a7c87e0-bb44-42a5-b51e-b4e68fbe9806 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6550 time: 0.2997172 Jul 27 16:55:13.126009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:13.132601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'network': {'name': 'tempest-network-smoke--1643890407', 'project_id': 'e5fbec388864420faa7425fccb037028', 'port_security_enabled': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:13.142137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] For port 6accc9b2-f5ee-4510-adb0-87f953514288, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6accc9b2-f5ee-4510-adb0-87f953514288,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:13.158287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.188184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:13.195009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.324373 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:13.328705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:55:13.362526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.362888 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Added segment 44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e of type vlan for network f98a746e-ddb8-4083-8ca9-b42e6926bb85 Jul 27 16:55:13.449424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.522548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.532700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:13.533478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.687555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5607448 Jul 27 16:55:13.691499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:13.700191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'admin_state_up': True, 'project_id': 'e5fbec388864420faa7425fccb037028', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:13.700905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b03a5-9297-4a5e-b07d-7ca6529498bb tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Network': ['ID=f98a746e-ddb8-4083-8ca9-b42e6926bb85,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:13.706164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6e34c86e-9150-4aa3-92cb-f57dde2b0125 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:13.747781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.749834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.764091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:55:13.822653 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '011ab245-dca0-4d9a-9cf5-4d27b87cff7f', 'name': '', 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'mac_address': 'fa:16:3e:e9:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 2, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'subnets': [{'id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:13.842727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:13.879386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Checking router: 9674e414-27e8-4e9c-b8f0-f72260998025 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:13.880289 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Updating router 9674e414-27e8-4e9c-b8f0-f72260998025 port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:13.985597 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.008506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01095-c428-4c75-a043-9cd6e0a51568 None None] Pushing event updated for resources: {'Port': ['ID=6accc9b2-f5ee-4510-adb0-87f953514288,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:14.025428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning for port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:14.057737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.070908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning complete for port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.071395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.108017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.109454 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.152794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.220077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:14.257829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning for port f407b7f1-9e7e-45ad-9882-238c986c62a4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:14.265846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning complete for port f407b7f1-9e7e-45ad-9882-238c986c62a4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.269289 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.311681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 87f922a8-d63a-48e7-9f38-e413cca8dc67 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:14.359986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Port f407b7f1-9e7e-45ad-9882-238c986c62a4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:14.383833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning complete for port 6accc9b2-f5ee-4510-adb0-87f953514288 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.384398 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.442614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 87f922a8-d63a-48e7-9f38-e413cca8dc67 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.443150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.650160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.672693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.722156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 420ae59b-abee-4c51-ac09-1736646a4dd6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:14.753911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Provisioning complete for port 87f922a8-d63a-48e7-9f38-e413cca8dc67 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:14.754362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-298b18fd-d1a5-477b-858f-411335a121b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.757242 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.792315 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Transition to ACTIVE for port object 011ab245-dca0-4d9a-9cf5-4d27b87cff7f will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:14.807663 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:14.816569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.25.4.201 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:15.010640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 420ae59b-abee-4c51-ac09-1736646a4dd6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:15.011973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.027654 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfc78a-400c-4e1d-974a-0cd87c5e10be None None] Pushing event updated for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:15.084719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.109833 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Attempting to bind port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:15.112991 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Attempting to bind port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:15.113617 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Attempting to bind port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f on network 45340c9a-42e0-4ded-a313-fc0a1dc46edf {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:15.127758 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:15.129053 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Checking segment: {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:15.131438 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.132021 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Bound using segment: {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:15.132700 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Bound port: 011ab245-dca0-4d9a-9cf5-4d27b87cff7f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44da46f2-b36e-4b61-a58d-736f170536c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:15.134790 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.169051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.191865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-68369490-2e88-4670-abec-915636354851 None None] Provisioning complete for port f407b7f1-9e7e-45ad-9882-238c986c62a4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:15.194848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68369490-2e88-4670-abec-915636354851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.226938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.318343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:15.320106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:15.324155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:15.341085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-68369490-2e88-4670-abec-915636354851 None None] Port f407b7f1-9e7e-45ad-9882-238c986c62a4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:15.345429 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] For port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:15.354869 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] For port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:15.364606 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.369303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:15.437221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:15.438282 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:15.534943 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfc78a-400c-4e1d-974a-0cd87c5e10be None None] Pushing event updated for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:15.667087 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:15.763920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2773dbb-d8b4-4539-a051-dd0b75d13c85 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:15.849836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:15.883819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b2773dbb-d8b4-4539-a051-dd0b75d13c85 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:15.893095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b2773dbb-d8b4-4539-a051-dd0b75d13c85 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:15.893769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:16.011677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '011ab245-dca0-4d9a-9cf5-4d27b87cff7f', 'name': '', 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'mac_address': 'fa:16:3e:e9:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:15Z', 'revision_number': 4, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'subnets': [{'id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:16.077905 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:16.101263 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d4394-c91c-4f34-ab7c-1f80e82d28df None None] The sync data for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 is: [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '011ab245-dca0-4d9a-9cf5-4d27b87cff7f', 'name': '', 'network_id': '45340c9a-42e0-4ded-a313-fc0a1dc46edf', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'mac_address': 'fa:16:3e:e9:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:15Z', 'revision_number': 4, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'subnets': [{'id': 'bd3138d6-7355-4fe8-a4ea-608a820e40ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:16.135124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b2773dbb-d8b4-4539-a051-dd0b75d13c85, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2773dbb-d8b4-4539-a051-dd0b75d13c85,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:16.142199 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:16.143297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6accc9b2-f5ee-4510-adb0-87f953514288 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:16.330135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b2773dbb-d8b4-4539-a051-dd0b75d13c85,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:16.341440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6accc9b2-f5ee-4510-adb0-87f953514288 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:16.341840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:16.661595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:16.733211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Sync routers for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:16.764462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:16.765225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:16.902588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 22404ed8-11eb-470e-8c69-40b45426d6c2 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:55:16.905482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:17.009339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:17.148116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:17.159350 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Sync routers for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:17.174253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:17.174893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:17.179342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:17.186349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.190854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e653c25d-ad1f-4711-a9b6-9fc760b460b1 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4966328 Jul 27 16:55:17.293937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf462c7-6fbd-4b78-9659-f064bd8de45e tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:17.295495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0cf462c7-6fbd-4b78-9659-f064bd8de45e tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5fbec388864420faa7425fccb037028&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1079309 Jul 27 16:55:17.299551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.423440 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:17.462743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 2, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:17.485733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393d7fa-ae0c-42c7-b891-a9d057e8eb56 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:17.491242 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5393d7fa-ae0c-42c7-b891-a9d057e8eb56 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1907253 Jul 27 16:55:17.492303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.575117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Checking router: e7daf6b1-5534-43fa-829a-9f2788d07bf7 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:17.575613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Updating router e7daf6b1-5534-43fa-829a-9f2788d07bf7 port f407b7f1-9e7e-45ad-9882-238c986c62a4 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:17.586019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81d7219b-75bc-4ea1-9bac-04f123e2a80e tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921915 Jul 27 16:55:17.588743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.634109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-620e8c68-4c7c-4d14-8f54-45cb29a4dc2b tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5fbec388864420faa7425fccb037028&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440409 Jul 27 16:55:17.636847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.655587 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:17.776924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7517ced-91e8-43a0-ae81-3d782b0f4381 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:17.778489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7517ced-91e8-43a0-ae81-3d782b0f4381 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405711 Jul 27 16:55:17.781784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38254) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.808572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2773dbb-d8b4-4539-a051-dd0b75d13c85 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:17.848446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-24d86500-200f-4eab-ba11-93ded502b5f0 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649450 Jul 27 16:55:17.851016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:17.857190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-333548717', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'project_id': 'e5fbec388864420faa7425fccb037028', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:17.888247 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:15Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:17.920061 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Checking router: 22404ed8-11eb-470e-8c69-40b45426d6c2 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:17.920300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Updating router 22404ed8-11eb-470e-8c69-40b45426d6c2 port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:18.014933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b2773dbb-d8b4-4539-a051-dd0b75d13c85 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:18.015217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.101247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:18.106277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.147465 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.236558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 011ab245-dca0-4d9a-9cf5-4d27b87cff7f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:18.299059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.325892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Transition to ACTIVE for port object f407b7f1-9e7e-45ad-9882-238c986c62a4 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:18.337908 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.359748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.369009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:18.381987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:18.382287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.440663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1e9ab-c6a5-4c5c-9f36-d8496ffc9225 None None] Pushing event updated for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:18.467977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Subnet': ['ID=1f0dcf1a-a381-481c-aef6-d05c5314f3ad,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:18.477216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Checking segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:18.477588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network hostable DHCP agents. Network: f98a746e-ddb8-4083-8ca9-b42e6926bb85, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:55:18.527968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:55:18.541115 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.556238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f98a746e-ddb8-4083-8ca9-b42e6926bb85) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:18.560191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Transition to ACTIVE for port object 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:18.577401 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.584382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:18.585050 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.622916 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c2f6f3f1-5c4c-499e-b74b-bf14c7c585ed tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7707005 Jul 27 16:55:18.625931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:18.646073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d7eed-4717-48ef-b1b9-af7c93ffd498 None None] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:18.666287 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5fe7-ba0d-4600-99fc-8dfe8552733a None None] Pushing event updated for resources: {'Port': ['ID=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:18.679485 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Attempting to bind port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:18.679866 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Attempting to bind port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:18.680230 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Attempting to bind port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:18.692673 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:18.693090 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:18.693461 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.693860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:18.694387 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Bound port: 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:18.694780 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.817670 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] For port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:18.826421 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] For port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:18.836181 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.933276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Attempting to bind port f407b7f1-9e7e-45ad-9882-238c986c62a4 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:18.936793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Attempting to bind port f407b7f1-9e7e-45ad-9882-238c986c62a4 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:18.937285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Attempting to bind port f407b7f1-9e7e-45ad-9882-238c986c62a4 on network 25ff0c56-0cb4-4407-9672-54407fed135b {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:18.937702 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:18.938342 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:18.943145 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5fe7-ba0d-4600-99fc-8dfe8552733a None None] Pushing event updated for resources: {'Port': ['ID=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:18.988252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:18.992931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Checking segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:18.993518 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:18.994040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Bound using segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:18.995156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Bound port: f407b7f1-9e7e-45ad-9882-238c986c62a4, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:18.995302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:19.150805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:19.242910 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:19.298710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'fixed_ips': [{'subnet_id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:55:19.300886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:19.489671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:15Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:19.524758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:19.541664 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:19.544254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] For port f407b7f1-9e7e-45ad-9882-238c986c62a4, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:19.558921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] For port f407b7f1-9e7e-45ad-9882-238c986c62a4, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f407b7f1-9e7e-45ad-9882-238c986c62a4,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:19.595961 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:19.626436 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb0ada-79c9-4788-bf6e-8ab63d4bae38 None None] The sync data for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 is: [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:15Z', 'revision_number': 3, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:19.983573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:20.037027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Allocated IP 172.20.0.18 (f98a746e-ddb8-4083-8ca9-b42e6926bb85/1f0dcf1a-a381-481c-aef6-d05c5314f3ad/7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:20.044953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:20.045593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:20.139159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1e9ab-c6a5-4c5c-9f36-d8496ffc9225 None None] Pushing event updated for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:20.212736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:20.366383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:20.525820 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:20.572006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Transition to ACTIVE for port object 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:20.606481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Transition to ACTIVE for port object 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:20.619406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:20.711098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:20.744517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:20.786858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:20.818979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:20.851556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.20.0.17 (f98a746e-ddb8-4083-8ca9-b42e6926bb85/1f0dcf1a-a381-481c-aef6-d05c5314f3ad/586d14e6-781f-4797-870e-513b75a3dbd8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:20.998920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Attempting to bind port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:20.999477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Attempting to bind port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:20.999621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Attempting to bind port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 on network f98a746e-ddb8-4083-8ca9-b42e6926bb85 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:21.015100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:21.015480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Checking segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:21.015894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.016488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Bound using segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:21.017258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Bound port: 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:21.017901 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.141069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:19Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:21.157120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.178179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Transition to ACTIVE for port object 586d14e6-781f-4797-870e-513b75a3dbd8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:21.208299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f1570-6316-4b4b-b239-00466af7f88f None None] The sync data for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 is: [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:19Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:21.225692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.252691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] For port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:21.256886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] For port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:21.268316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.300630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:21.318284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:21.324895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:21.329570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:21.440889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:21.483511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34e6b-2ad7-4808-8590-0292a6a6d7b3 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:21.955064 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.097522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.125460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.133842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.144452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.163461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.169763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.175152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:22.177773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.180310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-bbde8f6e-9d29-4639-bd64-c59e86141cdf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.3249376 Jul 27 16:55:22.277621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c89409a-9407-464d-8ca7-9dd693869a37 req-ce7fc4d0-b4b1-4f56-8585-f161b4d7440b tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844772 Jul 27 16:55:22.319423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:22.344115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:22.344696 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.547205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.596328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:22.611038 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.612280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 011ab245-dca0-4d9a-9cf5-4d27b87cff7f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:22.672108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.681278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.687844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.694684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.717593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.748160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.754540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:22.762315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03f79bb-3357-4864-9d88-8b3a97c83ced req-cf5668ce-4065-4d74-96df-d3e6614b10b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.2620845 Jul 27 16:55:22.775762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:22.841884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.851671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.852482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:22.852975 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:22.964521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:23.028259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f407b7f1-9e7e-45ad-9882-238c986c62a4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:23.041821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:23.131755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f407b7f1-9e7e-45ad-9882-238c986c62a4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:23.140228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f407b7f1-9e7e-45ad-9882-238c986c62a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:23.141243 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:23.207031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4d1c9-fd07-4264-8172-629959c4e333 None None] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:23.224593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:23.226644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:23.345225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-71913d92-4fd4-4c86-bac4-7b5c9a13e691 None None] Provisioning for port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:23.426664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 22404ed8-11eb-470e-8c69-40b45426d6c2 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:55:23.430272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:23.560110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f407b7f1-9e7e-45ad-9882-238c986c62a4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f407b7f1-9e7e-45ad-9882-238c986c62a4,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:23.569583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:23.608156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:23.616779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b8ceb896-b289-42fd-940b-2f2fc1a187ae tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "PUT /v2.0/routers/22404ed8-11eb-470e-8c69-40b45426d6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9887648 Jul 27 16:55:23.741928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:23.853966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:23.918562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:23.919352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.033663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:24.097499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:24.102597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:24.102974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.174251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Provisioning complete for port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:24.174633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.306635 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.379604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:24.392033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.434136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:24.574878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:24.596682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:55:24.597487 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:55:25.039169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.039730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.040266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.041814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.050788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.051719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.052283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:25.060993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-fd019006-369a-4829-98c9-d39089b1083d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.1737266 Jul 27 16:55:25.063470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Sync routers for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:25.078000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:25.078846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:25.111977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-93cd070b-4f58-4c73-88a4-3e2a5afcdfe6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83bb00e8-1fa1-470d-87ec-218fda902486&id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435514 Jul 27 16:55:25.175094 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:55:25.228119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Provisioning for port 586d14e6-781f-4797-870e-513b75a3dbd8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:25.237817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Provisioning complete for port 586d14e6-781f-4797-870e-513b75a3dbd8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:25.239015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:25.241799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:25.558150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d35512d0-7a1c-42c1-bc31-8336f4b961c9 None None] Port 586d14e6-781f-4797-870e-513b75a3dbd8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:25.706390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-294a335e-ea61-4bcc-a15a-88d079571f63 None None] Provisioning complete for port 586d14e6-781f-4797-870e-513b75a3dbd8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:25.706769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-294a335e-ea61-4bcc-a15a-88d079571f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:25.710778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f407b7f1-9e7e-45ad-9882-238c986c62a4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:25.788485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-294a335e-ea61-4bcc-a15a-88d079571f63 None None] Port 586d14e6-781f-4797-870e-513b75a3dbd8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:25.805764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:21Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '586d14e6-781f-4797-870e-513b75a3dbd8', 'name': '', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:18:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:20Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 2, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:25.834914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Checking router: 22404ed8-11eb-470e-8c69-40b45426d6c2 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:25.835272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Updating router 22404ed8-11eb-470e-8c69-40b45426d6c2 port 586d14e6-781f-4797-870e-513b75a3dbd8 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:55:25.838238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f407b7f1-9e7e-45ad-9882-238c986c62a4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:25.838615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:25.901238 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.081860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:26.215748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:26.216340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.456487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.471761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Transition to ACTIVE for port object 586d14e6-781f-4797-870e-513b75a3dbd8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:26.481495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.559010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce9c7-0a90-49f4-8906-13ac1fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:26.635686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Attempting to bind port 586d14e6-781f-4797-870e-513b75a3dbd8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:26.636399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Attempting to bind port 586d14e6-781f-4797-870e-513b75a3dbd8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:26.637059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Attempting to bind port 586d14e6-781f-4797-870e-513b75a3dbd8 on network f98a746e-ddb8-4083-8ca9-b42e6926bb85 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:26.644216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:26.645823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Checking segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:26.646953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.648108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Bound using segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:26.649278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Bound port: 586d14e6-781f-4797-870e-513b75a3dbd8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:26.650121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.736685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] For port 586d14e6-781f-4797-870e-513b75a3dbd8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:26.744103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] For port 586d14e6-781f-4797-870e-513b75a3dbd8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=586d14e6-781f-4797-870e-513b75a3dbd8,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:26.750209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:26.812463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:26.812463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:26.838106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce9c7-0a90-49f4-8906-13ac1fd0cddc None None] Pushing event updated for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:27.011310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:27.299943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:21Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '586d14e6-781f-4797-870e-513b75a3dbd8', 'name': '', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:18:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:20Z', 'updated_at': '2021-07-27T16:55:26Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:27.333567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d9b39-f80d-4a5b-8eb3-24f522e05052 None None] The sync data for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 is: [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:21Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '586d14e6-781f-4797-870e-513b75a3dbd8', 'name': '', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:18:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:20Z', 'updated_at': '2021-07-27T16:55:26Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:27.764893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 586d14e6-781f-4797-870e-513b75a3dbd8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:27.838636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 586d14e6-781f-4797-870e-513b75a3dbd8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:27.844182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 586d14e6-781f-4797-870e-513b75a3dbd8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:27.848705 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:27.958874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:28.018487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 586d14e6-781f-4797-870e-513b75a3dbd8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=586d14e6-781f-4797-870e-513b75a3dbd8,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:28.023829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:28.074806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:29.710374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 586d14e6-781f-4797-870e-513b75a3dbd8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:29.805247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 586d14e6-781f-4797-870e-513b75a3dbd8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:29.805721 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:33.106500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:35.344822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-6353e4fe-5b54-4257-b858-652d054150af tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:35.354038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-6353e4fe-5b54-4257-b858-652d054150af tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/networks?id=f98a746e-ddb8-4083-8ca9-b42e6926bb85 HTTP/1.1" status: 200 len: 798 time: 0.1232643 Jul 27 16:55:35.374158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-5bdcbe9c-6ae2-40da-9581-8a85b017327e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/quotas/e5fbec388864420faa7425fccb037028 HTTP/1.1" status: 200 len: 375 time: 0.0189102 Jul 27 16:55:35.469198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-e5bb7bb7-97f5-4afe-bd43-51865613fb00 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0937543 Jul 27 16:55:35.579429 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-f35a6dd3-c02c-4ce7-a26f-350a9eb47b1f service neutron] 10.222.0.64 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963254 Jul 27 16:55:35.754907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-66ff071b-c1b2-4d94-89ad-67885ee22688 service neutron] 10.222.0.64 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685491 Jul 27 16:55:36.047641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5511034-a8c0-4fb6-b766-2e379b73b23c req-ee50ea88-3449-40dd-9329-c93bc7e1777e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 210 time: 0.0556650 Jul 27 16:55:37.287343 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f0c405d-ba2d-4a03-92c5-381848882700 req-f382fffe-e95f-4a63-82b9-d95c69d40435 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 210 time: 0.1516857 Jul 27 16:55:37.307226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-6f9aa398-d5af-480f-b3d7-fcbb3bbf882e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:37.309426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-6f9aa398-d5af-480f-b3d7-fcbb3bbf882e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.61 "GET /v2.0/networks?id=f98a746e-ddb8-4083-8ca9-b42e6926bb85 HTTP/1.1" status: 200 len: 798 time: 0.2540770 Jul 27 16:55:37.329372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Request body: {'port': {'device_id': '91f61bc9-1910-4c51-91df-9888c5eec489', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'admin_state_up': True, 'tenant_id': 'e5fbec388864420faa7425fccb037028'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:37.494358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Made reservation on behalf of e5fbec388864420faa7425fccb037028 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:37.499542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:37.672648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Allocated IP 172.20.0.20 (f98a746e-ddb8-4083-8ca9-b42e6926bb85/1f0dcf1a-a381-481c-aef6-d05c5314f3ad/0194cb10-469c-4394-9cc9-78604412306c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:37.812333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:37.827925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Transition to ACTIVE for port object 0194cb10-469c-4394-9cc9-78604412306c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:37.869970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:37.929304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event updated for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:37.939807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:37.941495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:37.943843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:37.999975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:38.000895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.019378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-87f01180-13dc-43a9-b9ca-f452a931ddf6 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6978517 Jul 27 16:55:38.035446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Request body: {'port': {'device_id': '91f61bc9-1910-4c51-91df-9888c5eec489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:38.145650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.389416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b3181c6e-3dcd-4fab-8de2-1304dc807fec None None] Provisioning for port 0194cb10-469c-4394-9cc9-78604412306c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:38.393785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b3181c6e-3dcd-4fab-8de2-1304dc807fec None None] Provisioning complete for port 0194cb10-469c-4394-9cc9-78604412306c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:38.394699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3181c6e-3dcd-4fab-8de2-1304dc807fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.458956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3181c6e-3dcd-4fab-8de2-1304dc807fec None None] Port 0194cb10-469c-4394-9cc9-78604412306c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:38.531212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acc86-35ff-4fa3-9276-94aeeb89b180 req-d182c5fe-9787-41ba-ab13-48bb1b12a95c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:38.532925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-418acc86-35ff-4fa3-9276-94aeeb89b180 req-d182c5fe-9787-41ba-ab13-48bb1b12a95c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 895 time: 0.1086836 Jul 27 16:55:38.629161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0194cb10-469c-4394-9cc9-78604412306c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:55:38.637585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.651299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Transition to ACTIVE for port object 0194cb10-469c-4394-9cc9-78604412306c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:38.658471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.708616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Pushing event updated for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:38.879192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Attempting to bind port 0194cb10-469c-4394-9cc9-78604412306c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:38.879542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Attempting to bind port 0194cb10-469c-4394-9cc9-78604412306c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:38.879887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Attempting to bind port 0194cb10-469c-4394-9cc9-78604412306c on network f98a746e-ddb8-4083-8ca9-b42e6926bb85 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:38.884927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Port 0194cb10-469c-4394-9cc9-78604412306c on network f98a746e-ddb8-4083-8ca9-b42e6926bb85 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:55:38.885262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Attempting to bind port 0194cb10-469c-4394-9cc9-78604412306c on network f98a746e-ddb8-4083-8ca9-b42e6926bb85 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:38.890418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:38.890778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Checking segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:38.891179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Bound using segment: {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:38.891625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Bound port: 0194cb10-469c-4394-9cc9-78604412306c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:38.891999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:38.973744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:38.977387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0194cb10-469c-4394-9cc9-78604412306c,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:38.994354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:39.038473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.039114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:39.042469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] 10.222.0.61 "PUT /v2.0/ports/0194cb10-469c-4394-9cc9-78604412306c HTTP/1.1" status: 200 len: 1055 time: 1.0138490 Jul 27 16:55:39.043047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'tag': '0194cb10-469c-4394-9cc9-78604412306c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:55:39.045488 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85547b7e-0703-45ec-acb6-8934f7306891" -d '{"events": [{"name": "network-changed", "server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "tag": "0194cb10-469c-4394-9cc9-78604412306c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:55:39.097295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d54ca-91c5-44c4-83be-4841ae7f6712 service neutron] Pushing event updated for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:39.170385 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f04c7-a9e6-4006-85a6-be1448c2bcab x-openstack-request-id: req-939f04c7-a9e6-4006-85a6-be1448c2bcab {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:55:39.170681 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "tag": "0194cb10-469c-4394-9cc9-78604412306c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:55:39.170939 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-939f04c7-a9e6-4006-85a6-be1448c2bcab {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:55:39.171349 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'tag': '0194cb10-469c-4394-9cc9-78604412306c', 'status': 'completed', 'code': 200} Jul 27 16:55:39.202590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-55c7f501-fd8e-4c2e-bc9f-034de436e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.204108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-55c7f501-fd8e-4c2e-bc9f-034de436e153 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 1058 time: 0.1026773 Jul 27 16:55:39.256931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-5863ee56-3e98-4855-b455-d816372616e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0194cb10-469c-4394-9cc9-78604412306c HTTP/1.1" status: 200 len: 217 time: 0.0441663 Jul 27 16:55:39.332623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-259bdb03-a902-44cb-b855-217bfaa7b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.334539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-259bdb03-a902-44cb-b855-217bfaa7b3f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f0dcf1a-a381-481c-aef6-d05c5314f3ad HTTP/1.1" status: 200 len: 837 time: 0.0705240 Jul 27 16:55:39.451871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-ebcc2b75-08f4-42f6-abbe-86a68260a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.453515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-ebcc2b75-08f4-42f6-abbe-86a68260a51e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f98a746e-ddb8-4083-8ca9-b42e6926bb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117406 Jul 27 16:55:39.607275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-655b8e9c-30a4-45c8-85d3-caf655a91f30 service neutron] 10.222.0.61 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468561 Jul 27 16:55:39.754721 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53c11136-d56d-42fc-9ae5-54b4dd14c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:39.776053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fb837-a461-4850-9af8-e5b36cd198db req-c3f23e95-7edb-4bfa-837a-71f982d80c86 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.777615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b2fb837-a461-4850-9af8-e5b36cd198db req-c3f23e95-7edb-4bfa-837a-71f982d80c86 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 907 time: 0.1533628 Jul 27 16:55:39.785588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78ba1f0c-793b-4490-a51c-9181903ddc59 req-9d252ab7-8119-4b2f-a70c-32cca325bbab service neutron] 10.222.0.61 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691689 Jul 27 16:55:39.933574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547b7e-0703-45ec-acb6-8934f7306891 req-6d6e522a-a2aa-4d2d-8504-1b858f995c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:39.935857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-6d6e522a-a2aa-4d2d-8504-1b858f995c88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 1058 time: 0.0977013 Jul 27 16:55:40.085264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547b7e-0703-45ec-acb6-8934f7306891 req-3758311f-1b8b-49c7-8518-47b8caabfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:40.086995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-3758311f-1b8b-49c7-8518-47b8caabfb9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f98a746e-ddb8-4083-8ca9-b42e6926bb85 HTTP/1.1" status: 200 len: 899 time: 0.1420450 Jul 27 16:55:40.153064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-e647f6ea-bd1f-4460-9348-1939aa55bb9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0194cb10-469c-4394-9cc9-78604412306c HTTP/1.1" status: 200 len: 217 time: 0.0550554 Jul 27 16:55:40.214501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547b7e-0703-45ec-acb6-8934f7306891 req-3125a726-b4e0-4102-aae2-f89010d67310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:40.216111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-3125a726-b4e0-4102-aae2-f89010d67310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f0dcf1a-a381-481c-aef6-d05c5314f3ad HTTP/1.1" status: 200 len: 837 time: 0.0542145 Jul 27 16:55:40.283086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547b7e-0703-45ec-acb6-8934f7306891 req-9f5afef6-f56a-4032-b531-d4e918ad9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:40.285296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-9f5afef6-f56a-4032-b531-d4e918ad9b55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f98a746e-ddb8-4083-8ca9-b42e6926bb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595567 Jul 27 16:55:40.420151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-d2a59b51-000a-4ab3-88fb-b4b698da8e65 service neutron] 10.222.0.61 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279306 Jul 27 16:55:40.542191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85547b7e-0703-45ec-acb6-8934f7306891 req-3af502c2-bce9-4ead-87c3-42af7dcc7c95 service neutron] 10.222.0.61 "GET /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135800 Jul 27 16:55:40.965680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31976e-d936-4443-9f22-559f7f88b9c3 req-a6f2ad81-955d-4000-93b4-cd886037840e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:40.974580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a31976e-d936-4443-9f22-559f7f88b9c3 req-a6f2ad81-955d-4000-93b4-cd886037840e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 907 time: 0.0973425 Jul 27 16:55:42.192464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917516-6c5a-4bc2-bd67-fba6f1575b74 req-56d59a8a-0af2-4700-9d40-32188b398e59 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:42.195398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8917516-6c5a-4bc2-bd67-fba6f1575b74 req-56d59a8a-0af2-4700-9d40-32188b398e59 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 907 time: 0.1178305 Jul 27 16:55:42.393031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:42.541851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0dd19b0-9c68-4f2b-ab66-ef2201868f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:42.551201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0194cb10-469c-4394-9cc9-78604412306c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:55:42.662252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0194cb10-469c-4394-9cc9-78604412306c,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:42.679726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '0194cb10-469c-4394-9cc9-78604412306c', 'network_id': 'f98a746e-ddb8-4083-8ca9-b42e6926bb85', 'port_id': '0194cb10-469c-4394-9cc9-78604412306c', 'mac_address': 'fa:16:3e:0e:21:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0dcf1a-a381-481c-aef6-d05c5314f3ad', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:55:42.720260 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:42.738994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194cb10-469c-4394-9cc9-78604412306c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:55:42.761329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0194cb10-469c-4394-9cc9-78604412306c,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:42.768051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:42.826314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:42.836374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.836997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.837441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.837843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.838307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.838625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.839014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.839384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.839911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.840265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.840626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:42.840958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:43.062546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['0194cb10-469c-4394-9cc9-78604412306c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:55:43.325091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494852dd-1a5e-4db3-b3df-a297a0bb91e6 req-40d169c0-86c9-40b5-bbd0-0d827c58bb16 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:43.328711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-494852dd-1a5e-4db3-b3df-a297a0bb91e6 req-40d169c0-86c9-40b5-bbd0-0d827c58bb16 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 908 time: 0.0700245 Jul 27 16:55:43.418038 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:44.481449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa6a0-dc96-4af7-9f9d-5eab0297ce34 req-35b3c18e-033d-4d5f-bb6c-55cfd58c14d2 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:44.482854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d3aa6a0-dc96-4af7-9f9d-5eab0297ce34 req-35b3c18e-033d-4d5f-bb6c-55cfd58c14d2 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 908 time: 0.0747604 Jul 27 16:55:44.565734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0194cb10-469c-4394-9cc9-78604412306c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:44.662780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 0194cb10-469c-4394-9cc9-78604412306c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:44.671751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 0194cb10-469c-4394-9cc9-78604412306c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:44.674277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:44.796048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:44.824442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194cb10-469c-4394-9cc9-78604412306c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:55:44.827363 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b7cbf9-9e2d-4e11-923b-a193a8343369" -d '{"events": [{"server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "name": "network-vif-plugged", "status": "completed", "tag": "0194cb10-469c-4394-9cc9-78604412306c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:55:44.842871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0194cb10-469c-4394-9cc9-78604412306c,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:44.848946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:44.881401 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97511340-2e57-404f-bc90-cc7424e3a107 x-openstack-request-id: req-97511340-2e57-404f-bc90-cc7424e3a107 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:55:44.882022 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "name": "network-vif-plugged", "status": "completed", "tag": "0194cb10-469c-4394-9cc9-78604412306c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:55:44.882479 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97511340-2e57-404f-bc90-cc7424e3a107 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:55:44.883579 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194cb10-469c-4394-9cc9-78604412306c', 'code': 200} Jul 27 16:55:44.914882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:45.001311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e1790-c992-415d-91b6-f8cf944ab529 req-a60edbcf-62af-4785-8924-bf8d8fd352f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:45.003508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c5e1790-c992-415d-91b6-f8cf944ab529 req-a60edbcf-62af-4785-8924-bf8d8fd352f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 1060 time: 0.0737367 Jul 27 16:55:45.045473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:45.669224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb959b9-bc8a-4c02-8b46-c02f739d6901 req-b24ecbc8-a177-4263-a517-d9f2d0e935a2 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:45.678031 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8eb959b9-bc8a-4c02-8b46-c02f739d6901 req-b24ecbc8-a177-4263-a517-d9f2d0e935a2 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 0.0904243 Jul 27 16:55:46.500882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:46.505996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-365570299'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:46.549372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:46.553950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.596408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:55:46.609340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.609861 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Added segment ef288e24-735c-4625-a1b2-400376560603 of type vlan for network 8ea849a9-ff21-4293-bc28-842ff32f0733 Jul 27 16:55:46.657105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.695294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.705404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:46.706878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.737987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2358830 Jul 27 16:55:46.740617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:46.747773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-346725922'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:46.794564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:46.801336 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.829856 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.836008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:55:46.846095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Network': ['ID=8ea849a9-ff21-4293-bc28-842ff32f0733,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:46.852953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:46.855496 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Added segment e5f86e9b-4d69-42f8-b4e0-75815e849f8e of type vlan for network 3254bf71-ad74-4979-984a-4d66d7c755c9 Jul 27 16:55:46.861636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.862764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.863218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.863703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.864250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.865829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.866297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.866745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.867171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.867598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.868025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.868462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da8ec8-1a8b-4ed1-9bdb-e70af89e7783 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:55:46.883227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:55:46.915668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865464f0-1f17-419b-963c-b39b7a03385a req-025f09e8-b71e-484a-bd98-9d743efd3c86 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:46.932836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-865464f0-1f17-419b-963c-b39b7a03385a req-025f09e8-b71e-484a-bd98-9d743efd3c86 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 0.1433365 Jul 27 16:55:46.958203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.027573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.034944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:47.035831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.072213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3297689 Jul 27 16:55:47.100787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38818) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:47.106923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'subnet': {'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:47.143659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112a34e-d5d8-401e-8b9a-fddca5158d24 req-68533578-c201-414c-ac33-6f8e2975c291 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:47.145934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d112a34e-d5d8-401e-8b9a-fddca5158d24 req-68533578-c201-414c-ac33-6f8e2975c291 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 0.0989296 Jul 27 16:55:47.205405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eba10-fb7e-48b7-89ba-8c224861bd30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Network': ['ID=3254bf71-ad74-4979-984a-4d66d7c755c9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:47.226490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:55:47.302901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:47.306419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.473360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cff0-25a1-4da9-a89e-7c3711915def req-c139f460-96db-4d7a-bff9-8609f93eb49a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:47.488039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee41cff0-25a1-4da9-a89e-7c3711915def req-c139f460-96db-4d7a-bff9-8609f93eb49a tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 1060 time: 0.2191594 Jul 27 16:55:47.714280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.781860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc921-2f27-4f89-9b2b-f6870fe0d097 req-ad85369d-9ad9-4d9f-acdc-ad17aa49edb5 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:47.784676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a3fc921-2f27-4f89-9b2b-f6870fe0d097 req-ad85369d-9ad9-4d9f-acdc-ad17aa49edb5 tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.1163108 Jul 27 16:55:47.845018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Subnet': ['ID=1397f372-3622-4c14-a429-b5427bb4aa7e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:47.857844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:47.858972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network hostable DHCP agents. Network: 8ea849a9-ff21-4293-bc28-842ff32f0733, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:55:47.879420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a3fc921-2f27-4f89-9b2b-f6870fe0d097 req-e12d66cc-d5b4-4e78-8c91-db67b3966ddb tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0871110 Jul 27 16:55:47.884707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:55:47.896803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38830) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:47.934153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8ea849a9-ff21-4293-bc28-842ff32f0733) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:47.939561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:47.940191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:47.945649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fa32b-cc75-4318-a69a-fbef2577d9e8 None None] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:47.970894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ffa8251a-5b73-4ca3-9403-90cdca15e238 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8680186 Jul 27 16:55:47.973701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:47.978655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'subnet': {'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:48.100918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31a3f3-1169-4b02-9b7f-4685f2dfa5da tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:48.103533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e31a3f3-1169-4b02-9b7f-4685f2dfa5da tempest-TestSecurityGroupsBasicOps-198841556 tempest-TestSecurityGroupsBasicOps-198841556-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 1055 time: 0.2053373 Jul 27 16:55:48.145612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:48.149933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.161981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-8ea849a9-ff21-4293-bc28-842ff32f0733', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:55:48.163090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.327807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Allocated IP 10.1.1.2 (8ea849a9-ff21-4293-bc28-842ff32f0733/1397f372-3622-4c14-a429-b5427bb4aa7e/f5365c7a-a07c-4fac-80ed-f05bfcfb558b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:48.472780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.540722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594558-fdc9-49ac-b888-ace5e805f84d req-7a392444-0148-4e4e-a8cb-f125da171c35 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:48.542276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3594558-fdc9-49ac-b888-ace5e805f84d req-7a392444-0148-4e4e-a8cb-f125da171c35 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 0.1422386 Jul 27 16:55:48.548365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.564082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Transition to ACTIVE for port object f5365c7a-a07c-4fac-80ed-f05bfcfb558b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:48.582841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Transition to ACTIVE for port object f5365c7a-a07c-4fac-80ed-f05bfcfb558b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:48.592802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.600957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Subnet': ['ID=89175849-5bc3-4abc-8ff4-9b1b098880c2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:48.607796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Checking segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:48.608212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network hostable DHCP agents. Network: 3254bf71-ad74-4979-984a-4d66d7c755c9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:55:48.636129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-ca1eef5e-2c4a-4328-8479-3bcfa2c3a89d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254218 Jul 27 16:55:48.645135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:55:48.645337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Pushing event updated for resources: {'Port': ['ID=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:48.658168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:48.660306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:48.663385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:48.668993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 3254bf71-ad74-4979-984a-4d66d7c755c9) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:48.682326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da42707-9484-4dff-9396-d06e9327ecef None None] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:48.692325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:48.692948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.750659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06d1653a-561b-46ce-b337-672e131fa073 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7759209 Jul 27 16:55:48.753410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:48.761678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'name': 'tempest-TaggedBootDevicesTest-1242790489', 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:48.799439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Attempting to bind port f5365c7a-a07c-4fac-80ed-f05bfcfb558b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:48.800560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Attempting to bind port f5365c7a-a07c-4fac-80ed-f05bfcfb558b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:48.800854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Attempting to bind port f5365c7a-a07c-4fac-80ed-f05bfcfb558b on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:48.804890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-e821c0a0-5457-477b-958f-947daa52c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:48.807277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-e821c0a0-5457-477b-958f-947daa52c3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.1343195 Jul 27 16:55:48.810039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:48.810415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:48.811045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.811228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Bound using segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:48.811709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Bound port: f5365c7a-a07c-4fac-80ed-f05bfcfb558b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:48.812277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:48.985492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:49.038570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] For port f5365c7a-a07c-4fac-80ed-f05bfcfb558b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:49.047304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-4f9c5d04-8f32-4849-afe1-f0ecf1c9eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:49.049573 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-4f9c5d04-8f32-4849-afe1-f0ecf1c9eec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 898 time: 0.2172787 Jul 27 16:55:49.057556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] For port f5365c7a-a07c-4fac-80ed-f05bfcfb558b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:49.141387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:49.154780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:49.161519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-3254bf71-ad74-4979-984a-4d66d7c755c9', 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ips': [{'subnet_id': '89175849-5bc3-4abc-8ff4-9b1b098880c2'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:55:49.164451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:49.189456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] device_id is not set on port b8690bcf-067b-4636-b54f-686537d3fbe5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:55:49.266910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-8f9f96f7-63d3-48e5-8d53-441d7f3cffa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 1001 time: 0.2045693 Jul 27 16:55:49.334785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268db18-718f-409f-9662-4938c2f0ea55 None None] Pushing event updated for resources: {'Port': ['ID=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:49.369072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-039df1aa-08ac-422e-beae-4b62c448dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:49.372506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-039df1aa-08ac-422e-beae-4b62c448dce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 200 len: 835 time: 0.0968299 Jul 27 16:55:49.498648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-527b2b6f-422e-4694-979a-0017a3248ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:49.500243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-527b2b6f-422e-4694-979a-0017a3248ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93f80b5f-5393-42f8-beee-32393e85d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181123 Jul 27 16:55:49.538545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.1.1.44 (8ea849a9-ff21-4293-bc28-842ff32f0733/1397f372-3622-4c14-a429-b5427bb4aa7e/b8690bcf-067b-4636-b54f-686537d3fbe5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:49.707879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Allocated IP 10.2.2.2 (3254bf71-ad74-4979-984a-4d66d7c755c9/89175849-5bc3-4abc-8ff4-9b1b098880c2/4708fb4a-90db-4030-bd33-b2011edeeacc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:50.005757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.012124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.020064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Transition to ACTIVE for port object 4708fb4a-90db-4030-bd33-b2011edeeacc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:50.035228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object b8690bcf-067b-4636-b54f-686537d3fbe5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:50.053222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Transition to ACTIVE for port object 4708fb4a-90db-4030-bd33-b2011edeeacc will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:50.062518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5365c7a-a07c-4fac-80ed-f05bfcfb558b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:50.080332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.118065 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.206975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:50.225645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:50.228842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Pushing event updated for resources: {'Port': ['ID=4708fb4a-90db-4030-bd33-b2011edeeacc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:50.231736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:50.239173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:50.242022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:50.244526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:50.250895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:50.338867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f5365c7a-a07c-4fac-80ed-f05bfcfb558b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:50.358292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Attempting to bind port 4708fb4a-90db-4030-bd33-b2011edeeacc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:55:50.358876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Attempting to bind port 4708fb4a-90db-4030-bd33-b2011edeeacc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:55:50.359540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Attempting to bind port 4708fb4a-90db-4030-bd33-b2011edeeacc on network 3254bf71-ad74-4979-984a-4d66d7c755c9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:55:50.366512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:55:50.367829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Checking segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:55:50.368506 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.369084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Bound using segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:55:50.369833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Bound port: 4708fb4a-90db-4030-bd33-b2011edeeacc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:55:50.370393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.410696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:50.428644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.449282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] For port 4708fb4a-90db-4030-bd33-b2011edeeacc, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:55:50.453159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] For port 4708fb4a-90db-4030-bd33-b2011edeeacc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4708fb4a-90db-4030-bd33-b2011edeeacc,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:55:50.461176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.472929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3048570b-1561-4762-943a-72f38aaae39c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7146463 Jul 27 16:55:50.473261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:50.478455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'name': 'tempest-TaggedBootDevicesTest-601870857', 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:50.620768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd4db2-ecd2-4a9b-9f28-1eb851e7ea01 None None] Pushing event updated for resources: {'Port': ['ID=4708fb4a-90db-4030-bd33-b2011edeeacc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:50.649142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd594c43-c4d9-4c84-a9b4-4703806ccc6e req-51964cab-742d-4e42-af18-c602479d5371 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:50.665742 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd594c43-c4d9-4c84-a9b4-4703806ccc6e req-51964cab-742d-4e42-af18-c602479d5371 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 1.0019360 Jul 27 16:55:50.668220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-93a98232-9e04-4aa7-ac9f-f953e168b6c9 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1588781 Jul 27 16:55:50.762778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1214019-5225-43f0-8894-06976f3f1822 req-5eaec674-56f8-4a4e-80e7-b9b2c977adb0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:50.766007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1214019-5225-43f0-8894-06976f3f1822 req-5eaec674-56f8-4a4e-80e7-b9b2c977adb0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.61 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 909 time: 1.0163984 Jul 27 16:55:50.783036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:55:50.788979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:50.824380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] device_id is not set on port c250b8cd-0f08-4926-b791-b0a1054c0ba0 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:55:50.994358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d562ae5e-a59d-46f2-9c34-40e5a20391eb req-ab16a881-a09b-43fa-812a-4ef05758a708 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131590 Jul 27 16:55:51.015255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69246242-d9d7-4604-9483-80f4ef95ed79 None None] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:51.145675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Provisioning for port f5365c7a-a07c-4fac-80ed-f05bfcfb558b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:51.188392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.1.1.39 (8ea849a9-ff21-4293-bc28-842ff32f0733/1397f372-3622-4c14-a429-b5427bb4aa7e/c250b8cd-0f08-4926-b791-b0a1054c0ba0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:51.193742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Provisioning complete for port f5365c7a-a07c-4fac-80ed-f05bfcfb558b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:51.194333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.200403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 0194cb10-469c-4394-9cc9-78604412306c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:51.200906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.394643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 0194cb10-469c-4394-9cc9-78604412306c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=0194cb10-469c-4394-9cc9-78604412306c,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:51.395110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.426018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 0194cb10-469c-4394-9cc9-78604412306c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:51.578214 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.649261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.678021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object c250b8cd-0f08-4926-b791-b0a1054c0ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:55:51.692100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] For port f5365c7a-a07c-4fac-80ed-f05bfcfb558b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:51.707669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.786409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.878540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4708fb4a-90db-4030-bd33-b2011edeeacc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:51.882190 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:51.922073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:51.925486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:51.930383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:51.934407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de333857-ecd5-4e8d-bff8-26f5d8c6d904 req-3bc92d38-c82c-42e6-a1d8-ad262ec32e5e tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 210 time: 0.0921183 Jul 27 16:55:52.023040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd5ea-72fb-4129-a761-28b7f5eec57f None None] Pushing event updated for resources: {'Port': ['ID=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:52.087896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:52.088870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.101132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=0194cb10-469c-4394-9cc9-78604412306c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:52.102560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 4708fb4a-90db-4030-bd33-b2011edeeacc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:52.173398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] No DVR routers for this DVR port 0194cb10-469c-4394-9cc9-78604412306c on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:55:52.177225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.179993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1214019-5225-43f0-8894-06976f3f1822 req-d50644ef-e4c2-483f-9dbb-ca87a71f2b75 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.61 "DELETE /v2.0/ports/0194cb10-469c-4394-9cc9-78604412306c HTTP/1.1" status: 204 len: 173 time: 1.3147993 Jul 27 16:55:52.180498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'name': 'network-vif-deleted', 'tag': '0194cb10-469c-4394-9cc9-78604412306c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:55:52.184499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:52.189329 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887e890-9ffa-44b9-8516-345f39928283" -d '{"events": [{"server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "name": "network-vif-deleted", "tag": "0194cb10-469c-4394-9cc9-78604412306c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:55:52.196598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40c02ccd-259f-4be5-af74-c58b4d91571f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7221742 Jul 27 16:55:52.317624 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23748b-24ce-4930-88e7-4bb6b75c196b x-openstack-request-id: req-1e23748b-24ce-4930-88e7-4bb6b75c196b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:55:52.317624 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f61bc9-1910-4c51-91df-9888c5eec489", "name": "network-vif-deleted", "tag": "0194cb10-469c-4394-9cc9-78604412306c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:55:52.317624 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e23748b-24ce-4930-88e7-4bb6b75c196b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:55:52.317928 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f61bc9-1910-4c51-91df-9888c5eec489', 'name': 'network-vif-deleted', 'tag': '0194cb10-469c-4394-9cc9-78604412306c', 'status': 'completed', 'code': 200} Jul 27 16:55:52.470931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:52.476352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704993347', 'description': 'tempest-description--424040330'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:52.484261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Provisioning for port b8690bcf-067b-4636-b54f-686537d3fbe5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:52.493712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa84e3-b680-48a3-ba88-b7b67da0dbc5 None None] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:52.570322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.570970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Provisioning complete for port b8690bcf-067b-4636-b54f-686537d3fbe5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:52.570970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.616924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0194cb10-469c-4394-9cc9-78604412306c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:52.647273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 0194cb10-469c-4394-9cc9-78604412306c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:52.648168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 0194cb10-469c-4394-9cc9-78604412306c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:52.679520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Port b8690bcf-067b-4636-b54f-686537d3fbe5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:52.746609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Provisioning complete for port f5365c7a-a07c-4fac-80ed-f05bfcfb558b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:52.749373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0dec1a69-691d-4d48-ab27-fdb93f4bf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.795778 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.806295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.910109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:52.911259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4387705 Jul 27 16:55:52.914254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:52.919498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'security_group_rule': {'security_group_id': '14294c16-82fc-4b6f-955b-f9eaf6376ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:52.951772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bd502-b0b8-407a-99e5-7f9aa44e9ee5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14294c16-82fc-4b6f-955b-f9eaf6376ce2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:53.011931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.221027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3a9170a-39d1-4bd8-b903-7cb3aa57cacd req-a3054714-7f35-48b4-ac00-5606abea0cbc tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f61bc9-1910-4c51-91df-9888c5eec489 HTTP/1.1" status: 200 len: 210 time: 0.0915351 Jul 27 16:55:53.240775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.254179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.260982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Provisioning for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:53.266059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Provisioning complete for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:53.266448 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.278554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73216bb9-fa7f-42da-af37-d04450a56578,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:53.311550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Port c250b8cd-0f08-4926-b791-b0a1054c0ba0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:53.313204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.319913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80ea09b5-ba83-4489-937b-242e14ef56ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039760 Jul 27 16:55:53.322838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:53.327273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Provisioning for port 4708fb4a-90db-4030-bd33-b2011edeeacc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:55:53.332217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Provisioning complete for port 4708fb4a-90db-4030-bd33-b2011edeeacc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:53.332717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.333223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'security_group_rule': {'security_group_id': '14294c16-82fc-4b6f-955b-f9eaf6376ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:53.389223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.467909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.485746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.523426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cfe768-cc4c-420c-a107-386ecf3372c6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:53.549841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.551362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a91a0752-02dc-437a-9a3e-1bb0f3a59d75 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2275033 Jul 27 16:55:53.554819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:53.560930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:55:53.570996 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.599764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.665245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] For port 4708fb4a-90db-4030-bd33-b2011edeeacc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4708fb4a-90db-4030-bd33-b2011edeeacc,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:53.689566 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.814873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Pushing event updated for resources: {'Port': ['ID=4708fb4a-90db-4030-bd33-b2011edeeacc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:53.841992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5365c7a-a07c-4fac-80ed-f05bfcfb558b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:53.861134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:53.906858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Provisioning complete for port b8690bcf-067b-4636-b54f-686537d3fbe5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:53.907246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.009166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-98694983-1977-421c-9ed9-5e3e360b3d68 None None] Port b8690bcf-067b-4636-b54f-686537d3fbe5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:55:54.039651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f5365c7a-a07c-4fac-80ed-f05bfcfb558b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:54.040036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.089572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 172.25.4.80 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/c7709347-e4dc-49d4-9800-08a0c75886d7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:55:54.161549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80d64411-a3e1-40cc-9651-cd7de25758e2 None None] Provisioning complete for port 4708fb4a-90db-4030-bd33-b2011edeeacc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:54.163423 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d64411-a3e1-40cc-9651-cd7de25758e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.229511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.289491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.313445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:54.346994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=c7709347-e4dc-49d4-9800-08a0c75886d7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:54.366127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:55:54.368007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:55:54.370975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:55:54.505620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.601112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.795973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.801903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.850595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.903083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=c7709347-e4dc-49d4-9800-08a0c75886d7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:54.915172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.933634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:54.951456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c78f5f24-e5dd-4df7-9974-4ead5bf207f9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3948042 Jul 27 16:55:55.340536 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-0cf7550e-409f-43dc-ac6d-f4368ca0e6a3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1704993347&fields=id&tenant_id=c70dde0836724386bde2ed87c149dffb HTTP/1.1" status: 200 len: 267 time: 0.0833211 Jul 27 16:55:55.434894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-ed615a4e-ca19-4006-9393-fe9407645b58 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:55.436911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-ed615a4e-ca19-4006-9393-fe9407645b58 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 931 time: 0.0879171 Jul 27 16:55:55.457370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 586d14e6-781f-4797-870e-513b75a3dbd8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:55.457995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:55.565913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-42f41c94-54b1-405b-b900-bd51017be657 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:55.567774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-42f41c94-54b1-405b-b900-bd51017be657 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 930 time: 0.1247318 Jul 27 16:55:55.679500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-d436dbd5-1271-430d-8742-22211049d90e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1007817 Jul 27 16:55:55.728176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f3a2c1c4-4fea-4363-a16b-08af0686f20b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0387359 Jul 27 16:55:55.734828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 586d14e6-781f-4797-870e-513b75a3dbd8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=586d14e6-781f-4797-870e-513b75a3dbd8,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:55.735313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:55.751028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4708fb4a-90db-4030-bd33-b2011edeeacc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:55:55.847492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 4708fb4a-90db-4030-bd33-b2011edeeacc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:55:55.847871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:55.892144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2d865bab-9bb1-48f2-af59-14596134a9f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:55.900581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2d865bab-9bb1-48f2-af59-14596134a9f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:55.906726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2d865bab-9bb1-48f2-af59-14596134a9f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:55:55.914023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2d865bab-9bb1-48f2-af59-14596134a9f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 1986 time: 0.1759951 Jul 27 16:55:55.947149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 586d14e6-781f-4797-870e-513b75a3dbd8 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:55.960243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-3093940e-03a7-4299-98cc-cfb7220a511b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/quotas/c70dde0836724386bde2ed87c149dffb HTTP/1.1" status: 200 len: 375 time: 0.0452542 Jul 27 16:55:56.215624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:56.264394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=586d14e6-781f-4797-870e-513b75a3dbd8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:56.466353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-528d8419-d93c-47b1-86e4-75ebae08a234 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5050750 Jul 27 16:55:56.650726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:56.656386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-fe8a0e7c-d16c-4f31-ae68-9fd2d18c6f82 service neutron] 10.222.0.64 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892173 Jul 27 16:55:56.868215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b090e2ec-1aec-478b-ac59-a95e26476891 service neutron] 10.222.0.64 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031415 Jul 27 16:55:57.052618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 22404ed8-11eb-470e-8c69-40b45426d6c2 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:55:57.062326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-97ddf95c-425d-4630-8835-93c716802c94 service neutron] 10.222.0.64 "GET /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1435046 Jul 27 16:55:57.258712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-c04e47b1-b88e-43d2-9e26-12f244767376 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835973 Jul 27 16:55:57.261799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:55:57.276259 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Sync routers for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:55:57.277720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39032) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:57.278179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2d163f9d-00fe-49aa-9ce8-a6984b771648 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "PUT /v2.0/routers/22404ed8-11eb-470e-8c69-40b45426d6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9632087 Jul 27 16:55:57.291092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:57.291715 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:57.380078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting subnet 1f0dcf1a-a381-481c-aef6-d05c5314f3ad {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:55:57.384479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-77fd478f-73f4-4b56-bae1-ef3b55352702 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055238 Jul 27 16:55:57.391277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:57.441248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-60b81c37-9b58-43b3-bd52-abaf51db70aa service neutron] 10.222.0.64 "GET /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0486288 Jul 27 16:55:57.442333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:57.476455 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:57.565870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:57.597565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-c8e591ed-23ce-4d77-aced-1e64684a51a9 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502142 Jul 27 16:55:57.690512 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:56Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:57.727201 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Checking router: 22404ed8-11eb-470e-8c69-40b45426d6c2 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:55:57.731008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:57.737732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Routers {'22404ed8-11eb-470e-8c69-40b45426d6c2'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:55:57.738816 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['22404ed8-11eb-470e-8c69-40b45426d6c2'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:57.750386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:57.752948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/subnets/1f0dcf1a-a381-481c-aef6-d05c5314f3ad HTTP/1.1" status: 204 len: 168 time: 0.4735935 Jul 27 16:55:57.764719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22768101-965b-4f86-ae34-01e3abf7cddc None None] Network f98a746e-ddb8-4083-8ca9-b42e6926bb85 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:55:57.774460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:57.783542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2605cd-c3f1-499d-a32f-a15b7b6ccb54 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0dcf1a-a381-481c-aef6-d05c5314f3ad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:57.865270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-cde6c3b6-3ae1-4dd2-8278-53d1cb88fef0 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597196 Jul 27 16:55:57.928021 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] Set router 22404ed8-11eb-470e-8c69-40b45426d6c2 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:55:57.941056 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.077514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1ab5fc7c-c548-4195-9e6e-e29bb7443e1d service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111788 Jul 27 16:55:58.111110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.202259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] DHCP port deletion for f98a746e-ddb8-4083-8ca9-b42e6926bb85 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:55:58.231684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:58.232062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.272300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9e38729d-4502-4f39-8911-e7f11fe0bb7a service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843865 Jul 27 16:55:58.326172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:56Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:58.353693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Deleting port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:55:58.354066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.385774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79b6b8-bd92-4d8c-9ade-94afdc53f272 None None] The sync data for ids ['22404ed8-11eb-470e-8c69-40b45426d6c2'] in n-d-723572-6 is: [{'id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1234437519', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:13Z', 'updated_at': '2021-07-27T16:55:56Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22404ed8-11eb-470e-8c69-40b45426d6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:14Z', 'updated_at': '2021-07-27T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:55:58.435803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:58.455215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] For port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,segment=NetworkSegment(44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e),segment_id=44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:55:58.455730 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.463314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.489943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:58.491402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Calling delete_port for 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:55:58.509065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-625f68eb-bf56-4c77-9a25-44c923d25d03 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277007 Jul 27 16:55:58.650916 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.684772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-6a192aeb-c676-47fb-9d6c-e9e01907b52f service neutron] 10.222.0.64 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745923 Jul 27 16:55:58.697804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] Pushing event deleted for resources: {'Port': ['ID=7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:58.700064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecbfa9-edd1-4ed8-b049-eef1d0c77b30 None None] No DVR routers for this DVR port 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:55:58.733955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.774786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:55:58.854947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-abe9c245-b610-4042-9771-3290ca1978a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469946 Jul 27 16:55:58.889352 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:58.980464 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-c34051fb-3e61-4fa1-adf6-4e78e8d4e60e service neutron] 10.222.0.64 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167731 Jul 27 16:55:59.024117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.026423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.081739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.082310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Fanout notify agent at l3_agent the message router_deleted on router 22404ed8-11eb-470e-8c69-40b45426d6c2 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:55:59.090371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.094256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-46948d35-9299-4d69-ba24-563ec22d474b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/routers/22404ed8-11eb-470e-8c69-40b45426d6c2 HTTP/1.1" status: 204 len: 168 time: 1.3159320 Jul 27 16:55:59.094987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:55:59.103770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-366cbf06-ad5c-4623-804c-e2428ea69cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149023 Jul 27 16:55:59.209600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.251940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-ec5c3437-fc43-4e99-a75f-cea196bf01ac service neutron] 10.222.0.64 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389492 Jul 27 16:55:59.385246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.403267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98a746e-ddb8-4083-8ca9-b42e6926bb85']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:59.416653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:59.416959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9bae6-d7f1-47c4-b9f6-2798fbb2fa3e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:55:59.428049 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.446944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.453689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:55:59.454220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:55:59.457522 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:55:59.869366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:59.934066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:59.937643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1b1fe863-ae7c-44b4-ade6-9bd1819cfcb2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:59.939092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:59.973211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:59.973565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7e4ee8a4-5e0f-4a2e-bcd1-845991b4a620 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:55:59.974020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 586d14e6-781f-4797-870e-513b75a3dbd8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:55:59.996841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 586d14e6-781f-4797-870e-513b75a3dbd8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:55:59.997190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 586d14e6-781f-4797-870e-513b75a3dbd8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:56:00.033262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.044075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.045902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/networks/f98a746e-ddb8-4083-8ca9-b42e6926bb85 HTTP/1.1" status: 204 len: 168 time: 0.9495003 Jul 27 16:56:00.048771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:00.098625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe82ee8-18e1-4c04-88d6-e74bff560ac0 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Network': ['ID=f98a746e-ddb8-4083-8ca9-b42e6926bb85,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:00.231364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86763715-0ad9-41d0-a570-a7260fbcc42a req-c13a2a71-557e-439f-bb26-1e184421385f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0434468 Jul 27 16:56:00.311766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port ec8d2342-7493-4edc-8428-bf6c442f13a9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:00.312117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.396395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.396783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.410381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for ec8d2342-7493-4edc-8428-bf6c442f13a9 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:00.614007 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.706931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=ec8d2342-7493-4edc-8428-bf6c442f13a9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:00.756632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:00.757347 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Floating IP f483e289-34f9-4f9a-aa39-8129d68ae60f disassociated (deleted). External IP: 172.25.4.186, port: 9b7361da-b2f5-4c57-8913-0de62caa719f. Jul 27 16:56:01.031687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 0b6865a1-8a96-46e4-b842-58780854f68c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:56:01.152167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:56:01.161538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Sync routers for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:56:01.169414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:01.172391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:01.173529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:01.219193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83dfe0d7-2d2e-4ab2-b956-ec28f8483e42 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/floatingips/f483e289-34f9-4f9a-aa39-8129d68ae60f HTTP/1.1" status: 204 len: 168 time: 1.1684959 Jul 27 16:56:01.220691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:01.233312 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d03ba-4722-4d02-a374-48474c265295" -d '{"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:01.324416 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f275e4-b43e-45fb-bf1e-1c8246ee71e4 x-openstack-request-id: req-c2f275e4-b43e-45fb-bf1e-1c8246ee71e4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:01.324726 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:01.325043 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2f275e4-b43e-45fb-bf1e-1c8246ee71e4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:01.325650 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'status': 'completed', 'code': 200} Jul 27 16:56:01.589446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d03ba-4722-4d02-a374-48474c265295 req-ef896051-030f-427d-b122-2ba88ebd618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:01.590975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-ef896051-030f-427d-b122-2ba88ebd618c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5fbec388864420faa7425fccb037028&device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 1135 time: 0.2006216 Jul 27 16:56:01.594202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:01.881458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d03ba-4722-4d02-a374-48474c265295 req-67f09ca8-fa31-4a99-bb07-9d25f7527d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:01.883042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-67f09ca8-fa31-4a99-bb07-9d25f7527d0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 200 len: 898 time: 0.2763019 Jul 27 16:56:01.984671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-8b1716cf-a0b1-4f7e-9c87-da5f0254f331 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 200 len: 217 time: 0.0930405 Jul 27 16:56:02.011906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:02.050865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Checking router: 0b6865a1-8a96-46e4-b842-58780854f68c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:56:02.066420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:02.067200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:02.128449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb65eb-82ac-45e9-9fad-c80849f6fab6 req-b3d86c9a-0e4c-46a9-999d-56352e88a0b7 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.141816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3abb65eb-82ac-45e9-9fad-c80849f6fab6 req-b3d86c9a-0e4c-46a9-999d-56352e88a0b7 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.3183062 Jul 27 16:56:02.144409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d03ba-4722-4d02-a374-48474c265295 req-a25ada31-8afb-400f-b097-5322f8bbe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.145998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-a25ada31-8afb-400f-b097-5322f8bbe4b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 200 len: 835 time: 0.1425815 Jul 27 16:56:02.200804 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:56:02.238420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:02.293562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3abb65eb-82ac-45e9-9fad-c80849f6fab6 req-30e45a6c-1311-4708-a4fb-524c81a59e91 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1198957 Jul 27 16:56:02.338794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d03ba-4722-4d02-a374-48474c265295 req-f234bf1e-6a86-4479-8be4-30b8476a2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.340314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-f234bf1e-6a86-4479-8be4-30b8476a2b34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93f80b5f-5393-42f8-beee-32393e85d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749785 Jul 27 16:56:02.357872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2be67b76-2c2e-4915-88ca-955b5c450858 req-02ee2551-b077-457f-bea8-caf0266c93a3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0711923 Jul 27 16:56:02.398108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9d0ed872-fb25-4370-9c8f-91d452d68ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.399410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9d0ed872-fb25-4370-9c8f-91d452d68ce6 service neutron] 10.222.0.13 "GET /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 1027 time: 1.0104015 Jul 27 16:56:02.480078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-14e7ce81-5ef4-4bdc-ba74-ce9e24ca4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.481913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-14e7ce81-5ef4-4bdc-ba74-ce9e24ca4d70 service neutron] 10.222.0.13 "GET /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 1026 time: 0.0715048 Jul 27 16:56:02.549781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-c424e19f-acf7-4676-8ade-37e20ad2b559 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008700 Jul 27 16:56:02.638633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:02.698747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273904e-f4e9-4086-8466-1d6e4771a2e2 None None] The sync data for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 is: [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:54:08Z', 'revision_number': 4, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea', 'name': '', 'network_id': '93f80b5f-5393-42f8-beee-32393e85d220', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'mac_address': 'fa:16:3e:49:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:06Z', 'updated_at': '2021-07-27T16:54:18Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'subnets': [{'id': '9528b0bc-8627-4a04-857f-d1c234753cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:56:02.777603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-edf8579d-3e4e-43cf-95dc-990294c8ffdc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.811072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f7d03ba-4722-4d02-a374-48474c265295 req-79496a24-9d9d-4795-9991-7e7e43c6d8b6 service neutron] 10.222.0.13 "GET /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491262 Jul 27 16:56:02.814726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-edf8579d-3e4e-43cf-95dc-990294c8ffdc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.826058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-edf8579d-3e4e-43cf-95dc-990294c8ffdc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:02.829770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-edf8579d-3e4e-43cf-95dc-990294c8ffdc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 1986 time: 0.3367720 Jul 27 16:56:02.942632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7f590404-b9b1-490b-a9a9-48d95546c3c1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70dde0836724386bde2ed87c149dffb HTTP/1.1" status: 200 len: 380 time: 0.0843327 Jul 27 16:56:02.953738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'admin_state_up': True, 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'security_groups': ['14294c16-82fc-4b6f-955b-f9eaf6376ce2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:03.107405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:03.176800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:56:03.181519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:03.229074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-2fb52d3b-1328-4c0d-9939-bb20a27e052a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:03.230772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-2fb52d3b-1328-4c0d-9939-bb20a27e052a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.13 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.1732576 Jul 27 16:56:03.239792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce83569-a2d9-4563-a66d-cab5c1267c74 None None] New status for floating IP f483e289-34f9-4f9a-aa39-8129d68ae60f: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:56:03.467198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3da6-7d62-4dc3-a9ce-746859b41ba9 req-3c241c70-7c26-46a2-93e7-71e7636350a1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:03.469053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-305c3da6-7d62-4dc3-a9ce-746859b41ba9 req-3c241c70-7c26-46a2-93e7-71e7636350a1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2373352 Jul 27 16:56:03.489640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 9b7361da-b2f5-4c57-8913-0de62caa719f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:03.491230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:03.586543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-305c3da6-7d62-4dc3-a9ce-746859b41ba9 req-ac44a414-ff39-4708-8b55-5409d970d6b3 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070435 Jul 27 16:56:03.614939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 172.20.0.14 (25ff0c56-0cb4-4407-9672-54407fed135b/7fd8913b-e10a-4900-87c6-d4527c0ad9de/e122b817-a2d8-44f8-a30a-164eefe74dad) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:56:03.635056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 9b7361da-b2f5-4c57-8913-0de62caa719f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9b7361da-b2f5-4c57-8913-0de62caa719f,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:03.636029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:03.669827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 9b7361da-b2f5-4c57-8913-0de62caa719f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:03.856688 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-174644f0-c19b-4ce8-99a3-317af104ead0 req-e5062e5c-c300-4874-a773-f80229edb041 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.1525176 Jul 27 16:56:03.890173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:03.905407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object e122b817-a2d8-44f8-a30a-164eefe74dad will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:03.957861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9613-7a44-4783-970a-2e94dbe046e2 req-085a3d86-1d08-4933-8d0d-958f3bea817b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:03.959477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0dde9613-7a44-4783-970a-2e94dbe046e2 req-085a3d86-1d08-4933-8d0d-958f3bea817b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/ports?device_id=67720cde-904e-4bc7-9445-94ce0b30243b HTTP/1.1" status: 200 len: 984 time: 0.4962895 Jul 27 16:56:03.961108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.030268 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.040222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 25ff0c56-0cb4-4407-9672-54407fed135b is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:56:04.061515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:56:04.063652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:04.080378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:56:04.098700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=9b7361da-b2f5-4c57-8913-0de62caa719f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:04.175175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] No DVR routers for this DVR port 9b7361da-b2f5-4c57-8913-0de62caa719f on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:56:04.176943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:04.177768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.184658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.190358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc4bf761-8e64-4ee6-b58b-c58036143296 req-254024bd-255e-4c8b-aeef-ad97aaf1ea4a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.13 "DELETE /v2.0/ports/9b7361da-b2f5-4c57-8913-0de62caa719f HTTP/1.1" status: 204 len: 173 time: 0.8848660 Jul 27 16:56:04.191233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'name': 'network-vif-deleted', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:04.193846 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2658c22-96bf-462f-9d9a-4e45ddda724f" -d '{"events": [{"server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "name": "network-vif-deleted", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:04.245915 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404d4b27-fc36-4c49-85bb-58260a85db2c x-openstack-request-id: req-404d4b27-fc36-4c49-85bb-58260a85db2c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:04.246519 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67720cde-904e-4bc7-9445-94ce0b30243b", "name": "network-vif-deleted", "tag": "9b7361da-b2f5-4c57-8913-0de62caa719f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:04.246519 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-404d4b27-fc36-4c49-85bb-58260a85db2c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:04.246943 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67720cde-904e-4bc7-9445-94ce0b30243b', 'name': 'network-vif-deleted', 'tag': '9b7361da-b2f5-4c57-8913-0de62caa719f', 'status': 'completed', 'code': 200} Jul 27 16:56:04.270972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-b72ebea0-e500-4bb6-a092-0d99ff8c3bb7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3183806 Jul 27 16:56:04.277390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0dde9613-7a44-4783-970a-2e94dbe046e2 req-60cd523a-58b3-40f7-a017-efd4f0127f3d tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "GET /v2.0/security-groups?id=541d6774-deb1-4d17-85ca-7b05c6ecbaff&id=a3a68696-964d-4f37-89e3-77517382c4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2180269 Jul 27 16:56:04.306914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'admin_state_up': True, 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'security_groups': ['14294c16-82fc-4b6f-955b-f9eaf6376ce2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:04.567815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:56:04.572191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.595189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e153a14-25cb-41e0-90d1-29c51a965d57 None None] Provisioning for port e122b817-a2d8-44f8-a30a-164eefe74dad completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:04.602232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7e153a14-25cb-41e0-90d1-29c51a965d57 None None] Provisioning complete for port e122b817-a2d8-44f8-a30a-164eefe74dad triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:04.602833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e153a14-25cb-41e0-90d1-29c51a965d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:04.694771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7e153a14-25cb-41e0-90d1-29c51a965d57 None None] Port e122b817-a2d8-44f8-a30a-164eefe74dad cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:56:04.872535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.1.1.247 (8ea849a9-ff21-4293-bc28-842ff32f0733/1397f372-3622-4c14-a429-b5427bb4aa7e/27a1b187-4d11-4a86-9818-31aac128e0ab) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:56:04.888117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf14117-7a66-4e70-968f-9129185e1798 req-c61264bd-1961-4861-99d5-e71cbb3f783a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:04.892274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aaf14117-7a66-4e70-968f-9129185e1798 req-c61264bd-1961-4861-99d5-e71cbb3f783a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1588542 Jul 27 16:56:04.969579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aaf14117-7a66-4e70-968f-9129185e1798 req-8d3bf612-79ed-453c-970d-4094356a0035 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706518 Jul 27 16:56:05.150192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.177804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ab96-303b-4023-a538-bf29065bc169 req-c7402315-3358-4115-b42d-14386c4f3b4c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:05.185745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b63ab96-303b-4023-a538-bf29065bc169 req-c7402315-3358-4115-b42d-14386c4f3b4c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 932 time: 0.1430674 Jul 27 16:56:05.195848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object 27a1b187-4d11-4a86-9818-31aac128e0ab will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:05.238201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b63ab96-303b-4023-a538-bf29065bc169 req-533c4676-bb00-41f8-8529-ff82659cd6a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514228 Jul 27 16:56:05.285948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.371314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:56:05.385673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:56:05.404468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:05.409687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:56:05.469921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:05.471312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.491129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2002890 Jul 27 16:56:05.491956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94565cf3-dda2-4e92-acd1-22720efad808 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:05.512633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.512866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'admin_state_up': True, 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'security_groups': ['14294c16-82fc-4b6f-955b-f9eaf6376ce2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:05.539841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.680272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.685404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.691078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/security-groups/541d6774-deb1-4d17-85ca-7b05c6ecbaff HTTP/1.1" status: 204 len: 168 time: 0.2854779 Jul 27 16:56:05.691878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:05.766049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077499f9-70ee-4b71-ac22-e3213e41bd5b tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d6774-deb1-4d17-85ca-7b05c6ecbaff,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:05.801657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:56:05.809060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.843130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db26ef87-36b1-47d0-9c15-bd8b7ae08c28 None None] Provisioning for port 27a1b187-4d11-4a86-9818-31aac128e0ab completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:05.850475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db26ef87-36b1-47d0-9c15-bd8b7ae08c28 None None] Provisioning complete for port 27a1b187-4d11-4a86-9818-31aac128e0ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:05.851294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db26ef87-36b1-47d0-9c15-bd8b7ae08c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.863729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.935224 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:05.954799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-db26ef87-36b1-47d0-9c15-bd8b7ae08c28 None None] Port 27a1b187-4d11-4a86-9818-31aac128e0ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:56:06.023958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.035039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.036406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3a68696-964d-4f37-89e3-77517382c4d6 HTTP/1.1" status: 204 len: 168 time: 0.3188210 Jul 27 16:56:06.039192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:06.098067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fbde-e8d8-4374-9770-1811ebc46262 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a68696-964d-4f37-89e3-77517382c4d6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:06.178919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.1.1.183 (8ea849a9-ff21-4293-bc28-842ff32f0733/1397f372-3622-4c14-a429-b5427bb4aa7e/22db5bf5-1dab-4e23-a507-60e3ac9c3783) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:56:06.501984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b7e1-b7bb-46d6-9374-329c034d002d req-e1244fae-77a9-4efd-89c8-7eb0e58383a5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:06.505090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba99b7e1-b7bb-46d6-9374-329c034d002d req-e1244fae-77a9-4efd-89c8-7eb0e58383a5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2290328 Jul 27 16:56:06.579025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.594940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object 22db5bf5-1dab-4e23-a507-60e3ac9c3783 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:06.638162 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.672198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169407e-76b4-4d05-a483-71cc1e7a62a2 req-e79b9d19-4d28-4bd0-9be0-8fb246552cfc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:06.679254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169407e-76b4-4d05-a483-71cc1e7a62a2 req-e79b9d19-4d28-4bd0-9be0-8fb246552cfc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:06.695133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1169407e-76b4-4d05-a483-71cc1e7a62a2 req-e79b9d19-4d28-4bd0-9be0-8fb246552cfc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 1654 time: 0.2797191 Jul 27 16:56:06.748229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba99b7e1-b7bb-46d6-9374-329c034d002d req-f2af4890-ee93-4b69-8ac4-6dfdad964b76 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240775 Jul 27 16:56:06.790952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:56:06.792770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:56:06.795642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9b7361da-b2f5-4c57-8913-0de62caa719f no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:06.808545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:56:06.818085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:06.857773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1169407e-76b4-4d05-a483-71cc1e7a62a2 req-59148c13-b401-43dd-844e-1339ffa9fb1b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614051 Jul 27 16:56:06.869857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 9b7361da-b2f5-4c57-8913-0de62caa719f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:56:06.870393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9b7361da-b2f5-4c57-8913-0de62caa719f not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:56:06.872137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.873208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.873572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.873948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.897055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.897398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.897739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.898075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.898409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.904725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.905115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.905588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:06.949682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:06.961368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.981417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:06.995198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7d37aef7-9e53-416f-9a83-f3aae36de036 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902103 Jul 27 16:56:07.011114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'admin_state_up': True, 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'security_groups': ['14294c16-82fc-4b6f-955b-f9eaf6376ce2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:07.200930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-938a7d60-1dc4-40c3-a6ed-d3781246e286 None None] Provisioning for port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:07.205189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-938a7d60-1dc4-40c3-a6ed-d3781246e286 None None] Provisioning complete for port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:07.205668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-938a7d60-1dc4-40c3-a6ed-d3781246e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:07.253493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-938a7d60-1dc4-40c3-a6ed-d3781246e286 None None] Port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:56:07.430766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:56:07.492908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:07.493511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:07.578967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:07.730007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:07.731407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:07.749335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:08.060461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429b21-fdc1-4b68-b886-7c24f8d04bea req-2f57cf89-3f19-4a8d-986c-df3419d812d6 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.072869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6429b21-fdc1-4b68-b886-7c24f8d04bea req-2f57cf89-3f19-4a8d-986c-df3419d812d6 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1597822 Jul 27 16:56:08.094606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.2.2.100 (3254bf71-ad74-4979-984a-4d66d7c755c9/89175849-5bc3-4abc-8ff4-9b1b098880c2/10879c7c-0a97-4919-9282-27eb7cb6e42d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:56:08.183263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6429b21-fdc1-4b68-b886-7c24f8d04bea req-4bd545cd-5116-4de1-9b45-859b980fbcb2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090646 Jul 27 16:56:08.217178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:08.292776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:08.301659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:08.309237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object 10879c7c-0a97-4919-9282-27eb7cb6e42d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:08.350929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:08.449591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:56:08.456722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:56:08.475657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:56:08.565798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:08.645691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-ee6e6e91-dc6e-4375-b951-f41aefcfaaa5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.651593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-ee6e6e91-dc6e-4375-b951-f41aefcfaaa5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.659589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-ee6e6e91-dc6e-4375-b951-f41aefcfaaa5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.680399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-ee6e6e91-dc6e-4375-b951-f41aefcfaaa5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.690054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-ee6e6e91-dc6e-4375-b951-f41aefcfaaa5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 3096 time: 0.3509066 Jul 27 16:56:08.711356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:08.712039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:08.746704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7757c6ba-4b2a-4787-9326-45bce7ec936b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7397296 Jul 27 16:56:08.774196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'admin_state_up': True, 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'security_groups': ['14294c16-82fc-4b6f-955b-f9eaf6376ce2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:08.795777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:08.882499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a5bc9a7-f173-43b7-963f-080ce6edfa4e req-97f8f1b0-c0a6-49b1-a7b1-c80ce5040ca4 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915359 Jul 27 16:56:09.004150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98b91f61-29bd-41d4-8561-cbcfcca3c60b None None] Provisioning for port 10879c7c-0a97-4919-9282-27eb7cb6e42d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:09.026170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98b91f61-29bd-41d4-8561-cbcfcca3c60b None None] Provisioning complete for port 10879c7c-0a97-4919-9282-27eb7cb6e42d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:09.026658 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98b91f61-29bd-41d4-8561-cbcfcca3c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.029444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Made reservation on behalf of c70dde0836724386bde2ed87c149dffb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:56:09.034913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.104305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-98b91f61-29bd-41d4-8561-cbcfcca3c60b None None] Port 10879c7c-0a97-4919-9282-27eb7cb6e42d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:56:09.231995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Allocated IP 10.2.2.200 (3254bf71-ad74-4979-984a-4d66d7c755c9/89175849-5bc3-4abc-8ff4-9b1b098880c2/42aeb009-7c81-455b-b0f9-8f99da8a10ef) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:56:09.265424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Router 0b6865a1-8a96-46e4-b842-58780854f68c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:56:09.522440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.570760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Transition to ACTIVE for port object 42aeb009-7c81-455b-b0f9-8f99da8a10ef will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:09.613601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.636058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:56:09.638512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:56:09.713724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:56:09.746074 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc59d5b9-27f0-491e-a56a-0d767424fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.862632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event updated for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:09.891433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:09.894390 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:09.937038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-278fcc80-ac44-4fe6-b20d-92d594a50e40 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1764932 Jul 27 16:56:09.954612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:10.105822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:56:10.118437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Sync routers for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:56:10.127555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:10.128304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84226f33-1cda-4831-b071-269f36f46f7c tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "PUT /v2.0/routers/0b6865a1-8a96-46e4-b842-58780854f68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0843868 Jul 27 16:56:10.152524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c3a27ae-1e7b-46b6-aaed-71648de991fc None None] Provisioning for port 42aeb009-7c81-455b-b0f9-8f99da8a10ef completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:10.168019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:10.168936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:10.175430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c3a27ae-1e7b-46b6-aaed-71648de991fc None None] Provisioning complete for port 42aeb009-7c81-455b-b0f9-8f99da8a10ef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:10.178127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c3a27ae-1e7b-46b6-aaed-71648de991fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.188354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec577-fe51-4b00-825a-13b9b7cf7cee req-4b42c4eb-d3ee-4d9e-90cd-222114f06179 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.191862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3eec577-fe51-4b00-825a-13b9b7cf7cee req-4b42c4eb-d3ee-4d9e-90cd-222114f06179 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.8969514 Jul 27 16:56:10.240843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.282241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting subnet 9528b0bc-8627-4a04-857f-d1c234753cfd {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:56:10.315898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3eec577-fe51-4b00-825a-13b9b7cf7cee req-5d4b04dd-44a9-4aa6-be39-c2c277b6c4bd tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188552 Jul 27 16:56:10.327799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.412753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.419191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.426381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.434788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a27ae-1e7b-46b6-aaed-71648de991fc None None] Port 42aeb009-7c81-455b-b0f9-8f99da8a10ef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:56:10.435397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.445227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:10.447423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-22aed9cd-2392-475b-b4bf-3bb3d1edf5ba tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 3817 time: 0.4118271 Jul 27 16:56:10.465007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:10.485287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.623814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b981ab7a-60c6-48f1-b425-a3463a885da7 req-badd2679-6439-4427-8287-92ef91b3cba4 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630113 Jul 27 16:56:10.679762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:56:08Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:10.722237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Checking router: 0b6865a1-8a96-46e4-b842-58780854f68c for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:56:10.742384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Routers {'0b6865a1-8a96-46e4-b842-58780854f68c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:10.743126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:55:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0b6865a1-8a96-46e4-b842-58780854f68c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:10.819855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.905633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] Set router 0b6865a1-8a96-46e4-b842-58780854f68c gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:10.916031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.969213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:10.972377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/subnets/9528b0bc-8627-4a04-857f-d1c234753cfd HTTP/1.1" status: 204 len: 168 time: 0.8391764 Jul 27 16:56:10.973382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef54cc-2c07-4e14-b3b8-c3dff7b3f35a tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Subnet': ['ID=9528b0bc-8627-4a04-857f-d1c234753cfd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:10.975223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:10.983879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb6ffb-5746-42eb-b50c-9540a64529d6 None None] Network 93f80b5f-5393-42f8-beee-32393e85d220 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:56:11.098212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e122b817-a2d8-44f8-a30a-164eefe74dad {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:11.115192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.154047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Transition to ACTIVE for port object e122b817-a2d8-44f8-a30a-164eefe74dad will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:11.158338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.159018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.317688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:11.344694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:56:08Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:11.381277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.491679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Attempting to bind port e122b817-a2d8-44f8-a30a-164eefe74dad on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:11.493222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Attempting to bind port e122b817-a2d8-44f8-a30a-164eefe74dad by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:11.496860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Attempting to bind port e122b817-a2d8-44f8-a30a-164eefe74dad on network 25ff0c56-0cb4-4407-9672-54407fed135b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:11.517009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964bbfa-dae1-43cf-9212-2e46a1b114c4 None None] The sync data for ids ['0b6865a1-8a96-46e4-b842-58780854f68c'] in n-d-723572-6 is: [{'id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2036810478', 'tenant_id': 'e5fbec388864420faa7425fccb037028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:59Z', 'updated_at': '2021-07-27T16:56:08Z', 'revision_number': 5, 'project_id': 'e5fbec388864420faa7425fccb037028', 'gw_port': {'id': '0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6865a1-8a96-46e4-b842-58780854f68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:00Z', 'updated_at': '2021-07-27T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:56:11.531771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Deleting port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:11.532471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.580311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Port e122b817-a2d8-44f8-a30a-164eefe74dad on network 25ff0c56-0cb4-4407-9672-54407fed135b not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:11.581154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Attempting to bind port e122b817-a2d8-44f8-a30a-164eefe74dad on network 25ff0c56-0cb4-4407-9672-54407fed135b {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:11.597631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:11.599316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Checking segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:11.599788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Bound using segment: {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:11.600311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Bound port: e122b817-a2d8-44f8-a30a-164eefe74dad, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c437bd0a-753c-4842-9bb8-63594c84de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:11.600778 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.750742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] For port 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:11.750742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.767540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732d4e-17f8-46af-9c0e-0002e65af1f4 req-eb035e2f-10b4-48c7-a716-f8754c1c295f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:11.778003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90732d4e-17f8-46af-9c0e-0002e65af1f4 req-eb035e2f-10b4-48c7-a716-f8754c1c295f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.3070579 Jul 27 16:56:11.813401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Calling delete_port for 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:11.868008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:11.873216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90732d4e-17f8-46af-9c0e-0002e65af1f4 req-3eb9ef56-0609-4652-bf96-f4aad8f666de tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935171 Jul 27 16:56:11.904292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:11.924167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:11.939564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] DHCP port deletion for 93f80b5f-5393-42f8-beee-32393e85d220 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:56:12.000380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.015159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.077146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.077735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.079186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] 10.222.0.13 "PUT /v2.0/ports/e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 1092 time: 2.1302860 Jul 27 16:56:12.079673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:12.081291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.085970 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:12.132968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.135673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Deleting port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:12.138508 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.151241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.152911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:12.157412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f214eec7-003a-49c5-9688-883aac48f682 req-58b2402c-26d2-4234-ba12-a862f5cd5a5e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 3829 time: 0.4246109 Jul 27 16:56:12.174183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e3cbaed-2ea5-47f0-b83a-05e471f113cd no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:12.238438 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6baa20-fbb2-4c41-9b7e-1b67b3c0a52d x-openstack-request-id: req-3c6baa20-fbb2-4c41-9b7e-1b67b3c0a52d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:12.238732 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:12.238990 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c6baa20-fbb2-4c41-9b7e-1b67b3c0a52d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:12.239396 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'status': 'completed', 'code': 200} Jul 27 16:56:12.249397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841226c-ba3e-44b7-ab42-75954cf1cc18 service neutron] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:12.330718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f214eec7-003a-49c5-9688-883aac48f682 req-00321942-496c-41a9-9248-781ad0ba4d7e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326396 Jul 27 16:56:12.432866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.452040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.452649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.453143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.453797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.454277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:12.456759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-505ad94b-2800-4739-b410-d3d002b92951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 4364 time: 0.2131331 Jul 27 16:56:12.525118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] For port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:12.525548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.576743 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.595018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Calling delete_port for 3e3cbaed-2ea5-47f0-b83a-05e471f113cd owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:12.605606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.619644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc7a47dc-b182-4c26-8b1f-13c4d33112f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.713167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.794462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Port': ['ID=0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:12.850413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,segment=NetworkSegment(c4f76b76-730f-4d08-b510-54e0ab156c32),segment_id=c4f76b76-730f-4d08-b510-54e0ab156c32)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:12.857560 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.858274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:12.871316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8690bcf-067b-4636-b54f-686537d3fbe5 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:12.880194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.893457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Transition to ACTIVE for port object b8690bcf-067b-4636-b54f-686537d3fbe5 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:12.897205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.919974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:56:12.920330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8a4c9dee-64b3-4268-bf0a-7d2220d4d0ea not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:56:12.974862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.990724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:12.993951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] No DVR routers for this DVR port 3e3cbaed-2ea5-47f0-b83a-05e471f113cd on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:56:13.003361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:13.076131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:13.112924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fffe4-8285-4b9d-8b36-a9fb87db8a33 None None] Pushing event deleted for resources: {'Port': ['ID=3e3cbaed-2ea5-47f0-b83a-05e471f113cd,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:13.134262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-ac289e9b-8acd-43d9-b597-8d97c4b484fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.134833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-ac289e9b-8acd-43d9-b597-8d97c4b484fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.135598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-ac289e9b-8acd-43d9-b597-8d97c4b484fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.137373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-ac289e9b-8acd-43d9-b597-8d97c4b484fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6653826 Jul 27 16:56:13.176114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Attempting to bind port b8690bcf-067b-4636-b54f-686537d3fbe5 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:13.176471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Attempting to bind port b8690bcf-067b-4636-b54f-686537d3fbe5 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:13.176815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Attempting to bind port b8690bcf-067b-4636-b54f-686537d3fbe5 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:13.184309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Port b8690bcf-067b-4636-b54f-686537d3fbe5 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:13.184666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Attempting to bind port b8690bcf-067b-4636-b54f-686537d3fbe5 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:13.201987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:13.201987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:13.201987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Bound using segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:13.202444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Bound port: b8690bcf-067b-4636-b54f-686537d3fbe5, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:13.202705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.320647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:13.330942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b8690bcf-067b-4636-b54f-686537d3fbe5,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:13.342586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.343856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.347465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.454401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.454401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.454401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 1130 time: 1.3292215 Jul 27 16:56:13.462354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.496990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:13.586296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.586988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Fanout notify agent at l3_agent the message router_deleted on router 0b6865a1-8a96-46e4-b842-58780854f68c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:56:13.627591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.631229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60ddff00-f72c-403a-bb78-d64c348254a3 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/routers/0b6865a1-8a96-46e4-b842-58780854f68c HTTP/1.1" status: 204 len: 168 time: 2.6524923 Jul 27 16:56:13.660512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:13.834056 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:13.898201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-5e2382db-e4f8-4d74-81f6-a2b8fb885a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.915729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9620bcc3-aa79-49bd-8d85-8fcb3aac3ffd req-5e2382db-e4f8-4d74-81f6-a2b8fb885a86 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7407773 Jul 27 16:56:13.936111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.943375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.966697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.975344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.982259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.988942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:13.990908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-0a7daec9-c2fe-4ee3-b2f8-b3a69b5bdef1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 4601 time: 0.4769230 Jul 27 16:56:14.097129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.110517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f80b5f-5393-42f8-beee-32393e85d220']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:14.124135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f76b76-730f-4d08-b510-54e0ab156c32') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:14.124451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f76b76-730f-4d08-b510-54e0ab156c32') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:14.138278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.156571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.166043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:56:14.166409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:56:14.216065 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:56:14.290544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d671e23d-c8e3-44d4-bcdd-981fb16e50f7 req-318690cf-db3b-4ce4-bae0-d3f68c816bf0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2793188 Jul 27 16:56:14.297733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.307373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.314608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] 10.222.0.64 "DELETE /v2.0/networks/93f80b5f-5393-42f8-beee-32393e85d220 HTTP/1.1" status: 204 len: 168 time: 0.6513741 Jul 27 16:56:14.381472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a75f0-3223-47d3-bd73-a244a86c8236 tempest-TestSecurityGroupsBasicOps-199415925 tempest-TestSecurityGroupsBasicOps-199415925-project] Pushing event deleted for resources: {'Network': ['ID=93f80b5f-5393-42f8-beee-32393e85d220,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:14.414856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'b8690bcf-067b-4636-b54f-686537d3fbe5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:14.422770 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c7d163-3a12-4a54-920e-6723a300336b" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "b8690bcf-067b-4636-b54f-686537d3fbe5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:14.426405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e515bd-dadf-40bc-8a04-016a51998191 service neutron] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:14.466115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.504247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e106b-0290-4296-b72c-f015faeaca94 req-b380231c-5ce0-4add-88e3-5118483fb3f8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.529309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-859e106b-0290-4296-b72c-f015faeaca94 req-b380231c-5ce0-4add-88e3-5118483fb3f8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 1.4475179 Jul 27 16:56:14.746098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.746692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.748129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.749028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.752604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.754098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.758355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62c7d163-3a12-4a54-920e-6723a300336b req-ea7f107b-e7b7-497d-884f-4a9dc0f9a93d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5287 time: 0.1290848 Jul 27 16:56:14.815063 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c24b296-7a08-4c3e-9afd-d450b0cf5cdf x-openstack-request-id: req-9c24b296-7a08-4c3e-9afd-d450b0cf5cdf {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:14.815277 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "b8690bcf-067b-4636-b54f-686537d3fbe5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:14.815499 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c24b296-7a08-4c3e-9afd-d450b0cf5cdf {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:14.815888 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'b8690bcf-067b-4636-b54f-686537d3fbe5', 'status': 'completed', 'code': 200} Jul 27 16:56:14.905457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-23078695-c2a6-4f8b-8d0c-21c0308d961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.906094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-23078695-c2a6-4f8b-8d0c-21c0308d961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.906505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c250b8cd-0f08-4926-b791-b0a1054c0ba0 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:14.906729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-23078695-c2a6-4f8b-8d0c-21c0308d961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:14.909180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62c7d163-3a12-4a54-920e-6723a300336b req-23078695-c2a6-4f8b-8d0c-21c0308d961c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1362324 Jul 27 16:56:14.909758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:14.921107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:14.974121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-859e106b-0290-4296-b72c-f015faeaca94 req-7ea9bbac-d7ce-4ad6-a3f7-eca65d23b2b1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414613 Jul 27 16:56:14.990302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Transition to ACTIVE for port object c250b8cd-0f08-4926-b791-b0a1054c0ba0 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:14.996461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.052758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:15.075095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.158620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d163-3a12-4a54-920e-6723a300336b req-11ed6200-872d-41dd-a1a6-e6649001d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.160268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62c7d163-3a12-4a54-920e-6723a300336b req-11ed6200-872d-41dd-a1a6-e6649001d0cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442052 Jul 27 16:56:15.212148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Attempting to bind port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:15.213824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Attempting to bind port c250b8cd-0f08-4926-b791-b0a1054c0ba0 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:15.214340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Attempting to bind port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:15.225049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:15.225381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Attempting to bind port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:15.237074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:15.237309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:15.237663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Bound using segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:15.241825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Bound port: c250b8cd-0f08-4926-b791-b0a1054c0ba0, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:15.242217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.287273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc3e790b-eb8d-4ece-ac51-9c13c935faf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5fbec388864420faa7425fccb037028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763063 Jul 27 16:56:15.289961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:15.362358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:15.365872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:15.372612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.411659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.459160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.488754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:15.538533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.539176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.546635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-527b2401-09d0-4b66-b5d2-92d705589996 service neutron] 10.222.0.13 "PUT /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 1129 time: 2.0619040 Jul 27 16:56:15.581759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:15.582419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.606130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.607257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6dcc7466-b882-465b-a6fa-848b1e9379a2 HTTP/1.1" status: 204 len: 168 time: 0.3163111 Jul 27 16:56:15.662880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76004b4-1515-40a4-926d-63f8a857b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcc7466-b882-465b-a6fa-848b1e9379a2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:15.705316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:15.739958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.749277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:15.753396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.754794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:56:15.755146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0f6ba8ec-b2cd-45e8-b6fa-25508ae1a0c3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:56:15.765002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.772970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.782153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.789227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.800087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:15.803214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-a0cbe0a7-8bb7-4bcc-b43e-cdf326422a70 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5372 time: 0.2345498 Jul 27 16:56:15.925063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d4592fdf-ebe3-4c6f-ba38-978565903b25 req-401e806d-5117-4b4b-ad7b-9fffe4cc15d4 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150861 Jul 27 16:56:16.289949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a8c4-dbe2-4b5a-a591-e6f037b87d38 req-cbf65ada-0b46-411c-9fa5-963703b901aa tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:16.291837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e322a8c4-dbe2-4b5a-a591-e6f037b87d38 req-cbf65ada-0b46-411c-9fa5-963703b901aa tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1722548 Jul 27 16:56:16.311858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:16.325763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce53669-ff1c-4e19-8a09-1bdb93a22806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.364563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e322a8c4-dbe2-4b5a-a591-e6f037b87d38 req-b8d68d7c-4643-4017-9920-c5b6f5c4c253 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Jul 27 16:56:16.366703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a1b187-4d11-4a86-9818-31aac128e0ab {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:16.377374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.402722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Transition to ACTIVE for port object 27a1b187-4d11-4a86-9818-31aac128e0ab will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:16.406919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.532295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce53669-ff1c-4e19-8a09-1bdb93a22806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.538044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ce53669-ff1c-4e19-8a09-1bdb93a22806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.597218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ce53669-ff1c-4e19-8a09-1bdb93a22806 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffac93c2046c45719d48ec6cc2ed1c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840700 Jul 27 16:56:16.614130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:16.614886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce53669-ff1c-4e19-8a09-1bdb93a22806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e673634-3cc0-42b3-b45e-8e2b9bf398d5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:16.650834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Pushing event updated for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:16.691482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Attempting to bind port 27a1b187-4d11-4a86-9818-31aac128e0ab on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:16.691982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Attempting to bind port 27a1b187-4d11-4a86-9818-31aac128e0ab by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:16.692411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Attempting to bind port 27a1b187-4d11-4a86-9818-31aac128e0ab on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:16.712909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Port 27a1b187-4d11-4a86-9818-31aac128e0ab on network 8ea849a9-ff21-4293-bc28-842ff32f0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:16.713249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Attempting to bind port 27a1b187-4d11-4a86-9818-31aac128e0ab on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:16.721296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:16.721654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:16.722051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Bound using segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:16.730751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Bound port: 27a1b187-4d11-4a86-9818-31aac128e0ab, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:16.731132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.742558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.765611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.820024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.822057 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.823939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:16.826107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e673634-3cc0-42b3-b45e-8e2b9bf398d5 HTTP/1.1" status: 204 len: 168 time: 0.2030785 Jul 27 16:56:16.833498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:16.837044 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "c250b8cd-0f08-4926-b791-b0a1054c0ba0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:16.850118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ba807-c0ad-43f0-a5f2-d089d7ba69c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e673634-3cc0-42b3-b45e-8e2b9bf398d5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:16.918253 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fedf5b-fbb8-4496-8579-bf7fa205bcd0 x-openstack-request-id: req-84fedf5b-fbb8-4496-8579-bf7fa205bcd0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:16.918954 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "c250b8cd-0f08-4926-b791-b0a1054c0ba0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:16.919225 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84fedf5b-fbb8-4496-8579-bf7fa205bcd0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:16.919822 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0', 'status': 'completed', 'code': 200} Jul 27 16:56:16.930937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:16.934829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=27a1b187-4d11-4a86-9818-31aac128e0ab,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:16.961939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.074693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.075428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.076085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.077027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.077996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.080273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.081047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.083323 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-52f7afe5-6279-4ac0-9836-748a4a0858ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6276 time: 0.1146233 Jul 27 16:56:17.095732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Pushing event updated for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:17.111327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.112280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.114268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-01a07049-fb3c-416f-a191-c91d64064a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 1091 time: 1.5368602 Jul 27 16:56:17.150477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:17.250271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-0ce41572-28d9-4eb8-8c54-37c81734c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.250271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-0ce41572-28d9-4eb8-8c54-37c81734c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.250271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-0ce41572-28d9-4eb8-8c54-37c81734c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.250955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-0ce41572-28d9-4eb8-8c54-37c81734c828 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1539707 Jul 27 16:56:17.380381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.536066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.544382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.551461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.558163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.565474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.574098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.594189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.596289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec34545-f016-4f32-93c0-59698370a92b req-13d603e2-6fa3-4250-8c03-d13b58a0f67e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5384 time: 0.3698206 Jul 27 16:56:17.603675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-8be72485-5ad2-49e1-a413-f0674898bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:17.605154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bbe8dcb8-ee22-46d2-91e4-298ff21a72e6 req-8be72485-5ad2-49e1-a413-f0674898bc45 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208580 Jul 27 16:56:17.676058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec34545-f016-4f32-93c0-59698370a92b req-22c14eeb-d0bd-4edd-838d-007dbb4a73fa tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697019 Jul 27 16:56:17.679802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:17.796144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fcd032e2-bf78-4cf9-9c59-77e5fe39bd81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23b6613cbd864d438aea108bb9a00594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136978 Jul 27 16:56:17.801652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:17.874712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.907241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.937330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22db5bf5-1dab-4e23-a507-60e3ac9c3783 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:17.945222 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.959524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Transition to ACTIVE for port object 22db5bf5-1dab-4e23-a507-60e3ac9c3783 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:17.973893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.976676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.981087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:17.983216 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d53510-0657-4f1f-a12d-f97c33bf20e7 HTTP/1.1" status: 204 len: 168 time: 0.1794245 Jul 27 16:56:17.996391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46d58-a4f0-49f5-85d5-3f3944379f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d53510-0657-4f1f-a12d-f97c33bf20e7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:18.187925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Pushing event updated for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:18.249447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55497-41c1-41b7-960a-49b42307a703 req-bc90eda1-4c09-4f6f-8ab2-01c1c3d78b41 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:18.252262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7b55497-41c1-41b7-960a-49b42307a703 req-bc90eda1-4c09-4f6f-8ab2-01c1c3d78b41 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.4741700 Jul 27 16:56:18.342654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d7b55497-41c1-41b7-960a-49b42307a703 req-6cb5576a-1b2c-4608-afd1-e007ca9e1e67 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810854 Jul 27 16:56:18.348475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Attempting to bind port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:18.349007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Attempting to bind port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:18.349512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Attempting to bind port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:18.355639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:18.356173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Attempting to bind port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:18.375469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:18.375831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Checking segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:18.376293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Bound using segment: {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:18.377470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Bound port: 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef288e24-735c-4625-a1b2-400376560603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:18.378005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:18.539251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:18.558165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:18.565245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:18.679133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:18.681453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:18.691842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 1091 time: 1.5459585 Jul 27 16:56:18.745180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:18.852135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2554a-0cfd-4f5d-887d-1bfa5a6f83a2 service neutron] Pushing event updated for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:18.883937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:18.943587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab'}, {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:18.947325 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab"}, {"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:19.090962 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce8f19-2e8b-4d08-a6df-080716c26798 x-openstack-request-id: req-0cce8f19-2e8b-4d08-a6df-080716c26798 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:19.092270 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:19.092803 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cce8f19-2e8b-4d08-a6df-080716c26798 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:19.093497 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab', 'status': 'completed', 'code': 200} Jul 27 16:56:19.093933 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783', 'status': 'completed', 'code': 200} Jul 27 16:56:19.098791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.105777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.119330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.128950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.135243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.143161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.150154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.159102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9172535-d952-4e07-a660-2db66294c7d2 req-180dbd87-b512-46f7-94b6-298b508160ef tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5396 time: 0.2810643 Jul 27 16:56:19.286198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9172535-d952-4e07-a660-2db66294c7d2 req-6ad90d10-6834-43a2-9cfa-9316139bed41 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212449 Jul 27 16:56:19.313384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.313916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.314400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.314880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.317276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.317795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.318285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.320649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-33ebcbd7-8f91-49d9-a938-3de8aa497a58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6343 time: 0.1589179 Jul 27 16:56:19.414760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10879c7c-0a97-4919-9282-27eb7cb6e42d {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:19.432279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:19.461635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Transition to ACTIVE for port object 10879c7c-0a97-4919-9282-27eb7cb6e42d will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:19.482165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:19.525684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-65e9e5ad-5c25-4423-997a-72ab9ef4c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.526183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-65e9e5ad-5c25-4423-997a-72ab9ef4c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.526665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-65e9e5ad-5c25-4423-997a-72ab9ef4c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.537385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-65e9e5ad-5c25-4423-997a-72ab9ef4c2cb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2031918 Jul 27 16:56:19.543026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:19.734938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eb58e-b687-40ab-ad23-406a64b5db97 req-639429eb-8dc4-43eb-9d5c-91368b4bdaaa tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.737065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d14eb58e-b687-40ab-ad23-406a64b5db97 req-639429eb-8dc4-43eb-9d5c-91368b4bdaaa tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2693145 Jul 27 16:56:19.785219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-5a4f4b26-153d-4246-8f04-a53eca351d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:19.792720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-5a4f4b26-153d-4246-8f04-a53eca351d95 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426114 Jul 27 16:56:19.877589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d14eb58e-b687-40ab-ad23-406a64b5db97 req-9b965c38-2cd8-4583-8f7f-1e83837cd8d2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290572 Jul 27 16:56:19.882851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Attempting to bind port 10879c7c-0a97-4919-9282-27eb7cb6e42d on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:19.883367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Attempting to bind port 10879c7c-0a97-4919-9282-27eb7cb6e42d by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:19.883874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Attempting to bind port 10879c7c-0a97-4919-9282-27eb7cb6e42d on network 3254bf71-ad74-4979-984a-4d66d7c755c9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:19.889396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Port 10879c7c-0a97-4919-9282-27eb7cb6e42d on network 3254bf71-ad74-4979-984a-4d66d7c755c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:19.890006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Attempting to bind port 10879c7c-0a97-4919-9282-27eb7cb6e42d on network 3254bf71-ad74-4979-984a-4d66d7c755c9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:19.897651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:19.898286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Checking segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:19.899008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Bound using segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:19.899631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Bound port: 10879c7c-0a97-4919-9282-27eb7cb6e42d, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:19.900195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:20.102250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.102774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:20.103728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.104378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.105038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.106853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:20.107519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.108253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.108931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.111583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-a5b45b10-56ad-4900-9377-b4925710a740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6368 time: 0.2506926 Jul 27 16:56:20.114057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:20.163624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.164711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:20.166181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] 10.222.0.13 "PUT /v2.0/ports/10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 1091 time: 1.4273126 Jul 27 16:56:20.211203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Request body: {'port': {'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:20.424953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:20.427266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39791-fdb7-4752-b208-46dd79ad0e5d service neutron] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:20.534380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-1551cc6e-c3dc-451a-9f2f-cc961f65cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.535596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-1551cc6e-c3dc-451a-9f2f-cc961f65cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.536650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-1551cc6e-c3dc-451a-9f2f-cc961f65cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:20.541049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-1551cc6e-c3dc-451a-9f2f-cc961f65cd6d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4138885 Jul 27 16:56:21.101911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aeb009-7c81-455b-b0f9-8f99da8a10ef {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:21.117933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:21.150144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Transition to ACTIVE for port object 42aeb009-7c81-455b-b0f9-8f99da8a10ef will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:56:21.166276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:21.175441 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea68176-b2c5-4477-9014-19837db1b4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:21.191575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:21.395094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498458d1-b414-49b5-8a25-eb7184e21315 req-1c3664b6-9b3a-48f6-8584-62c1293dc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.397765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-1c3664b6-9b3a-48f6-8584-62c1293dc4ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.9457088 Jul 27 16:56:21.401316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:21.437901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.456690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.462981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.475816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.489367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.495336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.518338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.529083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-817c6c78-7dc0-4ef0-aead-919da719cc08 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5408 time: 1.0100331 Jul 27 16:56:21.678666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb907c-b288-4f81-b8c2-e70465e3f8d8 req-f9c903ec-bef6-4feb-80a8-5aa67a1b2cb9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.680258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56eb907c-b288-4f81-b8c2-e70465e3f8d8 req-f9c903ec-bef6-4feb-80a8-5aa67a1b2cb9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 1.1380205 Jul 27 16:56:21.693158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-299fd9ca-8619-4586-acfd-8023b6ab5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:21.694648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969ad9b-6a6b-47ee-a22d-f3f7f28ce9d1 req-299fd9ca-8619-4586-acfd-8023b6ab5cca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1420689 Jul 27 16:56:21.825903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56eb907c-b288-4f81-b8c2-e70465e3f8d8 req-bb6f6ddd-bccd-4444-910c-390176f8ba5c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302288 Jul 27 16:56:21.989322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d65ffe9b-6bd3-4c88-9be1-e9463801193b req-76b16555-8ba6-47b3-ada7-68fa227d5833 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4589942 Jul 27 16:56:22.011300 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9289a0-2bf7-40c5-b35d-2df132e2d365 x-openstack-request-id: req-4c9289a0-2bf7-40c5-b35d-2df132e2d365 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:22.011825 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:22.012327 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c9289a0-2bf7-40c5-b35d-2df132e2d365 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:22.012893 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'status': 'completed', 'code': 200} Jul 27 16:56:22.128150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Attempting to bind port 42aeb009-7c81-455b-b0f9-8f99da8a10ef on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:56:22.130182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Attempting to bind port 42aeb009-7c81-455b-b0f9-8f99da8a10ef by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:56:22.130528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Attempting to bind port 42aeb009-7c81-455b-b0f9-8f99da8a10ef on network 3254bf71-ad74-4979-984a-4d66d7c755c9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:22.156531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498458d1-b414-49b5-8a25-eb7184e21315 req-c14448e4-dec0-4ce5-8f2c-bc430828477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.159107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-c14448e4-dec0-4ce5-8f2c-bc430828477a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.6263244 Jul 27 16:56:22.161038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Port 42aeb009-7c81-455b-b0f9-8f99da8a10ef on network 3254bf71-ad74-4979-984a-4d66d7c755c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:56:22.161743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Attempting to bind port 42aeb009-7c81-455b-b0f9-8f99da8a10ef on network 3254bf71-ad74-4979-984a-4d66d7c755c9 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:56:22.209015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.209770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.210532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.211314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.211960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.212623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.213261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.214572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:56:22.215076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Checking segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:56:22.215708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Bound using segment: {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:56:22.216243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea68176-b2c5-4477-9014-19837db1b4fd req-6b88923c-5f4a-4adb-8f39-3023206eb306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6435 time: 0.1589520 Jul 27 16:56:22.216536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Bound port: 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:56:22.217005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:22.273879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-a3bcdb75-7bb8-4168-9f2b-43ee79aa3fa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1002 time: 0.1021917 Jul 27 16:56:22.309800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:56:22.312990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:56:22.326974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:22.369331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-fbf4b878-5a53-42dc-9913-ba70ce3ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.369952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-fbf4b878-5a53-42dc-9913-ba70ce3ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.370608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-fbf4b878-5a53-42dc-9913-ba70ce3ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.373391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea68176-b2c5-4477-9014-19837db1b4fd req-fbf4b878-5a53-42dc-9913-ba70ce3ca5bd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c70dde0836724386bde2ed87c149dffb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1413713 Jul 27 16:56:22.425721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:22.440909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.441541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:22.443019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 1091 time: 2.2410901 Jul 27 16:56:22.472983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498458d1-b414-49b5-8a25-eb7184e21315 req-2265b4e8-a8b5-4278-b65b-939ce83946eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.478776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-2265b4e8-a8b5-4278-b65b-939ce83946eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1625178 Jul 27 16:56:22.555812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68176-b2c5-4477-9014-19837db1b4fd req-f0491435-6125-451a-87ba-ddb73a8bf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.562459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bea68176-b2c5-4477-9014-19837db1b4fd req-f0491435-6125-451a-87ba-ddb73a8bf612 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817405 Jul 27 16:56:22.653524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498458d1-b414-49b5-8a25-eb7184e21315 req-1136af18-520a-43f6-8600-efc63cf5d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.655638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-1136af18-520a-43f6-8600-efc63cf5d17b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714582 Jul 27 16:56:22.790851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.792554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.793126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.793682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.794242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.794786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.795327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:22.799148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1126f0ef-ecb0-4840-b278-7d18cfa8fe6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6477 time: 0.1514878 Jul 27 16:56:22.902508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7150ad23-3e04-4528-a85d-e770255f3aca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 217 time: 0.0880897 Jul 27 16:56:22.906987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-23a05324-cbef-4e8f-9bd4-330bd64166b5 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435565 Jul 27 16:56:23.000061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-d290bbf3-ce67-40b9-863f-3f3708c97ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.001711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-d290bbf3-ce67-40b9-863f-3f3708c97ba6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.0945692 Jul 27 16:56:23.113845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-498458d1-b414-49b5-8a25-eb7184e21315 req-2427cabc-d351-42ab-8c4e-6a4d847e934a service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980255 Jul 27 16:56:23.178010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fe9b5-c1c6-4803-9bc6-a1b76a300300 req-cf2dd8c5-a59c-489d-8c64-78c8223002ec tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.179605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-671fe9b5-c1c6-4803-9bc6-a1b76a300300 req-cf2dd8c5-a59c-489d-8c64-78c8223002ec tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1651309 Jul 27 16:56:23.215918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a095f4fb-0c10-41a5-9d73-14d559e73989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.217754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a095f4fb-0c10-41a5-9d73-14d559e73989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042866 Jul 27 16:56:23.265346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-671fe9b5-c1c6-4803-9bc6-a1b76a300300 req-d1e01422-f6cf-4a8e-aab3-80c8cfbdaeab tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724947 Jul 27 16:56:23.307236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.315681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.323078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.332494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.341937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.350020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.361459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.372255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-2e4d9612-1827-435b-8f13-1a55b701ef89 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.2521844 Jul 27 16:56:23.378151 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-03793309-7530-4970-83d4-3493f48ade10 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457226 Jul 27 16:56:23.437640 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2fc74a9-8100-4cc0-8c91-189253d7e721 req-41e71716-eee0-41fa-acf0-f3185c17a653 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642233 Jul 27 16:56:23.506983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-6dc61d24-770b-4ec7-8eb2-1bb37a3a30ac service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202281 Jul 27 16:56:23.562842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-c83b1c2e-a017-49ea-ac70-de72bc2151ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0423295 Jul 27 16:56:23.653143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2fb57a43-5e8e-4f76-8194-480569a2209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.654659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-2fb57a43-5e8e-4f76-8194-480569a2209b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0510509 Jul 27 16:56:23.772534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-64e31783-72ff-4359-9c6f-3b6612892ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:23.774058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-64e31783-72ff-4359-9c6f-3b6612892ffb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929339 Jul 27 16:56:23.900732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-28838d9b-cf21-46b8-92b9-f27abe0b2a1e service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185405 Jul 27 16:56:24.014492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:24.017646 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f98323-d092-4a49-802e-9e7bc0b14bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:24.034763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a5988119-ba9d-4122-bc2a-9fad3a5b0ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255395 Jul 27 16:56:24.076290 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7232c188-344c-41ab-8152-3dca9e7bbede x-openstack-request-id: req-7232c188-344c-41ab-8152-3dca9e7bbede {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:24.076824 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:24.077279 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7232c188-344c-41ab-8152-3dca9e7bbede {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:24.077859 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef', 'status': 'completed', 'code': 200} Jul 27 16:56:24.089516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-23b3d5ac-0130-480b-aa78-abedee489ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 217 time: 0.0451257 Jul 27 16:56:24.142587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-66d0379a-ab68-4008-a5be-24181edf6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.144730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-66d0379a-ab68-4008-a5be-24181edf6ff8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0505266 Jul 27 16:56:24.261446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1015a86b-a8f5-40b8-b299-dbe8e19b1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.263190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1015a86b-a8f5-40b8-b299-dbe8e19b1456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110349 Jul 27 16:56:24.472932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-c0d4a662-6361-4582-924e-5297bd207c47 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022951 Jul 27 16:56:24.589196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96521bc1-62fa-4827-aa1e-3e485e877138 req-81fd7268-7fc1-40b6-bd84-ecae351e4c7e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.591287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96521bc1-62fa-4827-aa1e-3e485e877138 req-81fd7268-7fc1-40b6-bd84-ecae351e4c7e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2185097 Jul 27 16:56:24.666830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96521bc1-62fa-4827-aa1e-3e485e877138 req-00c7da31-4990-4f6e-8c72-a185c161fa4d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520177 Jul 27 16:56:24.691102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9bb62d2f-4891-416c-ac92-53ba4a7d00f2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088840 Jul 27 16:56:24.763509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.770038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.776178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.782876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.789351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.795782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.802926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.812893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3de63107-b5be-486c-b152-ea2e85598118 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1335034 Jul 27 16:56:24.826196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-1a63a846-ac16-4cf0-b11b-9397bc2aca3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 217 time: 0.1218693 Jul 27 16:56:24.883406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8b67de3-744b-486e-8ab0-17f822fc0d5e req-3092d05e-eca5-4555-9f5b-7312cd399ba7 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695796 Jul 27 16:56:24.950769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-e61ba7d4-8769-43d1-93c7-5afd7f1f101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:24.954027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-e61ba7d4-8769-43d1-93c7-5afd7f1f101b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.1066120 Jul 27 16:56:25.040299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee7447-ca80-420b-a8f4-df04b195e675 req-45bcdd30-3bfb-4dc5-868b-62e9968a78c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:25.040299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaee7447-ca80-420b-a8f4-df04b195e675 req-45bcdd30-3bfb-4dc5-868b-62e9968a78c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.2153697 Jul 27 16:56:25.111493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9cbcb23e-ff17-4d9c-a142-807c1dae5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:25.113188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-9cbcb23e-ff17-4d9c-a142-807c1dae5005 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449523 Jul 27 16:56:25.116925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaee7447-ca80-420b-a8f4-df04b195e675 req-3c9b0ed7-ca29-467d-8354-c542dab013a9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685608 Jul 27 16:56:25.226644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-47b3efba-ae5b-4c27-997c-d81840d1f1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992043 Jul 27 16:56:25.346491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8d24fcc3-ed70-439e-b2b8-29fff8992bdc service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128819 Jul 27 16:56:25.399207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f4be7792-398b-4f55-9f82-0e7b82456b79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 217 time: 0.0443745 Jul 27 16:56:25.465291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7729a6d9-ede6-48da-8d67-7cf745bb1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:25.466933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-7729a6d9-ede6-48da-8d67-7cf745bb1eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0613871 Jul 27 16:56:25.558892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-007cf10e-1b01-4c8d-8dce-a6d93f7b3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:25.560757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-007cf10e-1b01-4c8d-8dce-a6d93f7b3e79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866721 Jul 27 16:56:25.691523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-5a9d15ed-e540-4569-9e1e-d4ee5d6a1b8e service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239717 Jul 27 16:56:25.818223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-33cc67ad-990f-4153-8e75-566f79946065 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196632 Jul 27 16:56:25.873307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-af30212d-556b-49fe-99c8-fc5d3d6e3031 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 217 time: 0.0480301 Jul 27 16:56:25.961003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-4e3b0d54-bb71-46f8-9aac-1bbc8c28bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:25.962761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-4e3b0d54-bb71-46f8-9aac-1bbc8c28bc1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0829794 Jul 27 16:56:26.106295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-3547f6f3-4971-4140-8a6d-c844d38cc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.108532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-3547f6f3-4971-4140-8a6d-c844d38cc4c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390436 Jul 27 16:56:26.222758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.229427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.236604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.243483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.250053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.256813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.270322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.272554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-c52928ca-8444-4c4c-9cdc-dc8ecd5f9cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.2525809 Jul 27 16:56:26.341919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a053df21-6858-4cbb-ac88-8b58a9d26a6f req-80bf5e6e-a13f-4106-9aa4-698670796aaf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567904 Jul 27 16:56:26.370357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8ad1c383-0081-43a2-8df5-a12a92f14eeb service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379756 Jul 27 16:56:26.459816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4cda-18a3-43aa-860d-705933dbb186 req-cd5f2c62-9c20-4033-8e2e-23f884b6850d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.461546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c7a4cda-18a3-43aa-860d-705933dbb186 req-cd5f2c62-9c20-4033-8e2e-23f884b6850d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1941152 Jul 27 16:56:26.554695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-38cbc098-1d57-4d93-9c2a-415a72b27a2f service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753895 Jul 27 16:56:26.556887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-45699137-6cab-4ad4-8c1b-65def4ef9758 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1442420 Jul 27 16:56:26.570716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c7a4cda-18a3-43aa-860d-705933dbb186 req-65153217-c65a-4983-911c-74a3b1b4008f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867915 Jul 27 16:56:26.633579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-78eef0c6-dda1-4dd2-8572-956a2810ad6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0580566 Jul 27 16:56:26.713422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.713831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.714319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.714521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-3c63fba6-945a-42bd-9558-5dc896da1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.714803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.715286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.715902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.716380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.716871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-3c63fba6-945a-42bd-9558-5dc896da1ccf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0689430 Jul 27 16:56:26.718326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82aa3043-8c55-4e33-bb98-a4848e0c23bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2836d6c363794a70bc0cd172ade20c3d&device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 6501 time: 0.0916052 Jul 27 16:56:26.795090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-bdb993c7-3edf-478e-ba94-006feaa22315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.796927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-bdb993c7-3edf-478e-ba94-006feaa22315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704420 Jul 27 16:56:26.851268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-dc6ed627-1cb3-4990-a565-77547158f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.852160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-dc6ed627-1cb3-4990-a565-77547158f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.852844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-dc6ed627-1cb3-4990-a565-77547158f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.854837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-dc6ed627-1cb3-4990-a565-77547158f538 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=d1958017-807c-4b55-81f5-c90f854763c5&id=82adbb21-44fb-4345-8934-6ed130dfaeeb&id=82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 200 len: 2299 time: 0.1110818 Jul 27 16:56:26.906944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-f835db22-0361-4e4a-b570-0a302a76fc90 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018982 Jul 27 16:56:26.928973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-eecfa45b-f28e-413c-8bc2-c6b03c06a3f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 200 len: 1002 time: 0.0665016 Jul 27 16:56:26.996590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-b95eab72-6548-42c0-a1f2-e76533686c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:26.998571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-b95eab72-6548-42c0-a1f2-e76533686c8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 200 len: 856 time: 0.0568168 Jul 27 16:56:27.007263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-a1074d76-43bd-466d-adea-da52cb001bde service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942602 Jul 27 16:56:27.066119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-f99b647b-c9aa-4e39-8919-64c1bfa64b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.067632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-f99b647b-c9aa-4e39-8919-64c1bfa64b5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d98f7d4-dc7f-4102-841a-3ae8176ba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623913 Jul 27 16:56:27.225009 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-644a4a4d-ad0f-4fa9-8007-927512f464db service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445475 Jul 27 16:56:27.291655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.292359 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.292980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.293574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.294168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.294709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.295325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.298393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-6f48d0b9-2b19-4573-a4dd-5829f4dd5ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6477 time: 0.1036291 Jul 27 16:56:27.346735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-fe3000de-102c-4adf-bfbc-56ca8a23ac01 service neutron] 10.222.0.61 "GET /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129241 Jul 27 16:56:27.413494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-173bef6d-dffb-4915-9842-19f50dc29d0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 217 time: 0.0596566 Jul 27 16:56:27.419140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-bb669718-92d1-42e1-81c1-38b79f91d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.421514 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-bb669718-92d1-42e1-81c1-38b79f91d061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 902 time: 0.1148646 Jul 27 16:56:27.467456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-8b70e15b-c2e8-490a-8498-62465347b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.469507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-8b70e15b-c2e8-490a-8498-62465347b4a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.0495050 Jul 27 16:56:27.476657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-e51d9f29-f7fa-4394-943d-7a55f3ea5584 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0469596 Jul 27 16:56:27.541530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-e54b6976-a3a1-4d2a-8caa-d069d7b3bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.542985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-e54b6976-a3a1-4d2a-8caa-d069d7b3bcd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0586984 Jul 27 16:56:27.595172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.601426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.608740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.615329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.621879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.629829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.637093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.638864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-61808f2f-c1fc-4334-b53a-aa5c0eecd9a1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1681857 Jul 27 16:56:27.645509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-b309dd4d-c0d4-4bb8-96a0-960c48477c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.648074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-b309dd4d-c0d4-4bb8-96a0-960c48477c9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773923 Jul 27 16:56:27.651373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-c37a24ce-bd0f-41e4-872e-e8663d3ce1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.653213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-c37a24ce-bd0f-41e4-872e-e8663d3ce1c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725085 Jul 27 16:56:27.794626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d7d43fb-6978-4e2b-8d08-be8dfeeb5b07 req-d3b20b49-67d3-4f28-8e58-0d6de183895e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394935 Jul 27 16:56:27.828576 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-380bc4a0-2352-418a-a483-c6abeb9326a0 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725111 Jul 27 16:56:27.838032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-a5057965-7824-4727-9801-dd50d78890d1 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653631 Jul 27 16:56:27.890639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c111-610c-436b-a1c3-9ae357a60314 req-09e42cd0-a8b7-414c-a096-16651d677186 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:27.894380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c111-610c-436b-a1c3-9ae357a60314 req-09e42cd0-a8b7-414c-a096-16651d677186 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1841037 Jul 27 16:56:27.937137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cb1c111-610c-436b-a1c3-9ae357a60314 req-98b8eb5f-ca78-4597-be16-4be0d4d15c57 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371497 Jul 27 16:56:27.975035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-4349ccb9-529e-4c9b-b4f7-24c7be813a9d service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281626 Jul 27 16:56:27.996344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0f98323-d092-4a49-802e-9e7bc0b14bc7 req-db108c49-310b-4e97-8736-336ef18138f8 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606998 Jul 27 16:56:28.029760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-c16fc062-813a-4371-bc56-f7813efb325c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 217 time: 0.0451570 Jul 27 16:56:28.081555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-c20c35fc-92da-4b16-8ce4-9e8d21e82945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.083077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-c20c35fc-92da-4b16-8ce4-9e8d21e82945 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.0463476 Jul 27 16:56:28.142880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-ff99458b-0159-4284-94be-49c74678280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.144555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-ff99458b-0159-4284-94be-49c74678280a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546596 Jul 27 16:56:28.262279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-041b5587-3380-4476-9f1a-bedf7563ab26 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099741 Jul 27 16:56:28.356390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-1e698122-49c6-4a12-832b-df3ef2f000b4 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Jul 27 16:56:28.402155 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-f01181f6-24d8-4443-8b29-668c12378ae5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 200 len: 217 time: 0.0387225 Jul 27 16:56:28.456855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-4bfe8807-d83f-4b79-b5e1-5513fa6428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.458447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-4bfe8807-d83f-4b79-b5e1-5513fa6428cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.0493660 Jul 27 16:56:28.536847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82c3e76a-9da7-4dab-88d8-4d96b7b68e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.538832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-82c3e76a-9da7-4dab-88d8-4d96b7b68e68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722528 Jul 27 16:56:28.651839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-6b479380-3ec0-4685-8a5b-5f18569c0e87 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045797 Jul 27 16:56:28.753022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-bf87cb13-46d5-41d4-9f30-4d3262890807 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936527 Jul 27 16:56:28.797480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-3597214c-28fe-41a1-bd47-356254e5d9bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 200 len: 217 time: 0.0363243 Jul 27 16:56:28.856470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-3f06dec5-17c0-4f2e-8d23-eab71b804552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.858298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-3f06dec5-17c0-4f2e-8d23-eab71b804552 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 200 len: 797 time: 0.0545120 Jul 27 16:56:28.966887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-029ff617-e7e7-4104-9c27-f29144910660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:28.968646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-029ff617-e7e7-4104-9c27-f29144910660 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1958017-807c-4b55-81f5-c90f854763c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032510 Jul 27 16:56:29.047443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.054498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.061054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.068343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.075443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.083203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.090771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.092685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-1dd5f893-9700-4bf6-8d5e-469c362ae2e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1961975 Jul 27 16:56:29.097107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10344978-ead1-4b27-9c39-55860d1ad397 req-821a7e16-8d24-4abe-b89d-727caea87ce5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.107210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10344978-ead1-4b27-9c39-55860d1ad397 req-821a7e16-8d24-4abe-b89d-727caea87ce5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0838351 Jul 27 16:56:29.158550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10344978-ead1-4b27-9c39-55860d1ad397 req-23a95698-ce49-4f2d-a549-f9a66520890b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501614 Jul 27 16:56:29.180813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07278c2f-bb1b-486f-98c1-ab55076c8347 req-a2d4c39d-2959-4cc4-b896-3d97ed22290b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765274 Jul 27 16:56:29.192881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-b8641bbc-ceed-4d41-8362-641f0b075d7a service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166896 Jul 27 16:56:29.642599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-1fe4d42c-f488-45e3-ad8f-404c2269dc46 service neutron] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362311 Jul 27 16:56:29.694939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-8820d29c-c76b-467f-ac09-4f13adcec2e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 200 len: 217 time: 0.0453129 Jul 27 16:56:29.755098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-a61f3c78-3408-4d4e-9cd7-3e178d1871d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.756537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-a61f3c78-3408-4d4e-9cd7-3e178d1871d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.0526743 Jul 27 16:56:29.828196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-644c9d1f-248e-4ced-a1f6-327eb00a3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:29.830332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-644c9d1f-248e-4ced-a1f6-327eb00a3daf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655921 Jul 27 16:56:29.937163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-bb27326a-3d93-46e5-89f5-ff07ea4b6cf3 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990200 Jul 27 16:56:30.048673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-0baa8492-2769-4518-bd9d-4a49454e3117 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033063 Jul 27 16:56:30.091543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-6055cdde-cb96-4c21-84f6-16a5d39a9bfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 200 len: 217 time: 0.0357006 Jul 27 16:56:30.146776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-fc181f79-feef-4426-881f-d28b270d2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.148385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-fc181f79-feef-4426-881f-d28b270d2bd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 200 len: 797 time: 0.0500889 Jul 27 16:56:30.218815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-8fc66f7f-c050-4b51-8ec6-b69f5af8d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.221462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-8fc66f7f-c050-4b51-8ec6-b69f5af8d38d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82adbb21-44fb-4345-8934-6ed130dfaeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642798 Jul 27 16:56:30.354758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6abaa7-0251-4ed6-a8cb-e52bc91e0103 req-f8b56ca5-799d-4592-9b4b-001bef033717 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.364051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6abaa7-0251-4ed6-a8cb-e52bc91e0103 req-f8b56ca5-799d-4592-9b4b-001bef033717 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1204648 Jul 27 16:56:30.384649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-546de228-278e-45e0-97f7-ff97955abe85 service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545103 Jul 27 16:56:30.416405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6abaa7-0251-4ed6-a8cb-e52bc91e0103 req-55188374-7d1d-4abb-92f7-8c36c4862c88 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Jul 27 16:56:30.473762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.479847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.486313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.492189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.498053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.504505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.512386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:30.512386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-ee9fcaad-1dfc-49af-8058-5aeec0a584f8 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1939924 Jul 27 16:56:30.569199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1e26aee-b911-4dc6-b432-1084cd3da266 req-23a02411-5a6b-42c2-803d-6e356331f3aa service neutron] 10.222.0.61 "GET /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764290 Jul 27 16:56:30.587614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec6f3317-a253-485e-96fe-84239aa6e642 req-f068cbfe-57dd-42b2-967f-8fc42e34ebb0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546575 Jul 27 16:56:31.584284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb0c6-5e1c-43b5-aa7c-88c78df7a49e req-daba4140-7deb-4796-ba51-0055d6d93874 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.585713 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-975cb0c6-5e1c-43b5-aa7c-88c78df7a49e req-daba4140-7deb-4796-ba51-0055d6d93874 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0802660 Jul 27 16:56:31.629347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-975cb0c6-5e1c-43b5-aa7c-88c78df7a49e req-e74ee17e-89c6-4141-9728-aef076ea3b12 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Jul 27 16:56:31.812772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.819487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.825776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.831997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.838052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.843973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.849992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:31.852050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-a8ea2704-8427-407b-8b85-a06c52fdd527 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1307223 Jul 27 16:56:31.910890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3039e0cc-80a0-43fc-aa9f-bba1d65e52e6 req-ddb73cd3-f494-46e8-a9e8-0ebcee3eb9ff tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509908 Jul 27 16:56:32.809353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ae3f-be44-4662-94c7-db69a731b713 req-26fca9b7-4efb-4996-bb6d-23fd4c7fa86d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:32.810989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd26ae3f-be44-4662-94c7-db69a731b713 req-26fca9b7-4efb-4996-bb6d-23fd4c7fa86d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0843558 Jul 27 16:56:32.856078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cd26ae3f-be44-4662-94c7-db69a731b713 req-391e57ff-a9f7-422d-89f1-362a17593c15 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Jul 27 16:56:33.085953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.092661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.099852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.106021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.117724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.124552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.131505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:33.132272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:33.134202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-662db26c-ef36-43c6-b63e-167463f63508 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1377459 Jul 27 16:56:33.182995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bb381a8-018e-44b9-9389-3d9004b41caa req-3ded86b3-8671-4c35-829e-80876cce6963 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392623 Jul 27 16:56:34.028862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45aae5-1b10-4cbf-b3e8-831070715894 req-ac701070-493c-418d-97ba-79a7de8f04c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.030632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d45aae5-1b10-4cbf-b3e8-831070715894 req-ac701070-493c-418d-97ba-79a7de8f04c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0806935 Jul 27 16:56:34.085104 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d45aae5-1b10-4cbf-b3e8-831070715894 req-5f3abe51-e04f-4113-9367-525928ff21c5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478208 Jul 27 16:56:34.348686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.355175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.361633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.367399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.373256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.379724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.385624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:34.387612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-322d02dc-eb31-42d5-b84c-4f964564484f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1259763 Jul 27 16:56:34.465472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2f22c4c-84b0-4dfd-8e25-a6e032c21478 req-e75686b0-5b9e-496e-b20b-606249669d1b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706794 Jul 27 16:56:35.296190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c127-129e-4ae9-9996-3564a7e46323 req-da675e65-3a0b-4ff9-9287-2c8bccf0d602 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.309585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eac9c127-129e-4ae9-9996-3564a7e46323 req-da675e65-3a0b-4ff9-9287-2c8bccf0d602 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1423380 Jul 27 16:56:35.354702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eac9c127-129e-4ae9-9996-3564a7e46323 req-6014ac22-bfa2-4ff8-bf42-bb04ae880d1f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Jul 27 16:56:35.670706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.676676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.682662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.688704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.694592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.700740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.707108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:35.712774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-c705d10a-7747-410d-b298-eff7a86871f0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1394553 Jul 27 16:56:35.755688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44212f62-6b81-4e85-97ea-17ad8099e0a8 req-5eb3fc64-503b-423c-b520-bc0477cbf9be tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390408 Jul 27 16:56:36.508797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37fd8b-95cf-42c2-8a8c-b288acd70455 req-91f60a7e-9c34-48fe-ac27-cd84653a5887 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.511269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed37fd8b-95cf-42c2-8a8c-b288acd70455 req-91f60a7e-9c34-48fe-ac27-cd84653a5887 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0789969 Jul 27 16:56:36.552711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed37fd8b-95cf-42c2-8a8c-b288acd70455 req-7d3a5a8f-83a3-49aa-bee5-9b392e4724e4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337954 Jul 27 16:56:36.800660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:36.921425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:36.937418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:36.949543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.955909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.961911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.967876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.974455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.980555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.987844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:36.990122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-f952e385-a6ed-4ee5-8abc-d72db1c34bc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1321590 Jul 27 16:56:37.014812 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:37.029874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:37.039776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ff9cd41-fdc2-4889-ae15-e923993afe89 req-508de46f-9639-491f-ac48-620b5a7cab30 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431476 Jul 27 16:56:37.060014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:37.069779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:37.130375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:37.181607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['85867278-4588-4e8b-a1c6-b9b8287a35e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:37.725421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d8d02-9881-4a32-b2b1-c74cd2c3c88f req-c8824069-6b00-4268-89f2-2a75f375dc8b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:37.733054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-119d8d02-9881-4a32-b2b1-c74cd2c3c88f req-c8824069-6b00-4268-89f2-2a75f375dc8b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 945 time: 0.0884724 Jul 27 16:56:37.776340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-119d8d02-9881-4a32-b2b1-c74cd2c3c88f req-ffbf6595-9484-4921-9e4b-6359e7f85234 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Jul 27 16:56:38.242169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.252704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.259460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.265949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.273721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.280826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.287778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:38.295759 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-e000e27a-ef65-4f5b-8b1b-7db7dfffbb66 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1467199 Jul 27 16:56:38.350533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c70a2a-295a-4903-9530-d05c78c37ea4 req-256b1d62-59d0-43b2-ba55-00a07711350a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506084 Jul 27 16:56:38.805029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:39.060318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9b7e4-89a5-4463-af47-5453a330ac58 req-a73232fb-2af6-4010-b4a9-73018fabc693 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.067791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0c9b7e4-89a5-4463-af47-5453a330ac58 req-a73232fb-2af6-4010-b4a9-73018fabc693 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 945 time: 0.1482177 Jul 27 16:56:39.125718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:39.126401 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:39.133953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0c9b7e4-89a5-4463-af47-5453a330ac58 req-47afc937-7fcc-4319-9cb0-f83270707571 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584412 Jul 27 16:56:39.193952 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:56:39.223687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:39.250179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:39.253095 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e53b3-3f93-4358-b5ea-d44a67ec4746" -d '{"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:39.269378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:39.285002 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:39.324337 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90013c2f-a689-49ba-9ed6-f5493c9e7abd x-openstack-request-id: req-90013c2f-a689-49ba-9ed6-f5493c9e7abd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:39.324693 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:39.324938 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90013c2f-a689-49ba-9ed6-f5493c9e7abd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:39.325340 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'code': 200} Jul 27 16:56:39.383210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:39.615686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.623959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.636252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.651249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.671939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.680317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.688888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:39.689252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-8aa56b4f-7a25-4d4c-a3c0-267e1ae7be11 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.2124953 Jul 27 16:56:39.755162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53029c2f-520b-4a02-b402-a64adf2d56e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:39.792735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a719f7b7-65ed-432c-b104-6be337d9f5ea req-66107912-fedd-4a4e-9dfa-8a482bc77dea tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960009 Jul 27 16:56:40.367654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c472c2-adf8-468d-8c7e-09cb4d9ee4cd req-2eb432cc-67ab-401a-a579-5f501b848c14 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:40.369453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7c472c2-adf8-468d-8c7e-09cb4d9ee4cd req-2eb432cc-67ab-401a-a579-5f501b848c14 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0937831 Jul 27 16:56:40.438503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7c472c2-adf8-468d-8c7e-09cb4d9ee4cd req-967f4f4c-3161-4a2f-96c3-04a31053728b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618968 Jul 27 16:56:40.962211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:40.971771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:40.979730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:40.988337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:40.996772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:41.005567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:41.014246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:41.017871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-93d7b85c-fcb2-49da-8f65-6db1703756fd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1432238 Jul 27 16:56:41.349020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eb6b9c6f-9ea4-417c-a440-92621c28cf23 req-32e8a365-8a9b-459c-bd6e-d35e405c18b5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243349 Jul 27 16:56:41.722815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc369a-e1cd-425f-a31a-3183f17268b2 req-834944b1-095a-4cf5-afc5-f54f359410d1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:41.724361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55bc369a-e1cd-425f-a31a-3183f17268b2 req-834944b1-095a-4cf5-afc5-f54f359410d1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1429083 Jul 27 16:56:41.783277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55bc369a-e1cd-425f-a31a-3183f17268b2 req-576794ef-e78c-4881-a0d4-6827f5d401af tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528827 Jul 27 16:56:42.399579 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:42.522723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaa2a-d673-4c5a-9fd7-cfb2e0032fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:42.618011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.630247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.669116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.681848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.698175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.704702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.729386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.744280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-f661ed15-275a-426e-9296-4072edd98f69 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.2819190 Jul 27 16:56:42.823276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f28578e7-3fcd-46ee-a31a-2e911a86e11f req-db1609cd-086f-4ee9-a07c-a7bac05ea51e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779550 Jul 27 16:56:42.974907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edf2d5-b444-4286-84f8-046ae753217f req-86421572-9e61-4863-a10a-cc4891c30393 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:42.982834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6edf2d5-b444-4286-84f8-046ae753217f req-86421572-9e61-4863-a10a-cc4891c30393 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0897398 Jul 27 16:56:43.035615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6edf2d5-b444-4286-84f8-046ae753217f req-48777d7d-af12-4095-9d38-adfcd8fc79b6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517795 Jul 27 16:56:43.384509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-40a3ad0c-fd56-4b60-b6ae-2a9fde796ed5 req-cb827b98-fb14-4861-8e68-b740d3354ae4 service neutron] (93924) timed out ('10.222.0.13', 49840) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 16:56:43.433722 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:44.003413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.010967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.017710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.024067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.031983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.042436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.051270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.068383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-63479961-0a93-46fd-b6c4-2195216536e1 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.1418927 Jul 27 16:56:44.181438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dc92aa75-3e5a-4ec6-ad7b-2803b5746c8c req-35104f28-cb00-4a13-b313-2b5a16edf348 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105115 Jul 27 16:56:44.275219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a276e-36eb-4280-a119-b48b82d5b5a2 req-c22793d9-ed40-4020-aad6-1f40980b0d87 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:44.277076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c2a276e-36eb-4280-a119-b48b82d5b5a2 req-c22793d9-ed40-4020-aad6-1f40980b0d87 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1138961 Jul 27 16:56:44.339262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c2a276e-36eb-4280-a119-b48b82d5b5a2 req-f23f28d4-23b7-4ff3-891b-ee17ba575842 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504210 Jul 27 16:56:45.063342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b8690bcf-067b-4636-b54f-686537d3fbe5 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:45.080629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.251269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b8690bcf-067b-4636-b54f-686537d3fbe5,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:45.288844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'b8690bcf-067b-4636-b54f-686537d3fbe5', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'port_id': 'b8690bcf-067b-4636-b54f-686537d3fbe5', 'mac_address': 'fa:16:3e:37:4b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:45.389482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.417045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8690bcf-067b-4636-b54f-686537d3fbe5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:45.451647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.453772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b8690bcf-067b-4636-b54f-686537d3fbe5,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:45.462358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.463699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c250b8cd-0f08-4926-b791-b0a1054c0ba0 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:45.472226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.480647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.495813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.505980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.533674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.536602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963772c-7688-459d-8b1a-92b504152e1b req-f1e01a90-53cc-4b16-bdab-e921f0891acf tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.541921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:45.547827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d963772c-7688-459d-8b1a-92b504152e1b req-f1e01a90-53cc-4b16-bdab-e921f0891acf tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.0980616 Jul 27 16:56:45.552696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-208c6196-9569-4a0c-a967-9c0afbd0eccb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5420 time: 0.2253294 Jul 27 16:56:45.608066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d963772c-7688-459d-8b1a-92b504152e1b req-4d997da9-dea6-40cb-b982-60e7f9259f6b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589399 Jul 27 16:56:45.611190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cd93e45-9a54-4408-9c2e-8f3f505f5656 req-3ef75df9-da45-4b5e-abfa-a283742fc673 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574434 Jul 27 16:56:45.630885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:45.643109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:45.680072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.680450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.680818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.681164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.681505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.681843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.682178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.682513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.682849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.683179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.683520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.683840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:45.688278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'port_id': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0', 'mac_address': 'fa:16:3e:c9:7e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:45.746590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.771527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c250b8cd-0f08-4926-b791-b0a1054c0ba0 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:45.806607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:45.815399 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.820458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 27a1b187-4d11-4a86-9818-31aac128e0ab details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:45.902631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=27a1b187-4d11-4a86-9818-31aac128e0ab,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:45.914168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '27a1b187-4d11-4a86-9818-31aac128e0ab', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'port_id': '27a1b187-4d11-4a86-9818-31aac128e0ab', 'mac_address': 'fa:16:3e:50:e4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:45.962298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:45.977850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:45.995264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a1b187-4d11-4a86-9818-31aac128e0ab {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:46.017578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=27a1b187-4d11-4a86-9818-31aac128e0ab,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:46.025147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:46.026137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e122b817-a2d8-44f8-a30a-164eefe74dad details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:46.176705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:46.223211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:46.240499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'port_id': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'mac_address': 'fa:16:3e:ee:8b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:46.291019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:46.312248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e122b817-a2d8-44f8-a30a-164eefe74dad {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:46.341519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:46.352879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:46.495876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:46.828740 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:46.884991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.893632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.893999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45014d1-abe0-4436-abdc-49703c82db12 req-a0fcb57e-1232-48f7-9974-24852094a6eb tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.895528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c45014d1-abe0-4436-abdc-49703c82db12 req-a0fcb57e-1232-48f7-9974-24852094a6eb tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1500425 Jul 27 16:56:46.912405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.918734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.929074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.935488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.949685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:46.953387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-e1f4001a-039c-4829-a559-f32349a94a3e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5424 time: 0.1902709 Jul 27 16:56:46.954871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b8690bcf-067b-4636-b54f-686537d3fbe5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:46.976907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c45014d1-abe0-4436-abdc-49703c82db12 req-3426c3d4-36c2-4554-aab2-e8866e926bbd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673454 Jul 27 16:56:46.988780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['27a1b187-4d11-4a86-9818-31aac128e0ab'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:47.036229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e122b817-a2d8-44f8-a30a-164eefe74dad'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:47.068732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9831d555-bca2-4a09-99db-c274aa07dcc4 req-470165fe-729d-4a8b-88a2-df6689573bdb tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999734 Jul 27 16:56:47.078784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 22db5bf5-1dab-4e23-a507-60e3ac9c3783 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:47.383598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:47.490844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '22db5bf5-1dab-4e23-a507-60e3ac9c3783', 'network_id': '8ea849a9-ff21-4293-bc28-842ff32f0733', 'port_id': '22db5bf5-1dab-4e23-a507-60e3ac9c3783', 'mac_address': 'fa:16:3e:97:bf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397f372-3622-4c14-a429-b5427bb4aa7e', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:47.596851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:47.696071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22db5bf5-1dab-4e23-a507-60e3ac9c3783 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:47.720295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:47.734509 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:47.735252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 42aeb009-7c81-455b-b0f9-8f99da8a10ef details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:47.854399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:47.958752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '42aeb009-7c81-455b-b0f9-8f99da8a10ef', 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'port_id': '42aeb009-7c81-455b-b0f9-8f99da8a10ef', 'mac_address': 'fa:16:3e:ef:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89175849-5bc3-4abc-8ff4-9b1b098880c2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:48.102957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:48.161920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['c250b8cd-0f08-4926-b791-b0a1054c0ba0'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:48.178205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:48.248054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aeb009-7c81-455b-b0f9-8f99da8a10ef {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:48.260093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d740d64-2491-41f5-8d18-9e2adecd8d1d req-54313465-ef6e-4727-a965-935c3091fefa tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.270640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d740d64-2491-41f5-8d18-9e2adecd8d1d req-54313465-ef6e-4727-a965-935c3091fefa tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1271806 Jul 27 16:56:48.303297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:48.311118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c315c2-ec63-4099-a4f7-21467a92f83b req-4ad57c15-fee4-46ba-86cd-38b3a4f4ed80 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.322227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c315c2-ec63-4099-a4f7-21467a92f83b req-4ad57c15-fee4-46ba-86cd-38b3a4f4ed80 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1288140 Jul 27 16:56:48.341004 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:48.342603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 10879c7c-0a97-4919-9282-27eb7cb6e42d details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:56:48.347197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d740d64-2491-41f5-8d18-9e2adecd8d1d req-c99b50b8-a8ce-44dd-aa15-870953516072 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737059 Jul 27 16:56:48.415840 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33c315c2-ec63-4099-a4f7-21467a92f83b req-37dc32e0-edd1-4688-ade3-7f3bac5e2b2f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870469 Jul 27 16:56:48.542845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:48.558477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.560212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:48.573758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'network_id': '3254bf71-ad74-4979-984a-4d66d7c755c9', 'port_id': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'mac_address': 'fa:16:3e:81:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89175849-5bc3-4abc-8ff4-9b1b098880c2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:56:48.577914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.600100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.616639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.640929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.644772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:48.648935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.658034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:48.667093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-999725f6-58b5-4a43-a537-997b323bd296 req-1624e317-4d1c-4bdc-9dd4-c08634ddfa47 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5426 time: 0.2534332 Jul 27 16:56:48.667319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10879c7c-0a97-4919-9282-27eb7cb6e42d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:56:48.699687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:48.706379 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:48.744099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-999725f6-58b5-4a43-a537-997b323bd296 req-5a3a1fbf-72e8-4d7e-b02b-1f68c5e18040 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760083 Jul 27 16:56:48.818831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:49.074271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e122b817-a2d8-44f8-a30a-164eefe74dad up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:49.152353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e122b817-a2d8-44f8-a30a-164eefe74dad completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:49.158428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e122b817-a2d8-44f8-a30a-164eefe74dad triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:49.158812 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:49.260926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['22db5bf5-1dab-4e23-a507-60e3ac9c3783'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:49.295816 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:49.298528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['10879c7c-0a97-4919-9282-27eb7cb6e42d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:49.481062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:49.489711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:49.499372 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d65176d-b76c-4355-a47a-e2f8af7cf8c9" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:49.532341 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:49.533352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 27a1b187-4d11-4a86-9818-31aac128e0ab up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:49.649894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-e7df7b2f-0a33-46a0-89c1-db316ef7f6f8 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:49.657518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-e7df7b2f-0a33-46a0-89c1-db316ef7f6f8 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.2697604 Jul 27 16:56:49.734752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5c68-6387-423d-9b43-6d14ed89db07 req-236bf6a3-1fb0-4679-ad95-e9a8571f3899 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:49.750503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdbe5c68-6387-423d-9b43-6d14ed89db07 req-236bf6a3-1fb0-4679-ad95-e9a8571f3899 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 945 time: 0.1572981 Jul 27 16:56:49.829835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a0f71-aa92-4628-9c9f-a94913a47906 req-f0df57df-eba1-4085-98fe-605a8ac886f2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:49.837673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c22a0f71-aa92-4628-9c9f-a94913a47906 req-f0df57df-eba1-4085-98fe-605a8ac886f2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.3144615 Jul 27 16:56:49.839636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdbe5c68-6387-423d-9b43-6d14ed89db07 req-206d4266-7ddc-4096-ad33-0f67d0f38cb2 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881765 Jul 27 16:56:49.984952 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b34c9c-8f3c-462a-9d62-87df9eff3dab x-openstack-request-id: req-10b34c9c-8f3c-462a-9d62-87df9eff3dab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:49.985523 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:49.985523 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10b34c9c-8f3c-462a-9d62-87df9eff3dab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:49.988573 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'code': 200} Jul 27 16:56:50.005894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c22a0f71-aa92-4628-9c9f-a94913a47906 req-181a9460-563e-4d2c-9962-c418aabe6a25 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667347 Jul 27 16:56:50.063990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Deleting port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:50.064546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.103938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 27a1b187-4d11-4a86-9818-31aac128e0ab completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:50.144938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:50.163000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 27a1b187-4d11-4a86-9818-31aac128e0ab triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:50.163377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.253629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] For port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:50.256560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.269199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['42aeb009-7c81-455b-b0f9-8f99da8a10ef'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:56:50.428066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.540628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=27a1b187-4d11-4a86-9818-31aac128e0ab,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:50.550158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.550975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b8690bcf-067b-4636-b54f-686537d3fbe5 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:50.655437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.663949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.671694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.678842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:50.679049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.686872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.693072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.699631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:50.709179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-2924128f-78f2-4ad8-a40b-daa1e3d2635e tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5428 time: 0.6593099 Jul 27 16:56:50.751783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port b8690bcf-067b-4636-b54f-686537d3fbe5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:50.767751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82f94738-19fe-4d4b-922a-ceeb32febc57 req-658c1809-af36-4af8-9df9-f9316f1c092c tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534871 Jul 27 16:56:50.769831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port b8690bcf-067b-4636-b54f-686537d3fbe5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:50.773153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.806908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.807578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:50.808554 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Floating IP 632ad305-5ca5-490d-907d-77a546a0ded3 disassociated. External IP: 172.25.4.218, port: 3d7b7b2b-4f49-44f7-862e-316ef0a9b556. Jul 27 16:56:50.809283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Calling delete_port for 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:50.839692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-0980eac5-1f7c-48e9-b343-ebe274bd1935 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3401873 Jul 27 16:56:51.088341 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.089348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-2f1414bf-7e2e-4757-ae24-aa05cf6bcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:51.091497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-2f1414bf-7e2e-4757-ae24-aa05cf6bcbb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0851846 Jul 27 16:56:51.132564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.172592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b8690bcf-067b-4636-b54f-686537d3fbe5,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:51.185694 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.257192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90223187-1265-4117-a5cf-a945cc0576ce req-0de9ad96-9964-45ec-9e7a-4980653e1e2f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:51.262498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-e4d057a8-c519-4581-8c0f-3613a30d2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:51.263939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:51.264224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-e4d057a8-c519-4581-8c0f-3613a30d2731 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.1461818 Jul 27 16:56:51.266326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90223187-1265-4117-a5cf-a945cc0576ce req-0de9ad96-9964-45ec-9e7a-4980653e1e2f tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 867 time: 0.2700529 Jul 27 16:56:51.273522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 22db5bf5-1dab-4e23-a507-60e3ac9c3783 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:51.304952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event deleted for resources: {'Port': ['ID=3d7b7b2b-4f49-44f7-862e-316ef0a9b556,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:51.379462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:51.381761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90223187-1265-4117-a5cf-a945cc0576ce req-84b0d234-7664-4162-ae29-0e70e6332940 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/security-groups?id=6dbe66dc-54f8-4038-8175-06583b641bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144280 Jul 27 16:56:51.384036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:51.384421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.504264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Router 5aa584e8-e839-442b-ac7b-0b7921eeba09 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:56:51.564306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-4752d9d3-51f1-4749-b8fb-e292fbc37628 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1002 time: 0.2614117 Jul 27 16:56:51.599078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.693756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:51.700368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.701239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c250b8cd-0f08-4926-b791-b0a1054c0ba0 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:51.758295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:56:51.769660 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Sync routers for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:56:51.774197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049f9e7-82c7-4c4a-95b1-91fd6e94e4db req-142e1062-e42d-4cdb-ab7b-1e1d11b337fc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:51.780372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1049f9e7-82c7-4c4a-95b1-91fd6e94e4db req-142e1062-e42d-4cdb-ab7b-1e1d11b337fc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.5105498 Jul 27 16:56:51.789962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:51.791425 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:51.853356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-5de4bc0f-3b27-4223-b71c-d3f78c9371fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:51.854915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-5de4bc0f-3b27-4223-b71c-d3f78c9371fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.2806005 Jul 27 16:56:51.862028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:51.884922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:51.892363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:51.892770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.941870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1049f9e7-82c7-4c4a-95b1-91fd6e94e4db req-7b0561ec-e754-4f97-b301-c43d48926b79 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547818 Jul 27 16:56:51.946484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] No DVR routers for this DVR port 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:56:51.964923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:51.968200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a2a360b-ccd8-4a35-9a47-20bfddedabcd req-fc8e4d1b-301d-447d-a48a-0f9f33ff16fc tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.61 "DELETE /v2.0/ports/3d7b7b2b-4f49-44f7-862e-316ef0a9b556 HTTP/1.1" status: 204 len: 173 time: 2.3016386 Jul 27 16:56:51.972022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'name': 'network-vif-deleted', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:51.979399 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa25cc-27f0-4ef7-a1d9-ce724e36feb3" -d '{"events": [{"server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "name": "network-vif-deleted", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:52.073333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab'}, {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8690bcf-067b-4636-b54f-686537d3fbe5'}, {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:52.076215 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649f9c44-d0f5-4c4d-a9c0-43660c9a580a" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab"}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "b8690bcf-067b-4636-b54f-686537d3fbe5"}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:52.125972 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eb2cc5-51a6-432a-9623-c73510aebe7c x-openstack-request-id: req-99eb2cc5-51a6-432a-9623-c73510aebe7c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:52.126271 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9156d99-0e0f-481c-9211-6eac51f2e5bb", "name": "network-vif-deleted", "tag": "3d7b7b2b-4f49-44f7-862e-316ef0a9b556", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:52.126525 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99eb2cc5-51a6-432a-9623-c73510aebe7c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:52.126974 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9156d99-0e0f-481c-9211-6eac51f2e5bb', 'name': 'network-vif-deleted', 'tag': '3d7b7b2b-4f49-44f7-862e-316ef0a9b556', 'status': 'completed', 'code': 200} Jul 27 16:56:52.148683 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:52.183297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-e1ca9499-47a7-4a59-80b6-5486d8ed694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.194946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-e1ca9499-47a7-4a59-80b6-5486d8ed694c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217964 Jul 27 16:56:52.204540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:52.234759 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416373b2-f6b2-4d49-ad4f-641dffd27a44 x-openstack-request-id: req-416373b2-f6b2-4d49-ad4f-641dffd27a44 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:52.235433 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab", "code": 200}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "b8690bcf-067b-4636-b54f-686537d3fbe5", "code": 200}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:52.235871 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-416373b2-f6b2-4d49-ad4f-641dffd27a44 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:52.236445 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab', 'code': 200} Jul 27 16:56:52.236868 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8690bcf-067b-4636-b54f-686537d3fbe5', 'code': 200} Jul 27 16:56:52.237291 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783', 'code': 200} Jul 27 16:56:52.293883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:52.306180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:52.399980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.434273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.458553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:52.465143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.486064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.502250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.524960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.544283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:52.555504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-a0f4e3c0-8463-43a8-bbbc-2f0ccb8139dc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5431 time: 0.5580816 Jul 27 16:56:52.581844 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:52.608913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f69156a-fee1-47df-a6f3-c8ac5f78053e req-af91488d-ef13-4072-9ef5-f71681617764 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523024 Jul 27 16:56:52.638847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-7cf98eac-ba04-4e06-ac13-297d244243e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368107 Jul 27 16:56:52.653322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51c76fc2-49d3-4e31-a2d0-9575bd931dca req-0a61b27e-fe72-4b66-950e-170ea9c3e615 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9156d99-0e0f-481c-9211-6eac51f2e5bb HTTP/1.1" status: 200 len: 210 time: 0.0717428 Jul 27 16:56:52.688671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Checking router: 5aa584e8-e839-442b-ac7b-0b7921eeba09 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:56:52.712739 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:52.713707 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:52.832385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98fa3824-44cd-4750-9d68-d88b77d3e519 req-4f0b1038-665d-4d5e-922e-dee7ab94296e service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755145 Jul 27 16:56:52.875443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:52.914538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:56:52.915124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 3d7b7b2b-4f49-44f7-862e-316ef0a9b556 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:56:52.960023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:53.061868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 10879c7c-0a97-4919-9282-27eb7cb6e42d up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:53.151865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 10879c7c-0a97-4919-9282-27eb7cb6e42d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:53.158195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 10879c7c-0a97-4919-9282-27eb7cb6e42d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:53.159176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.167251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b1a39-e7cb-4442-94d3-3e9da588e223 req-6cd721a3-92b8-4525-92e9-1b83601b7615 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.169075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-603b1a39-e7cb-4442-94d3-3e9da588e223 req-6cd721a3-92b8-4525-92e9-1b83601b7615 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1225395 Jul 27 16:56:53.281297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-603b1a39-e7cb-4442-94d3-3e9da588e223 req-bc959d42-9683-4717-9293-fb7b65dbb12a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023467 Jul 27 16:56:53.346648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.355839 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:53.400163 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed30f1-bdef-4f81-9fa8-f3d2683605d0 None None] The sync data for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 is: [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:51:09Z', 'revision_number': 4, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '16afdf35-aba4-4341-96e1-f1c5a957bcf4', 'name': '', 'network_id': 'dad06806-2896-42f1-944c-8c107eec3340', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'mac_address': 'fa:16:3e:d4:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:07Z', 'updated_at': '2021-07-27T16:51:19Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'subnets': [{'id': '9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:56:53.404705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:53.415737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.415990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 42aeb009-7c81-455b-b0f9-8f99da8a10ef up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:56:53.524818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:53.554108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 42aeb009-7c81-455b-b0f9-8f99da8a10ef completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:56:53.560657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 42aeb009-7c81-455b-b0f9-8f99da8a10ef triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:56:53.561356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.683715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.768527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:53.916104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9766108-1763-4f5c-8b5b-02bccd6f1a7f None None] New status for floating IP 632ad305-5ca5-490d-907d-77a546a0ded3: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:56:53.922002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:53.944748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.951261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.955469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:53.958393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.966841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.974084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.980400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.989723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:53.992563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-f6ae0850-dd37-486c-9162-dd3930b19a88 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5433 time: 0.2696481 Jul 27 16:56:54.064704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7a49b807-f285-4fe5-a790-d8867cd87689 req-95ff7668-51cd-43d2-ab69-f293d086ed93 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576620 Jul 27 16:56:54.070460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Deleting port 0f062338-62b5-4ecd-950e-fc8342878fb4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:54.070876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.079842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-2c5d6afa-22ee-4c66-b07a-3fa0b5db2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.082040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-2c5d6afa-22ee-4c66-b07a-3fa0b5db2445 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1097 time: 0.0909200 Jul 27 16:56:54.133892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:54.203813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.204288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.218574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-22b0b44a-7cbf-4f36-baaf-5f56f8720a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.220248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-22b0b44a-7cbf-4f36-baaf-5f56f8720a77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1222947 Jul 27 16:56:54.222029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Calling delete_port for 0f062338-62b5-4ecd-950e-fc8342878fb4 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:54.238631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0'}, {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d'}, {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:54.241030 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192411b1-58fb-4733-b6f8-c462361bbac0" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "c250b8cd-0f08-4926-b791-b0a1054c0ba0"}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d"}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:54.287862 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61e14aa-1951-46e8-9a71-721ac704b812 x-openstack-request-id: req-e61e14aa-1951-46e8-9a71-721ac704b812 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:54.288036 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "c250b8cd-0f08-4926-b791-b0a1054c0ba0", "code": 200}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d", "code": 200}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-plugged", "status": "completed", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:54.288260 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e61e14aa-1951-46e8-9a71-721ac704b812 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:54.288721 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c250b8cd-0f08-4926-b791-b0a1054c0ba0', 'code': 200} Jul 27 16:56:54.288961 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'code': 200} Jul 27 16:56:54.289206 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef', 'code': 200} Jul 27 16:56:54.303330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-0f89a427-d72c-408f-998a-89c5f5584abc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 1001 time: 0.0739062 Jul 27 16:56:54.372259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-87505336-15fa-4d0d-8920-fb067a412b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.374327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-87505336-15fa-4d0d-8920-fb067a412b52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0633569 Jul 27 16:56:54.442090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.456813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-eb0d8f2f-e55c-42a1-8abd-b14cc0fe6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.460481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-eb0d8f2f-e55c-42a1-8abd-b14cc0fe6ccc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769410 Jul 27 16:56:54.510731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event deleted for resources: {'Port': ['ID=0f062338-62b5-4ecd-950e-fc8342878fb4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:54.553466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.553817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.554156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.554488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.554816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.555141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.555465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.555788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.556110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.556464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.556768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.557092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:56:54.600587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bec4a-4723-4200-84e9-4468609635af req-6602ffd8-3136-4529-a32e-1c77c12cb790 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.602227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-848bec4a-4723-4200-84e9-4468609635af req-6602ffd8-3136-4529-a32e-1c77c12cb790 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.2292809 Jul 27 16:56:54.630213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.632392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-5bac6e52-0325-4a6f-8737-9b094d6763bf service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659400 Jul 27 16:56:54.632947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.636612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-434a8e01-d96f-477c-a87a-63150b9d48e5 tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "DELETE /v2.0/floatingips/632ad305-5ca5-490d-907d-77a546a0ded3 HTTP/1.1" status: 204 len: 168 time: 0.8607430 Jul 27 16:56:54.653083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.653672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.654161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.654642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.655118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.655593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.656634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:54.658660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46cc6103-046a-45db-ac27-80924d283193 req-bebd9b37-b3cb-4a59-b5a9-dcf6d19f04a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.2142696 Jul 27 16:56:54.691376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-848bec4a-4723-4200-84e9-4468609635af req-bcb79507-6d3d-45c8-85a9-7bbd2c96f364 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722706 Jul 27 16:56:54.718028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46cc6103-046a-45db-ac27-80924d283193 req-49750118-fc11-4331-b559-54e3574c27a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=275d2aa5-2be8-40d4-9470-e1532649b49e&id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481408 Jul 27 16:56:54.758609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:54.824934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b56b2d6-a17b-428c-a055-81758dd7821a req-d0226797-e01e-4627-b779-f6fd79a5d1e3 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742616 Jul 27 16:56:54.864629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:54.895868 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:55.122432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:55.122432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:55.122432 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] 10.222.0.64 "DELETE /v2.0/security-groups/6dbe66dc-54f8-4038-8175-06583b641bdf HTTP/1.1" status: 204 len: 168 time: 0.2364423 Jul 27 16:56:55.122432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158476-2c8c-45c9-a673-a4b08026ba5a tempest-TestServerBasicOps-37975138 tempest-TestServerBasicOps-37975138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe66dc-54f8-4038-8175-06583b641bdf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:55.122432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:55.288730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.295433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.302765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.311626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.321498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.331692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.339531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.341928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-04f491bf-44c3-4238-9994-1797c27ba5a2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.1435597 Jul 27 16:56:55.409545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04211e87-5dcf-4c3f-8bbf-f88d4fffe1d8 req-0c6924da-977d-42ae-adfa-536eef55779d tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594096 Jul 27 16:56:55.676152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:55.944613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf88e3-ca1f-4980-b4b7-7f3610a5730a req-80382070-51ad-4814-94a5-a495ae14da34 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:55.946232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfbf88e3-ca1f-4980-b4b7-7f3610a5730a req-80382070-51ad-4814-94a5-a495ae14da34 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 946 time: 0.1464167 Jul 27 16:56:56.038709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfbf88e3-ca1f-4980-b4b7-7f3610a5730a req-7adc964f-e501-4536-b1ba-bd5c81c4ec15 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811160 Jul 27 16:56:56.132390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Deleting port 16afdf35-aba4-4341-96e1-f1c5a957bcf4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:56.133138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:56.231111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] For port 16afdf35-aba4-4341-96e1-f1c5a957bcf4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=16afdf35-aba4-4341-96e1-f1c5a957bcf4,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:56.231491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:56.252278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Calling delete_port for 16afdf35-aba4-4341-96e1-f1c5a957bcf4 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:56.491738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:56.561740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Pushing event deleted for resources: {'Port': ['ID=16afdf35-aba4-4341-96e1-f1c5a957bcf4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:56.626606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.656624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.667964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.674783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.684738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.693276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.700064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:56.711188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1136062f-c64a-4213-8769-2c41c6c44264 req-da53d788-1c63-48b2-8f87-95d6b1efdd21 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.2222133 Jul 27 16:56:56.791756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:56.847615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1136062f-c64a-4213-8769-2c41c6c44264 req-22956086-b788-4fd5-8886-a33e48e1ab76 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337166 Jul 27 16:56:56.895419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:56:57.010375 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:57.065596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:56:57.068724 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204713b-99ff-4656-a025-f7f70ba2b02e" -d '{"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-unplugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:56:57.087523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:57.097865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:57.135301 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a15cb3-2b2c-45ff-9824-4ae032a9abf6 x-openstack-request-id: req-c3a15cb3-2b2c-45ff-9824-4ae032a9abf6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:56:57.135790 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-unplugged", "status": "failed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:56:57.136196 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3a15cb3-2b2c-45ff-9824-4ae032a9abf6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:56:57.136853 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'code': 422} returned with failed status Jul 27 16:56:57.164413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:57.299537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565c977-9964-4ba0-b0ae-ae3c5a6b1574 req-25031de7-2348-49ef-9214-4f51603a2abd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.301505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a565c977-9964-4ba0-b0ae-ae3c5a6b1574 req-25031de7-2348-49ef-9214-4f51603a2abd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.0930610 Jul 27 16:56:57.359878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a565c977-9964-4ba0-b0ae-ae3c5a6b1574 req-18edb302-4a4a-4c5e-bd87-6b243bb281a0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517156 Jul 27 16:56:57.575862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.587560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.599074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.611033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.622201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.633797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.645605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:57.652647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af905c8-18c3-494c-8c18-10c5edcfbd3b req-288cff1d-74e7-41f3-85f8-258cccf22719 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.2924066 Jul 27 16:56:57.670196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:57.681298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Request body: {'floatingip': {'port_id': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:56:57.799706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Router 5aa584e8-e839-442b-ac7b-0b7921eeba09 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:56:57.802777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:58.040754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:56:58.065763 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Sync routers for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:56:58.079660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad56857c-2de4-4e8f-b32d-764ba241752e admin admin] 10.222.0.64 "PUT /v2.0/routers/5aa584e8-e839-442b-ac7b-0b7921eeba09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0097620 Jul 27 16:56:58.079913 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:58.084835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40318) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:56:58.090034 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:58.345379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:58.373889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:58.556067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:58.690339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Deleting port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:56:58.691002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:58.710639 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:56:56Z', 'revision_number': 5, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port': {'id': '2bddd8a2-9dbb-4f74-80d9-3f64710630bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:01Z', 'updated_at': '2021-07-27T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:58.761894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4927f0-53e5-4f59-88cc-af422f82ebd5 req-8b7be0a9-65cd-4233-98d1-f8088bdc2119 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:56:58.763618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a4927f0-53e5-4f59-88cc-af422f82ebd5 req-8b7be0a9-65cd-4233-98d1-f8088bdc2119 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1903417 Jul 27 16:56:58.789898 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Checking router: 5aa584e8-e839-442b-ac7b-0b7921eeba09 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:56:58.803163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-9e5ad145-bf00-4321-a33c-8c0c2ef77b95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2094278 Jul 27 16:56:58.835272 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Routers {'5aa584e8-e839-442b-ac7b-0b7921eeba09'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:56:58.835936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5aa584e8-e839-442b-ac7b-0b7921eeba09'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:58.862753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] For port 2bddd8a2-9dbb-4f74-80d9-3f64710630bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:56:58.863208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:58.890773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Calling delete_port for 2bddd8a2-9dbb-4f74-80d9-3f64710630bc owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:56:59.106568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] Set router 5aa584e8-e839-442b-ac7b-0b7921eeba09 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:56:59.266922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.339087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bddd8a2-9dbb-4f74-80d9-3f64710630bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:56:59.475054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:56:59.497568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:56:58Z', 'revision_number': 6, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:56:59.538670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.568246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970535-6504-48fb-8bdf-eb5c25aab695 None None] The sync data for ids ['5aa584e8-e839-442b-ac7b-0b7921eeba09'] in n-d-723572-6 is: [{'id': '5aa584e8-e839-442b-ac7b-0b7921eeba09', 'name': 'tempest-TestServerBasicOps-440115871-router', 'tenant_id': '5d79ce623e5f40799e109787ba54dddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:50:58Z', 'updated_at': '2021-07-27T16:56:58Z', 'revision_number': 6, 'project_id': '5d79ce623e5f40799e109787ba54dddd', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:56:59.591517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.651747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a4927f0-53e5-4f59-88cc-af422f82ebd5 req-764a29c5-7274-42bc-ae05-c4df7262af93 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8786879 Jul 27 16:56:59.653013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.761465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.767839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.829110 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Floating IP 58120f6a-f063-49e3-a39b-be2335d7a2ee associated. External IP: 172.25.4.80, port: e122b817-a2d8-44f8-a30a-164eefe74dad. Jul 27 16:56:59.886758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.887309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa584e8-e839-442b-ac7b-0b7921eeba09 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:56:59.897561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:56:59.898777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc172873-4e3b-4bf8-9214-18e0876f1aeb admin admin] 10.222.0.64 "DELETE /v2.0/routers/5aa584e8-e839-442b-ac7b-0b7921eeba09 HTTP/1.1" status: 204 len: 168 time: 1.8117385 Jul 27 16:56:59.901219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:00.053468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Deleting subnet 9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:57:00.070920 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.132908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 16afdf35-aba4-4341-96e1-f1c5a957bcf4 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:00.187920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 16afdf35-aba4-4341-96e1-f1c5a957bcf4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:00.188273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 16afdf35-aba4-4341-96e1-f1c5a957bcf4 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:00.214128 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.322887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.390949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.438334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:00.456377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a9f4d-3749-46ac-afcc-d44ad04b79f3 None None] Network dad06806-2896-42f1-944c-8c107eec3340 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:00.457214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.459578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b96addd4-23ee-4336-9903-8ba44d41f31d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9ca0729a-8dcb-487f-9fd9-4f2a1c1fb311 HTTP/1.1" status: 204 len: 168 time: 0.5573826 Jul 27 16:57:00.462078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:00.519948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Router e7daf6b1-5534-43fa-829a-9f2788d07bf7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:00.664285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.832051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Deleting port 6370e257-cdf4-4fd1-a032-3c419458a53f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:00.832913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.858520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:00.872582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Sync routers for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:00.872922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:00.893844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] DHCP port deletion for dad06806-2896-42f1-944c-8c107eec3340 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:57:00.896150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:00.896829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:00.922525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6e3b755e-0476-4022-a828-f73fdff4cc6b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "PUT /v2.0/floatingips/58120f6a-f063-49e3-a39b-be2335d7a2ee HTTP/1.1" status: 200 len: 991 time: 3.2450790 Jul 27 16:57:00.922525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:00.934031 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454cc42b-36b4-4854-b41a-9a23b64f084d" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:01.018273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] For port 6370e257-cdf4-4fd1-a032-3c419458a53f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6370e257-cdf4-4fd1-a032-3c419458a53f,segment=NetworkSegment(46b9b9c0-b656-4e8d-8ad8-78e2ff327087),segment_id=46b9b9c0-b656-4e8d-8ad8-78e2ff327087)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:01.018705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.037058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Calling delete_port for 6370e257-cdf4-4fd1-a032-3c419458a53f owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:01.094583 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8623b2-9491-405a-ba8d-c2a5aea029ba x-openstack-request-id: req-2e8623b2-9491-405a-ba8d-c2a5aea029ba {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:01.094963 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:01.095285 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e8623b2-9491-405a-ba8d-c2a5aea029ba {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:01.095750 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'status': 'completed', 'code': 200} Jul 27 16:57:01.190510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Deleting port 6370e257-cdf4-4fd1-a032-3c419458a53f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:01.191767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.273146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.294855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] For port 6370e257-cdf4-4fd1-a032-3c419458a53f, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:01.295796 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.313886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Calling delete_port for 6370e257-cdf4-4fd1-a032-3c419458a53f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:01.318792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Port 6370e257-cdf4-4fd1-a032-3c419458a53f was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:57:01.321093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:01.324146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.363156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] No DVR routers for this DVR port 6370e257-cdf4-4fd1-a032-3c419458a53f on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:01.370009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Pushing event deleted for resources: {'Port': ['ID=6370e257-cdf4-4fd1-a032-3c419458a53f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:01.412118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] Pushing event deleted for resources: {'Port': ['ID=6370e257-cdf4-4fd1-a032-3c419458a53f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:01.562550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.583370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad06806-2896-42f1-944c-8c107eec3340']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:01.601827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.603039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.603671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.604299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.604978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.605724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.606832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.609990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-07026cea-ad0e-401b-9739-44b911e1ab8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.3638051 Jul 27 16:57:01.618308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea317df-3af8-4ece-80a4-cb63bbe9a3fb req-45ccd50d-29c7-4e21-a7a4-291339b38685 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.619994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ea317df-3af8-4ece-80a4-cb63bbe9a3fb req-45ccd50d-29c7-4e21-a7a4-291339b38685 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.4512806 Jul 27 16:57:01.632208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b9b9c0-b656-4e8d-8ad8-78e2ff327087') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:01.632785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b9b9c0-b656-4e8d-8ad8-78e2ff327087') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:01.686076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32387272-cc3d-4dc4-8d56-2d59a19c494a None None] No DVR routers for this DVR port 6370e257-cdf4-4fd1-a032-3c419458a53f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:01.712413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.764115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.792973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2ea317df-3af8-4ece-80a4-cb63bbe9a3fb req-f7ab930d-2697-42fa-abbc-b0a8497c0f80 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545777 Jul 27 16:57:01.794124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:57:01.794606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:57:01.802021 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:57:01.863102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '58120f6a-f063-49e3-a39b-be2335d7a2ee', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'port_id': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'mac_address': 'fa:16:3e:ee:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:55:54Z', 'updated_at': '2021-07-27T16:56:59Z', 'revision_number': 1, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:01.901348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6370e257-cdf4-4fd1-a032-3c419458a53f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:01.903879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-555e77a7-df45-49f0-8675-ad9340b936d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:01.905502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-555e77a7-df45-49f0-8675-ad9340b936d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b HTTP/1.1" status: 200 len: 910 time: 0.2824605 Jul 27 16:57:01.935391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6370e257-cdf4-4fd1-a032-3c419458a53f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:01.935743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6370e257-cdf4-4fd1-a032-3c419458a53f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:01.936411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2bddd8a2-9dbb-4f74-80d9-3f64710630bc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:01.957395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Checking router: e7daf6b1-5534-43fa-829a-9f2788d07bf7 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:01.962575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2bddd8a2-9dbb-4f74-80d9-3f64710630bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:01.962933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2bddd8a2-9dbb-4f74-80d9-3f64710630bc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:01.970065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:01.970690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:01.984980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:01.989074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-5ee313e1-0480-4c1b-a6ea-c26232af373c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 999 time: 0.0743878 Jul 27 16:57:02.020810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:02.023011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dad06806-2896-42f1-944c-8c107eec3340 HTTP/1.1" status: 204 len: 168 time: 1.5597720 Jul 27 16:57:02.025336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5278d1-3131-4000-adde-654b81837022 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad06806-2896-42f1-944c-8c107eec3340,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:02.026582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:02.096953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:02.113068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-f34d90f6-b8d8-419f-8c34-d6931a522a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:02.114604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-f34d90f6-b8d8-419f-8c34-d6931a522a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.0905323 Jul 27 16:57:02.263694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-9c59a53c-9daf-48ea-aa38-af869b23e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:02.266080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-9c59a53c-9daf-48ea-aa38-af869b23e362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437223 Jul 27 16:57:02.497957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-bc405d36-c83c-40f7-97d0-065f6430a62a service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183695 Jul 27 16:57:02.539459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '58120f6a-f063-49e3-a39b-be2335d7a2ee', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'port_id': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'mac_address': 'fa:16:3e:ee:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:55:54Z', 'updated_at': '2021-07-27T16:56:59Z', 'revision_number': 1, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:02.575120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d53c96-57e9-46d6-8940-737e6a78fad5 None None] The sync data for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 is: [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '58120f6a-f063-49e3-a39b-be2335d7a2ee', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'port_id': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'mac_address': 'fa:16:3e:ee:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:55:54Z', 'updated_at': '2021-07-27T16:56:59Z', 'revision_number': 1, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:02.738093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-454cc42b-36b4-4854-b41a-9a23b64f084d req-9d18ee09-7004-41ab-a5b6-005283047c03 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324507 Jul 27 16:57:02.798356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:02.971237 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fabe7-7658-4381-864e-0efd1e2de07e None None] New status for floating IP 58120f6a-f063-49e3-a39b-be2335d7a2ee: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:57:03.126538 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:03.142670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54a54-0711-4080-839c-5c8b4029ecfe req-ea902b67-04b8-4e33-9951-a8c78772b062 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:03.153032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd54a54-0711-4080-839c-5c8b4029ecfe req-ea902b67-04b8-4e33-9951-a8c78772b062 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1808910 Jul 27 16:57:03.222624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fd54a54-0711-4080-839c-5c8b4029ecfe req-db1f7561-da3f-4091-bf25-b00252f47757 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670891 Jul 27 16:57:03.252456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Deleting port 15cc1968-aced-44a2-928c-67d960c794d1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:03.252998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:03.361554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] For port 15cc1968-aced-44a2-928c-67d960c794d1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=15cc1968-aced-44a2-928c-67d960c794d1,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:03.362110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:03.379257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Calling delete_port for 15cc1968-aced-44a2-928c-67d960c794d1 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:03.704293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:03.747876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cc1968-aced-44a2-928c-67d960c794d1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:03.971475 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:04.262652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Router 2e574736-daa2-480b-8681-c189d6a34dbc has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:04.483233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:04.485332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068cce3-a758-4d02-9a4b-d790d29bf076 req-f8753538-fa9f-462a-a167-330fcd5d9f03 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:04.487569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a068cce3-a758-4d02-9a4b-d790d29bf076 req-f8753538-fa9f-462a-a167-330fcd5d9f03 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1045935 Jul 27 16:57:04.495266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Sync routers for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:04.513775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:04.515599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-036c0200-ca94-412f-b1bd-7f6784fec241 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e574736-daa2-480b-8681-c189d6a34dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853041 Jul 27 16:57:04.516100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:04.516837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:04.535736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a068cce3-a758-4d02-9a4b-d790d29bf076 req-6a096dff-ac2e-4667-8a35-37e2faf3f634 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Jul 27 16:57:04.660417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:04.675463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:04.854887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:04.947526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Deleting port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:04.947877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:05.079954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:57:03Z', 'revision_number': 5, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port': {'id': '05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:51:17Z', 'updated_at': '2021-07-27T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:05.137037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Checking router: 2e574736-daa2-480b-8681-c189d6a34dbc for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:05.160262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Routers {'2e574736-daa2-480b-8681-c189d6a34dbc'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:05.161272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:56:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['2e574736-daa2-480b-8681-c189d6a34dbc'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:05.204643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] For port 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:05.205466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:05.227759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Calling delete_port for 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:05.352089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] Set router 2e574736-daa2-480b-8681-c189d6a34dbc gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:05.417093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:57:04Z', 'revision_number': 6, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:05.452320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161bfeb-9503-4591-8c76-caad1c0cf020 None None] The sync data for ids ['2e574736-daa2-480b-8681-c189d6a34dbc'] in n-d-723572-6 is: [{'id': '2e574736-daa2-480b-8681-c189d6a34dbc', 'name': 'tempest-TestServerBasicOps-627226822-router', 'tenant_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:51:16Z', 'updated_at': '2021-07-27T16:57:04Z', 'revision_number': 6, 'project_id': 'a1a8b272bd8e45d0b4429b4f6fa4c8cb', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:05.551605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48c9c-ac8f-4dc3-bea7-2826f3e8f308 req-a93cc930-0b40-47d7-8184-3bf375698b9f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:05.561560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83a48c9c-ac8f-4dc3-bea7-2826f3e8f308 req-a93cc930-0b40-47d7-8184-3bf375698b9f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1643922 Jul 27 16:57:05.635631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:05.651719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83a48c9c-ac8f-4dc3-bea7-2826f3e8f308 req-d737db9e-c05e-4e5f-8ee2-f57d13fd423c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881686 Jul 27 16:57:05.683470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Pushing event deleted for resources: {'Port': ['ID=05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:05.807012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:05.988268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:05.991732 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.017189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c51614-4629-49d4-97b8-2ef2ded7c4ff req-2c784968-e2f1-4a57-8179-276f3ebd2b76 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:06.019227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93c51614-4629-49d4-97b8-2ef2ded7c4ff req-2c784968-e2f1-4a57-8179-276f3ebd2b76 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2762189 Jul 27 16:57:06.095527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.096794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e574736-daa2-480b-8681-c189d6a34dbc {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:57:06.103100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.105499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-befa6bb4-f6a7-47c1-b509-0d7ae6cb231f admin admin] 10.222.0.64 "DELETE /v2.0/routers/2e574736-daa2-480b-8681-c189d6a34dbc HTTP/1.1" status: 204 len: 168 time: 1.5854669 Jul 27 16:57:06.107611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40510) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:06.159784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93c51614-4629-49d4-97b8-2ef2ded7c4ff req-66e1b827-7c27-47f4-a76f-3116963c7388 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864651 Jul 27 16:57:06.204727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Deleting subnet aeacb43e-befb-4a5e-9c9a-0d93ba626d98 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:57:06.208649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.268715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.389462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.458286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.477307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 15cc1968-aced-44a2-928c-67d960c794d1 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:06.519640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeacb43e-befb-4a5e-9c9a-0d93ba626d98,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:06.530882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.533794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84699fd5-d6bc-47ba-b8e4-2e7de004e986 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aeacb43e-befb-4a5e-9c9a-0d93ba626d98 HTTP/1.1" status: 204 len: 168 time: 0.4245744 Jul 27 16:57:06.536296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:06.544645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255052fa-a3b8-45ba-b026-6a12a4281f04 None None] Network 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:06.568762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 15cc1968-aced-44a2-928c-67d960c794d1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:06.572859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 15cc1968-aced-44a2-928c-67d960c794d1 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:06.668237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.818951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Deleting port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:06.819494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:06.912709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] DHCP port deletion for 9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:57:06.986543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] For port 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3dcca2ac-1a5e-4cde-aaec-11a25458b341,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:06.986926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.012242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Deleting port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:07.013878 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.062828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Calling delete_port for 3dcca2ac-1a5e-4cde-aaec-11a25458b341 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:07.119610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790f19d-3118-4f59-b6c9-bc530ce26d16 req-88db46d6-0912-4058-a86a-c2213b6d60cb tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:07.125465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f790f19d-3118-4f59-b6c9-bc530ce26d16 req-88db46d6-0912-4058-a86a-c2213b6d60cb tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2886522 Jul 27 16:57:07.162862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] For port 3dcca2ac-1a5e-4cde-aaec-11a25458b341, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3dcca2ac-1a5e-4cde-aaec-11a25458b341,segment=NetworkSegment(e0a150e8-3157-4767-bdb9-423e23e358e1),segment_id=e0a150e8-3157-4767-bdb9-423e23e358e1)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:07.163424 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.281681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f790f19d-3118-4f59-b6c9-bc530ce26d16 req-dd129d4a-88f6-461a-8ae7-ba17d8cfa4bb tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487205 Jul 27 16:57:07.376701 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.409054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcca2ac-1a5e-4cde-aaec-11a25458b341,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:07.414704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] No DVR routers for this DVR port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:07.424806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.425420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.425864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.426302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.426766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.427195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.427662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.428088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.428692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.429138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.429801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.430238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:07.490433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff39cf-afc4-4ff0-8ca8-4a070289a354 req-76929ee7-64c7-4fb5-9f2d-ff7620767184 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:07.494057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-20ff39cf-afc4-4ff0-8ca8-4a070289a354 req-76929ee7-64c7-4fb5-9f2d-ff7620767184 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1708107 Jul 27 16:57:07.497162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Calling delete_port for 3dcca2ac-1a5e-4cde-aaec-11a25458b341 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:07.532604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.549153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:07.561019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a150e8-3157-4767-bdb9-423e23e358e1') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:07.561535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a150e8-3157-4767-bdb9-423e23e358e1') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:07.569973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-20ff39cf-afc4-4ff0-8ca8-4a070289a354 req-3185755b-69f3-466f-94c4-965720bbc08b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650795 Jul 27 16:57:07.582069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.623689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.623689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:57:07.629721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:57:07.639620 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:57:07.670672 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.719082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] Pushing event deleted for resources: {'Port': ['ID=3dcca2ac-1a5e-4cde-aaec-11a25458b341,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:07.740712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb821f-9084-48d5-bf35-15dae5019048 None None] No DVR routers for this DVR port 3dcca2ac-1a5e-4cde-aaec-11a25458b341 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:07.813572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.823166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:07.825782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6 HTTP/1.1" status: 204 len: 168 time: 1.2879179 Jul 27 16:57:07.834777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:07.867749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d8427-fb4b-4b73-b87e-0f399f1e2994 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af6f5f8-51a1-44da-aedc-1f7d9c49d1d6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:07.882853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:07.893084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 05ab8242-8f0f-48ff-9d09-d4a3e1c2ea6b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:07.893906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3dcca2ac-1a5e-4cde-aaec-11a25458b341 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:07.955174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3dcca2ac-1a5e-4cde-aaec-11a25458b341 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:07.955525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3dcca2ac-1a5e-4cde-aaec-11a25458b341 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:08.115908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40570) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:08.193783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5462b15b-7f69-4b41-befb-afe25b351902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d79ce623e5f40799e109787ba54dddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745049 Jul 27 16:57:08.196307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:08.277417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:08.308496 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:08.414860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:08.414860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:08.419385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0fd26c3-3807-4940-9db6-73124bef279c HTTP/1.1" status: 204 len: 168 time: 0.2213755 Jul 27 16:57:08.429377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b3e21-20c4-4e5b-875d-74dde7b8c368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd26c3-3807-4940-9db6-73124bef279c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:08.560893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95168d2-59c1-4004-af40-ac17196dc77b req-43dc15fb-40a0-4ae6-a43b-e3557ea0a191 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:08.569292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f95168d2-59c1-4004-af40-ac17196dc77b req-43dc15fb-40a0-4ae6-a43b-e3557ea0a191 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1758420 Jul 27 16:57:08.648209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f95168d2-59c1-4004-af40-ac17196dc77b req-c17b7133-290b-4d3b-bb5d-d98f517894ff tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779157 Jul 27 16:57:08.835346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6266d-49e6-4291-a0cc-29b4d4e7883f req-621be745-844f-44fd-8372-d67f7a7f18c2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:08.847223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eae6266d-49e6-4291-a0cc-29b4d4e7883f req-621be745-844f-44fd-8372-d67f7a7f18c2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1395690 Jul 27 16:57:08.923032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eae6266d-49e6-4291-a0cc-29b4d4e7883f req-d814dec6-9bcd-4b71-8f67-2ae0064fd5a8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715051 Jul 27 16:57:08.964650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:09.038764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:09.040705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5bbe0079-0a1a-40c5-990a-3cefa72441aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1a8b272bd8e45d0b4429b4f6fa4c8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702662 Jul 27 16:57:09.124273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:09.157764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:09.235382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:09.238670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:09.240162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/daf47d9a-c7a7-429e-84ae-52db2d7318ca HTTP/1.1" status: 204 len: 168 time: 0.2003369 Jul 27 16:57:09.252400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cd724-5f40-4219-8df5-13036869fa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf47d9a-c7a7-429e-84ae-52db2d7318ca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:09.748585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36776111-82c4-4e69-a8d7-204fda82b919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:09.881276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570c379-7b76-466f-aec7-9ff6d0015264 req-bf04b6a0-9691-42c4-be94-f22b3d257a1e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:09.882901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7570c379-7b76-466f-aec7-9ff6d0015264 req-bf04b6a0-9691-42c4-be94-f22b3d257a1e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1257908 Jul 27 16:57:09.934772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7570c379-7b76-466f-aec7-9ff6d0015264 req-352f57b8-e049-4e36-9c6e-1de9d1527891 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437162 Jul 27 16:57:10.188079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3a6e6-b937-44c3-8205-f7b73d090b7d req-3a6db132-8bb3-4afa-8ee2-4d683ba23b3b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:10.208031 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cc3a6e6-b937-44c3-8205-f7b73d090b7d req-3a6db132-8bb3-4afa-8ee2-4d683ba23b3b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1554964 Jul 27 16:57:10.258434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cc3a6e6-b937-44c3-8205-f7b73d090b7d req-9b948dcd-ef21-4ac9-b5a1-1f000bec823d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489662 Jul 27 16:57:10.345707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:10.495138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1548757107-network', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:10.540274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Made reservation on behalf of 6f0838bc36c64ff59313e87eb1dfb311 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:10.544376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.563957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.690161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.700793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.733813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:57:10.752203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5693973d-d1e7-455e-b050-8cfefe735f91,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:10.755899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.756302 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Added segment 53042f1f-7fe5-4b80-ab5d-2788ec65ce5c of type vlan for network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 Jul 27 16:57:10.830156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.873033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.874527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:10.876478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:10.918348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:10.919251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5715241 Jul 27 16:57:10.930286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Request body: {'subnet': {'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1548757107-subnet', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:10.974595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Made reservation on behalf of 6f0838bc36c64ff59313e87eb1dfb311 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:10.979531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.009232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ea17-373a-4659-8485-b39776e3a48d admin admin] Pushing event updated for resources: {'Network': ['ID=baff0c42-5a1c-483a-9a4c-3549e47aeaf6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:11.022653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:57:11.339048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852825c-57ac-407c-8d97-c638134aa365 req-dd13aa69-748a-4566-b327-5b0d11b517f9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:11.347832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3852825c-57ac-407c-8d97-c638134aa365 req-dd13aa69-748a-4566-b327-5b0d11b517f9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.2155328 Jul 27 16:57:11.355604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.473368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3852825c-57ac-407c-8d97-c638134aa365 req-a8843948-1731-4187-90ea-d21190c457fc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247208 Jul 27 16:57:11.486547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Checking segment: {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:11.487011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Network hostable DHCP agents. Network: baff0c42-5a1c-483a-9a4c-3549e47aeaf6, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:57:11.490640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aaf1fe6-4c7b-4cf8-898e-181216bab6ad,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:11.528322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:57:11.541916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, baff0c42-5a1c-483a-9a4c-3549e47aeaf6) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:11.551715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9b099-809c-4de7-b0c9-5ee2f8d8aadd None None] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:11.552373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:11.553086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.585718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a9ac81a7-389b-49e2-9b1e-61cb5db8c830 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6645257 Jul 27 16:57:11.586456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:11.590420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d8b9-5441-45c7-b0cb-7dd2e81b3743 req-ef088277-cef0-4269-b42b-7d8e5e3136af tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:11.599187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8538d8b9-5441-45c7-b0cb-7dd2e81b3743 req-ef088277-cef0-4269-b42b-7d8e5e3136af tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1579061 Jul 27 16:57:11.600648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:11.646882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.648979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.667393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8538d8b9-5441-45c7-b0cb-7dd2e81b3743 req-d57bc1bd-f5f8-46ac-aa96-c8b19bd4d9c3 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621517 Jul 27 16:57:11.740146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'fixed_ips': [{'subnet_id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:57:11.741062 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:11.975893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Allocated IP 172.20.0.2 (baff0c42-5a1c-483a-9a4c-3549e47aeaf6/2aaf1fe6-4c7b-4cf8-898e-181216bab6ad/ce6e13dc-aff1-4dfb-836d-4aea9904db4b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:12.195624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.207763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Transition to ACTIVE for port object ce6e13dc-aff1-4dfb-836d-4aea9904db4b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:12.228237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Transition to ACTIVE for port object ce6e13dc-aff1-4dfb-836d-4aea9904db4b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:12.237992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.297956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.319719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:12.324043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:12.330936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:12.334827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Pushing event updated for resources: {'Port': ['ID=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:12.383481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-c05c95a5-dd04-495f-8d61-5e14a77324b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:12.385230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-c05c95a5-dd04-495f-8d61-5e14a77324b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 1095 time: 0.8782175 Jul 27 16:57:12.458096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.466555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Attempting to bind port ce6e13dc-aff1-4dfb-836d-4aea9904db4b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:12.466931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Attempting to bind port ce6e13dc-aff1-4dfb-836d-4aea9904db4b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:12.467301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Attempting to bind port ce6e13dc-aff1-4dfb-836d-4aea9904db4b on network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:12.473382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:12.473764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Checking segment: {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:12.474177 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.474574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Bound using segment: {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:12.475185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Bound port: ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:12.476222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.594667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] For port ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:12.598490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.600597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3876663d-f9a9-4a56-9e26-b29e928dbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.603713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] For port ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:12.604003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-e0855d26-fba1-4543-bef3-fa1da0f07cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:12.605955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-e0855d26-fba1-4543-bef3-fa1da0f07cd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1095 time: 0.1818132 Jul 27 16:57:12.611137 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:12.694953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7004e1-7792-470e-bcef-76946da63ddc req-49fa6342-9ba7-40a7-9743-d94b82c739b8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:12.697766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9597a-25bf-44f4-9033-e7da1dc0c625 None None] Pushing event updated for resources: {'Port': ['ID=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:12.697996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f7004e1-7792-470e-bcef-76946da63ddc req-49fa6342-9ba7-40a7-9743-d94b82c739b8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.0873985 Jul 27 16:57:12.794586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f7004e1-7792-470e-bcef-76946da63ddc req-39b4ff1a-063a-4b2e-9937-7ff06f368cb4 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768557 Jul 27 16:57:12.810186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-e1d7763c-2554-4951-ae42-844cd008e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:12.812287 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-e1d7763c-2554-4951-ae42-844cd008e3f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1991727 Jul 27 16:57:12.936571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-c55ca9cd-189c-44cc-a5f2-6c6e50c5714c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 999 time: 0.1164083 Jul 27 16:57:13.000387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-aa1de3bd-75a7-44bc-8a3c-4e4e9c2fbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:13.002024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-aa1de3bd-75a7-44bc-8a3c-4e4e9c2fbab4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0576715 Jul 27 16:57:13.103668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ec154-5076-4c40-b155-4364ddf0f164 req-6d9bdfd1-4516-4dd8-bec6-f4378e21419f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:13.116476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce6ec154-5076-4c40-b155-4364ddf0f164 req-6d9bdfd1-4516-4dd8-bec6-f4378e21419f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2444804 Jul 27 16:57:13.288612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce6ec154-5076-4c40-b155-4364ddf0f164 req-afe416c2-4e77-4fc5-ae50-b5e84f8a01ed tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709497 Jul 27 16:57:13.295929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-853c3418-6f1e-40e8-9fb8-5f66c29b402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:13.297555 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-853c3418-6f1e-40e8-9fb8-5f66c29b402b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2854147 Jul 27 16:57:13.379586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:13.419965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:13.445402 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:13.525223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-6f2b5917-b8b9-4734-af0b-e4f7f734ed27 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157269 Jul 27 16:57:13.738009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Allocated IP 172.25.4.167 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:13.743711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-8bae2abf-89db-43f5-8944-0afcf15a57c2 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110004 Jul 27 16:57:13.861227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ce6e13dc-aff1-4dfb-836d-4aea9904db4b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:13.976895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ce6e13dc-aff1-4dfb-836d-4aea9904db4b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:14.039493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:14.076976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01361c-cb36-49dc-89a6-edfd72877b7f req-5b3d5117-c497-4bec-ac44-d906b0c1feea tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:14.086396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d01361c-cb36-49dc-89a6-edfd72877b7f req-5b3d5117-c497-4bec-ac44-d906b0c1feea tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1524115 Jul 27 16:57:14.160397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4d01361c-cb36-49dc-89a6-edfd72877b7f req-0e85f4a5-80f5-4d61-a546-b4c03c204eb8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730190 Jul 27 16:57:14.172834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:14.206350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586cd75-2f40-44b4-b99a-0c188881d272 None None] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:14.238907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:14.242562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:14.253269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:14.292798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Provisioning for port ce6e13dc-aff1-4dfb-836d-4aea9904db4b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:14.302546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Pushing event updated for resources: {'Port': ['ID=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:14.313278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Provisioning complete for port ce6e13dc-aff1-4dfb-836d-4aea9904db4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:14.314024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:14.636302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:14.670686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52afb-616d-443f-af58-fa56b2bd24d1 req-d30fb79d-f210-4398-ae3f-61ccfa8b5d01 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:14.679028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1e52afb-616d-443f-af58-fa56b2bd24d1 req-d30fb79d-f210-4398-ae3f-61ccfa8b5d01 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2262650 Jul 27 16:57:14.687688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] For port ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:14.697714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:14.808640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc3772-3911-407f-a33d-dd9469234baa None None] Pushing event updated for resources: {'Port': ['ID=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:14.881669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1e52afb-616d-443f-af58-fa56b2bd24d1 req-f443aa7e-74de-4011-8554-507f2c27a00a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885583 Jul 27 16:57:14.965987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:15.069218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:15.239631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-069d27a1-1470-4b15-90b7-cc03bcde54e3 None None] Provisioning complete for port ce6e13dc-aff1-4dfb-836d-4aea9904db4b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:15.240294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-069d27a1-1470-4b15-90b7-cc03bcde54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:15.887709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ce6e13dc-aff1-4dfb-836d-4aea9904db4b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:16.027424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ce6e13dc-aff1-4dfb-836d-4aea9904db4b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:16.028024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:16.116318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:16.202774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:57:16.291946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3adb28-6f04-4c20-b7bd-9bc98dcbb123 req-8e5e0b1f-a6f2-4439-ba4d-bf465a5e9aad tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:16.293684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed3adb28-6f04-4c20-b7bd-9bc98dcbb123 req-8e5e0b1f-a6f2-4439-ba4d-bf465a5e9aad tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.9576135 Jul 27 16:57:16.376248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ef6b6-8047-42f0-be03-740ec7cd83ad req-21fac6eb-46a5-4139-a69b-a7e6fb4c54d9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:16.386397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea8ef6b6-8047-42f0-be03-740ec7cd83ad req-21fac6eb-46a5-4139-a69b-a7e6fb4c54d9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1848943 Jul 27 16:57:16.457451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ea8ef6b6-8047-42f0-be03-740ec7cd83ad req-7ed6ee2a-a9ae-4499-a71d-d27247e43bfd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614574 Jul 27 16:57:16.458735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed3adb28-6f04-4c20-b7bd-9bc98dcbb123 req-06c545e2-ef4a-4452-84c9-a57239c608ae tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588986 Jul 27 16:57:16.499174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Router bd35a765-1cec-47a0-bf61-de7745e5a068 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:57:16.788866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:16.809281 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Sync routers for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:16.813640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:16.816613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96a2cf9f-81ee-43ba-9954-6e0d68e831f0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2277076 Jul 27 16:57:16.818627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40860) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:16.824320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:16.871786 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:16.872850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:17.095885 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:17.414050 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:14Z', 'revision_number': 3, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:17.473861 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Checking router: bd35a765-1cec-47a0-bf61-de7745e5a068 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:17.474375 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Updating router bd35a765-1cec-47a0-bf61-de7745e5a068 port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:17.687963 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:17.922444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd791f5-53ce-4ad1-8457-1935b7aec899 req-223ec6dd-27d0-4424-a726-ad51ec54d7c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:17.934992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bd791f5-53ce-4ad1-8457-1935b7aec899 req-223ec6dd-27d0-4424-a726-ad51ec54d7c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2541046 Jul 27 16:57:18.016222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e642-98e4-4e3d-a889-abec44a434e9 req-ae0b2942-fd42-406a-9c05-47d52f38e36d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:18.023939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7498e642-98e4-4e3d-a889-abec44a434e9 req-ae0b2942-fd42-406a-9c05-47d52f38e36d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.3580177 Jul 27 16:57:18.048944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bd791f5-53ce-4ad1-8457-1935b7aec899 req-68077a2a-0d7d-4468-ad1f-0751f3af7400 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126893 Jul 27 16:57:18.143577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7498e642-98e4-4e3d-a889-abec44a434e9 req-0d61b0a9-9555-4ac7-b822-21cd1be94f5b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183116 Jul 27 16:57:18.302143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:18.553394 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:18.574597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Transition to ACTIVE for port object 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:18.590581 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:18.694231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-6ad5e0ef-d4f2-4f14-ae12-900a064fc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:18.695768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-6ad5e0ef-d4f2-4f14-ae12-900a064fc9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0936193 Jul 27 16:57:18.762866 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Attempting to bind port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:18.763382 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Attempting to bind port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:18.763785 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Attempting to bind port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:18.787893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Pushing event updated for resources: {'Port': ['ID=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:18.801601 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:18.801975 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:18.802381 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:18.802776 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:18.803262 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Bound port: 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:18.804011 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:18.827194 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.827530 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.827874 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.828207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.828563 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.828893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.829215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.829534 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.829854 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.830170 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.830488 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.830806 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:18.866666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-49f57153-0c7b-4f83-953e-e9a1f6a52fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:18.869132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-49f57153-0c7b-4f83-953e-e9a1f6a52fea service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.1630831 Jul 27 16:57:18.930610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Allocated IP 172.20.0.1 (baff0c42-5a1c-483a-9a4c-3549e47aeaf6/2aaf1fe6-4c7b-4cf8-898e-181216bab6ad/ca98c81a-c3b2-42ae-a760-0fe4d3816fda) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:18.988161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] For port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:19.001107 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] For port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:19.007672 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:19.126615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:19.152303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Transition to ACTIVE for port object ca98c81a-c3b2-42ae-a760-0fe4d3816fda will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:19.206069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:19.268067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:19.275469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:19.288951 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:19.289698 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:19.303359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:19.371452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-1b0432a7-4283-4ed1-9ea6-82bcf439b1fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1002 time: 0.4926963 Jul 27 16:57:19.388444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:19.413920 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52ce6-3791-4c62-bbea-e3d5884dfd3c None None] Pushing event updated for resources: {'Port': ['ID=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:19.436925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a4d81-1c7f-436f-b6cb-6425b9ab9dc4 req-c69bc2ce-a89a-4772-91bd-b028039e4c5d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:19.462573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08a4d81-1c7f-436f-b6cb-6425b9ab9dc4 req-c69bc2ce-a89a-4772-91bd-b028039e4c5d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.9083748 Jul 27 16:57:19.531790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-9984aa6e-453b-4212-a30d-333bfa8afd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:19.533741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-9984aa6e-453b-4212-a30d-333bfa8afd56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1509831 Jul 27 16:57:19.692299 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:19.696411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08a4d81-1c7f-436f-b6cb-6425b9ab9dc4 req-43262e7c-e8c4-40b9-95c0-0bdca89451e6 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299531 Jul 27 16:57:19.734785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa2d727e-7fda-4595-b485-7666d30b161b None None] Provisioning for port ca98c81a-c3b2-42ae-a760-0fe4d3816fda completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:19.781255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fa2d727e-7fda-4595-b485-7666d30b161b None None] Provisioning complete for port ca98c81a-c3b2-42ae-a760-0fe4d3816fda triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:19.783654 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa2d727e-7fda-4595-b485-7666d30b161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:19.863665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-5e529049-c48a-4a61-bb35-940319dec535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:19.869224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-5e529049-c48a-4a61-bb35-940319dec535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123105 Jul 27 16:57:19.924849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Pushing event updated for resources: {'Port': ['ID=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:20.000524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d727e-7fda-4595-b485-7666d30b161b None None] Port ca98c81a-c3b2-42ae-a760-0fe4d3816fda cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:20.030606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:20.077662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd783c3-cd92-4d3e-893b-5f4518fc599d req-49b0046f-04ba-4386-8327-a09dd4e7e691 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:20.082077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdd783c3-cd92-4d3e-893b-5f4518fc599d req-49b0046f-04ba-4386-8327-a09dd4e7e691 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.6842513 Jul 27 16:57:20.199124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-3735f2b4-1140-4d40-9e1b-66a6ec43714e service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182423 Jul 27 16:57:20.220241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cdd783c3-cd92-4d3e-893b-5f4518fc599d req-5b49d863-ba38-43b2-84e6-299c469ed168 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326194 Jul 27 16:57:20.276411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:14Z', 'revision_number': 3, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:20.390840 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55a5d4-3bd3-4d06-85f1-6c13a8768299 None None] The sync data for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 is: [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:14Z', 'revision_number': 3, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:20.489290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e26b4fe-b82a-4db2-a6fb-418f5eed7ab5 req-b3f96ddc-cc81-4d8e-9b3a-e9a52d5e28df service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808852 Jul 27 16:57:20.589775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:20.600821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:20.738369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:20.947374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Pushing event updated for resources: {'Port': ['ID=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:21.135405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6a37-34e7-46df-ae54-b45a2ea566c0 req-c1e3b2a2-0139-47bc-8fe1-470172d9da7d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:21.147486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-17ee6a37-34e7-46df-ae54-b45a2ea566c0 req-c1e3b2a2-0139-47bc-8fe1-470172d9da7d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1915352 Jul 27 16:57:21.323315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-17ee6a37-34e7-46df-ae54-b45a2ea566c0 req-cd98338b-952b-4f57-a22b-e31008e579c0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749976 Jul 27 16:57:21.366642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:21.372081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:21.853198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cb005a65-a1c1-46cf-97a4-20159aac4de9 None None] Provisioning complete for port ca98c81a-c3b2-42ae-a760-0fe4d3816fda triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:21.855847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cb005a65-a1c1-46cf-97a4-20159aac4de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:21.931920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c098b-24b2-4d38-a1a8-0b6da2fde793 req-63252c87-ee53-411c-9654-b43ef69027b1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:21.933640 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec0c098b-24b2-4d38-a1a8-0b6da2fde793 req-63252c87-ee53-411c-9654-b43ef69027b1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.5342948 Jul 27 16:57:21.986252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:21.986971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Router bd35a765-1cec-47a0-bf61-de7745e5a068 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:22.088069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cb005a65-a1c1-46cf-97a4-20159aac4de9 None None] Port ca98c81a-c3b2-42ae-a760-0fe4d3816fda cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:22.144221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec0c098b-24b2-4d38-a1a8-0b6da2fde793 req-5883aaad-2f04-4d71-bc68-6548395aacb2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027369 Jul 27 16:57:22.163895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:22.189996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:22.191748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:22.329244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:22.335762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7ec311ed-ac64-4e21-ab0f-7c9b89ea5583 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd35a765-1cec-47a0-bf61-de7745e5a068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5151117 Jul 27 16:57:22.528681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:22.601922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:22.610167 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:22.697314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c2eb2-5646-49eb-8730-e0eb58dbb491 req-eaf8fe59-797d-4295-9c78-4f707471797d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:22.703590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b27c2eb2-5646-49eb-8730-e0eb58dbb491 req-eaf8fe59-797d-4295-9c78-4f707471797d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1544981 Jul 27 16:57:22.732450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:22.773080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b27c2eb2-5646-49eb-8730-e0eb58dbb491 req-adeb3023-5ef2-4206-9503-6ac0575c21e2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547559 Jul 27 16:57:23.566347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f51ce-b771-4c24-a51d-ba0292f4ae21 req-a57c2b7c-056e-4d09-9155-e17fd9047c41 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:23.571242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff9f51ce-b771-4c24-a51d-ba0292f4ae21 req-a57c2b7c-056e-4d09-9155-e17fd9047c41 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2300065 Jul 27 16:57:23.653631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff9f51ce-b771-4c24-a51d-ba0292f4ae21 req-86f93111-dd2d-4277-856f-7ec68365f8d0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689125 Jul 27 16:57:23.733673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Sync routers for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:23.752385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:23.754034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:23.890473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:24.269061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:24.270753 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:24.385668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:24.755722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:24.870270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127235-4dd7-4fb6-9a95-58393b0edc4d req-fd6631b0-a9c9-46a0-82d3-83dde25e6765 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:24.872897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:19Z', 'revision_number': 4, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ca98c81a-c3b2-42ae-a760-0fe4d3816fda', 'name': '', 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'mac_address': 'fa:16:3e:9a:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:18Z', 'updated_at': '2021-07-27T16:57:20Z', 'revision_number': 2, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'subnets': [{'id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:24.877702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c127235-4dd7-4fb6-9a95-58393b0edc4d req-fd6631b0-a9c9-46a0-82d3-83dde25e6765 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1011145 Jul 27 16:57:24.936798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c127235-4dd7-4fb6-9a95-58393b0edc4d req-122f1e1b-9e03-4f9b-9a30-5c6442a21ec7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567687 Jul 27 16:57:24.953656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Checking router: bd35a765-1cec-47a0-bf61-de7745e5a068 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:24.954223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Updating router bd35a765-1cec-47a0-bf61-de7745e5a068 port ca98c81a-c3b2-42ae-a760-0fe4d3816fda binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:25.015317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.566718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.580734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Transition to ACTIVE for port object ca98c81a-c3b2-42ae-a760-0fe4d3816fda will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:25.591667 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.655954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.702721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4e31b-1c3f-4671-94e6-8f741bd562bb None None] Pushing event updated for resources: {'Port': ['ID=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:25.780517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Attempting to bind port ca98c81a-c3b2-42ae-a760-0fe4d3816fda on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:25.780775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Attempting to bind port ca98c81a-c3b2-42ae-a760-0fe4d3816fda by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:25.781202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Attempting to bind port ca98c81a-c3b2-42ae-a760-0fe4d3816fda on network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:25.798059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:25.798487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Checking segment: {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:25.798874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.799282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Bound using segment: {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:25.801797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Bound port: ca98c81a-c3b2-42ae-a760-0fe4d3816fda, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:25.802194 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:25.956036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] For port ca98c81a-c3b2-42ae-a760-0fe4d3816fda, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:25.964154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] For port ca98c81a-c3b2-42ae-a760-0fe4d3816fda, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:25.974608 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:26.148622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:26.149329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:26.245291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ecae0-701e-473b-b2f3-d793928fd4f0 req-688b82be-a6a9-421a-b2ba-f18b41d88499 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:26.254921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c88ecae0-701e-473b-b2f3-d793928fd4f0 req-688b82be-a6a9-421a-b2ba-f18b41d88499 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1795740 Jul 27 16:57:26.298075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4e31b-1c3f-4671-94e6-8f741bd562bb None None] Pushing event updated for resources: {'Port': ['ID=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:26.317226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Deleting port ca98c81a-c3b2-42ae-a760-0fe4d3816fda {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:26.317697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:26.362843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c88ecae0-701e-473b-b2f3-d793928fd4f0 req-9447e09a-ec69-46c7-9b28-019f248fc96c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067860 Jul 27 16:57:26.445892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:26.495367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] For port ca98c81a-c3b2-42ae-a760-0fe4d3816fda, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:26.495940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:26.524931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Calling delete_port for ca98c81a-c3b2-42ae-a760-0fe4d3816fda owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:26.750974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:26.804774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca98c81a-c3b2-42ae-a760-0fe4d3816fda,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:26.886736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:19Z', 'revision_number': 4, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ca98c81a-c3b2-42ae-a760-0fe4d3816fda', 'name': '', 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'mac_address': 'fa:16:3e:9a:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:18Z', 'updated_at': '2021-07-27T16:57:25Z', 'revision_number': 4, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'subnets': [{'id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:26.918994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd3a3-cb9a-4c68-b6a5-22acf1ec6aac None None] The sync data for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 is: [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:19Z', 'revision_number': 4, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port': {'id': '50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:13Z', 'updated_at': '2021-07-27T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ca98c81a-c3b2-42ae-a760-0fe4d3816fda', 'name': '', 'network_id': 'baff0c42-5a1c-483a-9a4c-3549e47aeaf6', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'mac_address': 'fa:16:3e:9a:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:18Z', 'updated_at': '2021-07-27T16:57:25Z', 'revision_number': 4, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'subnets': [{'id': '2aaf1fe6-4c7b-4cf8-898e-181216bab6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:27.002490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:27.322284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Router bd35a765-1cec-47a0-bf61-de7745e5a068 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:27.516822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:27.525521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1bed3c79-7d9a-4aaf-b3a4-fdbf282bd127 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd35a765-1cec-47a0-bf61-de7745e5a068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671483 Jul 27 16:57:27.529305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:27.610601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.618518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.625751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.633240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.633660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4955582-571e-42ba-acb3-198a517eed69 req-d40d3821-970f-49b7-9e2c-5339ba4dcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.635193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-d40d3821-970f-49b7-9e2c-5339ba4dcc83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1095 time: 0.1630747 Jul 27 16:57:27.641491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.648355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.656689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.659877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-065b1a59-4bcb-4e53-a978-8a5a25c3c266 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.1788120 Jul 27 16:57:27.728643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6df2508a-d228-46c5-a0ac-84c60a0afd9b req-fb8b84dc-e04a-4f06-9526-a5606f322683 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618584 Jul 27 16:57:27.844711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4955582-571e-42ba-acb3-198a517eed69 req-391df619-eeab-40ca-9d1e-29355cda7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.846459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-391df619-eeab-40ca-9d1e-29355cda7d76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1847086 Jul 27 16:57:27.849545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:27.861073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec0470-328b-4607-b37e-9a3bb976219d req-6e1bdfe4-887a-47e7-8232-b9073c20f233 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:27.862751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3aec0470-328b-4607-b37e-9a3bb976219d req-6e1bdfe4-887a-47e7-8232-b9073c20f233 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.3325613 Jul 27 16:57:28.088577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:28.107820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3aec0470-328b-4607-b37e-9a3bb976219d req-c8ca5d95-e95b-4b91-882a-1a195c9e62c1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031827 Jul 27 16:57:28.121144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-b4184601-0708-4db1-b4ac-fdfa3e826058 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 200 len: 999 time: 0.2246633 Jul 27 16:57:28.212933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4955582-571e-42ba-acb3-198a517eed69 req-9406bd2c-d860-4eac-a984-dcf00aebae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.214606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-9406bd2c-d860-4eac-a984-dcf00aebae8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0657203 Jul 27 16:57:28.258511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Deleting port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:28.258858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:28.369217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] For port 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:28.369895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:28.386139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4955582-571e-42ba-acb3-198a517eed69 req-edd33be9-a65f-4b12-bced-4f68fbd080d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.388061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-edd33be9-a65f-4b12-bced-4f68fbd080d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653094 Jul 27 16:57:28.389520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Calling delete_port for 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:28.551573 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Sync routers for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:28.564061 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:28.564736 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:28.647104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-387c6218-5dc8-4abb-92d3-270cbd69dd90 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463348 Jul 27 16:57:28.664917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:28.817403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.817593 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:28Z', 'revision_number': 6, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:28.824479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.830554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.837317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.843810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.846368 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Checking router: bd35a765-1cec-47a0-bf61-de7745e5a068 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:28.849832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.855052 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Routers {'bd35a765-1cec-47a0-bf61-de7745e5a068'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:28.855669 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['bd35a765-1cec-47a0-bf61-de7745e5a068'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:28.856021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:28.858581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-53e9693c-6e1b-46c1-b58b-fd96ebcc339f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.2917182 Jul 27 16:57:28.894713 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:28.945942 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] Set router bd35a765-1cec-47a0-bf61-de7745e5a068 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:28.977231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:28.990460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4955582-571e-42ba-acb3-198a517eed69 req-b1bb1219-db2f-4549-a279-e83e4519e6f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339670 Jul 27 16:57:29.002823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:28Z', 'revision_number': 6, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:29.029856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-946aebb0-9f63-418e-86e8-b7155b71af91 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.030959 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49aace-7874-4877-b1d0-edddba89e031 None None] The sync data for ids ['bd35a765-1cec-47a0-bf61-de7745e5a068'] in n-d-723572-6 is: [{'id': 'bd35a765-1cec-47a0-bf61-de7745e5a068', 'name': 'tempest-ImageQuotaTest-1548757107-router', 'tenant_id': '6f0838bc36c64ff59313e87eb1dfb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:11Z', 'updated_at': '2021-07-27T16:57:28Z', 'revision_number': 6, 'project_id': '6f0838bc36c64ff59313e87eb1dfb311', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:29.031401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-946aebb0-9f63-418e-86e8-b7155b71af91 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1531742 Jul 27 16:57:29.159546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.175774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.181762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.187735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.193842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.200023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.206035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.211913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.213896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-89623779-0691-4aef-af0b-0313369b4d35 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 5444 time: 0.3473730 Jul 27 16:57:29.261429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81422b05-435a-401c-85cb-17e59897dde2 req-2ab6b5d1-9bd3-4863-97cd-76dfb68b64a9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:29.263709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81422b05-435a-401c-85cb-17e59897dde2 req-2ab6b5d1-9bd3-4863-97cd-76dfb68b64a9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.0698702 Jul 27 16:57:29.304589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81422b05-435a-401c-85cb-17e59897dde2 req-b8b47c4a-a4c2-446e-9e0e-d389772d5561 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Jul 27 16:57:29.329651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.334918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-ed219571-f997-4f0b-8fd6-f209283279b2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2832346 Jul 27 16:57:29.338825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.349079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:29.681559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-107a5f99-9af5-41c9-b83e-714f869ebf5b req-286b14fb-377f-462c-b544-22ae5ba53284 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4411359 Jul 27 16:57:29.695810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.696361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd35a765-1cec-47a0-bf61-de7745e5a068 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:57:29.703809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.704953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f10b150d-65f4-4c34-a95a-059439973133 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bd35a765-1cec-47a0-bf61-de7745e5a068 HTTP/1.1" status: 204 len: 168 time: 2.1725445 Jul 27 16:57:29.707932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:29.775606 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.794816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Deleting subnet 2aaf1fe6-4c7b-4cf8-898e-181216bab6ad {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:57:29.799134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.873689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:29.943316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ca98c81a-c3b2-42ae-a760-0fe4d3816fda no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:29.970779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ca98c81a-c3b2-42ae-a760-0fe4d3816fda {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:29.971217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ca98c81a-c3b2-42ae-a760-0fe4d3816fda not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:29.971703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:29.998888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:29.999559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50f9cdfb-f4a6-46a2-bbce-5c0bd8ab904b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:30.035616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:30.038168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.102141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] For port d2c63ed4-3911-4091-ad3d-eb19ebe503e9, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:30.143974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.147268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] device_id is not set on port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:57:30.180206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.182645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.187706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2aaf1fe6-4c7b-4cf8-898e-181216bab6ad HTTP/1.1" status: 204 len: 168 time: 0.4756083 Jul 27 16:57:30.187706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aed42-5c5a-41f4-9cf2-53f515dd1a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aaf1fe6-4c7b-4cf8-898e-181216bab6ad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:30.188350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:30.193670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94212cbc-945c-42f0-a3be-7800e7cd3411 None None] Network baff0c42-5a1c-483a-9a4c-3549e47aeaf6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:30.197074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.330695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] No DVR routers for this DVR port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:30.334726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.338567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:30.438167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] In _notify_port_updated(), no bound segment for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 16:57:30.439157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:30.439790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.442004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0e53a331-d014-40b3-8976-fd65c3475f73 service neutron] 10.222.0.61 "PUT /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 200 len: 1032 time: 1.0978737 Jul 27 16:57:30.536030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a66fe670-7234-4a7c-b23e-3c24806af342 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:30.545263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba754-bba4-4b38-9f76-f5387ec0585a req-a472b63f-4da2-47cc-bec6-099c34e5b66f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:30.546435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] DHCP port deletion for baff0c42-5a1c-483a-9a4c-3549e47aeaf6 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:57:30.555813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67fba754-bba4-4b38-9f76-f5387ec0585a req-a472b63f-4da2-47cc-bec6-099c34e5b66f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.1296992 Jul 27 16:57:30.557024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a66fe670-7234-4a7c-b23e-3c24806af342 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "GET /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1028519 Jul 27 16:57:30.586019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:30.603965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67fba754-bba4-4b38-9f76-f5387ec0585a req-c4383a10-ea16-495c-ac79-67b1f4f20fcc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 Jul 27 16:57:30.616640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Deleting port ce6e13dc-aff1-4dfb-836d-4aea9904db4b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:30.617023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.705165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.707786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] For port ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:30.708204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.709526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Deleting port ce6e13dc-aff1-4dfb-836d-4aea9904db4b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:30.709871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.711778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bb8206e1-80c9-4b96-8827-138186f7ba05 None None] Provisioning complete for port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:30.712151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bb8206e1-80c9-4b96-8827-138186f7ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.744592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Calling delete_port for ce6e13dc-aff1-4dfb-836d-4aea9904db4b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:30.800907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bb8206e1-80c9-4b96-8827-138186f7ba05 None None] Port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:30.846909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] For port ce6e13dc-aff1-4dfb-836d-4aea9904db4b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,segment=NetworkSegment(53042f1f-7fe5-4b80-ab5d-2788ec65ce5c),segment_id=53042f1f-7fe5-4b80-ab5d-2788ec65ce5c)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:30.847357 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.852016 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:30.870563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] No DVR routers for this DVR port ce6e13dc-aff1-4dfb-836d-4aea9904db4b on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:30.874825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Calling delete_port for ce6e13dc-aff1-4dfb-836d-4aea9904db4b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:30.903465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e05920-d069-4350-98eb-00ff7bdf3ead None None] Pushing event deleted for resources: {'Port': ['ID=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.009384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.016881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.023171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.033431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.035494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.036250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.041470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.046809 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-9a742e83-c5d2-4aa9-a0f6-5f8ee70780b5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 4665 time: 0.2550387 Jul 27 16:57:31.078529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=dad85224-c4f7-4dc6-913d-111020f15944,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:31.132787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.150601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] For port dad85224-c4f7-4dc6-913d-111020f15944, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:31.157948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-966e3188-f57b-4ecf-bfc5-7c68b112b0f8 req-b1c63a54-edd7-4e39-9045-73c3f1373b9e tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&id=83bb00e8-1fa1-470d-87ec-218fda902486&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934966 Jul 27 16:57:31.162052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:31.164415 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c8bc7-4be0-416b-8275-043cb1b3fefe" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:31.178868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.179617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:31.201483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.202718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f356294b-b34f-4bea-82fd-f5477c546e2f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.216091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6e13dc-aff1-4dfb-836d-4aea9904db4b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.219876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] device_id is not set on port dad85224-c4f7-4dc6-913d-111020f15944 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 16:57:31.227270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] No DVR routers for this DVR port ce6e13dc-aff1-4dfb-836d-4aea9904db4b on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:31.234193 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046624a6-a236-4543-8dc6-e55d9a2be3cd x-openstack-request-id: req-046624a6-a236-4543-8dc6-e55d9a2be3cd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:31.234552 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:31.234704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.234871 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-046624a6-a236-4543-8dc6-e55d9a2be3cd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:31.235431 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'code': 200} Jul 27 16:57:31.263590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.295351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.370578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.386839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.399977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Pushing event updated for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.402278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] No DVR routers for this DVR port dad85224-c4f7-4dc6-913d-111020f15944 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:31.414714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baff0c42-5a1c-483a-9a4c-3549e47aeaf6']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:31.444046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:31.451663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.451891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:31.452118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53042f1f-7fe5-4b80-ab5d-2788ec65ce5c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:31.452576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 49cf4fe9-1ffd-4717-8057-122f67750692 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.468157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.490713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] In _notify_port_updated(), no bound segment for port dad85224-c4f7-4dc6-913d-111020f15944 on network d1958017-807c-4b55-81f5-c90f854763c5 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 16:57:31.491849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:31.492702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.494235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a3de4995-5761-44bd-b085-1f295064e233 service neutron] 10.222.0.61 "PUT /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 200 len: 1032 time: 0.9168632 Jul 27 16:57:31.495369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.510093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:57:31.510571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:57:31.512528 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:57:31.640911 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.666905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.674376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.678718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] 10.222.0.64 "DELETE /v2.0/networks/baff0c42-5a1c-483a-9a4c-3549e47aeaf6 HTTP/1.1" status: 204 len: 168 time: 1.4871213 Jul 27 16:57:31.679375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d605f42f-efc9-403e-9cdc-9f2801769c7b None None] Provisioning complete for port dad85224-c4f7-4dc6-913d-111020f15944 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:31.679686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d605f42f-efc9-403e-9cdc-9f2801769c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.705602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f1f0e-5153-40ff-b3b7-5fedb8301246 admin admin] Pushing event deleted for resources: {'Network': ['ID=baff0c42-5a1c-483a-9a4c-3549e47aeaf6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.765853 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.767890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d605f42f-efc9-403e-9cdc-9f2801769c7b None None] Port dad85224-c4f7-4dc6-913d-111020f15944 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:31.780517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port 65445e1a-3a30-49f8-8388-0ff296e451a0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:31.780942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.809155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:31.816653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:31.819650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d2c63ed4-3911-4091-ad3d-eb19ebe503e9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.900788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:31.905597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:31.908499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ce6e13dc-aff1-4dfb-836d-4aea9904db4b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.940413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ce6e13dc-aff1-4dfb-836d-4aea9904db4b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:57:31.940796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ce6e13dc-aff1-4dfb-836d-4aea9904db4b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:31.960687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d2c63ed4-3911-4091-ad3d-eb19ebe503e9 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:31.961121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 41307b56-829c-42b7-bbe7-d3221c731f7f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:31.989431 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-98c23711-8188-4af5-b604-86c0890de4e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f0838bc36c64ff59313e87eb1dfb311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822594 Jul 27 16:57:31.994154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:32.003149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:32.003740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.029887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947060e2-89ed-4cad-aa50-72171184c344 req-ebce3dfe-dc4b-467b-a6b1-207312654604 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.034175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-947060e2-89ed-4cad-aa50-72171184c344 req-ebce3dfe-dc4b-467b-a6b1-207312654604 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2254775 Jul 27 16:57:32.085804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.112842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-947060e2-89ed-4cad-aa50-72171184c344 req-13189d32-0c01-4232-8245-fa84c1fb8b3b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665381 Jul 27 16:57:32.140643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:32.145924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.147034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65445e1a-3a30-49f8-8388-0ff296e451a0 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:32.161728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.219541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.257069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:32.318311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.366468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65445e1a-3a30-49f8-8388-0ff296e451a0, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65445e1a-3a30-49f8-8388-0ff296e451a0,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:32.371799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.373768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device dad85224-c4f7-4dc6-913d-111020f15944 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:57:32.416725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.417309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.417970 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Floating IP 5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf disassociated. External IP: 172.25.4.146, port: 65445e1a-3a30-49f8-8388-0ff296e451a0. Jul 27 16:57:32.418560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for 65445e1a-3a30-49f8-8388-0ff296e451a0 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:32.475669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:32.500352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.504638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.505078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device dad85224-c4f7-4dc6-913d-111020f15944 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:57:32.509780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5693973d-d1e7-455e-b050-8cfefe735f91 HTTP/1.1" status: 204 len: 168 time: 0.5115306 Jul 27 16:57:32.533682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1faa59-7dce-4d80-a5f8-2029c24afeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693973d-d1e7-455e-b050-8cfefe735f91,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:32.559739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.572847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.582141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.590650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.603082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:32.615134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-73ab127b-fccd-4253-a13a-82ad7ebfcfbe tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 3878 time: 0.2918394 Jul 27 16:57:32.686189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-898f74cf-c663-43b7-9ae6-5e400f81d27b req-b9742196-70dd-4f07-8e3e-cdb9b6c1dbe9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606422 Jul 27 16:57:32.864108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:32.894455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=65445e1a-3a30-49f8-8388-0ff296e451a0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:33.026415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:33.108845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:33.129317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.137425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6da862f-2cd2-4808-8633-6d6a9feb9fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.194531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:33.209617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Sync routers for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:33.223949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:33.225302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:33.294522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6da862f-2cd2-4808-8633-6d6a9feb9fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.298430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:33.302176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6da862f-2cd2-4808-8633-6d6a9feb9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.303671 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cce9d0-ffa0-4629-99a3-f2dc8bdfe99e" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:33.318697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] No DVR routers for this DVR port 65445e1a-3a30-49f8-8388-0ff296e451a0 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:33.322996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.325637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-a5a9b977-f45a-440d-bcff-f094b855ab40 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "DELETE /v2.0/ports/65445e1a-3a30-49f8-8388-0ff296e451a0 HTTP/1.1" status: 204 len: 173 time: 1.8234444 Jul 27 16:57:33.326394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:33.329535 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7175cf-ab61-4b2b-99ce-eb0704566615" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:33.352287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6da862f-2cd2-4808-8633-6d6a9feb9fac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2410133 Jul 27 16:57:33.354850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:33.426759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:33.442146 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c724b364-679d-4ad9-b1bb-a5ef94a6af1d x-openstack-request-id: req-c724b364-679d-4ad9-b1bb-a5ef94a6af1d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:33.442805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-unplugged", "status": "completed", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:33.443270 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c724b364-679d-4ad9-b1bb-a5ef94a6af1d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:33.444377 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'code': 200} Jul 27 16:57:33.444896 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692', 'code': 200} Jul 27 16:57:33.445501 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'code': 200} Jul 27 16:57:33.445974 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'code': 200} Jul 27 16:57:33.446161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da862f-2cd2-4808-8633-6d6a9feb9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fbac43-2f9e-49a5-aa6f-77f879022a4f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:33.497154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.537157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.546168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:33.547114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.597076 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.601516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.608499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34fbac43-2f9e-49a5-aa6f-77f879022a4f HTTP/1.1" status: 204 len: 168 time: 0.2512732 Jul 27 16:57:33.628249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8a97a-40d6-4a3f-9b2e-5d1f31ef73bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fbac43-2f9e-49a5-aa6f-77f879022a4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:33.685357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4496-d090-49ee-9eb5-8658f71284bb req-52f86d09-2ff6-4e2d-b03d-693bb6451943 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:33.686961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-714c4496-d090-49ee-9eb5-8658f71284bb req-52f86d09-2ff6-4e2d-b03d-693bb6451943 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.4890029 Jul 27 16:57:33.851972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:33.899068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] For port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:33.899068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:33.914262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-714c4496-d090-49ee-9eb5-8658f71284bb req-a7468d6a-7ca2-4f00-b294-28f1b57f7690 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155044 Jul 27 16:57:33.930527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Checking router: 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:33.932530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:33.944604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:33.945285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:34.075220 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05209e2-57dc-49cb-8589-9a24d58187b0 x-openstack-request-id: req-c05209e2-57dc-49cb-8589-9a24d58187b0 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:34.076358 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "65445e1a-3a30-49f8-8388-0ff296e451a0", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:34.076939 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c05209e2-57dc-49cb-8589-9a24d58187b0 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:34.077453 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '65445e1a-3a30-49f8-8388-0ff296e451a0', 'status': 'completed', 'code': 200} Jul 27 16:57:34.246795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:34.268122 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:34.412777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=83f5517a-97f9-43b0-92a9-6d3fa3cb26d3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:34.494857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] No DVR routers for this DVR port 83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:34.501475 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:34.503481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-0fbb7036-d438-4cbc-bbcc-0c19cedf211f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "DELETE /v2.0/ports/83f5517a-97f9-43b0-92a9-6d3fa3cb26d3 HTTP/1.1" status: 204 len: 173 time: 1.1701372 Jul 27 16:57:34.702637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:34.766840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a336cb-0514-43a5-9890-d25b22992ded None None] The sync data for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 is: [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:20Z', 'revision_number': 4, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '20175077-948a-4d92-be1e-71f0c13f26e9', 'name': '', 'network_id': '9d98f7d4-dc7f-4102-841a-3ae8176ba53b', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'mac_address': 'fa:16:3e:f4:23:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '24442099-619a-4587-b320-38c5c6abfc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:18Z', 'updated_at': '2021-07-27T16:46:30Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'subnets': [{'id': '24442099-619a-4587-b320-38c5c6abfc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:35.044798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:57:35.241018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:35.278096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'mac_address': 'fa:16:3e:6a:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:57:35.363590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb56d0-a1f0-45f5-babb-98b81bf3f844 req-5281644c-a8cd-4f27-9a75-bca5689c7f84 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:35.365510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fcb56d0-a1f0-45f5-babb-98b81bf3f844 req-5281644c-a8cd-4f27-9a75-bca5689c7f84 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 944 time: 0.2091603 Jul 27 16:57:35.432606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:35.440387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254df2-c49d-43c4-b3c6-21f125bf040d req-5a89a718-00c0-4fb7-9e13-251c1825433c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:35.444924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fcb56d0-a1f0-45f5-babb-98b81bf3f844 req-e2e34e59-be05-4228-9b2e-88ee18508d7b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681729 Jul 27 16:57:35.456676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:35.460786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254df2-c49d-43c4-b3c6-21f125bf040d req-5a89a718-00c0-4fb7-9e13-251c1825433c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:35.473043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e65507-1815-4bb4-aae0-b2b37c37c028 None None] New status for floating IP 5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:57:35.477894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254df2-c49d-43c4-b3c6-21f125bf040d req-5a89a718-00c0-4fb7-9e13-251c1825433c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:35.479786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6254df2-c49d-43c4-b3c6-21f125bf040d req-5a89a718-00c0-4fb7-9e13-251c1825433c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 2409 time: 1.2652757 Jul 27 16:57:35.486144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:57:35.542891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:35.552281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:35.766730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-268854220-network', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:35.777941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6254df2-c49d-43c4-b3c6-21f125bf040d req-5b72821c-d4c8-443f-a359-cde7401893da tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906773 Jul 27 16:57:35.816567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:35.819148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:35.844159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:35.845156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:35.851845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port 41307b56-829c-42b7-bbe7-d3221c731f7f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:35.852394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:35.933468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['85867278-4588-4e8b-a1c6-b9b8287a35e9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:57:36.092333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:36.101238 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231dc122-6f71-4eed-ac90-1699523278cc" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:36.120131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] For port 41307b56-829c-42b7-bbe7-d3221c731f7f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=41307b56-829c-42b7-bbe7-d3221c731f7f,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:36.122113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.181402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for 41307b56-829c-42b7-bbe7-d3221c731f7f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:36.226796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.232821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.285809 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7b3b3-2257-4e0e-a483-34ab2c447023 x-openstack-request-id: req-b5e7b3b3-2257-4e0e-a483-34ab2c447023 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:36.286639 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "83f5517a-97f9-43b0-92a9-6d3fa3cb26d3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:36.287160 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5e7b3b3-2257-4e0e-a483-34ab2c447023 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:36.287894 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '83f5517a-97f9-43b0-92a9-6d3fa3cb26d3', 'status': 'completed', 'code': 200} Jul 27 16:57:36.313056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:57:36.317856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee15b29-e754-4b90-a1c9-7c37e90ba849,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:36.340800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.344902 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Added segment b938c187-2858-4846-a8d8-f4bdaabe279b of type vlan for network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 Jul 27 16:57:36.417347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.454830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.455924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:36.456695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.482766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0367115 Jul 27 16:57:36.490084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:36.528692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Request body: {'subnet': {'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-268854220-subnet', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:36.536029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddf404-7f83-4f96-bcba-6b748423e2cb admin admin] Pushing event updated for resources: {'Network': ['ID=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:36.541257 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.554305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:57:36.650511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=41307b56-829c-42b7-bbe7-d3221c731f7f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:36.709927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] No DVR routers for this DVR port 41307b56-829c-42b7-bbe7-d3221c731f7f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:36.713640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.716504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-64a50cb0-ea20-4e66-9a86-3949fa38db9d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "DELETE /v2.0/ports/41307b56-829c-42b7-bbe7-d3221c731f7f HTTP/1.1" status: 204 len: 173 time: 2.1928384 Jul 27 16:57:36.721142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:36.723873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:36.948345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdc2d-3c40-429e-97d8-f617adb52933 req-5369748d-30f5-478d-b2bd-1760599bf245 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:36.950103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02ebdc2d-3c40-429e-97d8-f617adb52933 req-5369748d-30f5-478d-b2bd-1760599bf245 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 945 time: 0.3720927 Jul 27 16:57:37.067589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:37.081668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5668b-722f-4f0f-b9fb-eb3c43f81626 req-d439e82f-e304-48f2-8ee6-eb7989c86246 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:37.096301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5668b-722f-4f0f-b9fb-eb3c43f81626 req-d439e82f-e304-48f2-8ee6-eb7989c86246 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:37.104136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44d5668b-722f-4f0f-b9fb-eb3c43f81626 req-d439e82f-e304-48f2-8ee6-eb7989c86246 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 1677 time: 0.1423528 Jul 27 16:57:37.125448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02ebdc2d-3c40-429e-97d8-f617adb52933 req-cd0d82b3-5c3b-4155-8dfa-1644631bdfde tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652508 Jul 27 16:57:37.175017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port 49cf4fe9-1ffd-4717-8057-122f67750692 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:37.175384 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.184164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44d5668b-722f-4f0f-b9fb-eb3c43f81626 req-acf984e1-8506-4048-9ee1-e4fa6ead1aaf tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790544 Jul 27 16:57:37.190777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 85867278-4588-4e8b-a1c6-b9b8287a35e9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:37.191547 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.314517 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.329011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.347569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:37.353684 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89fe6f5-0368-462b-ad6a-18262dd0fceb" -d '{"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:37.368918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:37.379150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.394164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] For port 49cf4fe9-1ffd-4717-8057-122f67750692, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=49cf4fe9-1ffd-4717-8057-122f67750692,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:37.394633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.434778 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa326d3-6776-4426-aa43-4e3902768e83 x-openstack-request-id: req-1aa326d3-6776-4426-aa43-4e3902768e83 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:37.435624 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-plugged", "status": "completed", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:37.435735 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1aa326d3-6776-4426-aa43-4e3902768e83 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:37.436125 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'code': 200} Jul 27 16:57:37.436851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for 49cf4fe9-1ffd-4717-8057-122f67750692 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:37.444343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6e7127-604b-4343-acf4-75a924085e37,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:37.498402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:37.501963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:37.502859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Network hostable DHCP agents. Network: 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:57:37.556736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:57:37.567616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:37.572457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:37.573159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.582779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0918ca-be2d-4e4c-95e5-644d304fbac4 None None] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:37.666402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d1b88b39-b6de-4e57-bab7-073642ff01f3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1560969 Jul 27 16:57:37.666786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:37.674903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:37.683211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.726582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=49cf4fe9-1ffd-4717-8057-122f67750692,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:37.730318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.741273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488720eb-92eb-411e-a506-fe6e185e21ba req-120b3edf-f54e-4008-8a4c-34d04336d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:37.742002 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-488720eb-92eb-411e-a506-fe6e185e21ba req-120b3edf-f54e-4008-8a4c-34d04336d22d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 1098 time: 0.1249478 Jul 27 16:57:37.753938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.815814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] No DVR routers for this DVR port 49cf4fe9-1ffd-4717-8057-122f67750692 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:37.820709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.823470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-d1527ae3-15d0-471b-bbba-879d924a069c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "DELETE /v2.0/ports/49cf4fe9-1ffd-4717-8057-122f67750692 HTTP/1.1" status: 204 len: 173 time: 1.0970216 Jul 27 16:57:37.871501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:57:37.872877 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.894004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:37.953514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-488720eb-92eb-411e-a506-fe6e185e21ba req-c610d95b-0f43-4c1f-bf4f-991350e5d5db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846337 Jul 27 16:57:38.063011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Allocated IP 172.20.0.2 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/7928fe50-3cda-4b48-a4a7-a90fdf277504) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:38.122032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port f356294b-b34f-4bea-82fd-f5477c546e2f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:38.122393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.215936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.291387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f'}, {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:38.299163 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc944f35-bef9-42a8-8c49-3a1e149307f9" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f"}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:38.371997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.382334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Transition to ACTIVE for port object 7928fe50-3cda-4b48-a4a7-a90fdf277504 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:38.400759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Transition to ACTIVE for port object 7928fe50-3cda-4b48-a4a7-a90fdf277504 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:38.409421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.508307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Pushing event updated for resources: {'Port': ['ID=7928fe50-3cda-4b48-a4a7-a90fdf277504,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:38.516697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:38.519515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:38.527711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:38.548784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] For port f356294b-b34f-4bea-82fd-f5477c546e2f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f356294b-b34f-4bea-82fd-f5477c546e2f,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:38.549864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.579021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for f356294b-b34f-4bea-82fd-f5477c546e2f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:38.602731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87299729-de7d-4f2d-b8a4-9b3370be19d1 req-05185788-da01-49ac-b2d3-75d649f523da tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:38.604327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87299729-de7d-4f2d-b8a4-9b3370be19d1 req-05185788-da01-49ac-b2d3-75d649f523da tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.2915883 Jul 27 16:57:38.639907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Attempting to bind port 7928fe50-3cda-4b48-a4a7-a90fdf277504 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:38.643730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Attempting to bind port 7928fe50-3cda-4b48-a4a7-a90fdf277504 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:38.644595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Attempting to bind port 7928fe50-3cda-4b48-a4a7-a90fdf277504 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:38.658791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:38.659269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:38.661087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.661486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:38.663524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Bound port: 7928fe50-3cda-4b48-a4a7-a90fdf277504, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:38.665010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.833446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.846754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72102e-702c-4722-85d9-680f44b816fd req-37669d5e-a007-4bee-9c7b-0b819c7041f3 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:38.855362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb72102e-702c-4722-85d9-680f44b816fd req-37669d5e-a007-4bee-9c7b-0b819c7041f3 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 943 time: 0.4124813 Jul 27 16:57:38.896798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:38.911077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87299729-de7d-4f2d-b8a4-9b3370be19d1 req-7185f100-12f8-4960-9374-a2fc3444a2f5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065759 Jul 27 16:57:39.057944 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc02b4-4491-46b6-9cf0-50ddbd67cccf x-openstack-request-id: req-3fbc02b4-4491-46b6-9cf0-50ddbd67cccf {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:39.058251 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "41307b56-829c-42b7-bbe7-d3221c731f7f", "status": "completed", "code": 200}, {"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "49cf4fe9-1ffd-4717-8057-122f67750692", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:39.058505 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fbc02b4-4491-46b6-9cf0-50ddbd67cccf {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:39.058979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] For port 7928fe50-3cda-4b48-a4a7-a90fdf277504, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:39.059644 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '41307b56-829c-42b7-bbe7-d3221c731f7f', 'status': 'completed', 'code': 200} Jul 27 16:57:39.060105 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': '49cf4fe9-1ffd-4717-8057-122f67750692', 'status': 'completed', 'code': 200} Jul 27 16:57:39.065265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] For port 7928fe50-3cda-4b48-a4a7-a90fdf277504, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7928fe50-3cda-4b48-a4a7-a90fdf277504,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:39.071183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:39.100048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:39.106755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb72102e-702c-4722-85d9-680f44b816fd req-76c5acfb-9c18-4f89-8867-f31199eb691f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups?id=3420ca52-ea48-49d1-a6d4-2f766ba9c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343843 Jul 27 16:57:39.278195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2daea9-2873-458e-975c-225842ce07a2 None None] Pushing event updated for resources: {'Port': ['ID=7928fe50-3cda-4b48-a4a7-a90fdf277504,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:39.287126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Allocated IP 172.25.4.228 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f8750462-8556-4010-a865-0d78608a1c56) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:39.298763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=f356294b-b34f-4bea-82fd-f5477c546e2f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:39.304578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] No DVR routers for this DVR port f356294b-b34f-4bea-82fd-f5477c546e2f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:57:39.307626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:39.315870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-757b5e6f-5924-4a22-beea-40131e3a1ff3 req-877e49be-c01e-4449-98b6-ebb983bed62d tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.61 "DELETE /v2.0/ports/f356294b-b34f-4bea-82fd-f5477c546e2f HTTP/1.1" status: 204 len: 173 time: 1.4819143 Jul 27 16:57:39.450134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:39.501826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:39.641466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:39.647087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:39.649552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Pushing event updated for resources: {'Port': ['ID=f8750462-8556-4010-a865-0d78608a1c56,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:39.652653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:39.745941 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7739c8a-3f1d-4967-83e5-62583bce8e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:40.042589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7928fe50-3cda-4b48-a4a7-a90fdf277504 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:40.172223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7928fe50-3cda-4b48-a4a7-a90fdf277504 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:40.281779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:40.320997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d60eb51e-ea86-4988-9c62-524100f9146c req-56a64d13-7805-4741-a442-4145030b92e1 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0588856 Jul 27 16:57:40.467910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05364a0-ed4f-4b3a-9276-29679a9ce1a3 req-c1f0e3ad-0860-49d3-acd7-d811cf6208f5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:40.469495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e05364a0-ed4f-4b3a-9276-29679a9ce1a3 req-c1f0e3ad-0860-49d3-acd7-d811cf6208f5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.3439016 Jul 27 16:57:40.613471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e05364a0-ed4f-4b3a-9276-29679a9ce1a3 req-5f11e69c-04bd-4aa3-86de-702e010d3605 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971594 Jul 27 16:57:40.659072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:40.836112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a1d9a-d4a8-4169-8009-cbabb9f5615b None None] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:40.918255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Provisioning for port 7928fe50-3cda-4b48-a4a7-a90fdf277504 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:40.925503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Provisioning complete for port 7928fe50-3cda-4b48-a4a7-a90fdf277504 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:40.926385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:41.061862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:57:41.064137 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ff34a4-0744-4f87-be77-c945b45cff96" -d '{"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:57:41.098446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:41.109277 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e689ce3-6dd1-4a0d-ac67-4f2ff8b0c4df x-openstack-request-id: req-8e689ce3-6dd1-4a0d-ac67-4f2ff8b0c4df {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:57:41.109570 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436f7ff-ba06-437f-900d-c9176cab304b", "name": "network-vif-deleted", "tag": "f356294b-b34f-4bea-82fd-f5477c546e2f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:57:41.110143 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e689ce3-6dd1-4a0d-ac67-4f2ff8b0c4df {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:57:41.110501 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436f7ff-ba06-437f-900d-c9176cab304b', 'name': 'network-vif-deleted', 'tag': 'f356294b-b34f-4bea-82fd-f5477c546e2f', 'status': 'completed', 'code': 200} Jul 27 16:57:41.141175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:57:41.210222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] For port 7928fe50-3cda-4b48-a4a7-a90fdf277504, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7928fe50-3cda-4b48-a4a7-a90fdf277504,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:41.226354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:41.286879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559913a-dae5-4b08-b6be-6c98ef57b277 None None] Pushing event updated for resources: {'Port': ['ID=7928fe50-3cda-4b48-a4a7-a90fdf277504,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:41.289367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:41.300080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:41.308958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:41.312750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:41.313368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:41.313651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0612f433-b7bb-473e-9538-c17879d0ee2f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6441576 Jul 27 16:57:41.314256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:41.461487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:41.584640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1eb130e4-620f-4ea6-9783-2f0fd92d3f13 req-eec50c4c-dbd2-45e4-988d-118828e1cc9f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1257627 Jul 27 16:57:41.794259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3feed5c7-e805-4e11-ba10-3dbf5b16be51 None None] Provisioning complete for port 7928fe50-3cda-4b48-a4a7-a90fdf277504 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:41.794637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3feed5c7-e805-4e11-ba10-3dbf5b16be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:41.866941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:39Z', 'revision_number': 3, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:41.880887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f223432-1d1e-40ad-b3b2-4fa8ef44e82e req-54000382-b6b1-465b-8819-4515748bd7d4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:41.883176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f223432-1d1e-40ad-b3b2-4fa8ef44e82e req-54000382-b6b1-465b-8819-4515748bd7d4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.1274700 Jul 27 16:57:41.884715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7928fe50-3cda-4b48-a4a7-a90fdf277504 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:41.957758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:41.958209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Updating router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 port f8750462-8556-4010-a865-0d78608a1c56 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:41.989654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7f223432-1d1e-40ad-b3b2-4fa8ef44e82e req-192eab84-36b4-4c07-8a3c-dcf86d61d229 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984099 Jul 27 16:57:42.000080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.052142 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.193919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Allocated IP 172.20.0.1 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:42.297806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7928fe50-3cda-4b48-a4a7-a90fdf277504 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:42.298532 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.317766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.332737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Transition to ACTIVE for port object ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:42.368549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.383073 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.408463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Transition to ACTIVE for port object f8750462-8556-4010-a865-0d78608a1c56 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:42.422765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:42.425992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:42.428828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:42.457008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.465581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.474561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Pushing event updated for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:42.513226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.566203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd4fb8-5438-4ba0-945c-d6e2c8d8d451 None None] Pushing event updated for resources: {'Port': ['ID=f8750462-8556-4010-a865-0d78608a1c56,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:42.574909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Attempting to bind port f8750462-8556-4010-a865-0d78608a1c56 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:42.575546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Attempting to bind port f8750462-8556-4010-a865-0d78608a1c56 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:42.576083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Attempting to bind port f8750462-8556-4010-a865-0d78608a1c56 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:42.579268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20238a53-d215-46bb-b8f7-2a8eecd10e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.583468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:42.586546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:42.587058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.588108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:42.593855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Bound port: f8750462-8556-4010-a865-0d78608a1c56, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:42.593855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.685086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] For port f8750462-8556-4010-a865-0d78608a1c56, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:42.689709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] For port f8750462-8556-4010-a865-0d78608a1c56, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f8750462-8556-4010-a865-0d78608a1c56,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:42.694387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.778505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd4fb8-5438-4ba0-945c-d6e2c8d8d451 None None] Pushing event updated for resources: {'Port': ['ID=f8750462-8556-4010-a865-0d78608a1c56,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:42.786820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:42.787534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:42.795737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8aa80b67-458d-4c0e-8b9a-47d9029b406a req-f330ded7-0cf0-4f80-995a-517623f4c92c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0565038 Jul 27 16:57:42.836142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.854656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf67f12a-47a9-45c8-a4fe-1cb978091463 None None] Provisioning for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:42.887724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf67f12a-47a9-45c8-a4fe-1cb978091463 None None] Provisioning complete for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:42.888464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf67f12a-47a9-45c8-a4fe-1cb978091463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:42.942463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf67f12a-47a9-45c8-a4fe-1cb978091463 None None] Port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:42.945138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:43.020103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:43.025248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:43.096479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:43.098352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Pushing event updated for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:43.164997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:43.202764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:43.204205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:43.205398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664496-ac25-48e2-b6df-b4f62767c992 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:43.347857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:43.428894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:43.488535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ed452e3-74e1-47ee-a7b1-18d89c0db95b None None] Provisioning complete for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:43.488922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ed452e3-74e1-47ee-a7b1-18d89c0db95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:43.561681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1ed452e3-74e1-47ee-a7b1-18d89c0db95b None None] Port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:43.764718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:43.770308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b0e035c-cdba-48c1-99db-c4f816c4e454 admin admin] 10.222.0.64 "PUT /v2.0/routers/68efb314-3ee0-4251-bf5c-67299bf6f1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4546542 Jul 27 16:57:43.937422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7923c55-693d-4131-85e2-82d907f4a593 req-61f2f4e5-b802-4572-b107-55a0027328f5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0427103 Jul 27 16:57:44.442634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:44.448312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997253735-network', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:44.482510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Made reservation on behalf of 13233deb4f984b1c8dbc5f917d6cfa5a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:44.485396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.495361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.623511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.628545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.658277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:57:44.677563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add6da43-b344-468f-b681-5838844fe151,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:44.685715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.687779 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Added segment 2094b552-78ca-443c-8d81-a2dafdcce17e of type vlan for network aea61829-7882-45df-a728-e00a08bf4500 Jul 27 16:57:44.738441 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.779471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.780963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:44.781814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:44.842450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3984866 Jul 27 16:57:44.845103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41700) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:44.850202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Request body: {'subnet': {'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997253735-subnet', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:44.862420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee4332-4c44-4fdf-9c24-2417d5a94fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=aea61829-7882-45df-a728-e00a08bf4500,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:44.875559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network aea61829-7882-45df-a728-e00a08bf4500 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:57:44.886384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Made reservation on behalf of 13233deb4f984b1c8dbc5f917d6cfa5a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:44.892487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.066408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.097069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-20e63149-2d30-4220-adb2-96b0ef418364 req-f7113cb5-5a84-47ac-97cb-dd4e7f186ca2 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0404708 Jul 27 16:57:45.109927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.179998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dee4b3-b1f7-44d9-bfb8-331ab6737aac,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:45.191093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Checking segment: {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:45.191457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Network hostable DHCP agents. Network: aea61829-7882-45df-a728-e00a08bf4500, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:57:45.211317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Network aea61829-7882-45df-a728-e00a08bf4500 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:57:45.222493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, aea61829-7882-45df-a728-e00a08bf4500) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:45.228295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:45.229994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.235133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61a9e0-d6d6-4747-ad88-e47310cb689d None None] Network aea61829-7882-45df-a728-e00a08bf4500 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:45.248807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41706) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:45.249020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-36636485-f1e6-491b-80ca-c093544ff114 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4027376 Jul 27 16:57:45.253826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:45.281332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.282901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.345914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.429198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-aea61829-7882-45df-a728-e00a08bf4500', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:57:45.430338 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.495114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.604665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Allocated IP 172.20.0.2 (aea61829-7882-45df-a728-e00a08bf4500/f8dee4b3-b1f7-44d9-bfb8-331ab6737aac/c30126f3-d1c3-4d58-8290-d1e07bde455e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:45.810141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.831929 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.845769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Transition to ACTIVE for port object c30126f3-d1c3-4d58-8290-d1e07bde455e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:45.846414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.870577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Transition to ACTIVE for port object c30126f3-d1c3-4d58-8290-d1e07bde455e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:45.887775 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:45.927729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f8750462-8556-4010-a865-0d78608a1c56 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:45.975792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Network aea61829-7882-45df-a728-e00a08bf4500 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:45.990507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:45.995234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:45.998089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Pushing event updated for resources: {'Port': ['ID=c30126f3-d1c3-4d58-8290-d1e07bde455e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:46.018687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.018687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.018687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.019063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.019235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.021637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.021637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.021637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.021637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.021637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.022055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.022055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:46.071176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Allocated IP 172.25.4.134 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/178b6089-c3d6-48b3-97f6-a2244c9d1bc0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:46.082413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:46.100580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Attempting to bind port c30126f3-d1c3-4d58-8290-d1e07bde455e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:46.100927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Attempting to bind port c30126f3-d1c3-4d58-8290-d1e07bde455e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:46.101492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Attempting to bind port c30126f3-d1c3-4d58-8290-d1e07bde455e on network aea61829-7882-45df-a728-e00a08bf4500 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:46.105879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f8750462-8556-4010-a865-0d78608a1c56 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:46.112303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:46.112846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Checking segment: {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:46.113324 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.113809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Bound using segment: {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:46.114293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Bound port: c30126f3-d1c3-4d58-8290-d1e07bde455e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:46.114722 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.118817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f8750462-8556-4010-a865-0d78608a1c56 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:46.119196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.162582 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:46.164904 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:46.242971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] For port c30126f3-d1c3-4d58-8290-d1e07bde455e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:46.288118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] For port c30126f3-d1c3-4d58-8290-d1e07bde455e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c30126f3-d1c3-4d58-8290-d1e07bde455e,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:46.300461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.312785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.345285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d7d5c5b-76ad-471a-9286-39e2d1070f38 req-d033e679-c9e4-4039-acda-d9061c689c4a tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0702460 Jul 27 16:57:46.381858 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:46.424064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.472004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:46.477558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:46.485578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:46.587787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.612932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f8750462-8556-4010-a865-0d78608a1c56, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f8750462-8556-4010-a865-0d78608a1c56,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:46.614167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa220-e55b-4f25-9495-e25faf8a3dfa None None] Pushing event updated for resources: {'Port': ['ID=c30126f3-d1c3-4d58-8290-d1e07bde455e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:46.629969 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.713534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Pushing event updated for resources: {'Port': ['ID=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:46.741368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f8750462-8556-4010-a865-0d78608a1c56,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:46.741636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 2, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:46.804968 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:46.805348 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Updating router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:46.829649 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:46.871363 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.047710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.352350 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.364597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Transition to ACTIVE for port object ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:47.373089 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.403273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.448506 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806153-532f-4701-b6ea-49c856079c93 None None] Pushing event updated for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:47.496390 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Attempting to bind port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:47.496929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Attempting to bind port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:47.497392 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Attempting to bind port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:47.505113 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:47.505484 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:47.505886 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.506389 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:47.506857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Bound port: ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:47.507234 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.617579 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] For port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:47.621842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] For port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:47.635398 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.641207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4346e0b2-d013-4568-a594-5d40b4d5d45d req-14ae8a4a-a4f5-42d8-a0b3-dc857e0a1ec9 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1158488 Jul 27 16:57:47.691173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Router e3043c53-398d-49c3-9346-a5bdbc28a25e is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:57:47.717251 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806153-532f-4701-b6ea-49c856079c93 None None] Pushing event updated for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:47.721204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:47.722077 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:47.939345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:47.960627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Sync routers for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:47.975357 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:47.977418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:47.981581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7c5ef9b9-1c05-4858-acf5-c5baa11b1387 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7288830 Jul 27 16:57:47.981817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:57:48.005881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:48.006915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:48.198054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f8750462-8556-4010-a865-0d78608a1c56 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:48.288452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:48.407069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd35d0e-1d51-4829-ba0d-3625cee73c12 None None] Network aea61829-7882-45df-a728-e00a08bf4500 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:57:48.456576 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:47Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:48.705144 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390c59c-1a5c-462c-b7fc-d3b8d29377c6 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:47Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:48.815618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e47dc6b7-4c18-45cb-9b5a-141fa9549bb1 None None] Provisioning for port c30126f3-d1c3-4d58-8290-d1e07bde455e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:48.910400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f8750462-8556-4010-a865-0d78608a1c56 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:48.911502 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.025554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a271088d-4d81-4e7d-aae0-8f2141bb322f req-4a89536c-fe3e-4afc-baa1-7f2de634b2ac tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0377779 Jul 27 16:57:49.075934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.262271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:49.409478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 3, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:49.421988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Allocated IP 172.20.0.1 (aea61829-7882-45df-a728-e00a08bf4500/f8dee4b3-b1f7-44d9-bfb8-331ab6737aac/65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:49.481091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Checking router: e3043c53-398d-49c3-9346-a5bdbc28a25e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:49.481696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Updating router e3043c53-398d-49c3-9346-a5bdbc28a25e port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:49.591825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:49.599809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:49.600192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.602006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.641302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.689320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Transition to ACTIVE for port object 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:49.750146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.812154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Network aea61829-7882-45df-a728-e00a08bf4500 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:49.815493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:49.821145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:49.879848 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:49.935346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Pushing event updated for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:49.937833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.155767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:50.163229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.165190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c30126f3-d1c3-4d58-8290-d1e07bde455e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:50.234256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14517022-3bb3-40a2-ba11-e61fd706a097 req-2ae76150-aba3-473c-8acd-5a7a8e3a9f55 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0685463 Jul 27 16:57:50.239489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.331875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d1c0c65-7a4e-4ef6-a876-544228ccb330 None None] Provisioning for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:50.347937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:50.353210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6d1c0c65-7a4e-4ef6-a876-544228ccb330 None None] Provisioning complete for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:50.353622 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0c65-7a4e-4ef6-a876-544228ccb330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.382430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c30126f3-d1c3-4d58-8290-d1e07bde455e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:50.397760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c30126f3-d1c3-4d58-8290-d1e07bde455e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:50.398159 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.461041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c0c65-7a4e-4ef6-a876-544228ccb330 None None] Port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:50.493410 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.507322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Transition to ACTIVE for port object 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:50.514697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.521671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.527645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.613125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.615194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bdef-caff-4804-89a7-20ec829cade4 None None] Pushing event updated for resources: {'Port': ['ID=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:50.617928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Attempting to bind port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:50.617928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Attempting to bind port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:50.618296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Attempting to bind port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:50.645946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.647195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:50.647583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:50.647994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.648418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:50.648898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Bound port: 178b6089-c3d6-48b3-97f6-a2244c9d1bc0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:50.649284 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.684622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Pushing event updated for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:50.700056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c30126f3-d1c3-4d58-8290-d1e07bde455e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c30126f3-d1c3-4d58-8290-d1e07bde455e,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:50.712772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.785138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] For port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:50.806103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] For port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:50.815486 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:50.827314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Network aea61829-7882-45df-a728-e00a08bf4500 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:50.839471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:50.848417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c30126f3-d1c3-4d58-8290-d1e07bde455e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:50.861159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:51.247806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:51.248605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:51.258846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:51.259233 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:51.383657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bdef-caff-4804-89a7-20ec829cade4 None None] Pushing event updated for resources: {'Port': ['ID=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:51.413744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e76e861d-7efa-4fb8-8a7c-30fc63610b77 None None] Provisioning complete for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:51.414120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e76e861d-7efa-4fb8-8a7c-30fc63610b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:51.472952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d8babba-9a1c-42e3-acd7-74456297c507 req-d2730787-74eb-4460-a13b-700861cf8e2f tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0614715 Jul 27 16:57:51.511758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Router e3043c53-398d-49c3-9346-a5bdbc28a25e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:51.535596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e76e861d-7efa-4fb8-8a7c-30fc63610b77 None None] Port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:51.555202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:51.686977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:57:51.693269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d51e06e5-7975-40e8-a63c-fb0c084ae011 admin admin] 10.222.0.64 "PUT /v2.0/routers/e3043c53-398d-49c3-9346-a5bdbc28a25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7092743 Jul 27 16:57:51.906859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212', 'name': '', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'mac_address': 'fa:16:3e:2d:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:49Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 2, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'subnets': [{'id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:51.975045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cb080-6934-43e3-9f1d-4e4a1e9750fb None None] The sync data for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 is: [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212', 'name': '', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'mac_address': 'fa:16:3e:2d:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:49Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 2, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'subnets': [{'id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:52.645090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5f16ed7-7fc8-4b25-9151-7ee674a1da37 req-7ea712c9-141e-49cc-96db-9e6f0b5a7195 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0483317 Jul 27 16:57:52.697804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-48c2a9f2-cab8-4ce5-a9d1-bbf256187499 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4087145 Jul 27 16:57:52.925158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35442-d360-4369-bb97-317e0b69bb06 req-1ab82a2a-48f3-4c34-a1d2-91e23e7b4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:52.934374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-1ab82a2a-48f3-4c34-a1d2-91e23e7b4762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1642466 Jul 27 16:57:52.960561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c30126f3-d1c3-4d58-8290-d1e07bde455e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:53.094947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c30126f3-d1c3-4d58-8290-d1e07bde455e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:53.095268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:53.199053 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:57:53.250478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35442-d360-4369-bb97-317e0b69bb06 req-50f76460-e93f-4677-8629-23f4602b6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:53.268030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-50f76460-e93f-4677-8629-23f4602b6a04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.2903082 Jul 27 16:57:53.462430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-6614c25f-a71c-4528-b8f4-094420e28acd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 200 len: 1002 time: 0.1814349 Jul 27 16:57:53.577725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35442-d360-4369-bb97-317e0b69bb06 req-929730eb-8666-47db-871a-cb225bf19e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:53.580144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-929730eb-8666-47db-871a-cb225bf19e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1040392 Jul 27 16:57:53.675443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35442-d360-4369-bb97-317e0b69bb06 req-6ddd0f27-d62e-4c7f-b1e8-76dfa683e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:53.677401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-6ddd0f27-d62e-4c7f-b1e8-76dfa683e761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908136 Jul 27 16:57:53.815397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-ed111df2-4c08-4f5a-8203-d72056e4cdcb service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258466 Jul 27 16:57:53.856543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aaeb637d-52e2-4568-b24d-61fc84eea5c3 req-98ddd487-6769-4ed4-9170-f2585dcd5148 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0672615 Jul 27 16:57:53.988201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dca35442-d360-4369-bb97-317e0b69bb06 req-14ef933a-3c7e-497a-9661-78aa3fc19eea service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650968 Jul 27 16:57:54.870449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-c8390316-192f-409d-ae98-9095fa92a70b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:54.883961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-c8390316-192f-409d-ae98-9095fa92a70b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1840160 Jul 27 16:57:54.909241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-9c36ff08-9c45-45f9-9a98-abbc987f7dda tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0243068 Jul 27 16:57:54.928167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:55.018491 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-a8a6bdcc-d828-4287-92d7-b3de59f65d42 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016669 Jul 27 16:57:55.079306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98e57af1-6e32-4e60-887c-40d46cceeb49 req-c8f6746f-409f-4613-ab73-c9b34c4b6781 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0510967 Jul 27 16:57:55.117811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:55.122838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:55.123494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:55.192775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-0eaa4379-19ab-4c1e-a4fe-72e0f42f2624 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669092 Jul 27 16:57:55.309692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:55.351085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-67c90dff-368f-4a8d-b813-e6fc1d3787eb service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452668 Jul 27 16:57:55.369541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:55.379995 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:55.483511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:55.683759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61cde0-7f76-4f34-9f3c-3a6632263c2f req-3451cc62-7aa3-4fcc-a01c-3acd39e0732a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:55.684220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb61cde0-7f76-4f34-9f3c-3a6632263c2f req-3451cc62-7aa3-4fcc-a01c-3acd39e0732a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.0806959 Jul 27 16:57:55.755731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb61cde0-7f76-4f34-9f3c-3a6632263c2f req-fa9df593-139c-49c6-8674-e4ca5d24941f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619907 Jul 27 16:57:55.813884 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a30e4390-4b7f-461e-85bb-2f55b369ec8f req-862dbc52-c09b-4844-bcbc-ca652181a406 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0491285 Jul 27 16:57:56.248455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b3bd4df-7610-460e-8535-fe71ba193ade req-86405695-c9d9-464c-a137-4a217462cc85 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0450070 Jul 27 16:57:56.379400 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Sync routers for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:57:56.390289 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:56.391931 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:56.601674 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:56.898987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:56.951228 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212', 'name': '', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'mac_address': 'fa:16:3e:2d:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:49Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 2, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'subnets': [{'id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:56.983963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:56.984516 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.018477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-041c845d-04c1-42df-bbf4-bc16f274045f req-bdf191c6-fdd5-4ed4-94c2-e7c0b65eb61c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0476916 Jul 27 16:57:57.032633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Checking router: e3043c53-398d-49c3-9346-a5bdbc28a25e for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:57:57.032633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Updating router e3043c53-398d-49c3-9346-a5bdbc28a25e port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:57:57.041680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7447a27-abb9-43e7-9e52-59727808a483 req-72d31ac7-8ed7-4c7f-967f-14188a4d701d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:57.043500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7447a27-abb9-43e7-9e52-59727808a483 req-72d31ac7-8ed7-4c7f-967f-14188a4d701d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1381538 Jul 27 16:57:57.073523 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.124510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e7447a27-abb9-43e7-9e52-59727808a483 req-2b471a17-2980-46a1-a152-60b3c266de33 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562003 Jul 27 16:57:57.395303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-22c6bd0e-67be-4400-bb1e-30c8876ce6c5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:57.397204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-22c6bd0e-67be-4400-bb1e-30c8876ce6c5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.2061558 Jul 27 16:57:57.463023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e65335da-81eb-4da5-9064-bbee2f46c054 req-4d88826a-41af-4088-840f-83744c0491aa tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0604036 Jul 27 16:57:57.473351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': '9dc60713-41c7-433f-b87b-8e176c195cda', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:57.521863 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.526635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-4eeb99b7-9cee-4ba1-83a1-6585fece1c43 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:57.530404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-4eeb99b7-9cee-4ba1-83a1-6585fece1c43 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.1245451 Jul 27 16:57:57.579085 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Transition to ACTIVE for port object 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:57.589110 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.670070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:57:57.675786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.677659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061cf85-7683-4997-bfb3-235a0691ca59 None None] Pushing event updated for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:57.795706 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Attempting to bind port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:57:57.799400 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Attempting to bind port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:57:57.800051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Attempting to bind port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 on network aea61829-7882-45df-a728-e00a08bf4500 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:57:57.821206 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:57:57.822255 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Checking segment: {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:57:57.823419 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.824071 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Bound using segment: {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:57:57.825547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Bound port: 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2094b552-78ca-443c-8d81-a2dafdcce17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:57:57.826213 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:57.852168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.5 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/b16db91c-c382-44b6-8d76-e4e6ef88cc69) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:57:57.908795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Deleting port 20048cb4-13c5-4674-b2da-6bcf3edfca05 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:57:57.909144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.017000 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] For port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:57:58.025732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] For port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:57:58.032536 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.238230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] For port 20048cb4-13c5-4674-b2da-6bcf3edfca05, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=20048cb4-13c5-4674-b2da-6bcf3edfca05,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:58.246564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.262273 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:57:58.263938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:58.292013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.323890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061cf85-7683-4997-bfb3-235a0691ca59 None None] Pushing event updated for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:58.376090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object b16db91c-c382-44b6-8d76-e4e6ef88cc69 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:58.456323 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.478476 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:57:58.624334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:57:58.646118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:57:58.658633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:57:58.663769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:58.717841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bdb40-cbda-426f-8f4c-66e7592ff91e req-d7e5d9c8-d00e-480c-96c6-94cb036aa883 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:58.728342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7bdb40-cbda-426f-8f4c-66e7592ff91e req-d7e5d9c8-d00e-480c-96c6-94cb036aa883 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 931 time: 0.2893844 Jul 27 16:57:58.908951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf7bdb40-cbda-426f-8f4c-66e7592ff91e req-733e8c2c-6fa8-480b-bace-26b4a82facc4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716528 Jul 27 16:57:58.943440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:58.944225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:58.977533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304046e-2312-4df2-989f-727927ab5d61 req-07e29c0f-d8d3-4205-9514-4b0558ab5cce tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:57:58.981616 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212', 'name': '', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'mac_address': 'fa:16:3e:2d:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:49Z', 'updated_at': '2021-07-27T16:57:58Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'subnets': [{'id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:57:58.992096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7304046e-2312-4df2-989f-727927ab5d61 req-07e29c0f-d8d3-4205-9514-4b0558ab5cce tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 946 time: 0.5634673 Jul 27 16:57:59.013480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:57:59.020458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-186e384b-c98f-4d5e-9b61-5d2ad53e42cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5540142 Jul 27 16:57:59.035380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Request body: {'port': {'device_id': '9dc60713-41c7-433f-b87b-8e176c195cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:57:59.059334 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67154b1-a21a-47ff-8ce7-0e799eec7a26 None None] The sync data for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 is: [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:50Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212', 'name': '', 'network_id': 'aea61829-7882-45df-a728-e00a08bf4500', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'mac_address': 'fa:16:3e:2d:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:49Z', 'updated_at': '2021-07-27T16:57:58Z', 'revision_number': 4, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'subnets': [{'id': 'f8dee4b3-b1f7-44d9-bfb8-331ab6737aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:57:59.129014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7304046e-2312-4df2-989f-727927ab5d61 req-2ca4d92d-1c6e-47f4-8a83-d3702310b1cd tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e76db5e-cc0b-49f9-83a4-559b99ca4616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152515 Jul 27 16:57:59.138077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.140994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.141327 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Floating IP 38e02510-4f25-4ae9-a473-830ce5686804 disassociated. External IP: 172.25.4.130, port: 20048cb4-13c5-4674-b2da-6bcf3edfca05. Jul 27 16:57:59.141699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Calling delete_port for 20048cb4-13c5-4674-b2da-6bcf3edfca05 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:57:59.167622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cb48fce1-417d-48f8-b99e-8671bb8db76f req-173e93da-28f0-47db-93a1-5b0e21a6e4ee tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0804164 Jul 27 16:57:59.183342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:59.195316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:59.204287 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.208448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe046c18-4c94-4204-9932-81041cbdde2d None None] Provisioning for port b16db91c-c382-44b6-8d76-e4e6ef88cc69 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:57:59.272309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe046c18-4c94-4204-9932-81041cbdde2d None None] Provisioning complete for port b16db91c-c382-44b6-8d76-e4e6ef88cc69 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:57:59.274647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe046c18-4c94-4204-9932-81041cbdde2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.338853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.346501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fe046c18-4c94-4204-9932-81041cbdde2d None None] Port b16db91c-c382-44b6-8d76-e4e6ef88cc69 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:57:59.407827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.435217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.466598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'Port': ['ID=20048cb4-13c5-4674-b2da-6bcf3edfca05,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:59.499622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.500301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.501004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.501579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.502303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.503146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.504350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.505242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.505762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.506924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.507956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.525415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:57:59.531227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:57:59.532133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.653693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:57:59.776683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:57:59.912088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16db91c-c382-44b6-8d76-e4e6ef88cc69 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:57:59.924003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:57:59.984808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Transition to ACTIVE for port object b16db91c-c382-44b6-8d76-e4e6ef88cc69 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:57:59.991119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:00.011892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:00.024635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:00.047905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:00.049150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:00.149005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] No DVR routers for this DVR port 20048cb4-13c5-4674-b2da-6bcf3edfca05 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:00.153480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:00.156396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b244b8e-a2bf-4f24-8dc3-991656ab1b76 req-c71f5772-b7da-49e1-a33c-cb90bfafb59e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "DELETE /v2.0/ports/20048cb4-13c5-4674-b2da-6bcf3edfca05 HTTP/1.1" status: 204 len: 173 time: 2.6197715 Jul 27 16:58:00.157135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'name': 'network-vif-deleted', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:00.161016 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e70df-d6c6-451c-a63e-e5f58bc8850e" -d '{"events": [{"server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "name": "network-vif-deleted", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:00.207109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:00.304881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:00.407160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4dbeef5-f94f-4a4d-828d-975b8de928d1 req-d84cc1cb-1cdb-4d25-8cb9-1723c54d8947 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b522f5-5a71-4f55-9066-abe282bf3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0729959 Jul 27 16:58:00.428526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75c16-e113-47f6-8d15-5b820fffbbb0 req-5ba02754-c703-448f-a31b-77177e3f5833 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:00.448791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31a75c16-e113-47f6-8d15-5b820fffbbb0 req-5ba02754-c703-448f-a31b-77177e3f5833 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.3859622 Jul 27 16:58:00.533212 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78c186e-3879-4187-85ed-a0fd32929d4a x-openstack-request-id: req-d78c186e-3879-4187-85ed-a0fd32929d4a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:00.533508 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b522f5-5a71-4f55-9066-abe282bf3ac3", "name": "network-vif-deleted", "tag": "20048cb4-13c5-4674-b2da-6bcf3edfca05", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:00.533767 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d78c186e-3879-4187-85ed-a0fd32929d4a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:00.534194 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b522f5-5a71-4f55-9066-abe282bf3ac3', 'name': 'network-vif-deleted', 'tag': '20048cb4-13c5-4674-b2da-6bcf3edfca05', 'status': 'completed', 'code': 200} Jul 27 16:58:00.538880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Attempting to bind port b16db91c-c382-44b6-8d76-e4e6ef88cc69 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:00.539588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Attempting to bind port b16db91c-c382-44b6-8d76-e4e6ef88cc69 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:00.539588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Attempting to bind port b16db91c-c382-44b6-8d76-e4e6ef88cc69 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:00.558539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Port b16db91c-c382-44b6-8d76-e4e6ef88cc69 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:58:00.559098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Attempting to bind port b16db91c-c382-44b6-8d76-e4e6ef88cc69 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:00.585832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:00.586188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:00.586584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:00.587033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Bound port: b16db91c-c382-44b6-8d76-e4e6ef88cc69, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:00.587443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:00.596595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31a75c16-e113-47f6-8d15-5b820fffbbb0 req-c39ef510-d848-4784-b160-e4326c4eb6ec tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464620 Jul 27 16:58:00.681202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f2b356f-c114-42fb-ae14-54b607eb6841 req-9a7f7fcc-369b-4a01-a2b8-85b81c696dfb tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.0715237 Jul 27 16:58:00.779508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:00.786816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:00.795038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:00.867960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:00.905085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:00.906002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:00.911988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] 10.222.0.61 "PUT /v2.0/ports/b16db91c-c382-44b6-8d76-e4e6ef88cc69 HTTP/1.1" status: 200 len: 1091 time: 1.8849618 Jul 27 16:58:00.914929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:00.927150 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28201ce-3cd8-4cfb-9def-88d8c381cf27" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:00.954249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:00.983552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:00.987742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:57:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:01.009271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54b0d-8752-4302-9cbe-d85033ec5a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:01.027190 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6ab8a-8445-45c3-bd1b-1374e38090f6 x-openstack-request-id: req-6ac6ab8a-8445-45c3-bd1b-1374e38090f6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:01.027569 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:01.029876 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ac6ab8a-8445-45c3-bd1b-1374e38090f6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:01.030465 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69', 'status': 'completed', 'code': 200} Jul 27 16:58:01.049181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:01.070924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-587f0688-fb17-4e4b-a428-d17533d9e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:01.073610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-587f0688-fb17-4e4b-a428-d17533d9e5d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 1094 time: 0.1128662 Jul 27 16:58:01.210578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-bcc3c41b-3233-4aaa-80f7-add35fd2bf22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69 HTTP/1.1" status: 200 len: 217 time: 0.1248109 Jul 27 16:58:01.247649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:01.248158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:01.271307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-13b1fd8f-f974-4a28-bd72-5020dcb412f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:01.273165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-13b1fd8f-f974-4a28-bd72-5020dcb412f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0549278 Jul 27 16:58:01.325632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 20048cb4-13c5-4674-b2da-6bcf3edfca05 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:01.351774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-35f5d7ae-2cf9-4215-b62a-29ff0d4d1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:01.352999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 20048cb4-13c5-4674-b2da-6bcf3edfca05 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:01.353563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-35f5d7ae-2cf9-4215-b62a-29ff0d4d1c36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730565 Jul 27 16:58:01.353690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 20048cb4-13c5-4674-b2da-6bcf3edfca05 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:01.367371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:01.485377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-5a280644-3a01-49de-85cb-dcc8603ad1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238346 Jul 27 16:58:01.535114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:01.621150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:01.632445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d75d66d7-4517-49e5-80ce-2c27e15c5aaf req-853da710-b1ad-4a02-9012-f4b221ccb5fb service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383588 Jul 27 16:58:01.670330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:01.782018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:01.791695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:01.801972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "DELETE /v2.0/security-groups/8e76db5e-cc0b-49f9-83a4-559b99ca4616 HTTP/1.1" status: 204 len: 168 time: 0.2577560 Jul 27 16:58:01.802192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42040) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:01.828680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a4ed6-f130-490e-bb62-639748dc13a9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e76db5e-cc0b-49f9-83a4-559b99ca4616,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:01.856739 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-973aebed-98bd-4cda-bbda-266ebf928264 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] show failed (client error): The resource could not be found. Jul 27 16:58:01.862264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-973aebed-98bd-4cda-bbda-266ebf928264 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups/8e76db5e-cc0b-49f9-83a4-559b99ca4616 HTTP/1.1" status: 404 len: 347 time: 0.0545614 Jul 27 16:58:01.862616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:01.872367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-76750ca9-c3d9-47a0-b53c-1f9d6e05315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:01.874027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-76750ca9-c3d9-47a0-b53c-1f9d6e05315f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 1094 time: 0.1816378 Jul 27 16:58:01.880832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:02.037459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-81b6ea02-d5a7-49ee-bd21-6c3b3f371ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:02.038644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15cf97-9e52-4532-9780-fad5d772f63d None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:02.039483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-81b6ea02-d5a7-49ee-bd21-6c3b3f371ee0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1582358 Jul 27 16:58:02.063243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d388a8-c83e-46c5-9daa-930672b8b8b7 req-019e4e5d-4c03-4f9e-b4b9-4f73d1711f32 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:02.073013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6d388a8-c83e-46c5-9daa-930672b8b8b7 req-019e4e5d-4c03-4f9e-b4b9-4f73d1711f32 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.3198431 Jul 27 16:58:02.136170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-7281612f-4c8d-47f5-9092-b798806105eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69 HTTP/1.1" status: 200 len: 217 time: 0.0826910 Jul 27 16:58:02.152837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ceaf139f-fa7b-42eb-b444-a4f7e97fa447 req-ed8088c4-8949-4fe9-b75a-4729c6432998 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/ports?device_id=e436f7ff-ba06-437f-900d-c9176cab304b HTTP/1.1" status: 200 len: 210 time: 0.1774750 Jul 27 16:58:02.227640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Deleting port f8faee6f-0485-44b1-bf73-a7475abeadbd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:02.228260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.258378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6d388a8-c83e-46c5-9daa-930672b8b8b7 req-5efc9814-6297-426e-b165-72dd1b53b8a4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844404 Jul 27 16:58:02.315231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-afdd4539-51ca-4ccc-8065-954058e7d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:02.317612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-afdd4539-51ca-4ccc-8065-954058e7d89a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1714106 Jul 27 16:58:02.377504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.378115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.396330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Calling delete_port for f8faee6f-0485-44b1-bf73-a7475abeadbd owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:02.446138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-09fe0fdb-95bc-42cf-a1af-6960412ad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:02.447964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-09fe0fdb-95bc-42cf-a1af-6960412ad84a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204600 Jul 27 16:58:02.541891 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfd11e-c58c-47bc-9c37-5a93749b5a16 None None] New status for floating IP 38e02510-4f25-4ae9-a473-830ce5686804: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:02.589096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.657784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-12453871-a244-49ca-8ef1-4da2da16ad60 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993127 Jul 27 16:58:02.672188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'Port': ['ID=f8faee6f-0485-44b1-bf73-a7475abeadbd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:02.757005 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.db.api [None req-5ecfd11e-c58c-47bc-9c37-5a93749b5a16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 16:58:02.757368 n-d-723572-6 neutron-server[93926]: DEBUG oslo_db.api [None req-5ecfd11e-c58c-47bc-9c37-5a93749b5a16 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:58:02.769425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.774544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:02.776483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d7a22f8-d8ab-47e6-ae77-47d2305b0ff5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "DELETE /v2.0/floatingips/38e02510-4f25-4ae9-a473-830ce5686804 HTTP/1.1" status: 204 len: 168 time: 0.9119854 Jul 27 16:58:02.864752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e28201ce-3cd8-4cfb-9def-88d8c381cf27 req-52895582-83d5-4583-997c-be1c3d33f37a service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956542 Jul 27 16:58:03.087963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.094166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394142041', 'description': 'tempest-description--81899512'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:03.121650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.125721 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.253148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.259231 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfd11e-c58c-47bc-9c37-5a93749b5a16 None None] New status for floating IP 38e02510-4f25-4ae9-a473-830ce5686804: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:03.260732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.294059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.356587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb595ed-8eed-4f33-95e9-1a4be366b6f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:03.379589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.381913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e586fa0e-4391-41c3-95cb-4e2ca8e3fc23 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2925193 Jul 27 16:58:03.386056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.398266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group_rule': {'security_group_id': '9fb595ed-8eed-4f33-95e9-1a4be366b6f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:03.458718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.506404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.523033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb756c-fd4f-4a94-8f93-ffbadb45b288 req-22061e40-d08c-4422-bcd6-d16a032d00dc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:03.525910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.532029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cdb756c-fd4f-4a94-8f93-ffbadb45b288 req-22061e40-d08c-4422-bcd6-d16a032d00dc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1361520 Jul 27 16:58:03.583209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cdb756c-fd4f-4a94-8f93-ffbadb45b288 req-16da6bf7-68cb-48b9-9603-b0885153a29d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504210 Jul 27 16:58:03.623584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.626575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.630564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/security-groups/3420ca52-ea48-49d1-a6d4-2f766ba9c27d HTTP/1.1" status: 204 len: 168 time: 0.3318813 Jul 27 16:58:03.630564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.630985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.643513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.658600 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-1c010606-5ce2-49e6-8212-9194cb6971ce tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] show failed (client error): The resource could not be found. Jul 27 16:58:03.663607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.664375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c010606-5ce2-49e6-8212-9194cb6971ce tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "GET /v2.0/security-groups/3420ca52-ea48-49d1-a6d4-2f766ba9c27d HTTP/1.1" status: 404 len: 347 time: 0.0321000 Jul 27 16:58:03.665656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4067faf6-34cd-4504-9c5e-a22906f92920,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:03.715581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc0e2a-d069-45b6-b92a-c7bdf2abb5c5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420ca52-ea48-49d1-a6d4-2f766ba9c27d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:03.729507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.730406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21cd2bab-ae3c-4e1f-9407-2a89ceb0aa0b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434021 Jul 27 16:58:03.733283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.744185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'security_group_rule': {'security_group_id': '9fb595ed-8eed-4f33-95e9-1a4be366b6f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:03.813608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.827860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port 60db3f15-3cc1-4719-9b4b-78612282b1c3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:03.828226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.913960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.921223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.922739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.923096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.954079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a654143-cdfb-4235-b5b7-8288c3dd0242,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:03.956949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for 60db3f15-3cc1-4719-9b4b-78612282b1c3 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:03.965406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:03.967337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-92041914-e5d4-4858-8755-bcfe346b606d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2322662 Jul 27 16:58:03.970619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:03.977617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:04.008447 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.229812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.233293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.334160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=60db3f15-3cc1-4719-9b4b-78612282b1c3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:04.372333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.382529 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.389940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d8e09bc2-e020-4105-b24e-3fb03d7f6853 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/floatingips/5dd876dd-4dd6-4f3e-9dde-1ff0159abcbf HTTP/1.1" status: 204 len: 168 time: 0.7196033 Jul 27 16:58:04.391560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:04.435662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Allocated IP 172.25.4.90 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/31bc79d5-ad10-44dd-9ef5-5dc189c5f244) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:04.587383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port d2c63ed4-3911-4091-ad3d-eb19ebe503e9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:04.588061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.733572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.767390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for d2c63ed4-3911-4091-ad3d-eb19ebe503e9 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:04.954332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:04.992589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=d2c63ed4-3911-4091-ad3d-eb19ebe503e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:05.061976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49bb23-1912-4406-afcc-8b90dd70a024 req-cc61ac66-f4c4-409f-8225-a82668eae915 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:05.064202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de49bb23-1912-4406-afcc-8b90dd70a024 req-cc61ac66-f4c4-409f-8225-a82668eae915 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1663971 Jul 27 16:58:05.068471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.131674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de49bb23-1912-4406-afcc-8b90dd70a024 req-6db0fe9f-09ff-4411-904e-52505c463d41 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Jul 27 16:58:05.133177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.136234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95df6b05-217b-482e-aa52-3b543b67f7ad tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/ports/d2c63ed4-3911-4091-ad3d-eb19ebe503e9 HTTP/1.1" status: 204 len: 168 time: 0.7433577 Jul 27 16:58:05.139484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:05.165691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.224480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:05.228725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:05.234122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:05.239383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=31bc79d5-ad10-44dd-9ef5-5dc189c5f244,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:05.268861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting port dad85224-c4f7-4dc6-913d-111020f15944 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:05.269382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.355032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.397087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.418885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.440742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Calling delete_port for dad85224-c4f7-4dc6-913d-111020f15944 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:05.731434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.763189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.769956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.787134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Port': ['ID=dad85224-c4f7-4dc6-913d-111020f15944,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:05.906808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.915860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.918624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bd5fd9b1-ad44-4571-9ee2-090c3f919dba tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/ports/dad85224-c4f7-4dc6-913d-111020f15944 HTTP/1.1" status: 204 len: 168 time: 0.7779822 Jul 27 16:58:05.921537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:05.943043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:05.956352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9844079 Jul 27 16:58:05.962171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f592aae-10a1-4ca6-8276-97b27e388d94 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=31bc79d5-ad10-44dd-9ef5-5dc189c5f244,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:06.032706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting subnet e795b91e-7024-4faa-bdc0-3b923e66ffe1 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:58:06.052587 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.180514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.379965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-ff955c39-ebb8-458e-9aab-87d8d073d1f3 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1394142041&fields=id&tenant_id=a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 267 time: 0.1531451 Jul 27 16:58:06.476148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.563008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.597144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ea80d-9ca8-4b61-9085-fcf99fa4a00a None None] Network 82adbb21-44fb-4345-8934-6ed130dfaeeb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:58:06.604391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.613741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:06.614179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/subnets/e795b91e-7024-4faa-bdc0-3b923e66ffe1 HTTP/1.1" status: 204 len: 168 time: 0.6905611 Jul 27 16:58:06.692089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454015-b180-4327-915b-09596f81d171 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Subnet': ['ID=e795b91e-7024-4faa-bdc0-3b923e66ffe1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:06.723026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f52ed-6d45-4de0-b918-8a3745e0cc13 req-687a872c-5aaa-4268-b56a-9a2dd15d2eab tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:06.724682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d7f52ed-6d45-4de0-b918-8a3745e0cc13 req-687a872c-5aaa-4268-b56a-9a2dd15d2eab tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.4139473 Jul 27 16:58:06.739597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Deleting subnet 3a1b5f5b-b469-4f5c-a070-43007b9acb2b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:58:06.750995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.792945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-db0b2841-bbdc-4285-bb73-cff6513e43da tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:06.801795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-db0b2841-bbdc-4285-bb73-cff6513e43da tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 810 time: 0.4140115 Jul 27 16:58:06.843002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:06.851687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d7f52ed-6d45-4de0-b918-8a3745e0cc13 req-937daedc-2043-444d-8cdc-f2bb4b63f29b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116621 Jul 27 16:58:06.916742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c21d70ca-70f2-485c-b47e-5df11e606315 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/quotas/a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 375 time: 0.1135864 Jul 27 16:58:07.055121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] DHCP port deletion for 82adbb21-44fb-4345-8934-6ed130dfaeeb request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:58:07.083909 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.156711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Deleting port 19808dc9-fd99-4644-964e-481b9d1026e2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:07.157647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.173291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-9d764939-4e32-4215-9abc-9eea8252b4ee tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2453773 Jul 27 16:58:07.275619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.284527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] For port 19808dc9-fd99-4644-964e-481b9d1026e2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=19808dc9-fd99-4644-964e-481b9d1026e2,segment=NetworkSegment(5f2df15b-dc19-41d9-b78b-d109d1138206),segment_id=5f2df15b-dc19-41d9-b78b-d109d1138206)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:07.285387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.300248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.302156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/subnets/3a1b5f5b-b469-4f5c-a070-43007b9acb2b HTTP/1.1" status: 204 len: 168 time: 0.6875505 Jul 27 16:58:07.304901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:07.309600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98511819-93c8-4274-b91e-4d2f40637171 None None] Network d1958017-807c-4b55-81f5-c90f854763c5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:58:07.315537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Calling delete_port for 19808dc9-fd99-4644-964e-481b9d1026e2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:07.370941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be35ec5-be82-456f-953c-ead3429bbcbc tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1b5f5b-b469-4f5c-a070-43007b9acb2b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:07.456351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-bb2c316b-6e4a-4ce9-8adf-0914e04b83b5 service neutron] 10.222.0.64 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819209 Jul 27 16:58:07.553881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.584298 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.636151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] No DVR routers for this DVR port 19808dc9-fd99-4644-964e-481b9d1026e2 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:07.638001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458bdf1-9b4e-4d24-9685-0515989bce5f None None] Pushing event deleted for resources: {'Port': ['ID=19808dc9-fd99-4644-964e-481b9d1026e2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:07.655043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] The port '19808dc9-fd99-4644-964e-481b9d1026e2' was deleted {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 16:58:07.693051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] DHCP port deletion for d1958017-807c-4b55-81f5-c90f854763c5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:58:07.708957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-a63b4f4e-fb7b-42fb-a17d-7bfeccdffda9 service neutron] 10.222.0.64 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482989 Jul 27 16:58:07.812863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.826295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82adbb21-44fb-4345-8934-6ed130dfaeeb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:07.839765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2df15b-dc19-41d9-b78b-d109d1138206') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:07.840252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2df15b-dc19-41d9-b78b-d109d1138206') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:07.850862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.858273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Deleting port 1460d626-21f5-42c2-a4a3-cc752cb917e9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:07.860785 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.869057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.876488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:58:07.877070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:58:07.881793 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:58:07.984047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:07.997491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.000556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/networks/82adbb21-44fb-4345-8934-6ed130dfaeeb HTTP/1.1" status: 204 len: 168 time: 0.6781080 Jul 27 16:58:08.010573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:08.017278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36c74d-3495-4687-a210-a87f9738a36c tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Network': ['ID=82adbb21-44fb-4345-8934-6ed130dfaeeb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:08.061917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] For port 1460d626-21f5-42c2-a4a3-cc752cb917e9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1460d626-21f5-42c2-a4a3-cc752cb917e9,segment=NetworkSegment(30c0e217-ba87-4521-be1c-d8aed4500f5d),segment_id=30c0e217-ba87-4521-be1c-d8aed4500f5d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:08.062711 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.105421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Calling delete_port for 1460d626-21f5-42c2-a4a3-cc752cb917e9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:08.127714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0c59342-af1b-44a1-a7a9-a79f8b97d43f req-ce570d8a-cb3b-4e66-8e6d-1f083ed6baec tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0578613 Jul 27 16:58:08.483840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.510154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] Pushing event deleted for resources: {'Port': ['ID=1460d626-21f5-42c2-a4a3-cc752cb917e9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:08.530778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c806d-e00a-4954-afbb-577ec85c6f84 None None] No DVR routers for this DVR port 1460d626-21f5-42c2-a4a3-cc752cb917e9 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:08.651608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01427f82-b2a0-4db0-aece-813f3474a018 req-dfe2ee05-a342-4472-89e0-69790ed24587 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:08.653107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01427f82-b2a0-4db0-aece-813f3474a018 req-dfe2ee05-a342-4472-89e0-69790ed24587 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.6187642 Jul 27 16:58:08.658886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.803467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01427f82-b2a0-4db0-aece-813f3474a018 req-55f29dc0-4c5b-4342-a413-939c3a9a3f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423943 Jul 27 16:58:08.878731 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.911762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1460d626-21f5-42c2-a4a3-cc752cb917e9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:08.913221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1958017-807c-4b55-81f5-c90f854763c5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:08.935495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1460d626-21f5-42c2-a4a3-cc752cb917e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:08.936235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1460d626-21f5-42c2-a4a3-cc752cb917e9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:08.936473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c0e217-ba87-4521-be1c-d8aed4500f5d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:08.936781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c0e217-ba87-4521-be1c-d8aed4500f5d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:08.937461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 19808dc9-fd99-4644-964e-481b9d1026e2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:08.968019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:08.996265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 19808dc9-fd99-4644-964e-481b9d1026e2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:08.997539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 19808dc9-fd99-4644-964e-481b9d1026e2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:08.998072 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:09.008762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:58:09.009512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:58:09.018019 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:58:09.161781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:09.168884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:09.172005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] 10.222.0.64 "DELETE /v2.0/networks/d1958017-807c-4b55-81f5-c90f854763c5 HTTP/1.1" status: 204 len: 168 time: 1.1602662 Jul 27 16:58:09.204908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Pushing event deleted for resources: {'Network': ['ID=d1958017-807c-4b55-81f5-c90f854763c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:09.215655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.216122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.216652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.217168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.217559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.218108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.218607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.219023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.219464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.220056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.220505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.220934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cd08d-b19e-4c15-bddd-2052df56eed5 tempest-TaggedBootDevicesTest_v242-1299065450 tempest-TaggedBootDevicesTest_v242-1299065450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:09.329463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b053ea7-76c6-4a43-9702-25ebadd25548 req-3c9707d0-6218-4dd3-a66a-c1da184b4b5b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0465696 Jul 27 16:58:09.754206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-f0563d5f-ce60-4c63-adc5-ef8475e20770 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:09.756083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-f0563d5f-ce60-4c63-adc5-ef8475e20770 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 810 time: 0.2120368 Jul 27 16:58:09.782527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a662355c-73e1-4e32-a66f-b7499ac41fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:09.842629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-21d336a6-1385-435f-a294-dca8f9bd1ae1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7840437d3234e5281eb818b92525927 HTTP/1.1" status: 200 len: 380 time: 0.0710390 Jul 27 16:58:09.852119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'port': {'device_id': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'admin_state_up': True, 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'security_groups': ['9fb595ed-8eed-4f33-95e9-1a4be366b6f3']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:09.987920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Made reservation on behalf of a7840437d3234e5281eb818b92525927 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:09.992010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:10.034580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd5f2e-5da8-4a0f-8fbd-db29bfe82105 req-df240520-0da0-4328-8621-3865b08eb0c8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:10.037553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cfd5f2e-5da8-4a0f-8fbd-db29bfe82105 req-df240520-0da0-4328-8621-3865b08eb0c8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1154540 Jul 27 16:58:10.103822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4cfd5f2e-5da8-4a0f-8fbd-db29bfe82105 req-763fd857-d6b9-4512-baf0-a232bccee20d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595770 Jul 27 16:58:10.161448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Allocated IP 172.20.0.9 (f68f197f-a243-4d9a-96ad-057f821d6ccf/ad58cdf9-b7c2-485c-b36e-8579999f8b53/16ba1439-25a1-4a2e-b5de-04bcec882b80) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:10.312317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:10.328245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Transition to ACTIVE for port object 16ba1439-25a1-4a2e-b5de-04bcec882b80 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:10.379506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:10.442186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Network f68f197f-a243-4d9a-96ad-057f821d6ccf is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:10.448130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:10.451478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:10.509362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event updated for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:10.578974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:10.579624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:10.612739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-c91d9d4c-3251-4d97-92a6-a1a02547955e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607107 Jul 27 16:58:10.632557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Request body: {'port': {'device_id': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:10.702493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e55009-8d75-4acc-8aaf-eb262a7b9d12 req-892607a9-b786-4d30-83db-e31bccea1907 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:10.704550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36e55009-8d75-4acc-8aaf-eb262a7b9d12 req-892607a9-b786-4d30-83db-e31bccea1907 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 931 time: 0.2577288 Jul 27 16:58:10.803078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:10.863345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36e55009-8d75-4acc-8aaf-eb262a7b9d12 req-ab530559-c06f-4aef-b986-da92f941959a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023202 Jul 27 16:58:10.955421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f1818c7-340e-4c6e-a896-de3b30ea7526 None None] Provisioning for port 16ba1439-25a1-4a2e-b5de-04bcec882b80 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:10.964716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f1818c7-340e-4c6e-a896-de3b30ea7526 None None] Provisioning complete for port 16ba1439-25a1-4a2e-b5de-04bcec882b80 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:10.965094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f1818c7-340e-4c6e-a896-de3b30ea7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.030511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5f1818c7-340e-4c6e-a896-de3b30ea7526 None None] Port 16ba1439-25a1-4a2e-b5de-04bcec882b80 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:11.309314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ba1439-25a1-4a2e-b5de-04bcec882b80 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:11.319176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.362423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Transition to ACTIVE for port object 16ba1439-25a1-4a2e-b5de-04bcec882b80 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:11.367097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.377077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa41e-f384-479f-b4a0-3d449ac16ee8 req-3fa122a5-6212-4ec5-985b-c10ecf624e44 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:11.387778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa6fa41e-f384-479f-b4a0-3d449ac16ee8 req-3fa122a5-6212-4ec5-985b-c10ecf624e44 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1304879 Jul 27 16:58:11.441811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa6fa41e-f384-479f-b4a0-3d449ac16ee8 req-060f23f8-5fa3-48ea-a95c-9928f7b2eab7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526960 Jul 27 16:58:11.504854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Pushing event updated for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:11.594611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Attempting to bind port 16ba1439-25a1-4a2e-b5de-04bcec882b80 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:11.595058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Attempting to bind port 16ba1439-25a1-4a2e-b5de-04bcec882b80 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:11.595596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Attempting to bind port 16ba1439-25a1-4a2e-b5de-04bcec882b80 on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:11.600786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Port 16ba1439-25a1-4a2e-b5de-04bcec882b80 on network f68f197f-a243-4d9a-96ad-057f821d6ccf not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:58:11.601238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Attempting to bind port 16ba1439-25a1-4a2e-b5de-04bcec882b80 on network f68f197f-a243-4d9a-96ad-057f821d6ccf {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:11.612838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:11.613287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Checking segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:11.613783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Bound using segment: {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:11.614437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Bound port: 16ba1439-25a1-4a2e-b5de-04bcec882b80, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf3e5a0-e780-4618-b616-f5701de3d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:11.614865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.696043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:11.700535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:11.711040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.756157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:11.757152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:11.759025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] 10.222.0.13 "PUT /v2.0/ports/16ba1439-25a1-4a2e-b5de-04bcec882b80 HTTP/1.1" status: 200 len: 1091 time: 1.1344452 Jul 27 16:58:11.759885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:11.763002 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa709d33-c745-4223-b3ed-594568160874" -d '{"events": [{"name": "network-changed", "server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:11.794670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a50e6e-d515-43ac-8df9-0f198d688c01 service neutron] Pushing event updated for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:11.968737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-f8aebbe6-8b23-42ac-bfb3-1bcb0fef08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:11.970521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-f8aebbe6-8b23-42ac-bfb3-1bcb0fef08bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.1261528 Jul 27 16:58:12.066256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-2e4b9f45-523d-4793-a535-378ff436cb1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80 HTTP/1.1" status: 200 len: 217 time: 0.0805323 Jul 27 16:58:12.152854 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b0110d-96ca-42c1-a1a9-e9353ee6c7ac x-openstack-request-id: req-39b0110d-96ca-42c1-a1a9-e9353ee6c7ac {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:12.153706 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:12.154354 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39b0110d-96ca-42c1-a1a9-e9353ee6c7ac {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:12.155338 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'status': 'completed', 'code': 200} Jul 27 16:58:12.188513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-60c0f890-48d4-4b5d-9004-cd02223c551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:12.190320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-60c0f890-48d4-4b5d-9004-cd02223c551e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1039939 Jul 27 16:58:12.200845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850e37-701e-4527-9361-350f9ff5fb1d req-099faf36-a4cf-4dae-956f-8635db4c389a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:12.204702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38850e37-701e-4527-9361-350f9ff5fb1d req-099faf36-a4cf-4dae-956f-8635db4c389a tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 943 time: 0.1547613 Jul 27 16:58:12.292640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38850e37-701e-4527-9361-350f9ff5fb1d req-d74dd964-7ac3-4f3e-86ae-5ffc8c1b09ed tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701206 Jul 27 16:58:12.345865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-1ec25ff2-d8fd-4b65-a47b-d51b17b97343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:12.348014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-1ec25ff2-d8fd-4b65-a47b-d51b17b97343 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417890 Jul 27 16:58:12.411293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:12.464657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-2a846867-0a7e-4477-b14f-1a0ba1496618 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087894 Jul 27 16:58:12.521413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51533f63-0595-4bb7-bdd5-6077c1e85d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:12.748505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f2dc-b42c-4c46-9be5-62336c5eaed0 req-b207e393-be1f-4217-bd0f-959dc588ac30 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:12.756685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f43f2dc-b42c-4c46-9be5-62336c5eaed0 req-b207e393-be1f-4217-bd0f-959dc588ac30 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1632702 Jul 27 16:58:12.923457 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2775cf37-6db9-4a59-a584-dd6737b92ac0 req-441d9128-523d-4c8a-ac98-b376b6db15df service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465830 Jul 27 16:58:12.925783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f43f2dc-b42c-4c46-9be5-62336c5eaed0 req-8e55d874-687a-45ba-a5ec-6a9b043247ac tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573915 Jul 27 16:58:13.153284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709d33-c745-4223-b3ed-594568160874 req-a3a12d08-8ed7-4087-a318-281bc694d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:13.154947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-a3a12d08-8ed7-4087-a318-281bc694d6dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.1185389 Jul 27 16:58:13.279312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709d33-c745-4223-b3ed-594568160874 req-7b392eb8-4ad4-4bbc-b15e-d2aa955b6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:13.280450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-7b392eb8-4ad4-4bbc-b15e-d2aa955b6527 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.1177924 Jul 27 16:58:13.335465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-b88096af-cf16-485f-8a99-c7a56acd4077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80 HTTP/1.1" status: 200 len: 217 time: 0.0463812 Jul 27 16:58:13.432718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:13.448166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709d33-c745-4223-b3ed-594568160874 req-9d65ecc2-f063-4801-ab48-0e95ff2b56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:13.450947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-9d65ecc2-f063-4801-ab48-0e95ff2b56d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1038065 Jul 27 16:58:13.535756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf57a9c-b8a4-4d3f-acf5-0ea6db8a3ed3 req-22cc4ebf-2034-4712-a865-efcdaf24af8d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:13.537371 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1bf57a9c-b8a4-4d3f-acf5-0ea6db8a3ed3 req-22cc4ebf-2034-4712-a865-efcdaf24af8d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 943 time: 0.1503797 Jul 27 16:58:13.623009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709d33-c745-4223-b3ed-594568160874 req-771a9a4e-be95-415b-af7e-1e442b12887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:13.623009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-771a9a4e-be95-415b-af7e-1e442b12887d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571050 Jul 27 16:58:13.640786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1bf57a9c-b8a4-4d3f-acf5-0ea6db8a3ed3 req-1c6464fc-76fa-40cf-95ed-65ee12765fbd tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924532 Jul 27 16:58:13.727444 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-5e7a1bb4-dfb9-47cb-b63f-4bf13d98df41 service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003466 Jul 27 16:58:13.834942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa709d33-c745-4223-b3ed-594568160874 req-eaf504ac-d855-4484-9dfa-ac5dea3556bd service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992129 Jul 27 16:58:14.133165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903587a-72af-4101-b8d0-80e6e89b13a7 req-65333787-451a-4f44-a608-d762d4766bea tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:14.142318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6903587a-72af-4101-b8d0-80e6e89b13a7 req-65333787-451a-4f44-a608-d762d4766bea tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1357975 Jul 27 16:58:14.185452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6903587a-72af-4101-b8d0-80e6e89b13a7 req-3d679e89-0d70-448c-819a-fcbdfc6d96db tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Jul 27 16:58:14.832825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9216d-530d-4ee8-9bed-2437600cdc6f req-24b66257-3b09-4b83-9622-7dd7632264a1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:14.835042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2f9216d-530d-4ee8-9bed-2437600cdc6f req-24b66257-3b09-4b83-9622-7dd7632264a1 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0894048 Jul 27 16:58:14.878432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2f9216d-530d-4ee8-9bed-2437600cdc6f req-ff715f8a-e450-4f5c-9bc7-6386df75bf3b tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 Jul 27 16:58:15.070156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:15.333463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402b12-cfde-4571-8221-cc9875adfe9d req-e61823aa-ced9-4ceb-8ae5-0afc1b6d2548 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:15.335070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2402b12-cfde-4571-8221-cc9875adfe9d req-e61823aa-ced9-4ceb-8ae5-0afc1b6d2548 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.0652988 Jul 27 16:58:15.368477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 16ba1439-25a1-4a2e-b5de-04bcec882b80 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:58:15.397250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2402b12-cfde-4571-8221-cc9875adfe9d req-5cd59be9-8fb2-49d0-8f03-555de9100f3a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556581 Jul 27 16:58:15.512283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:15.538971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'port_id': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'mac_address': 'fa:16:3e:9f:94:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:58:15.579413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:15.598550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ba1439-25a1-4a2e-b5de-04bcec882b80 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:15.619435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:15.624556 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:15.682644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:15.957099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['16ba1439-25a1-4a2e-b5de-04bcec882b80'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:58:16.037465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42a4a-6b92-455d-8675-77baea9523a1 req-87e91068-a28e-4266-bf38-a2623594d799 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:16.039174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46b42a4a-6b92-455d-8675-77baea9523a1 req-87e91068-a28e-4266-bf38-a2623594d799 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0732863 Jul 27 16:58:16.077557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:16.083288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957121250', 'description': 'tempest-secgroup-smoke-957121250 description', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:16.103933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46b42a4a-6b92-455d-8675-77baea9523a1 req-216faa6c-2e1a-4d74-90f4-acfe87fa2fbf tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502102 Jul 27 16:58:16.139311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.260158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.268921 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.294760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.296485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2178855 Jul 27 16:58:16.299292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42450) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:16.303939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:16.334381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9326f-e72e-45ec-b5df-8cb682a70277 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6419a609-1b3d-4d10-a677-0e1f25309d56,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:16.361386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.419539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.436512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.457806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a132a4-f051-41bf-8498-b91ab61b3d75,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:16.464245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.466965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d52dff01-c5cc-44e8-b760-cc36048e9773 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666658 Jul 27 16:58:16.470707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:16.476257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:16.592083 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.655871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.669344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.712987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386201e-8fa7-43d9-b675-37ae76f61e4e req-f5668c67-5abb-4ed7-acb9-b4cbef12b03e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:16.716965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e386201e-8fa7-43d9-b675-37ae76f61e4e req-f5668c67-5abb-4ed7-acb9-b4cbef12b03e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1900296 Jul 27 16:58:16.718993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c1c5ea-dc07-429a-a66a-8ad64301cebc,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:16.722635 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.726320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de344210-468f-4f73-b6a7-0959b1540ee8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519646 Jul 27 16:58:16.726649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:16.731493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:16.768239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e386201e-8fa7-43d9-b675-37ae76f61e4e req-b7b6925e-ac9b-4029-bad1-dac79524ee40 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Jul 27 16:58:16.790793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.834114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.940296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.945436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.969154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f48c4a-17be-497f-b766-3c889ad21170,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:16.981787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:16.984087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81ce2d04-85cd-4f03-9320-73a235e36317 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562633 Jul 27 16:58:16.987568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42470) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:16.993498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:17.030652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.104009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.111378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.135167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e82940-e889-4797-a9ec-bb472671e30d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:17.155128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.159340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:17.164522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:17.169396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-969c63ea-46d0-4209-a1c6-91a4763d6b41 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802354 Jul 27 16:58:17.202771 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Project b55c62620bde49ea9b18c36d3aff944d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:58:17.208372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.385786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 16ba1439-25a1-4a2e-b5de-04bcec882b80 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:17.400814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a4edc-b2d9-4013-855d-3546ad7841fa req-2abda45c-2814-4a7e-af38-01e79de947c2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:17.400814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0a4edc-b2d9-4013-855d-3546ad7841fa req-2abda45c-2814-4a7e-af38-01e79de947c2 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 944 time: 0.1512501 Jul 27 16:58:17.406608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.447105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.483597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.487986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42488) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:17.493580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'security_group_rule': {'security_group_id': '6419a609-1b3d-4d10-a677-0e1f25309d56', 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:17.502970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3425081 Jul 27 16:58:17.519082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 16ba1439-25a1-4a2e-b5de-04bcec882b80 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:17.526614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 16ba1439-25a1-4a2e-b5de-04bcec882b80 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:17.534546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee0a4edc-b2d9-4013-855d-3546ad7841fa req-454b9887-f0a7-4e9b-80f1-6f0003abccde tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293442 Jul 27 16:58:17.535693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dc8fe-7179-4ea3-8dee-c55362d0bf46 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1de999-f6e4-4745-af1a-5c3815c1550e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:17.537041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.560768 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Project b55c62620bde49ea9b18c36d3aff944d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:58:17.580711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.659480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.664169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.681645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c362a7-3e6f-443b-9995-64dee1f6a1b6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:17.710866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.715676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cb4e6560-3227-4609-9677-96c90e8334de tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2250905 Jul 27 16:58:17.721091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.783839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:17.785157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:17.791199 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff1a54-0e3a-4082-86f9-28e239221ab9" -d '{"events": [{"server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:17.832555 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:17.937641 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0106437-2be1-41d7-99dc-75d00b1731a6 x-openstack-request-id: req-d0106437-2be1-41d7-99dc-75d00b1731a6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:17.941268 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:17.941817 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0106437-2be1-41d7-99dc-75d00b1731a6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:17.942573 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'code': 200} Jul 27 16:58:18.001084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:18.038002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa547ab4-8be2-421f-a15e-ee5153f2adf6 req-f5573e52-64ed-4d8c-8832-dc9a651e62f4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:18.046745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa547ab4-8be2-421f-a15e-ee5153f2adf6 req-f5573e52-64ed-4d8c-8832-dc9a651e62f4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1181512 Jul 27 16:58:18.089185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6239de9-b94a-410e-899a-135c3e4da53c req-debc8661-5797-4c13-9ba0-15ba4dfa5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:18.091293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6239de9-b94a-410e-899a-135c3e4da53c req-debc8661-5797-4c13-9ba0-15ba4dfa5c38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0816271 Jul 27 16:58:18.118244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa547ab4-8be2-421f-a15e-ee5153f2adf6 req-da497e8f-0926-4117-bcf1-4c791c60ddc1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705101 Jul 27 16:58:18.146847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6239de9-b94a-410e-899a-135c3e4da53c req-51d2e400-bfbb-4a35-9975-08b2ef005e14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483875 Jul 27 16:58:18.166867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-683880f9-2a51-4aab-a860-9b8f77a0bcb3 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957121250&fields=id&tenant_id=b55c62620bde49ea9b18c36d3aff944d HTTP/1.1" status: 200 len: 267 time: 0.0458879 Jul 27 16:58:18.333661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-1eff2746-5bab-4664-a105-7cf6c7d6dd53 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:18.335172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-1eff2746-5bab-4664-a105-7cf6c7d6dd53 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 813 time: 0.1607785 Jul 27 16:58:18.354301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-496ea6ca-78d1-460e-814b-43a4f1b535ee tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/quotas/b55c62620bde49ea9b18c36d3aff944d HTTP/1.1" status: 200 len: 375 time: 0.0118761 Jul 27 16:58:18.445387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-1930906d-c624-4dc9-a564-34372d741489 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850487 Jul 27 16:58:18.679785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-3ed952d1-f584-4306-91d9-03981154979a service neutron] 10.222.0.64 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059958 Jul 27 16:58:18.826457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733576-1c6f-4b5a-983d-8103e106a0e4 req-9f52f9ba-ae4c-4ca5-a0d4-216c15240ed0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:18.828288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8733576-1c6f-4b5a-983d-8103e106a0e4 req-9f52f9ba-ae4c-4ca5-a0d4-216c15240ed0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1047075 Jul 27 16:58:18.862466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-5b9bd22f-7be9-4a4e-917a-51a24200e8f1 service neutron] 10.222.0.64 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824439 Jul 27 16:58:18.933054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8733576-1c6f-4b5a-983d-8103e106a0e4 req-c514f93f-9ba7-4001-88bf-338aa9e16549 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983069 Jul 27 16:58:19.230864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b16db91c-c382-44b6-8d76-e4e6ef88cc69 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:58:19.348280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ea3b594-de6d-4f6f-86b1-ef25d034a561 req-0e6102ee-ecac-466e-8433-a3dd0dac764f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0540121 Jul 27 16:58:19.393316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:19.410930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1f9bf-b4a1-4d11-83a7-3af6a2b3dbaa req-f6c440bf-e1c7-4779-aabd-86f7a8e9abe5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:19.412806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77e1f9bf-b4a1-4d11-83a7-3af6a2b3dbaa req-f6c440bf-e1c7-4779-aabd-86f7a8e9abe5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 943 time: 0.1344399 Jul 27 16:58:19.413495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69', 'mac_address': 'fa:16:3e:91:4a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:58:19.481052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77e1f9bf-b4a1-4d11-83a7-3af6a2b3dbaa req-a3c6a38c-8339-413b-ab71-9937406c836c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 Jul 27 16:58:19.499756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:19.542685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16db91c-c382-44b6-8d76-e4e6ef88cc69 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:19.591126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:19.601169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:19.742413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:19.859707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b16db91c-c382-44b6-8d76-e4e6ef88cc69'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:58:20.195337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4f885-7024-489b-be5e-9dd6e40591a3 req-f6c608ac-7891-4889-bace-8f4eebb3a8e8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:20.204159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6be4f885-7024-489b-be5e-9dd6e40591a3 req-f6c608ac-7891-4889-bace-8f4eebb3a8e8 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1116762 Jul 27 16:58:20.261250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6be4f885-7024-489b-be5e-9dd6e40591a3 req-6fbbe942-3e1c-46b3-878e-6337375d7862 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520837 Jul 27 16:58:20.452887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275145b-d885-45d4-8603-875639809b3c req-3e002d09-0e98-4a6f-bbb4-0d1c2e4fb34d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:20.459267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0275145b-d885-45d4-8603-875639809b3c req-3e002d09-0e98-4a6f-bbb4-0d1c2e4fb34d tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1282804 Jul 27 16:58:20.464402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31301906-0723-48f6-9d1c-be0f97b967f2 req-0da03ecf-aa47-4b5b-889d-fe766b2f3f84 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0372882 Jul 27 16:58:20.465040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:20.469724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Request body: {'floatingip': {'port_id': '16ba1439-25a1-4a2e-b5de-04bcec882b80'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:20.531366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:20.890137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-a9584a33-c6f4-4d24-ba48-4865b0bc142b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:20.892557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-a9584a33-c6f4-4d24-ba48-4865b0bc142b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 813 time: 0.1878288 Jul 27 16:58:20.964269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-dee47784-82fb-4bad-b28a-7c333f72d881 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c62620bde49ea9b18c36d3aff944d HTTP/1.1" status: 200 len: 379 time: 0.0621164 Jul 27 16:58:20.974799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'port': {'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'admin_state_up': True, 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'security_groups': ['6419a609-1b3d-4d10-a677-0e1f25309d56']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:21.027728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e5fd9-1771-4294-b834-9ad82c5432f3 req-385f6f50-ca95-4f09-9bfc-f429316dbd9c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:21.049361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-734e5fd9-1771-4294-b834-9ad82c5432f3 req-385f6f50-ca95-4f09-9bfc-f429316dbd9c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 944 time: 0.4501255 Jul 27 16:58:21.178387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Made reservation on behalf of b55c62620bde49ea9b18c36d3aff944d for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:21.183671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.247081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b16db91c-c382-44b6-8d76-e4e6ef88cc69 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:21.335395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-734e5fd9-1771-4294-b834-9ad82c5432f3 req-6b4b2537-551e-4e93-b5eb-b7db04f7d54e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846780 Jul 27 16:58:21.372668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b16db91c-c382-44b6-8d76-e4e6ef88cc69 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:21.377655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b16db91c-c382-44b6-8d76-e4e6ef88cc69 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:21.378040 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.502650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Allocated IP 172.20.0.7 (2dcde2b3-c28d-421d-9712-8636a60bb5f7/e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51/c6d8941d-5c53-484e-bf89-9cfd7a6cb714) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:21.561321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.615127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:21.618001 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b92913-b47d-4f38-b107-81f629be0389" -d '{"events": [{"server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "name": "network-vif-plugged", "status": "completed", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:21.650598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:21.656690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.681000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0874a35c-5fe1-49f0-9601-5e36f03e6824 req-35b88e9d-e4b2-428a-8626-fd5fad8bca48 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0816767 Jul 27 16:58:21.732121 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9390c-b988-4490-bed2-b6a177644ed6 x-openstack-request-id: req-2df9390c-b988-4490-bed2-b6a177644ed6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:21.732867 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "name": "network-vif-plugged", "status": "completed", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:21.733166 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2df9390c-b988-4490-bed2-b6a177644ed6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:21.734665 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69', 'code': 200} Jul 27 16:58:21.790579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:58:21.824700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:21.983075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819cb-d850-4677-81fe-174cf7207c92 req-cf41cc8b-0534-4239-904b-36d4aa5857d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:21.985002 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65b819cb-d850-4677-81fe-174cf7207c92 req-cf41cc8b-0534-4239-904b-36d4aa5857d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 1096 time: 0.1992152 Jul 27 16:58:21.986417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.995185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:21.999238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:22.033349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Transition to ACTIVE for port object c6d8941d-5c53-484e-bf89-9cfd7a6cb714 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:22.053508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65b819cb-d850-4677-81fe-174cf7207c92 req-aad8d77f-69f8-4a79-b5db-4b66e0bbe80b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Jul 27 16:58:22.120175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:22.180166 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Floating IP ac036592-94b2-46ab-bb9a-e457f4e183f8 associated. External IP: 172.25.4.90, port: 16ba1439-25a1-4a2e-b5de-04bcec882b80. Jul 27 16:58:22.234113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:22.238411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:22.244481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:22.310128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:22.316110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:22.352417 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3817413 Jul 27 16:58:22.357018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21720a80-c282-4fa8-ae9b-4a5e75be34c1 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:22.372023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Request body: {'port': {'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:22.530266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:22.646142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27f020-c78c-40dd-8376-b9dc705f67bc req-464fb62d-87db-4c9d-825c-8b8645e271e0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:22.647187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-365492f1-27df-4fa0-b763-817f852e378c None None] Provisioning for port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:22.647764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f27f020-c78c-40dd-8376-b9dc705f67bc req-464fb62d-87db-4c9d-825c-8b8645e271e0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.1734595 Jul 27 16:58:22.658783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-365492f1-27df-4fa0-b763-817f852e378c None None] Provisioning complete for port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:22.659166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-365492f1-27df-4fa0-b763-817f852e378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:22.718912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:22.776130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897015ad-616d-433a-a2cb-65b60d68786c req-c0837f0e-8843-4c21-a142-015d82d738ca tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:22.779396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-365492f1-27df-4fa0-b763-817f852e378c None None] Port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:22.784993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-897015ad-616d-433a-a2cb-65b60d68786c req-c0837f0e-8843-4c21-a142-015d82d738ca tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.3317797 Jul 27 16:58:22.804716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f27f020-c78c-40dd-8376-b9dc705f67bc req-0387dd20-deeb-48d4-8f5b-c0d7b7000b38 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476331 Jul 27 16:58:23.017596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d8941d-5c53-484e-bf89-9cfd7a6cb714 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:23.028874 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.036899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-897015ad-616d-433a-a2cb-65b60d68786c req-753ed79f-58d8-46d8-a5fe-ad5b009e1af9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508533 Jul 27 16:58:23.048509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Transition to ACTIVE for port object c6d8941d-5c53-484e-bf89-9cfd7a6cb714 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:23.059979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.141489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Pushing event updated for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:23.154638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:23.173671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:23.202230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.202746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:23.203974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:23.267404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad5b47-d875-42b8-861b-401f2f7fc6f4 req-523a52c9-6607-4960-9660-ca94d043dadb tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:23.275131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16ad5b47-d875-42b8-861b-401f2f7fc6f4 req-523a52c9-6607-4960-9660-ca94d043dadb tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 931 time: 0.3013878 Jul 27 16:58:23.305273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c3492ba2-1759-457e-960d-86d2787f2ff9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "PUT /v2.0/floatingips/ac036592-94b2-46ab-bb9a-e457f4e183f8 HTTP/1.1" status: 200 len: 990 time: 2.8393638 Jul 27 16:58:23.308806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:23.313984 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19adae-3eff-428e-af60-026b7ade0fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:23.384738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16ad5b47-d875-42b8-861b-401f2f7fc6f4 req-2333dcc4-1131-4b64-a53c-a804a33d714b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085339 Jul 27 16:58:23.432870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Attempting to bind port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:23.433977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Attempting to bind port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:23.434522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Attempting to bind port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 on network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:23.445259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 on network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:58:23.445825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Attempting to bind port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 on network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:23.458997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:23.459755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Checking segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:23.474761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Bound using segment: {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:23.475334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Bound port: c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6adf6b-7bba-414d-b158-4e7b0b1f9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:23.475726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.501028 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb72bd1-eb4f-4d84-b3c2-38a0386d2cc0 x-openstack-request-id: req-5fb72bd1-eb4f-4d84-b3c2-38a0386d2cc0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:23.501337 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:23.501592 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fb72bd1-eb4f-4d84-b3c2-38a0386d2cc0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:23.501998 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'status': 'completed', 'code': 200} Jul 27 16:58:23.548625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:23.599798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:23.604826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:23.616549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.671498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-a05d3451-02f0-4b02-8551-8eb521a4a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:23.673980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-a05d3451-02f0-4b02-8551-8eb521a4a9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7840437d3234e5281eb818b92525927&device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.1435792 Jul 27 16:58:23.694353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:23.695299 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:23.697769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] 10.222.0.61 "PUT /v2.0/ports/c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 1091 time: 1.3306184 Jul 27 16:58:23.698449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:23.701807 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe85a6-d299-4f2d-ac76-6feff2111385" -d '{"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:23.767163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc938-83b4-4cb0-81d9-24f694e125ae service neutron] Pushing event updated for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:23.862458 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a52013-0f97-406e-bd2c-66ced0459caf x-openstack-request-id: req-62a52013-0f97-406e-bd2c-66ced0459caf {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:23.862944 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:23.863359 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62a52013-0f97-406e-bd2c-66ced0459caf {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:23.863762 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:58:23.926967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-c477be92-53e3-401e-8703-5c213f0275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:23.931831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-c477be92-53e3-401e-8703-5c213f0275e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 200 len: 911 time: 0.2513371 Jul 27 16:58:24.008772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ac036592-94b2-46ab-bb9a-e457f4e183f8', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:9f:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:05Z', 'updated_at': '2021-07-27T16:58:21Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:24.112399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-23f99b78-8c7f-42d0-9e09-e317bf112795 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80 HTTP/1.1" status: 200 len: 998 time: 0.1722872 Jul 27 16:58:24.131351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:24.171545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:24.171793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:24.186315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-0cd580ab-7bb7-439c-b7bd-667238629de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.191974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-0cd580ab-7bb7-439c-b7bd-667238629de5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.3906395 Jul 27 16:58:24.260851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c26f-c4ac-4e4a-9bc5-26d7e5c886d7 req-3a95eeff-d594-4d7f-9cb4-53e841be3e89 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.275108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d65c26f-c4ac-4e4a-9bc5-26d7e5c886d7 req-3a95eeff-d594-4d7f-9cb4-53e841be3e89 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.3236022 Jul 27 16:58:24.309649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-4f4c65de-7805-4cd1-a974-bca592eecae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.309649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-4f4c65de-7805-4cd1-a974-bca592eecae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 200 len: 849 time: 0.1916225 Jul 27 16:58:24.338210 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-70b70032-81df-46db-8fa6-a9fb875355f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 217 time: 0.1330080 Jul 27 16:58:24.351660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-04d238da-de51-4664-9ffc-c4e8192fafa4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.353964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-04d238da-de51-4664-9ffc-c4e8192fafa4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.4893930 Jul 27 16:58:24.361546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:24.434802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9d65c26f-c4ac-4e4a-9bc5-26d7e5c886d7 req-5fb687ad-c47f-4cee-bd84-ffc8cf643849 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353202 Jul 27 16:58:24.494551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa5b17-daf1-4b05-8de1-c50aed816e85 req-c95497b5-910f-4fba-a5e4-50a3a653f8b5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.509398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35aa5b17-daf1-4b05-8de1-c50aed816e85 req-c95497b5-910f-4fba-a5e4-50a3a653f8b5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.2886393 Jul 27 16:58:24.541208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-24a42d05-2996-477a-9cd5-812394764611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.542985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-24a42d05-2996-477a-9cd5-812394764611 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.1881130 Jul 27 16:58:24.812703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Deleting port 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:24.813407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:24.838868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb1712-d075-428d-afb3-14a553d28e0b req-1e8c6f05-d357-4bfa-85eb-9c0d4ff6155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:24.841825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-1e8c6f05-d357-4bfa-85eb-9c0d4ff6155c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880569 Jul 27 16:58:24.845563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ac036592-94b2-46ab-bb9a-e457f4e183f8', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:9f:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:05Z', 'updated_at': '2021-07-27T16:58:21Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:24.913981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5cad0-f127-467c-8cd2-62a762a94f9a None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'ac036592-94b2-46ab-bb9a-e457f4e183f8', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'port_id': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'mac_address': 'fa:16:3e:9f:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:05Z', 'updated_at': '2021-07-27T16:58:21Z', 'revision_number': 1, 'project_id': 'a7840437d3234e5281eb818b92525927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:24.981978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-cb658b09-0069-4f47-96cf-21ec97e03b05 service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074080 Jul 27 16:58:25.116664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5feb1712-d075-428d-afb3-14a553d28e0b req-801e7510-60b3-4fd1-b69f-303bb375ee90 service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237960 Jul 27 16:58:25.127562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865e24-7276-4704-b83b-d09bb646f19d req-17b92972-2ea7-4449-8453-b8dfb01421c8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:25.135979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83865e24-7276-4704-b83b-d09bb646f19d req-17b92972-2ea7-4449-8453-b8dfb01421c8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.4122412 Jul 27 16:58:25.189802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35aa5b17-daf1-4b05-8de1-c50aed816e85 req-67af72f0-2a9d-4f58-bad0-0f6a3f3e7cc2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788521 Jul 27 16:58:25.200567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-9dac0d53-96d5-4bf9-abdf-20995eb62bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:25.202402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-9dac0d53-96d5-4bf9-abdf-20995eb62bdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f68f197f-a243-4d9a-96ad-057f821d6ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8822119 Jul 27 16:58:25.241810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83865e24-7276-4704-b83b-d09bb646f19d req-defd124c-8dd2-4119-9f2a-711b344ba935 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042447 Jul 27 16:58:25.335668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] For port 85867278-4588-4e8b-a1c6-b9b8287a35e9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=85867278-4588-4e8b-a1c6-b9b8287a35e9,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:25.336081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:25.388650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-03f3f951-7c68-415a-967f-c0639d162e2a service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722481 Jul 27 16:58:25.415726 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e1ab9-7e6b-40a2-a98e-cbd1260b92e6 None None] New status for floating IP ac036592-94b2-46ab-bb9a-e457f4e183f8: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:25.543477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-8c34e90e-8be8-472b-a980-f907069eb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:25.545096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-8c34e90e-8be8-472b-a980-f907069eb86a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.3296056 Jul 27 16:58:25.667166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe809be-c9c3-4c1d-bfdf-c9fc16b60f8a req-76a94ff9-0676-4dfb-af91-6463a9061393 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:25.681029 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe809be-c9c3-4c1d-bfdf-c9fc16b60f8a req-76a94ff9-0676-4dfb-af91-6463a9061393 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 947 time: 0.1669869 Jul 27 16:58:25.699003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb19adae-3eff-428e-af60-026b7ade0fa5 req-19f81c0e-c0b0-43d8-9e69-8b14a5d6a74b service neutron] 10.222.0.13 "GET /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010328 Jul 27 16:58:25.850327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe809be-c9c3-4c1d-bfdf-c9fc16b60f8a req-abe69a58-19d7-445d-8cea-f82640803cdd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e7a565c-f799-499d-8cb5-1650b8a675bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680377 Jul 27 16:58:26.232157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce98f-9ea1-4667-ba51-9af12d20ecb7 req-1e8b3dad-9d60-4fb0-be4e-ae189c837475 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:26.240514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b62ce98f-9ea1-4667-ba51-9af12d20ecb7 req-1e8b3dad-9d60-4fb0-be4e-ae189c837475 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.8474045 Jul 27 16:58:26.314523 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:26.315135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:26.317317 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Floating IP 72a22adf-2957-47ae-82d5-82a75b9c150f disassociated. External IP: 172.25.4.77, port: 85867278-4588-4e8b-a1c6-b9b8287a35e9. Jul 27 16:58:26.317685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Calling delete_port for 85867278-4588-4e8b-a1c6-b9b8287a35e9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:26.355856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b62ce98f-9ea1-4667-ba51-9af12d20ecb7 req-1d224be8-8378-4e06-a866-0e3cff94a775 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091721 Jul 27 16:58:26.372119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-d1893cb9-792f-46cd-9d87-c766c859c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:26.376354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-d1893cb9-792f-46cd-9d87-c766c859c002 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 914 time: 0.7969198 Jul 27 16:58:26.455329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19bfeb-3259-4b67-acf0-3dd5f46b9bc8 req-228dfdbb-4b55-414f-9ac1-abc3dc606c2b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:26.468059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc19bfeb-3259-4b67-acf0-3dd5f46b9bc8 req-228dfdbb-4b55-414f-9ac1-abc3dc606c2b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1368010 Jul 27 16:58:26.534430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc19bfeb-3259-4b67-acf0-3dd5f46b9bc8 req-ea146022-5276-4113-bc0e-30e116a973b6 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642259 Jul 27 16:58:26.557270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:26.631755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-00db1466-981d-453e-83f7-53c372824b83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 217 time: 0.0892537 Jul 27 16:58:26.645633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'Port': ['ID=85867278-4588-4e8b-a1c6-b9b8287a35e9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:26.772282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:26.800928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-02a47833-479e-4978-9b38-9423e8b88e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:26.802559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-02a47833-479e-4978-9b38-9423e8b88e76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.1513717 Jul 27 16:58:26.887846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376689-ce43-461b-8bb6-0763aa0c3676 req-bf02794a-a381-45a6-8ca9-220d1c8f7028 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:26.889534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae376689-ce43-461b-8bb6-0763aa0c3676 req-bf02794a-a381-45a6-8ca9-220d1c8f7028 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.2635081 Jul 27 16:58:27.020806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae376689-ce43-461b-8bb6-0763aa0c3676 req-674e5021-6276-40c6-b3c6-aa7918cca8ee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153584 Jul 27 16:58:27.031014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:27.043593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-e8eaff70-d407-4be6-b251-b223a658dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:27.045278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-e8eaff70-d407-4be6-b251-b223a658dcb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333438 Jul 27 16:58:27.171762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-89e7abd3-b9f1-40d0-b185-83e4fb0230d4 req-ced9dab8-ee4f-425e-8c38-db80d5b1d72a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.1003530 Jul 27 16:58:27.293312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:27.354611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 85867278-4588-4e8b-a1c6-b9b8287a35e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:27.355776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 85867278-4588-4e8b-a1c6-b9b8287a35e9 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:27.510956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:27.541286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:27.565273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:27.566017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:27.644958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] No DVR routers for this DVR port 85867278-4588-4e8b-a1c6-b9b8287a35e9 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:27.644958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:27.650754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6f9c0e8-2f92-4fdc-b146-df09b9edecce req-276c4418-19fa-4b08-b4ff-dc2d3b0a85a4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "DELETE /v2.0/ports/85867278-4588-4e8b-a1c6-b9b8287a35e9 HTTP/1.1" status: 204 len: 173 time: 3.2823725 Jul 27 16:58:27.650754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-deleted', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:27.674357 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaef98e-39e5-48e1-b171-84e3f1131ddc" -d '{"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-deleted", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:27.683816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-c5b2c1d1-d73d-4b78-8690-f7104e002888 service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287625 Jul 27 16:58:27.765986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d5a97-077f-4bee-a9db-6b57c5d60327 req-e3b399ae-2732-4dfb-8d9d-cf874ee23713 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:27.767694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-631d5a97-077f-4bee-a9db-6b57c5d60327 req-e3b399ae-2732-4dfb-8d9d-cf874ee23713 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.1563706 Jul 27 16:58:27.885034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-631d5a97-077f-4bee-a9db-6b57c5d60327 req-b71c7afa-600a-4f21-a741-0f6106ea9ec0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680244 Jul 27 16:58:27.911127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:27.932810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-31fe85a6-d299-4f2d-ac76-6feff2111385 req-41e25ccd-6e92-4452-a1ed-066b92e8312f service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410560 Jul 27 16:58:27.965752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df2ff-07b0-40cb-a979-f1005b219eb3 req-efa07ba6-9a9f-4052-a7d2-05f6a185cc1e tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:27.968001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5df2ff-07b0-40cb-a979-f1005b219eb3 req-efa07ba6-9a9f-4052-a7d2-05f6a185cc1e tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1676102 Jul 27 16:58:28.035464 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a51a5-2224-4352-8ee7-c4b6d3f0fcf8 x-openstack-request-id: req-0b1a51a5-2224-4352-8ee7-c4b6d3f0fcf8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:28.036029 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90e35b-c0d1-4e55-911e-3ef8ac7383ee", "name": "network-vif-deleted", "tag": "85867278-4588-4e8b-a1c6-b9b8287a35e9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:28.036504 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b1a51a5-2224-4352-8ee7-c4b6d3f0fcf8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:28.037376 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90e35b-c0d1-4e55-911e-3ef8ac7383ee', 'name': 'network-vif-deleted', 'tag': '85867278-4588-4e8b-a1c6-b9b8287a35e9', 'status': 'completed', 'code': 200} Jul 27 16:58:28.066186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5df2ff-07b0-40cb-a979-f1005b219eb3 req-78dfa810-9f18-45fc-9421-e29aff30d811 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915980 Jul 27 16:58:28.074523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:28.367489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f38be0b-8cf9-4fd7-9e91-cd1ccebea365 req-1f9471b2-61ac-4cd9-ae90-44777fcb8950 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.0618565 Jul 27 16:58:28.371939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:28.409835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:28.423749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:28.424454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:28.432049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Deleting port 20175077-948a-4d92-be1e-71f0c13f26e9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:28.432403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:28.472055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-a2eee133-b40b-486d-bdd0-2f0118d556e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0450046 Jul 27 16:58:28.566068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:28.582328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-8a0e263b-7d7b-4868-9449-c9bd1943abe1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=fd90e35b-c0d1-4e55-911e-3ef8ac7383ee HTTP/1.1" status: 200 len: 210 time: 0.0363541 Jul 27 16:58:28.600196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] For port 20175077-948a-4d92-be1e-71f0c13f26e9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=20175077-948a-4d92-be1e-71f0c13f26e9,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:28.600627 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:28.616009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Calling delete_port for 20175077-948a-4d92-be1e-71f0c13f26e9 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:28.884219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:28.921670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:28.985430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-3bafd743-286a-4215-a01d-08279a39f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:28.987013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-3bafd743-286a-4215-a01d-08279a39f0ab service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3df3187c319c4fe9ac37e5111796e952&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3778701 Jul 27 16:58:28.991479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e495a21-7518-46b5-8b44-932821ce39e2 None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:29.009554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20175077-948a-4d92-be1e-71f0c13f26e9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:29.150387 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:29.429410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cbb86-0a78-46fd-926c-f186cf5f8b7e req-940c54a7-6224-4dde-a921-c91e58958012 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:29.431101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b2cbb86-0a78-46fd-926c-f186cf5f8b7e req-940c54a7-6224-4dde-a921-c91e58958012 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.2649641 Jul 27 16:58:29.438163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-35b831c8-9e0f-458b-9483-7e5c0c47a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:29.439671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4dbd6c2b-f2a9-40f1-9260-948a9ea90a14 req-35b831c8-9e0f-458b-9483-7e5c0c47a13e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4381075 Jul 27 16:58:29.460571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439640-0793-4c14-80e1-e393c8af2219 req-2983a31d-9d76-4b00-ac17-8bc62cc63f80 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:29.462345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9439640-0793-4c14-80e1-e393c8af2219 req-2983a31d-9d76-4b00-ac17-8bc62cc63f80 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.2260411 Jul 27 16:58:29.471571 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fef01-71a7-4c65-aaad-43ec210edd79 None None] New status for floating IP 72a22adf-2957-47ae-82d5-82a75b9c150f: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:29.487156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13341f8a-8322-4523-97b5-545b78ded3d0 req-8653c30e-7dc2-4f31-9f30-c5a5f8ced5b6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:29.488685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13341f8a-8322-4523-97b5-545b78ded3d0 req-8653c30e-7dc2-4f31-9f30-c5a5f8ced5b6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 945 time: 0.2090845 Jul 27 16:58:29.547982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b2cbb86-0a78-46fd-926c-f186cf5f8b7e req-978d573d-4ca3-427a-aef5-d80aa3849033 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047201 Jul 27 16:58:29.700104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13341f8a-8322-4523-97b5-545b78ded3d0 req-cc074f47-2020-4643-af5d-755bfab52413 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808994 Jul 27 16:58:29.713360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:29.745888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port b16db91c-c382-44b6-8d76-e4e6ef88cc69 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:29.749394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:29.788544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:29.894422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port b16db91c-c382-44b6-8d76-e4e6ef88cc69, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b16db91c-c382-44b6-8d76-e4e6ef88cc69,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:29.894765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:29.909417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for b16db91c-c382-44b6-8d76-e4e6ef88cc69 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:29.913742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:29.915921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:29.923178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-54a0f2ec-8590-4068-b000-09010aa49ae0 admin admin] 10.222.0.64 "PUT /v2.0/routers/3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479414 Jul 27 16:58:29.924859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:29.930954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Sync routers for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:29.949780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:29.950568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:29.957322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.012229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.016018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.017611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e7a565c-f799-499d-8cb5-1650b8a675bc HTTP/1.1" status: 204 len: 168 time: 0.2280128 Jul 27 16:58:30.021931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:30.044109 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-9881df3f-f223-469e-93ae-a1f073a6b040 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] show failed (client error): The resource could not be found. Jul 27 16:58:30.045200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9881df3f-f223-469e-93ae-a1f073a6b040 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups/5e7a565c-f799-499d-8cb5-1650b8a675bc HTTP/1.1" status: 404 len: 347 time: 0.0209289 Jul 27 16:58:30.048208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:30.055816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2d94c-d793-4aec-8b13-4c2690701dac tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a565c-f799-499d-8cb5-1650b8a675bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:30.110607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.130437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:30.194164 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:58:30.235450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Deleting port 0ac9937b-424e-469a-9481-3a4dd949e260 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:30.235933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.284269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.294087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.337960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=b16db91c-c382-44b6-8d76-e4e6ef88cc69,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:30.345271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.345685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.366860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Calling delete_port for 0ac9937b-424e-469a-9481-3a4dd949e260 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:30.391840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:58:28Z', 'revision_number': 5, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port': {'id': '0e228359-c9fa-41ae-871e-d0fc55c21146', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:30.429783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Checking router: 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:30.430459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port b16db91c-c382-44b6-8d76-e4e6ef88cc69 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:30.435175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.437267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9439640-0793-4c14-80e1-e393c8af2219 req-18bc98cd-5d7a-495c-b9d2-291b57cb760d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "DELETE /v2.0/ports/b16db91c-c382-44b6-8d76-e4e6ef88cc69 HTTP/1.1" status: 204 len: 173 time: 0.9665632 Jul 27 16:58:30.438687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'name': 'network-vif-deleted', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:30.442411 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947dcc6f-05f1-4558-83d4-1fd646249f8a" -d '{"events": [{"server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "name": "network-vif-deleted", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:30.442690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Routers {'3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:30.443321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:30.477031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Deleting port 0e228359-c9fa-41ae-871e-d0fc55c21146 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:30.477487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.591878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] Set router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:30.753790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:58:30Z', 'revision_number': 6, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:30.820098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6363-19cc-48f3-a372-f3e896864b69 req-5ab2bb7b-c2bf-4cc4-a0b7-97c525fafa94 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:30.832483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-136f6363-19cc-48f3-a372-f3e896864b69 req-5ab2bb7b-c2bf-4cc4-a0b7-97c525fafa94 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1357436 Jul 27 16:58:30.834354 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:30.845425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319beae9-aa94-419a-86ed-1fb33491a290 None None] The sync data for ids ['3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0'] in n-d-723572-6 is: [{'id': '3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1561142506-router', 'tenant_id': '2836d6c363794a70bc0cd172ade20c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:46:13Z', 'updated_at': '2021-07-27T16:58:30Z', 'revision_number': 6, 'project_id': '2836d6c363794a70bc0cd172ade20c3d', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:30.984294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'Port': ['ID=0ac9937b-424e-469a-9481-3a4dd949e260,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:30.991857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.008606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.010676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13af075e-0824-441e-949f-64be5383b4c7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "DELETE /v2.0/floatingips/72a22adf-2957-47ae-82d5-82a75b9c150f HTTP/1.1" status: 204 len: 168 time: 0.9615273 Jul 27 16:58:31.033769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-136f6363-19cc-48f3-a372-f3e896864b69 req-e3f56b4b-ac00-4f23-8d33-8af47d76cf0f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938927 Jul 27 16:58:31.059249 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12c7f3-aa68-4123-b637-e3b05038515f x-openstack-request-id: req-fe12c7f3-aa68-4123-b637-e3b05038515f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:31.060012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc60713-41c7-433f-b87b-8e176c195cda", "name": "network-vif-deleted", "tag": "b16db91c-c382-44b6-8d76-e4e6ef88cc69", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:31.060012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe12c7f3-aa68-4123-b637-e3b05038515f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:31.060372 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc60713-41c7-433f-b87b-8e176c195cda', 'name': 'network-vif-deleted', 'tag': 'b16db91c-c382-44b6-8d76-e4e6ef88cc69', 'status': 'completed', 'code': 200} Jul 27 16:58:31.062126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13a642e7-41c4-40a0-8ba5-01200a428a19 req-4151e3dd-7fb6-449a-a6d5-8157e741c7bc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0531909 Jul 27 16:58:31.148364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] For port 0e228359-c9fa-41ae-871e-d0fc55c21146, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e228359-c9fa-41ae-871e-d0fc55c21146,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:31.148770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.172553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Calling delete_port for 0e228359-c9fa-41ae-871e-d0fc55c21146 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:31.308291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b16db91c-c382-44b6-8d76-e4e6ef88cc69 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:31.344225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b16db91c-c382-44b6-8d76-e4e6ef88cc69 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:31.344659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b16db91c-c382-44b6-8d76-e4e6ef88cc69 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:31.393897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.437446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e228359-c9fa-41ae-871e-d0fc55c21146,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:31.515115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.586117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:31.590050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290845216', 'description': 'tempest-description--847985073'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:31.619362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.625481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.627996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.682168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.682896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:58:31.695625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.703546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aef5fc0b-a6bf-4b71-9930-9fcde0a11418 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3bf3ed56-6a8e-42db-8e99-913b6aa3e5d0 HTTP/1.1" status: 204 len: 168 time: 1.7755201 Jul 27 16:58:31.704856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:31.770439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.774516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Deleting subnet 24442099-619a-4587-b320-38c5c6abfc64 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:58:31.779315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.785526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.830093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.833356 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.834621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2495189 Jul 27 16:58:31.844613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:31.853103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group_rule': {'security_group_id': '1a71892e-2c92-4d13-bfe1-776d0dcf0a7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:31.868869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803e1eb-d426-4e86-b345-4d4b5123743a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:31.938182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:31.971996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.011552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.017345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.045101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfc5f06-7f10-46a3-b062-0d77e9e5c89b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:32.071950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.078938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c50ecd7e-0040-49d2-8ec3-fb65e9bfca0c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328939 Jul 27 16:58:32.079126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:32.091782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'security_group_rule': {'security_group_id': '1a71892e-2c92-4d13-bfe1-776d0dcf0a7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:32.102744 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.151082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2c140-9ab2-4dc7-8882-736eb51874ca None None] Network 9d98f7d4-dc7f-4102-841a-3ae8176ba53b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:58:32.170086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.174855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:32.174975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-38069266-4452-425c-b39a-08485903c563 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24442099-619a-4587-b320-38c5c6abfc64 HTTP/1.1" status: 204 len: 168 time: 0.4682109 Jul 27 16:58:32.229653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38069266-4452-425c-b39a-08485903c563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24442099-619a-4587-b320-38c5c6abfc64,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:32.237937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.320142 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-248d9ba4-85e7-4867-9ff9-466401672dd2 req-f5bb4d2f-a9cb-456e-aa09-6b1e65190e3a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0516975 Jul 27 16:58:32.355600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.373489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86aeaa-3283-4fee-9697-4ef175f95f9a req-6c79630b-7580-495d-a324-18628e9b4819 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:32.382975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc86aeaa-3283-4fee-9697-4ef175f95f9a req-6c79630b-7580-495d-a324-18628e9b4819 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.2534814 Jul 27 16:58:32.398632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.426733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.441237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a00711-7bbe-474c-9446-27856b2a1f92,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:32.467948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.469231 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3796af28-aacb-40bd-a267-bcc8a216df6e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3873804 Jul 27 16:58:32.476173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:32.482493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:32.482913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc86aeaa-3283-4fee-9697-4ef175f95f9a req-3b988be3-7146-4fd7-836e-25b75678e95f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950847 Jul 27 16:58:32.522605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Deleting port a1bafd62-e0b6-491e-81fd-766843d1ec25 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:32.522929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.563221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.617985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] DHCP port deletion for 9d98f7d4-dc7f-4102-841a-3ae8176ba53b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:58:32.649671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] For port a1bafd62-e0b6-491e-81fd-766843d1ec25, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a1bafd62-e0b6-491e-81fd-766843d1ec25,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:32.649671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.671472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Calling delete_port for a1bafd62-e0b6-491e-81fd-766843d1ec25 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:32.674459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Deleting port a1bafd62-e0b6-491e-81fd-766843d1ec25 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:58:32.675060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.750262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] For port a1bafd62-e0b6-491e-81fd-766843d1ec25, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a1bafd62-e0b6-491e-81fd-766843d1ec25,segment=NetworkSegment(7c4a17f7-8cc4-4884-8691-be72f07397c4),segment_id=7c4a17f7-8cc4-4884-8691-be72f07397c4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:32.750974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:32.770332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Calling delete_port for a1bafd62-e0b6-491e-81fd-766843d1ec25 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:58:32.912492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a1bafd62-e0b6-491e-81fd-766843d1ec25 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:33.012457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.065273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] No DVR routers for this DVR port a1bafd62-e0b6-491e-81fd-766843d1ec25 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:33.071841 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.105626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727565-eeba-47e5-9323-1c15ac287ad5 None None] Pushing event deleted for resources: {'Port': ['ID=a1bafd62-e0b6-491e-81fd-766843d1ec25,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:33.147965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e228359-c9fa-41ae-871e-d0fc55c21146 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:33.173834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0e228359-c9fa-41ae-871e-d0fc55c21146 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:33.174198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e228359-c9fa-41ae-871e-d0fc55c21146 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:33.174626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20175077-948a-4d92-be1e-71f0c13f26e9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:58:33.201495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 20175077-948a-4d92-be1e-71f0c13f26e9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:58:33.201908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 20175077-948a-4d92-be1e-71f0c13f26e9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:58:33.206837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.208195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.212605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.246798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bafd62-e0b6-491e-81fd-766843d1ec25,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:33.250317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] No DVR routers for this DVR port a1bafd62-e0b6-491e-81fd-766843d1ec25 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:58:33.371757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.384066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d98f7d4-dc7f-4102-841a-3ae8176ba53b']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:33.396806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4a17f7-8cc4-4884-8691-be72f07397c4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:33.397235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4a17f7-8cc4-4884-8691-be72f07397c4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:33.408616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.441766 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.448881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3aae0e8b-3a15-4767-b972-69ef51997590 req-ccdd4571-85a6-447b-a2bc-8a608ec7f385 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0350792 Jul 27 16:58:33.453857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:58:33.454285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:58:33.456022 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:58:33.551324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Allocated IP 172.25.4.199 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/c90e898e-f05c-4368-96cb-37f049be475b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:33.564837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.591259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.593259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/9d98f7d4-dc7f-4102-841a-3ae8176ba53b HTTP/1.1" status: 204 len: 168 time: 1.4170744 Jul 27 16:58:33.597795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5745b9-9f7e-4def-976e-020f47cee0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9d98f7d4-dc7f-4102-841a-3ae8176ba53b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:33.653026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af82632-f5a5-45ef-a685-5cbf6af35b33 req-fe1bc9ce-a9d9-4df7-b291-2e4705a7e24f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:33.661389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5af82632-f5a5-45ef-a685-5cbf6af35b33 req-fe1bc9ce-a9d9-4df7-b291-2e4705a7e24f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0982838 Jul 27 16:58:33.715519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5af82632-f5a5-45ef-a685-5cbf6af35b33 req-6468acf1-080c-4c91-a094-7b9abb24d681 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530245 Jul 27 16:58:33.762291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.789235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:33.810600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.837653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-49bb4767-07aa-453a-ab43-ee7951206b50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2836d6c363794a70bc0cd172ade20c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450752 Jul 27 16:58:33.838311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:33.873336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:33.876414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:33.882412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:33.897746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.912151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=c90e898e-f05c-4368-96cb-37f049be475b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:33.923970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.985105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.988204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:33.991806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83bb00e8-1fa1-470d-87ec-218fda902486 HTTP/1.1" status: 204 len: 168 time: 0.1491709 Jul 27 16:58:34.006996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1d47c-3983-4475-abbb-a12d624ba779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb00e8-1fa1-470d-87ec-218fda902486,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:34.022593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.089561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.304941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.311213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.365853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=c90e898e-f05c-4368-96cb-37f049be475b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:34.416608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.437972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:34.439289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f239f939-36e0-4793-ad5e-4deb5a8d6dff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9610875 Jul 27 16:58:34.635583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b39dc850-d84c-40e1-ac81-be1affb12326 req-ea70184d-72b6-4f17-9793-79123449cb80 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0407906 Jul 27 16:58:34.769136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-8d6b5d9c-58d8-4d46-8c4a-b37930373eb4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1290845216&fields=id&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 267 time: 0.0714982 Jul 27 16:58:34.921897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387544-3f21-4291-96b4-1000ea9db7ff req-9bef1724-48ad-44e9-886b-49db473edd32 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:34.934535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43387544-3f21-4291-96b4-1000ea9db7ff req-9bef1724-48ad-44e9-886b-49db473edd32 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1162281 Jul 27 16:58:34.986452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-87b79833-58d9-4c93-b6ce-a02aa59b266c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:34.988502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-87b79833-58d9-4c93-b6ce-a02aa59b266c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 817 time: 0.2083125 Jul 27 16:58:35.010693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-d2675eea-3331-454d-b901-a294f8679b19 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/quotas/3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 375 time: 0.0162969 Jul 27 16:58:35.017549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43387544-3f21-4291-96b4-1000ea9db7ff req-b7e7b2c5-5229-4145-90d6-b8725133fe85 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816820 Jul 27 16:58:35.054074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 42946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:35.102482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-fbaa3bfd-1449-4ca3-bdf6-1d0671114497 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848587 Jul 27 16:58:35.171145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-30475374-network', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:35.239358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6376eded-74d7-456b-8b75-0981dbed9f33 service neutron] 10.222.0.64 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250567 Jul 27 16:58:35.240223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:35.242636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.253818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.395594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.398006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-9db32550-ec05-4e44-ba21-b7a8eabf41a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500328 Jul 27 16:58:35.401662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.444541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:58:35.463788 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.464909 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Added segment 5325829d-1be4-4905-a800-a06e4264e396 of type vlan for network c9612919-a443-48b5-8045-af04651d8b10 Jul 27 16:58:35.524217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.529737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d4ce8e-82f0-4e3c-abab-52118c23eb8c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:35.559715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.561349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:35.563368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.608407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5501924 Jul 27 16:58:35.609404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:35.615759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Request body: {'subnet': {'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-30475374-subnet', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:35.694074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e24f6e3-fed9-40a8-a98a-6204aafb027a req-4721a804-5ed1-4e6c-8bf5-28c41ae30399 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 210 time: 0.1126585 Jul 27 16:58:35.705214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:35.716939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:35.732652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4fcf-fed0-4147-bf51-56c12d9d2708 admin admin] Pushing event updated for resources: {'Network': ['ID=c9612919-a443-48b5-8045-af04651d8b10,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:35.743507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c9612919-a443-48b5-8045-af04651d8b10 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:58:35.880263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a3fdbf7-dd77-4c8e-9368-28f27d627a8b req-e76c99c2-4077-4a41-888f-00af14001591 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dc60713-41c7-433f-b87b-8e176c195cda HTTP/1.1" status: 200 len: 210 time: 0.0687516 Jul 27 16:58:36.020222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.106516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f44e528-3348-4467-a8af-5e190d8b5df1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:36.116637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:36.116961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Network hostable DHCP agents. Network: c9612919-a443-48b5-8045-af04651d8b10, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:58:36.134852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Network c9612919-a443-48b5-8045-af04651d8b10 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:58:36.145257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c9612919-a443-48b5-8045-af04651d8b10) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:36.153844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:36.154651 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.155890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2a08b-0c53-41a6-88a4-3ec594d9b931 None None] Network c9612919-a443-48b5-8045-af04651d8b10 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:58:36.193121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-72bcaf6c-fc03-474a-853a-d94d890272aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5782545 Jul 27 16:58:36.195149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 42984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:36.202287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:36.251013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.252843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.322031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7a210-8686-4c85-a1e6-fcad1579f20d req-079a554c-ee67-4fc0-929c-565462c8f49e tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:36.329619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdb7a210-8686-4c85-a1e6-fcad1579f20d req-079a554c-ee67-4fc0-929c-565462c8f49e tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1789646 Jul 27 16:58:36.382656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.466579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fdb7a210-8686-4c85-a1e6-fcad1579f20d req-0ef1fcb7-5211-4803-b53d-db3d737fe833 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004286 Jul 27 16:58:36.560914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c9612919-a443-48b5-8045-af04651d8b10', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 16:58:36.562474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.634401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.783391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Allocated IP 172.20.0.2 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/4fccb617-041e-480a-aa11-44973f36597d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:36.808543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5d364db-2a00-4a68-9365-3284114f1088 req-c7bda332-a9d5-4674-87fd-4e7dec3d474b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 210 time: 0.0314820 Jul 27 16:58:36.970174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:36.981413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Transition to ACTIVE for port object 4fccb617-041e-480a-aa11-44973f36597d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:37.000952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Transition to ACTIVE for port object 4fccb617-041e-480a-aa11-44973f36597d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:37.012924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.036511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:37.038960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:37.049110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.103165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:37.115915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.169360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Pushing event updated for resources: {'Port': ['ID=4fccb617-041e-480a-aa11-44973f36597d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:37.231713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Attempting to bind port 4fccb617-041e-480a-aa11-44973f36597d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:37.232175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Attempting to bind port 4fccb617-041e-480a-aa11-44973f36597d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:37.232463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Attempting to bind port 4fccb617-041e-480a-aa11-44973f36597d on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:37.246443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:37.248995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:37.249472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.249885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:37.250375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Bound port: 4fccb617-041e-480a-aa11-44973f36597d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:37.251687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.347485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device c6d8941d-5c53-484e-bf89-9cfd7a6cb714 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:58:37.352393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-041b6959-c568-4821-b98d-6dc93cb63592 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:37.354492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-041b6959-c568-4821-b98d-6dc93cb63592 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 817 time: 0.3208168 Jul 27 16:58:37.386022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] For port 4fccb617-041e-480a-aa11-44973f36597d, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:37.391023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] For port 4fccb617-041e-480a-aa11-44973f36597d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fccb617-041e-480a-aa11-44973f36597d,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:37.391945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Allocated IP 172.25.4.241 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d3f36ba8-cabf-43d7-b739-e8d0568b92fe) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:37.429732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-5b3baff8-2452-419d-98b0-317c4c24d35c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 380 time: 0.0650897 Jul 27 16:58:37.445589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'port': {'device_id': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'admin_state_up': True, 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'security_groups': ['1a71892e-2c92-4d13-bfe1-776d0dcf0a7e']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:37.510792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:37.519502 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.561850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.613387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:58:37.665740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Made reservation on behalf of 3df3187c319c4fe9ac37e5111796e952 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:37.670221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.707251 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.738041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda1426-2604-4428-9e67-7dc59272b4c4 None None] Pushing event updated for resources: {'Port': ['ID=4fccb617-041e-480a-aa11-44973f36597d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:37.754609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Pushing event updated for resources: {'Port': ['ID=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:37.760622 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.784240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:37.786344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:37.787024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d8941d-5c53-484e-bf89-9cfd7a6cb714 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:37.793404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:37.803880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79983a7e-98aa-4b83-a67c-074d8835f5d8 req-6b94c9e8-a7ef-42a2-a748-c917ec1dea47 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:37.812369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79983a7e-98aa-4b83-a67c-074d8835f5d8 req-6b94c9e8-a7ef-42a2-a748-c917ec1dea47 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1837459 Jul 27 16:58:37.834016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:37.842297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:37.898324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79983a7e-98aa-4b83-a67c-074d8835f5d8 req-02914898-e743-4604-8dca-ebe534eb4998 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805330 Jul 27 16:58:37.943023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Allocated IP 172.20.0.12 (b654d01c-7d1d-4b57-a7b1-b76ba19b68af/0d57d819-5eea-4202-8038-47a2a683c97d/b7557f47-caea-4de2-9fbd-439e2a1ff9f8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:38.006104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:38.058858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba7e25bf-9103-4ab1-8764-7b8f1f64acca req-4538a207-c9b3-4c57-a84f-11ab9e75915a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 210 time: 0.0702293 Jul 27 16:58:38.072458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['c6d8941d-5c53-484e-bf89-9cfd7a6cb714'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:58:38.344959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:38.349069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:38.374742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Transition to ACTIVE for port object b7557f47-caea-4de2-9fbd-439e2a1ff9f8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:38.451208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:38.534950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:38.538297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:38.543457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:38.611655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:38.612120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:38.641196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:38.673989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-6d8cc8ed-5aab-48a5-9e8c-4698331ae9bd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2375274 Jul 27 16:58:38.681277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:38.715943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Request body: {'port': {'device_id': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:38.943128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.026009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fccb617-041e-480a-aa11-44973f36597d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:39.070674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Router e177a303-bdd5-42d5-b83b-0f5228584e82 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 16:58:39.101919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-878b909b-e1b4-4927-84a9-7217c76a3897 None None] Provisioning for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:39.121299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-878b909b-e1b4-4927-84a9-7217c76a3897 None None] Provisioning complete for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:39.121998 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-878b909b-e1b4-4927-84a9-7217c76a3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.173746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-878b909b-e1b4-4927-84a9-7217c76a3897 None None] Port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:39.207442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 4fccb617-041e-480a-aa11-44973f36597d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:39.346877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:39.353308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device c6d8941d-5c53-484e-bf89-9cfd7a6cb714 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:39.358603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Sync routers for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:39.386580 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:39.391466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:39.413655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69621c-dc45-4a35-b98e-b3563fbbd980 None None] Network c9612919-a443-48b5-8045-af04651d8b10 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:58:39.430474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e388e-194e-4138-98b7-88aa35c20eec req-18d1c6e9-461d-4af8-a75b-f93bd486089b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:39.434197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8e388e-194e-4138-98b7-88aa35c20eec req-18d1c6e9-461d-4af8-a75b-f93bd486089b tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 944 time: 0.4000318 Jul 27 16:58:39.435984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.437689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6d1fdf4c-e5da-43c6-ac28-b2e84e53fb9e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2412920 Jul 27 16:58:39.441898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:39.541944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10f758-db6b-49b1-9673-04de6058586f req-28f7fdc7-0bd5-4bf3-b273-b119cd5e00f8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:39.544171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b10f758-db6b-49b1-9673-04de6058586f req-28f7fdc7-0bd5-4bf3-b273-b119cd5e00f8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 932 time: 0.3316383 Jul 27 16:58:39.587511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd8e388e-194e-4138-98b7-88aa35c20eec req-8fcdad18-209c-4229-832c-8f3a43eb5377 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469362 Jul 27 16:58:39.594287 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:39.610558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:39.617958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:39.618480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.668584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Provisioning for port 4fccb617-041e-480a-aa11-44973f36597d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:39.685455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Provisioning complete for port 4fccb617-041e-480a-aa11-44973f36597d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:39.687677 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.709892 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4b10f758-db6b-49b1-9673-04de6058586f req-6e7899ff-3629-4055-977a-0bad78da5943 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487980 Jul 27 16:58:39.723648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:39.735605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.778410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Transition to ACTIVE for port object b7557f47-caea-4de2-9fbd-439e2a1ff9f8 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:39.782644 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:39.886746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:40.093727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Attempting to bind port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:40.094439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Attempting to bind port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:40.094439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Attempting to bind port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:40.103614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:58:40.104468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Attempting to bind port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 on network b654d01c-7d1d-4b57-a7b1-b76ba19b68af {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:40.112749 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:38Z', 'revision_number': 3, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:40.115326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:40.115686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Checking segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:40.119058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Bound using segment: {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:40.120711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Bound port: b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad47e38-9095-4c5e-bdaf-90222c841874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:40.122485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.145492 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63fe2ff1-d1f4-4ec2-84e3-d443ef0d4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.156315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.187650 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Checking router: e177a303-bdd5-42d5-b83b-0f5228584e82 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:40.187992 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Updating router e177a303-bdd5-42d5-b83b-0f5228584e82 port d3f36ba8-cabf-43d7-b739-e8d0568b92fe binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:58:40.263729 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.276868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:40.282330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:40.285375 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cae94b6-16ac-40a3-80e2-d9d5609f8bc0" -d '{"events": [{"server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:40.291938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.325478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:40.334811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:40.343132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.347072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.409766 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f46ae-2c99-47e5-9856-f6ebb66b7c35 x-openstack-request-id: req-197f46ae-2c99-47e5-9856-f6ebb66b7c35 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:40.410065 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:40.410329 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-197f46ae-2c99-47e5-9856-f6ebb66b7c35 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:40.410740 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'code': 200} Jul 27 16:58:40.448775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:40.455185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] For port 4fccb617-041e-480a-aa11-44973f36597d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fccb617-041e-480a-aa11-44973f36597d,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:40.461913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.502872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:40.503648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.505304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] 10.222.0.61 "PUT /v2.0/ports/b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1092 time: 1.8230619 Jul 27 16:58:40.506056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:40.508579 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f8a82-ecd6-4321-9640-1936616d6352" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:40.578657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6544-4152-4598-aebe-089c0ece8bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:40.639515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5368-e9f7-4f63-a278-3aa681502cb3 None None] Pushing event updated for resources: {'Port': ['ID=4fccb617-041e-480a-aa11-44973f36597d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:40.781423 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f93f9-9368-4ad9-9864-f0bfb48194c2 x-openstack-request-id: req-234f93f9-9368-4ad9-9864-f0bfb48194c2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:40.782706 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:40.784473 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234f93f9-9368-4ad9-9864-f0bfb48194c2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:40.785014 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'status': 'completed', 'code': 200} Jul 27 16:58:40.966181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fccb617-041e-480a-aa11-44973f36597d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:40.966378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14757-8be3-41ee-8205-4853c63df5af req-a2478baa-1d8f-4d71-9ff0-aaf02f806298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:40.971715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29a14757-8be3-41ee-8205-4853c63df5af req-a2478baa-1d8f-4d71-9ff0-aaf02f806298 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.4406273 Jul 27 16:58:40.978804 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:40.988559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-71ef3062-13d6-4e06-8a69-d6e3ebcbc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:40.990526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-71ef3062-13d6-4e06-8a69-d6e3ebcbc8ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1095 time: 0.4130127 Jul 27 16:58:41.011925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Transition to ACTIVE for port object d3f36ba8-cabf-43d7-b739-e8d0568b92fe will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:41.024266 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.054070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-4a4d6556-8c16-4fd5-91cf-5980f384560d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 217 time: 0.0502889 Jul 27 16:58:41.070506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4f8c0-0db7-4d38-9993-857cb8762bf3 req-0badab0c-b936-4abe-8aa3-1c391218f492 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.073163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9c4f8c0-0db7-4d38-9993-857cb8762bf3 req-0badab0c-b936-4abe-8aa3-1c391218f492 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2693536 Jul 27 16:58:41.099181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-29a14757-8be3-41ee-8205-4853c63df5af req-c6f68432-e1a8-457b-b516-fcfef3d0aa1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132064 Jul 27 16:58:41.099757 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Pushing event updated for resources: {'Port': ['ID=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:41.113066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.113392 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.113676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.114015 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.114348 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.114677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.115006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.115330 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.115656 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.115979 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.116386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.116976 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:41.122525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-71fee8df-bc8a-4dd7-b732-f0348965843f None None] Provisioning complete for port 4fccb617-041e-480a-aa11-44973f36597d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:41.123189 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71fee8df-bc8a-4dd7-b732-f0348965843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.164092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Attempting to bind port d3f36ba8-cabf-43d7-b739-e8d0568b92fe on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:41.164837 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Attempting to bind port d3f36ba8-cabf-43d7-b739-e8d0568b92fe by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:41.165298 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Attempting to bind port d3f36ba8-cabf-43d7-b739-e8d0568b92fe on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:41.179703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9c4f8c0-0db7-4d38-9993-857cb8762bf3 req-c27e3f0c-b752-4387-8e47-71e43baf4bc7 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837038 Jul 27 16:58:41.184550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 4fccb617-041e-480a-aa11-44973f36597d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:41.185550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.186957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:41.187468 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:41.187751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-b28e2c5d-9078-4296-a1e2-7e29d509aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.187893 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.189624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-b28e2c5d-9078-4296-a1e2-7e29d509aeaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.1273725 Jul 27 16:58:41.194778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:41.196998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Bound port: d3f36ba8-cabf-43d7-b739-e8d0568b92fe, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:41.198291 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.336370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-9589db2b-ebbe-4ba2-a953-c33eba3d6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.338010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-9589db2b-ebbe-4ba2-a953-c33eba3d6072 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386187 Jul 27 16:58:41.365399 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] For port d3f36ba8-cabf-43d7-b739-e8d0568b92fe, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:41.377603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] For port d3f36ba8-cabf-43d7-b739-e8d0568b92fe, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:41.384603 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.455332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-328eb750-0356-4182-83f6-ee16b8ab6ac5 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085308 Jul 27 16:58:41.462408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:41.489871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2495f-950d-48e0-942b-67b5f72e4b4c req-60d42a86-722e-4631-aa65-f31ce53f45d5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.493344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccb2495f-950d-48e0-942b-67b5f72e4b4c req-60d42a86-722e-4631-aa65-f31ce53f45d5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.4613287 Jul 27 16:58:41.523921 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:41.532623 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:12Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:41.644640 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118de6-e0c6-4d55-a451-62c98f8b8991 None None] Pushing event updated for resources: {'Port': ['ID=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:41.661955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c888e712-a8a5-4f46-8959-9ca9133fa32d req-5151e238-2443-46cb-800f-02ccfc61ec34 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941226 Jul 27 16:58:41.751365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:41.797379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccb2495f-950d-48e0-942b-67b5f72e4b4c req-722e9566-e105-490a-a9e4-e53027469ad8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030379 Jul 27 16:58:41.798535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Allocated IP 172.20.0.1 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/1fd450e6-c9fc-47c3-a097-e14da2bc2f5b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:41.847225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-12e2cccf-6239-4257-8e0c-58437735a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.848834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-12e2cccf-6239-4257-8e0c-58437735a79f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1095 time: 0.1104186 Jul 27 16:58:41.970940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-3cd8550a-f3ad-48fb-94d0-0458a8f4f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:41.973488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-3cd8550a-f3ad-48fb-94d0-0458a8f4f10f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1164742 Jul 27 16:58:42.023054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-22318d67-4a80-45dc-8bbb-61775083b2ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 217 time: 0.0414071 Jul 27 16:58:42.057071 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:38Z', 'revision_number': 3, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:42.065021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.092072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Transition to ACTIVE for port object 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:42.098966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-3579858f-cb28-45a4-9dfc-524dcbc18ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:42.101886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-3579858f-cb28-45a4-9dfc-524dcbc18ecb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0718529 Jul 27 16:58:42.137122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.193331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:42.197030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:42.205127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:42.224392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-963b54c0-b963-4afa-aaa3-446b97a934d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:42.229283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-963b54c0-b963-4afa-aaa3-446b97a934d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198621 Jul 27 16:58:42.229488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Pushing event updated for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:42.236679 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd44539-4c41-42ec-bbb2-9cd8ca998e20 None None] The sync data for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 is: [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:38Z', 'revision_number': 3, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:42.263024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.372855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-1def5b82-d04f-42fb-b9a6-2708acfc3696 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345959 Jul 27 16:58:42.399994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.537943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-26d65520-120d-40cc-b376-438e683bb4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.597671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d91f8a82-ecd6-4321-9640-1936616d6352 req-678c430c-da7b-4eee-89c7-28441d1099e6 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159526 Jul 27 16:58:42.632889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db3632-1712-476a-b31b-e867fb39aa5b req-946454b4-d0c8-4291-8aff-c8b875db14fc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:42.641748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-20db3632-1712-476a-b31b-e867fb39aa5b req-946454b4-d0c8-4291-8aff-c8b875db14fc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2948472 Jul 27 16:58:42.702893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.748007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-20db3632-1712-476a-b31b-e867fb39aa5b req-ca3a63ea-0776-4be9-93bf-013291d1a334 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050973 Jul 27 16:58:42.817613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-17cef659-8afc-45de-bc03-8697f1752bb5 None None] Provisioning for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:42.828389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-17cef659-8afc-45de-bc03-8697f1752bb5 None None] Provisioning complete for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:42.829793 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17cef659-8afc-45de-bc03-8697f1752bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:42.943640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-17cef659-8afc-45de-bc03-8697f1752bb5 None None] Port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:43.040280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d3f36ba8-cabf-43d7-b739-e8d0568b92fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:43.132160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce8b98-fbf4-4353-a17c-84610dccec05 req-85af6975-238e-410b-8853-0be66d009482 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:43.140322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27ce8b98-fbf4-4353-a17c-84610dccec05 req-85af6975-238e-410b-8853-0be66d009482 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2031808 Jul 27 16:58:43.186030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d3f36ba8-cabf-43d7-b739-e8d0568b92fe completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:43.191104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d3f36ba8-cabf-43d7-b739-e8d0568b92fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:43.191687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.263606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27ce8b98-fbf4-4353-a17c-84610dccec05 req-af82f2aa-3dee-4195-b044-278948bf9596 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083136 Jul 27 16:58:43.289472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43158) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:43.368782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da9637-b422-4dec-a4d6-664c5aaf0edd req-bfa15dc8-4a94-45d3-aded-a28d9ab2e8c0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:43.370966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56da9637-b422-4dec-a4d6-664c5aaf0edd req-bfa15dc8-4a94-45d3-aded-a28d9ab2e8c0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.2905972 Jul 27 16:58:43.411006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.464751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.488697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.496380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port d3f36ba8-cabf-43d7-b739-e8d0568b92fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:43.505844 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.524373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.676580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895a65-57ed-4df2-97d5-aa9dcc261acb tempest-TestVolumeBackupRestore-414913731 tempest-TestVolumeBackupRestore-414913731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:43.682221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb895a65-57ed-4df2-97d5-aa9dcc261acb tempest-TestVolumeBackupRestore-414913731 tempest-TestVolumeBackupRestore-414913731-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1091 time: 0.3911464 Jul 27 16:58:43.683408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:43.688506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:43.701548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:43.729471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.732774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56da9637-b422-4dec-a4d6-664c5aaf0edd req-9739306d-b71f-4a73-a953-9a6c00bbef48 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535750 Jul 27 16:58:43.745883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:43.776412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Pushing event updated for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:43.922330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:43.923764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:43.927288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:44.147447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Router e177a303-bdd5-42d5-b83b-0f5228584e82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:44.270531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Allocated IP 172.25.4.60 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/8f09683e-48ff-4da7-82c3-67aaa6c74a46) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:44.287664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-434ef6bd-2796-49ea-8ecd-43d9df2c3833 None None] Provisioning complete for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:44.289413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-434ef6bd-2796-49ea-8ecd-43d9df2c3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:44.328419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:44.343683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-434ef6bd-2796-49ea-8ecd-43d9df2c3833 None None] Port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:44.349117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a1227242-da66-4519-bfa5-6e58951889ab admin admin] 10.222.0.64 "PUT /v2.0/routers/e177a303-bdd5-42d5-b83b-0f5228584e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9029198 Jul 27 16:58:44.442596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:44.525927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:44.602729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:44.607411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:44.623984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:44.627633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'Port': ['ID=8f09683e-48ff-4da7-82c3-67aaa6c74a46,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:44.897393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d3f36ba8-cabf-43d7-b739-e8d0568b92fe up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:44.998753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d3f36ba8-cabf-43d7-b739-e8d0568b92fe triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:44.999135 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.049630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Sync routers for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:45.097793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:45.098776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:45.113678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac4748-fe5d-4fa0-abe1-94a1d3aa0296 req-12041dbf-9105-44e2-a2e0-a943ff9cfc83 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:45.124466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fac4748-fe5d-4fa0-abe1-94a1d3aa0296 req-12041dbf-9105-44e2-a2e0-a943ff9cfc83 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1867845 Jul 27 16:58:45.140395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.237568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9fac4748-fe5d-4fa0-abe1-94a1d3aa0296 req-a04af000-77b6-4048-b279-bfa993b8d381 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076155 Jul 27 16:58:45.295764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:45.320107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:45.325653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972604652', 'description': 'tempest-description--1100597277'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:45.383381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.452552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:58:45.503044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.507992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.553536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.558272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2363138 Jul 27 16:58:45.560689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:45.566981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'security_group_rule': {'security_group_id': '011a89a4-77b2-4430-a261-9a01a786afd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:45.572924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a720-4a5b-4710-8772-300efb2e608a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011a89a4-77b2-4430-a261-9a01a786afd5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:45.632116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.678603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:45.710151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:58:45.799391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.809077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.813940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.826137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:45.831739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 2, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:45.843317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9913cdd6-4eea-400e-883a-5b85185a9c0f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:45.859225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.861707 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9838191c-14b4-4a2b-8e11-acf092787c3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998979 Jul 27 16:58:45.864308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:45.868028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Checking router: e177a303-bdd5-42d5-b83b-0f5228584e82 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:45.868418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Updating router e177a303-bdd5-42d5-b83b-0f5228584e82 port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:58:45.871594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'security_group_rule': {'security_group_id': '011a89a4-77b2-4430-a261-9a01a786afd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:45.881229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:45.903295 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.915421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.949357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:45.978450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:45.982037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.061045 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.069985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.095380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5d3bef-b65d-45a4-ad32-65c0f78488c7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:46.127549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.128611 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.132678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-266fbba4-7181-4243-9ec5-031691afc282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2641051 Jul 27 16:58:46.133109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:46.139899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:46.171537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.254049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b7557f47-caea-4de2-9fbd-439e2a1ff9f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:58:46.342306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.352723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.397957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.486352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.497855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Transition to ACTIVE for port object 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:46.507826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.585284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event updated for resources: {'Port': ['ID=8f09683e-48ff-4da7-82c3-67aaa6c74a46,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:46.605071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Pushing event updated for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:46.621612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b7e5-31be-4b6f-a921-4f9c1a034006 req-ba83d378-1d8b-41a5-9255-a9e2385a8f4d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:46.630191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f089b7e5-31be-4b6f-a921-4f9c1a034006 req-ba83d378-1d8b-41a5-9255-a9e2385a8f4d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.2617731 Jul 27 16:58:46.638519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.645313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.25.4.212 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f81c38b4-ae33-44e7-b7c2-8158b0a19a37) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:46.716253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.717134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.717662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.718160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.719002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.719512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.720101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.720813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.721313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.721807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.723056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.723580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:58:46.842740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Attempting to bind port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:46.843298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Attempting to bind port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:46.843680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Attempting to bind port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:46.859801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f089b7e5-31be-4b6f-a921-4f9c1a034006 req-1793427d-7266-4e44-a2fe-ece6a5352301 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279010 Jul 27 16:58:46.875630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.898613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:46.899069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:46.899501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.900078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:46.900828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Bound port: 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:46.903256 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:46.916703 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Floating IP b220291a-2bac-4866-af14-b1667e0520e8 associated. External IP: 172.25.4.60, port: c6d8941d-5c53-484e-bf89-9cfd7a6cb714. Jul 27 16:58:46.931073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.032161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] For port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:47.039648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] For port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:47.047612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.063696 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.177298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:47.185413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:47.193433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:47.201771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:47.205119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:47.295532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4fc0c-9931-4fb3-908b-a106ff70c080 None None] Pushing event updated for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:47.343578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=f81c38b4-ae33-44e7-b7c2-8158b0a19a37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:47.420216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.498275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.507793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:47.649323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:47.716467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:47.716827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:47.727863 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:47.743623 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:47.748561 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:47.756143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.805835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.815271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:47.847866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:47.850031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-51e09c59-1995-4e88-b345-d8858e42159a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1655602 Jul 27 16:58:47.852417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:47.859826 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:47.866372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:47.996841 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:48.002983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:48.003715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.025587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=f81c38b4-ae33-44e7-b7c2-8158b0a19a37,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:48.037959 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6fa10-82b9-479e-80cc-3c07960244cd x-openstack-request-id: req-e9e6fa10-82b9-479e-80cc-3c07960244cd {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:48.038600 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:48.039123 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9e6fa10-82b9-479e-80cc-3c07960244cd {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:48.039751 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:58:48.118152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.183842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:47Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:48.198596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.219884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7c83f68c-53e3-4861-ba79-c5cdbba3e6a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0852714 Jul 27 16:58:48.222779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18451c3-9d0a-41b3-a8b1-cd6e1939d38a None None] The sync data for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 is: [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:47Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:48.225691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dadb14-61e0-4b0e-9a39-85f00905b2c2 tempest-TestVolumeBackupRestore-414913731 tempest-TestVolumeBackupRestore-414913731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:48.230719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-34dadb14-61e0-4b0e-9a39-85f00905b2c2 tempest-TestVolumeBackupRestore-414913731 tempest-TestVolumeBackupRestore-414913731-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1091 time: 0.3580496 Jul 27 16:58:48.236106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:48.237772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.248975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-5b8d2f1a-8f53-4701-a3aa-5f5fba5607a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:48.253147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Request body: {'floatingip': {'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:48.259614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-5b8d2f1a-8f53-4701-a3aa-5f5fba5607a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1979249 Jul 27 16:58:48.373338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:48.376781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:48.387163 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26e5e0-56ff-45dd-a9b6-d017a0bb4514" -d '{"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:48.409562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.501887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:48.511795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:48.607794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70099-fbaa-4810-9119-457cc100f176 req-50a5ba9f-fdbb-42ea-bfd3-512fc3247322 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:48.615089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18a70099-fbaa-4810-9119-457cc100f176 req-50a5ba9f-fdbb-42ea-bfd3-512fc3247322 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.5984714 Jul 27 16:58:48.615531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-52f7afe7-4b7d-46b1-b0e3-7171d73ffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:48.616649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-52f7afe7-4b7d-46b1-b0e3-7171d73ffa73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 914 time: 0.3541517 Jul 27 16:58:48.712952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-e09379ab-f157-4dfc-836a-95118a49a835 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 998 time: 0.0882354 Jul 27 16:58:48.776375 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:45Z', 'revision_number': 0, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:48.791723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18a70099-fbaa-4810-9119-457cc100f176 req-60b4bf6c-9dd5-4925-a50c-a154e98eb812 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491683 Jul 27 16:58:48.907245 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:48.920472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-84554301-e969-4e7f-ae30-ba228605ebf2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1972604652&fields=id&tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 267 time: 0.0721049 Jul 27 16:58:48.923297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-e3a6b954-0537-4d5e-87c7-62e432d96caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:48.925134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-e3a6b954-0537-4d5e-87c7-62e432d96caf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.2037516 Jul 27 16:58:48.944649 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683eb9d-f51e-42f4-b0ed-28f0e19ebba5 x-openstack-request-id: req-d683eb9d-f51e-42f4-b0ed-28f0e19ebba5 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:48.945976 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:48.946469 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d683eb9d-f51e-42f4-b0ed-28f0e19ebba5 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:48.947512 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'code': 200} Jul 27 16:58:48.949413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:48.950092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:49.019310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:49.090072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:49.099015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:49.099791 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:49.219653 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:49.372096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:49.452047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-ce3e93de-d5ee-46fe-8da5-56bee8f4760a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:49.473656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-ce3e93de-d5ee-46fe-8da5-56bee8f4760a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.5435874 Jul 27 16:58:49.501316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:49.526431 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:49.582363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-8e2426ab-8d24-4871-85b1-339c81598a75 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/quotas/b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 375 time: 0.1064661 Jul 27 16:58:49.690589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-0e8e8058-afa8-45b8-8969-eb7f339028ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:49.692319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-0e8e8058-afa8-45b8-8969-eb7f339028ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7132037 Jul 27 16:58:49.705552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:49.769775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:58:49.813093 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:45Z', 'revision_number': 0, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:49.848787 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25f91a-7c54-41f7-a31f-5976937f1589 None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:45Z', 'revision_number': 0, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:49.899012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:49.911139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:49.980097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-8f171dea-ead2-4bed-9edc-1d89242960de service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580767 Jul 27 16:58:49.987527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517188b-2405-49b5-a2b5-ef642ef0853d req-cb3a5fa6-c335-4102-934c-be1e5d593f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:49.996478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b517188b-2405-49b5-a2b5-ef642ef0853d req-cb3a5fa6-c335-4102-934c-be1e5d593f7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1097 time: 0.8253379 Jul 27 16:58:50.246546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b517188b-2405-49b5-a2b5-ef642ef0853d req-4a9e2c25-9e60-4aea-94f8-4d9ab65ce684 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292507 Jul 27 16:58:50.299131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-12e37d29-592a-4a00-bd4b-b3ed4724f754 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7157345 Jul 27 16:58:50.329986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218efea-7497-4b65-a813-28d6f6d9c5cf req-b411137b-724f-41de-910f-30d2ff91e98a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:50.333554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f218efea-7497-4b65-a813-28d6f6d9c5cf req-b411137b-724f-41de-910f-30d2ff91e98a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2153363 Jul 27 16:58:50.378810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5cd2f4-c9a7-44af-9176-47d5895eac36 None None] New status for floating IP b220291a-2bac-4866-af14-b1667e0520e8: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:50.404584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f178c1b-8b66-4d11-9d3d-dd7140c977d8 req-c93f3e3e-1633-4e53-9736-2d828a4c744b service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068358 Jul 27 16:58:50.408169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f218efea-7497-4b65-a813-28d6f6d9c5cf req-cc8b0957-3fd5-452d-83fd-61d31d55644a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624518 Jul 27 16:58:50.437114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:50.656314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-061a81ca-4d35-4e52-ace6-7d67afd85321 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492861 Jul 27 16:58:50.900654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-6ebdff52-3bd5-43ba-b561-1cd9e4730147 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431395 Jul 27 16:58:50.956215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:58:51.020595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:51.021306 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:51.127913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:51.139743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:51.146135 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:51.166535 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:51.167874 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:51.228877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:51.231946 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:51.312729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6910b02f-093c-495f-8713-12b644e4b94e req-827c1574-b8a2-4819-a941-88b17a5c3ad0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 210 time: 0.0920691 Jul 27 16:58:51.317045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:51.337013 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b270d2-6099-4474-8f4e-e1add7ab7c66 x-openstack-request-id: req-65b270d2-6099-4474-8f4e-e1add7ab7c66 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:51.337304 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:51.337561 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65b270d2-6099-4474-8f4e-e1add7ab7c66 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:51.338043 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:58:51.342265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d2d0480f-7a5f-480d-94b3-89c4de1e3387 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "PUT /v2.0/floatingips/b220291a-2bac-4866-af14-b1667e0520e8 HTTP/1.1" status: 200 len: 990 time: 3.1021440 Jul 27 16:58:51.454265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-938074f6-fc98-4df9-91eb-4fffc133329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:51.456706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-938074f6-fc98-4df9-91eb-4fffc133329d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0924244 Jul 27 16:58:51.687477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-8b42a6f7-620c-4d97-a49d-4906de4fe9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:51.689055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-8b42a6f7-620c-4d97-a49d-4906de4fe9dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 914 time: 0.2237828 Jul 27 16:58:51.702367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4b66-5551-4363-93dd-5d935ad8f31e req-5957a24d-39dd-4d63-9621-a41051a9b6d9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:51.706914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ffd4b66-5551-4363-93dd-5d935ad8f31e req-5957a24d-39dd-4d63-9621-a41051a9b6d9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1700943 Jul 27 16:58:51.772091 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:50Z', 'revision_number': 2, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:51.814477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ffd4b66-5551-4363-93dd-5d935ad8f31e req-445a16b7-c7d5-43f9-921f-de6981e08d33 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983608 Jul 27 16:58:51.861069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-f3990032-77c7-47e0-9b3d-05f30a16d7bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 1000 time: 0.1614125 Jul 27 16:58:51.867736 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:51.918310 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:51.919394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:51.999521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-08cf7ecc-895e-4925-a960-a2d0c33dcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:52.005716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-08cf7ecc-895e-4925-a960-a2d0c33dcfb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.1383371 Jul 27 16:58:52.145700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-d9918754-6867-454a-b84a-716f7fe4da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:52.147660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-d9918754-6867-454a-b84a-716f7fe4da30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337464 Jul 27 16:58:52.179400 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:52.208787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dd1bb-a3a8-4ca5-9395-0814aa98cded req-a74f90b8-41ad-4ba8-8f17-f21f6d897646 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:52.216715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a78dd1bb-a3a8-4ca5-9395-0814aa98cded req-a74f90b8-41ad-4ba8-8f17-f21f6d897646 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2046287 Jul 27 16:58:52.222275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 43398) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:58:52.229852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Request body: {'floatingip': {'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:52.305742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:52.355150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-bcb069c6-c971-4327-8a4c-7ff9833451cc service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951711 Jul 27 16:58:52.568994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-213bac22-6400-45f8-b10b-e6aaffd23ae3 req-19b02775-4e0d-4dcf-89c6-7ff281b0f73d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 210 time: 0.0955286 Jul 27 16:58:52.642545 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:50Z', 'revision_number': 2, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:52.654400 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f94ff7d-78fe-4910-b1aa-0dc632406fcd req-d0218735-a890-4e70-9e55-5c8500378ed0 service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934039 Jul 27 16:58:52.798571 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b1c97-156e-4b3f-8e4d-0beb76671bb3 None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'b220291a-2bac-4866-af14-b1667e0520e8', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'port_id': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'mac_address': 'fa:16:3e:a3:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:45Z', 'updated_at': '2021-07-27T16:58:50Z', 'revision_number': 2, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:53.222064 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 16:58:53.232194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-ebcf3229-c38a-43a7-9726-b9e42b7ba8c5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:53.239494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-ebcf3229-c38a-43a7-9726-b9e42b7ba8c5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.3196547 Jul 27 16:58:53.341406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:53.344902 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba361b-6564-41fc-a27b-44496f57dff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:53.377085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-8fd2f5a6-1986-42f7-86c2-1d509e78f5ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 380 time: 0.1015916 Jul 27 16:58:53.383664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:53.398956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'device_id': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'admin_state_up': True, 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'security_groups': ['011a89a4-77b2-4430-a261-9a01a786afd5']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:53.407601 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c848009-67e9-48cd-84f0-b05bf57ae98a x-openstack-request-id: req-1c848009-67e9-48cd-84f0-b05bf57ae98a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:53.408002 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:53.408235 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c848009-67e9-48cd-84f0-b05bf57ae98a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:53.408727 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:58:53.421431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:53.549999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-53995380-d697-4241-8972-c39e65db10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:53.551557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-53995380-d697-4241-8972-c39e65db10f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1150746 Jul 27 16:58:53.653988 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Floating IP 44480172-1525-4603-86b9-61c7b9a9d3cf associated. External IP: 172.25.4.199, port: b7557f47-caea-4de2-9fbd-439e2a1ff9f8. Jul 27 16:58:53.714587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-267cd47d-6d68-4dfc-9c8a-a5cd17e56809 req-5b52f54d-2c7d-4229-9d38-a408f72b2dfb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 210 time: 0.0440946 Jul 27 16:58:53.715891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:58:53.719600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:53.758097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-67aa8d18-e957-4b23-96b5-8c388f2b5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:53.760516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-67aa8d18-e957-4b23-96b5-8c388f2b5dc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 914 time: 0.1991718 Jul 27 16:58:53.879376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-200f6c6b-3a70-4a04-b232-51efc4b19937 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 1000 time: 0.1075068 Jul 27 16:58:53.969195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-48a40153-d1ba-4781-bc1e-a6bbc479563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:53.970729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-48a40153-d1ba-4781-bc1e-a6bbc479563e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.0860178 Jul 27 16:58:54.023871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.20.0.7 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/e076cdfb-f902-4679-ba44-7cfcc15f48f9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:58:54.076891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:58:54.084218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-28c4a5a4-1078-420a-b594-716782dd8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.086695 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-28c4a5a4-1078-420a-b594-716782dd8449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039994 Jul 27 16:58:54.246774 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-c7e11b7f-c325-400f-ae59-cf77922e168f service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504343 Jul 27 16:58:54.418516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:54.422082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:58:54.428765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:54.436759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a43308-ad67-459d-9873-38e966287645 None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:58:54.451079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:54.452169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:54.462811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ba361b-6564-41fc-a27b-44496f57dff6 req-e9904d1d-321a-44ea-a5ef-32dac6deb098 service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065375 Jul 27 16:58:54.485050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-35162d1c-269c-4356-ac64-aaf54057593a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1300247 Jul 27 16:58:54.487193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Transition to ACTIVE for port object e076cdfb-f902-4679-ba44-7cfcc15f48f9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:54.550022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ebe65b77-d99d-487b-a98d-2693efc5e955 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "PUT /v2.0/floatingips/44480172-1525-4603-86b9-61c7b9a9d3cf HTTP/1.1" status: 200 len: 992 time: 2.3254802 Jul 27 16:58:54.603697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:54.631876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:54.667755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.668294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.668603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.669113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.673773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.673773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.673773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.675005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-ac2b2265-6e02-40e3-bc1d-3509bdece47c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.1499546 Jul 27 16:58:54.720411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:58:54.721954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:54.727002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:58:54.729321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:58:54.846037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.846737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:54.881960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4b77522f-da8c-4d0f-939c-b32b274ff32d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4924777 Jul 27 16:58:54.900536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Request body: {'port': {'device_id': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:58:54.998667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0e2909c3-ad06-4249-b1df-5c9fece7b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.999385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0e2909c3-ad06-4249-b1df-5c9fece7b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:54.999919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0e2909c3-ad06-4249-b1df-5c9fece7b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.001932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0e2909c3-ad06-4249-b1df-5c9fece7b781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 2289 time: 0.2942903 Jul 27 16:58:55.004623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '44480172-1525-4603-86b9-61c7b9a9d3cf', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:33Z', 'updated_at': '2021-07-27T16:58:53Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:55.015893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:55.061875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a43308-ad67-459d-9873-38e966287645 None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:58:55.080462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:58:55.081401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:55.106950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bd5d-ec0b-4476-a554-8914d07f6c0d req-6021da62-1d96-4456-a220-a50b0f85e9bb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.108735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d19bd5d-ec0b-4476-a554-8914d07f6c0d req-6021da62-1d96-4456-a220-a50b0f85e9bb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 931 time: 0.2375762 Jul 27 16:58:55.166005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-f0682cdb-05f8-40a6-b00f-8fb560d189a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 1001 time: 0.1518567 Jul 27 16:58:55.198151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d19bd5d-ec0b-4476-a554-8914d07f6c0d req-c924d2e5-c011-49d7-9bbb-0c37d870d0e7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708513 Jul 27 16:58:55.263220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0c93f910-5827-44f4-85ed-ddfcc8390969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.263220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0c93f910-5827-44f4-85ed-ddfcc8390969 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.0782888 Jul 27 16:58:55.288184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:58:55.466945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:55.472204 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc0956-b174-4c44-a49e-21503679810b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:55.495200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-1efd281c-4be8-490d-a821-eec285d404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.501211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-1efd281c-4be8-490d-a821-eec285d404b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285371 Jul 27 16:58:55.547260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9f364d8-35c6-42fa-a2d3-eac6133f0688 None None] Provisioning for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:58:55.558981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f9f364d8-35c6-42fa-a2d3-eac6133f0688 None None] Provisioning complete for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:58:55.559562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f9f364d8-35c6-42fa-a2d3-eac6133f0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:55.612993 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aa4732-aae4-4f5e-b3f0-e5497351a82c x-openstack-request-id: req-d7aa4732-aae4-4f5e-b3f0-e5497351a82c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:55.614448 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:55.615919 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7aa4732-aae4-4f5e-b3f0-e5497351a82c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:55.616537 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'status': 'completed', 'code': 200} Jul 27 16:58:55.635357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f9f364d8-35c6-42fa-a2d3-eac6133f0688 None None] Port e076cdfb-f902-4679-ba44-7cfcc15f48f9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:58:55.657439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:55.669523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:55.709140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Transition to ACTIVE for port object e076cdfb-f902-4679-ba44-7cfcc15f48f9 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:58:55.722466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:55.758451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48a43308-ad67-459d-9873-38e966287645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '44480172-1525-4603-86b9-61c7b9a9d3cf', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:33Z', 'updated_at': '2021-07-27T16:58:53Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:58:55.759939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0956-b174-4c44-a49e-21503679810b req-6ce160bc-27ba-4d83-a361-cb8135ab3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.762191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-6ce160bc-27ba-4d83-a361-cb8135ab3242 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1390624 Jul 27 16:58:55.810216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a43308-ad67-459d-9873-38e966287645 None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '44480172-1525-4603-86b9-61c7b9a9d3cf', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:33Z', 'updated_at': '2021-07-27T16:58:53Z', 'revision_number': 1, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:58:55.833009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:55.903809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Attempting to bind port e076cdfb-f902-4679-ba44-7cfcc15f48f9 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:58:55.904157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Attempting to bind port e076cdfb-f902-4679-ba44-7cfcc15f48f9 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:58:55.904517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Attempting to bind port e076cdfb-f902-4679-ba44-7cfcc15f48f9 on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:55.915267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Port e076cdfb-f902-4679-ba44-7cfcc15f48f9 on network c9612919-a443-48b5-8045-af04651d8b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:58:55.915609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Attempting to bind port e076cdfb-f902-4679-ba44-7cfcc15f48f9 on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:58:55.927202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0956-b174-4c44-a49e-21503679810b req-35f234c8-6a6c-4d42-b148-cf193bb40cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:55.930242 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-35f234c8-6a6c-4d42-b148-cf193bb40cff service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1579127 Jul 27 16:58:55.932105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:58:55.932388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:58:55.933350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-7c5b05c8-3893-4886-ba39-528783214d62 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149575 Jul 27 16:58:55.936899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:58:55.938640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Bound port: e076cdfb-f902-4679-ba44-7cfcc15f48f9, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:58:55.939206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:56.098415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:58:56.110365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-84a89d88-fcd1-4fa7-b3d9-d41d761b67ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1000 time: 0.1683435 Jul 27 16:58:56.124059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:58:56.133749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:56.169337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.173112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:56.181376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] 10.222.0.13 "PUT /v2.0/ports/e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 1091 time: 1.2817531 Jul 27 16:58:56.252480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33befe7-90cd-4da1-abe6-80bf0a9509fd None None] New status for floating IP 44480172-1525-4603-86b9-61c7b9a9d3cf: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:58:56.284396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0956-b174-4c44-a49e-21503679810b req-44561a0f-6557-4177-a86b-301cd468e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.292346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-44561a0f-6557-4177-a86b-301cd468e388 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.1638258 Jul 27 16:58:56.305059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-147631ec-6c06-4100-ab03-aac94e8c7880 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618536 Jul 27 16:58:56.333536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ee899-50e1-40cc-b2c4-d80edd2f60dc service neutron] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:58:56.417009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-e230ded6-8589-4dc3-ae86-2684037f3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.418919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-e230ded6-8589-4dc3-ae86-2684037f3145 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1094 time: 0.1729591 Jul 27 16:58:56.436784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-99df873e-d4f4-45ed-8378-59ee188f6adf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 217 time: 0.1227455 Jul 27 16:58:56.510335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-f3f51a14-e7c9-405f-a950-7d23d12f0d70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 217 time: 0.0693080 Jul 27 16:58:56.583406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-110c435b-be40-41b8-81e4-2fe568915a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.585894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-110c435b-be40-41b8-81e4-2fe568915a41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.1387830 Jul 27 16:58:56.673708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec1ba5-c225-4de9-b9e4-bfa769b77940 req-23634df8-28dc-4954-8e9b-869c1d492391 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.673957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0956-b174-4c44-a49e-21503679810b req-cff03b61-9c37-46a8-ad17-febe3623bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.675500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-cff03b61-9c37-46a8-ad17-febe3623bec6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628020 Jul 27 16:58:56.676826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ec1ba5-c225-4de9-b9e4-bfa769b77940 req-23634df8-28dc-4954-8e9b-869c1d492391 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 943 time: 0.3034575 Jul 27 16:58:56.710568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-b5bba4b6-11e5-48bd-a517-d17823b2bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.712447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-b5bba4b6-11e5-48bd-a517-d17823b2bf3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1940613 Jul 27 16:58:56.743362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-e608319c-e0a9-4556-8f4d-566746612222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.745474 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-e608319c-e0a9-4556-8f4d-566746612222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484532 Jul 27 16:58:56.784548 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ec1ba5-c225-4de9-b9e4-bfa769b77940 req-eda44d50-eccd-4078-ac63-0c40bb68b498 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999455 Jul 27 16:58:56.854718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4c0bb56a-6ffd-4a17-9615-aa581cddadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:56.860448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4c0bb56a-6ffd-4a17-9615-aa581cddadc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246257 Jul 27 16:58:56.983503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-4fb393e8-a038-487f-b0c0-a0bb9a2a2e3b service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147056 Jul 27 16:58:57.081559 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7245bf8e-3d95-4704-9146-0f19e65b57cf req-cb4ce0ed-8178-4f52-8d71-1485b877652c service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908070 Jul 27 16:58:57.166480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-136b20e8-64a3-4f52-99c4-2869cf08507b service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786448 Jul 27 16:58:57.178052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-5a9b8e4a-3a3a-48ea-ae9b-a23aff3b76f6 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255738 Jul 27 16:58:57.351649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7cfc0956-b174-4c44-a49e-21503679810b req-1fffb639-c91a-4449-9186-72a25ff5528f service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579175 Jul 27 16:58:57.354108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0d6b140d-ca15-48ab-b2c4-30ad98f8b828 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682692 Jul 27 16:58:57.403483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-d5a88262-f7e7-472c-bdf2-b51fc4e6db17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 217 time: 0.0408807 Jul 27 16:58:57.462385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-61cb1fab-8bd6-4240-ba1e-4559c1077231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:57.466971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-61cb1fab-8bd6-4240-ba1e-4559c1077231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0562913 Jul 27 16:58:57.562659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-2c9276d3-f537-402e-bc7b-0fdbec8a69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:57.564469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-2c9276d3-f537-402e-bc7b-0fdbec8a69f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901515 Jul 27 16:58:57.618314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:58:57.621739 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf67d35-e25a-4312-b436-9716087b66df" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:58:57.669741 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d9602e-ebc1-40e9-b6bd-c8090e2c0ac9 x-openstack-request-id: req-d4d9602e-ebc1-40e9-b6bd-c8090e2c0ac9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:58:57.670027 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:58:57.670273 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4d9602e-ebc1-40e9-b6bd-c8090e2c0ac9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:58:57.670672 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'status': 'completed', 'code': 200} Jul 27 16:58:57.700100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-555858d2-1454-43cc-b3fa-6881fef2fda4 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058991 Jul 27 16:58:57.785996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf67d35-e25a-4312-b436-9716087b66df req-1fd0019c-c5fb-4233-9215-6fba05aad661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:57.787937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-1fd0019c-c5fb-4233-9215-6fba05aad661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1094 time: 0.0702071 Jul 27 16:58:57.816309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-8c9419cc-dbd6-4edf-8ae5-118b7b69140b service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064811 Jul 27 16:58:57.875567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-80433f46-e9a8-4b15-a417-4a8da7b9a2b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 217 time: 0.0487638 Jul 27 16:58:57.907433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf67d35-e25a-4312-b436-9716087b66df req-bd37d254-a868-4a84-a2dc-036963ff081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:57.909384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-bd37d254-a868-4a84-a2dc-036963ff081a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1133235 Jul 27 16:58:57.957120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-6fa6ffb6-f635-4955-bb07-a12d285c34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:57.958756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-6fa6ffb6-f635-4955-bb07-a12d285c34d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0688257 Jul 27 16:58:57.968407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-dae52509-9331-487d-8fe1-d4edc24f32fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 217 time: 0.0509033 Jul 27 16:58:58.035088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf67d35-e25a-4312-b436-9716087b66df req-8eda8ac4-a6b6-45b3-8666-017d5e4ef39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.037332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4e30-37e1-4c38-804e-86bc6f79a9b0 req-61ac6b52-da8d-4f26-8715-91ee7e5de3f5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.039590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d33a4e30-37e1-4c38-804e-86bc6f79a9b0 req-61ac6b52-da8d-4f26-8715-91ee7e5de3f5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 943 time: 0.1626709 Jul 27 16:58:58.040555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-8eda8ac4-a6b6-45b3-8666-017d5e4ef39d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0621140 Jul 27 16:58:58.089734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-2da232b5-734e-4438-85f9-efb6a1e91495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.091384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-2da232b5-734e-4438-85f9-efb6a1e91495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208057 Jul 27 16:58:58.097114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d33a4e30-37e1-4c38-804e-86bc6f79a9b0 req-6f466154-df32-4037-accb-a181d841b41e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481553 Jul 27 16:58:58.133596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf67d35-e25a-4312-b436-9716087b66df req-ef25202b-2b1f-470c-9392-97f75e0a300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.136465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-ef25202b-2b1f-470c-9392-97f75e0a300a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884037 Jul 27 16:58:58.208937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-49a9ce86-5faf-4209-b5bf-0a26e78803f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093142 Jul 27 16:58:58.244091 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-20a03e50-e2d1-4167-9119-8efbc466bd03 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012497 Jul 27 16:58:58.320148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-c2c4914f-a678-41c7-b914-0230017bc6a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033106 Jul 27 16:58:58.365854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eaf67d35-e25a-4312-b436-9716087b66df req-e84ea158-de5c-464d-92ed-74fefc5cb00f service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144226 Jul 27 16:58:58.367711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-b341007d-5aa5-478a-a2fb-9a5865fcc949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 217 time: 0.0386832 Jul 27 16:58:58.443363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-e23253ef-d3c1-42d6-9535-784e3dbeb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.445178 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-e23253ef-d3c1-42d6-9535-784e3dbeb9c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0564356 Jul 27 16:58:58.510198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-57ea14ff-ae7e-43b4-ba95-34b0f2c28623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.511720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-57ea14ff-ae7e-43b4-ba95-34b0f2c28623 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596309 Jul 27 16:58:58.644397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-9f6754bf-bd4b-4adf-b0fb-aaf90d5102ad service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243746 Jul 27 16:58:58.772835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-d43172d9-32d6-4648-bd3d-fe89dc3ae772 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185148 Jul 27 16:58:58.822367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-33e1924f-c984-45b8-95e3-0bdd5d59b5ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 217 time: 0.0464685 Jul 27 16:58:58.895503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-c8c99371-724a-486e-acee-c82d5f9f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.897181 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-c8c99371-724a-486e-acee-c82d5f9f8289 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0563281 Jul 27 16:58:58.972926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-47fb89e5-4d91-4ef5-89e9-1ddc6cb691d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:58.974752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-47fb89e5-4d91-4ef5-89e9-1ddc6cb691d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687909 Jul 27 16:58:59.100628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-9eba9337-8868-42ac-91f4-4e90c57fc7cd service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176963 Jul 27 16:58:59.240487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-51c41bb6-7ebc-4736-8218-98f76535ff14 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319273 Jul 27 16:58:59.293605 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-237a64f9-1279-47ac-a848-3f250625c991 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0462549 Jul 27 16:58:59.317230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9356-5e30-4d9a-bedd-0b9122f7dc1a req-fb6cb647-0772-4176-b556-3e10f562bff2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:59.318768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311a9356-5e30-4d9a-bedd-0b9122f7dc1a req-fb6cb647-0772-4176-b556-3e10f562bff2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 943 time: 0.1352608 Jul 27 16:58:59.381110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0d812296-a027-4769-9789-2bf62d7444a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:59.383022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-0d812296-a027-4769-9789-2bf62d7444a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0825551 Jul 27 16:58:59.388995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311a9356-5e30-4d9a-bedd-0b9122f7dc1a req-af530411-7d47-483f-ba45-0c0d2fbe9e5f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514300 Jul 27 16:58:59.451499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-11afa43b-a802-434c-a260-15959f2dc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:58:59.453247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-11afa43b-a802-434c-a260-15959f2dc811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623174 Jul 27 16:58:59.568887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:58:59.582226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-8d227612-ebaf-436e-8737-238f5a037b27 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214430 Jul 27 16:58:59.699879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:59.726248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-848475c0-b7ae-4a02-975f-75c1813e6c91 req-397a4b80-986c-41c8-a492-fb05d3daecde service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360476 Jul 27 16:58:59.727869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:58:59.789652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:59.805067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:58:59.832472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:58:59.837794 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:58:59.894413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:00.166157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e076cdfb-f902-4679-ba44-7cfcc15f48f9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:59:00.548666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decee7-9715-4ffb-bcff-3e6015696b40 req-fc19ac41-37dc-4d47-8d50-53fd1c61bf79 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:00.550299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56decee7-9715-4ffb-bcff-3e6015696b40 req-fc19ac41-37dc-4d47-8d50-53fd1c61bf79 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0814583 Jul 27 16:59:00.609674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56decee7-9715-4ffb-bcff-3e6015696b40 req-9c1fe3c3-6a72-4217-8db0-68368215c23d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525632 Jul 27 16:59:01.585944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:59:01.666564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:59:01.675759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:59:01.676361 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:01.829205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:01.844294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b0efd-2741-4c4b-b0ef-6367c2695c05 req-45edb1b3-dcf4-4fa2-b156-619ce394fcfe tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:01.853453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-900b0efd-2741-4c4b-b0ef-6367c2695c05 req-45edb1b3-dcf4-4fa2-b156-619ce394fcfe tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1190829 Jul 27 16:59:01.865956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:01.870376 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc4df9c-f0cc-431d-aa13-9a48d38ced22" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:01.894891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:01.908387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:01.942534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-900b0efd-2741-4c4b-b0ef-6367c2695c05 req-f7dbdbbc-cecb-4e88-8ed3-5583ac04540f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872886 Jul 27 16:59:02.037488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:02.055193 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d188ff-8bc7-4639-a271-65805db6599a x-openstack-request-id: req-d4d188ff-8bc7-4639-a271-65805db6599a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:02.055635 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:02.056023 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4d188ff-8bc7-4639-a271-65805db6599a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:02.056662 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 16:59:02.245340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef57eb-daa4-47a6-8740-7647ae7e906a req-5f49d75c-899e-4aec-92c7-5ae3e8d5b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:02.247450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01ef57eb-daa4-47a6-8740-7647ae7e906a req-5f49d75c-899e-4aec-92c7-5ae3e8d5b587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1096 time: 0.0750418 Jul 27 16:59:02.285140 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01ef57eb-daa4-47a6-8740-7647ae7e906a req-50aca66c-5fa6-4e0f-80a1-d0c296db2538 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300670 Jul 27 16:59:03.153529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:03.156648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d73dc2-d1d8-40ec-9e81-f638ee66bb33 req-a6af56c7-b71a-4ca8-b50d-46d3fdf7c107 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:03.159005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d73dc2-d1d8-40ec-9e81-f638ee66bb33 req-a6af56c7-b71a-4ca8-b50d-46d3fdf7c107 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.0988266 Jul 27 16:59:03.211958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50d73dc2-d1d8-40ec-9e81-f638ee66bb33 req-cc05ff56-c836-4327-8a0e-dd858c1968c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Jul 27 16:59:04.383911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606607-753b-42dc-8a5c-201ec3ac9fa1 req-1d9b9b62-cce7-4f4b-9192-58a280287d47 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:04.392910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55606607-753b-42dc-8a5c-201ec3ac9fa1 req-1d9b9b62-cce7-4f4b-9192-58a280287d47 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.0863225 Jul 27 16:59:04.437588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55606607-753b-42dc-8a5c-201ec3ac9fa1 req-224bef8c-2527-41a2-a3f6-3d39e2f3330f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Jul 27 16:59:04.613508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa6d7-022b-48e3-ad00-be2cbfb0a056 req-7fa46f5a-3031-409d-8a0b-672c8f5e8582 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:04.613508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18eaa6d7-022b-48e3-ad00-be2cbfb0a056 req-7fa46f5a-3031-409d-8a0b-672c8f5e8582 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.0931897 Jul 27 16:59:04.696993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 43590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:04.696993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'floatingip': {'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:59:04.716127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:05.249102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:05.253198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:05.380820 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Floating IP 76d679ff-a862-460b-95d3-2e9bd4efef1c associated. External IP: 172.25.4.212, port: e076cdfb-f902-4679-ba44-7cfcc15f48f9. Jul 27 16:59:05.677542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Router e177a303-bdd5-42d5-b83b-0f5228584e82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:59:05.814668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:59:05.819979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:05.826500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Sync routers for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:59:05.844859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:05.847656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:05.887105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4fb5e1e2-3d1c-44d0-b915-67289d2de76a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "PUT /v2.0/floatingips/76d679ff-a862-460b-95d3-2e9bd4efef1c HTTP/1.1" status: 200 len: 991 time: 1.2663815 Jul 27 16:59:05.887982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:05.891053 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99326c0-f0c5-4f1c-9359-3ca7c710c063" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:05.977686 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6fdd6-5365-4571-a8bd-7e28ffc4186c x-openstack-request-id: req-bfc6fdd6-5365-4571-a8bd-7e28ffc4186c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:05.978390 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:05.979012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfc6fdd6-5365-4571-a8bd-7e28ffc4186c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:05.979723 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'status': 'completed', 'code': 200} Jul 27 16:59:06.084143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:06.113839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-75fa8c9e-96d1-481e-9729-6c809b7f7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:06.115387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-75fa8c9e-96d1-481e-9729-6c809b7f7dbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1096 time: 0.0857127 Jul 27 16:59:06.249736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-5be7ee27-0689-456f-8dec-65018b948a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:06.254036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-5be7ee27-0689-456f-8dec-65018b948a5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1308360 Jul 27 16:59:06.364043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-1b68caca-845b-4846-9055-18368a189eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.1019874 Jul 27 16:59:06.462297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '76d679ff-a862-460b-95d3-2e9bd4efef1c', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:47Z', 'updated_at': '2021-07-27T16:59:05Z', 'revision_number': 1, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:06.469121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-32b6f56d-284f-4168-a01b-7a6b11e837fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:06.470803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-32b6f56d-284f-4168-a01b-7a6b11e837fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0991175 Jul 27 16:59:06.599800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-29f10d8e-ec74-45cf-b675-70e12529cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:06.601601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-29f10d8e-ec74-45cf-b675-70e12529cb48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159124 Jul 27 16:59:06.710060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Checking router: e177a303-bdd5-42d5-b83b-0f5228584e82 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:59:06.719343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:06.719976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:58:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:06.764691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-a2a5f950-59d2-45fd-80ab-6b1c114ab03b service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511741 Jul 27 16:59:06.869237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:06.888445 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e99326c0-f0c5-4f1c-9359-3ca7c710c063 req-f137bc0c-90f3-4869-8242-6f93f67bb0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169784 Jul 27 16:59:07.170009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '76d679ff-a862-460b-95d3-2e9bd4efef1c', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:47Z', 'updated_at': '2021-07-27T16:59:05Z', 'revision_number': 1, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:07.193652 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:59:07.201843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108f4c3-0a0f-47dc-9542-756dc795352a None None] The sync data for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 is: [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '76d679ff-a862-460b-95d3-2e9bd4efef1c', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T16:58:47Z', 'updated_at': '2021-07-27T16:59:05Z', 'revision_number': 1, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:59:07.498064 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d710de-02c6-4453-bc8e-da7f69b70297 None None] New status for floating IP 76d679ff-a862-460b-95d3-2e9bd4efef1c: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:59:09.750185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-07d7af1e-6938-49b0-bfeb-62ea565b67f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:10.143575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-6285a2c8-b000-4f26-b224-e297e08a84e0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:10.145128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-6285a2c8-b000-4f26-b224-e297e08a84e0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1152487 Jul 27 16:59:10.161081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-ed2b12b0-66f7-49dd-9f20-7c7c5bdd3966 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0097966 Jul 27 16:59:10.233407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-31958c9f-6c76-4b1c-89fa-d4cfe8650fdb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654862 Jul 27 16:59:10.344738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-6b8b5381-85c5-4b4a-97ee-b89f7e9ae2ea service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028051 Jul 27 16:59:10.756343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-a2135c3c-2841-44c7-b57e-0c30c528eb9a service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011834 Jul 27 16:59:10.980983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ecdb6def-9d61-431b-80a5-38a837bf746e req-7b3bb7d1-2787-4ad3-a754-9d2f2e79a704 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0410821 Jul 27 16:59:12.143383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55d2131f-49ac-4ec6-b27b-254d2274e40f req-5982c184-6319-4444-9ca5-4666c4d8aaee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0737987 Jul 27 16:59:12.260976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-28414796-b4c2-47b9-8083-2495dde31fde tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:12.262652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-28414796-b4c2-47b9-8083-2495dde31fde tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1924608 Jul 27 16:59:12.284752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': '00bfbe65-304d-4361-958b-62d8b0307af5', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:59:12.401541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:12.418483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:59:12.422342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:12.532899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddc582f5-89a0-4e84-ac97-a4f7646ae17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:12.628568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.11 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/adb1bab5-ce1e-48d9-a196-afa3c992da80) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:59:12.870082 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:12.893673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object adb1bab5-ce1e-48d9-a196-afa3c992da80 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:59:12.937259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:12.988057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:59:12.991133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:59:12.995722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 16:59:13.000190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:13.046639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.046877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.047284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.047637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.047978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.048316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.048684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.049102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.049345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.049666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.049993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.050324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:13.079252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:13.079805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.098858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-7e910799-cc07-4107-b8f7-b8d8ecf0aaa9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8212137 Jul 27 16:59:13.133825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Request body: {'port': {'device_id': '00bfbe65-304d-4361-958b-62d8b0307af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 16:59:13.248370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.397434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-562699f6-769d-4834-b42f-199e15379b45 None None] Provisioning for port adb1bab5-ce1e-48d9-a196-afa3c992da80 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:59:13.402888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-562699f6-769d-4834-b42f-199e15379b45 None None] Provisioning complete for port adb1bab5-ce1e-48d9-a196-afa3c992da80 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:59:13.403924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-562699f6-769d-4834-b42f-199e15379b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.470888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.474201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-562699f6-769d-4834-b42f-199e15379b45 None None] Port adb1bab5-ce1e-48d9-a196-afa3c992da80 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 16:59:13.587460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef581feb-99f0-4e0a-a0f2-d793c969321d req-3d5ba9f1-882c-461b-a391-2ca00058b5b6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:13.589228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef581feb-99f0-4e0a-a0f2-d793c969321d req-3d5ba9f1-882c-461b-a391-2ca00058b5b6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 932 time: 0.2574029 Jul 27 16:59:13.730932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef581feb-99f0-4e0a-a0f2-d793c969321d req-03dd4402-183f-423f-ada9-a1b5e6a3fdef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954998 Jul 27 16:59:13.733350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb1bab5-ce1e-48d9-a196-afa3c992da80 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:59:13.743552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.761266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Transition to ACTIVE for port object adb1bab5-ce1e-48d9-a196-afa3c992da80 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 16:59:13.767242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:13.854904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:13.948784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Attempting to bind port adb1bab5-ce1e-48d9-a196-afa3c992da80 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 16:59:13.949174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Attempting to bind port adb1bab5-ce1e-48d9-a196-afa3c992da80 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 16:59:13.949511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Attempting to bind port adb1bab5-ce1e-48d9-a196-afa3c992da80 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:59:13.955145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Port adb1bab5-ce1e-48d9-a196-afa3c992da80 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 16:59:13.955494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Attempting to bind port adb1bab5-ce1e-48d9-a196-afa3c992da80 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 16:59:13.963181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 16:59:13.964060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 16:59:13.964711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 16:59:13.965557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Bound port: adb1bab5-ce1e-48d9-a196-afa3c992da80, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 16:59:13.966366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:14.074328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:59:14.079539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:59:14.089876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:14.158633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:14.159284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:14.161443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/adb1bab5-ce1e-48d9-a196-afa3c992da80 HTTP/1.1" status: 200 len: 1092 time: 1.0485682 Jul 27 16:59:14.162380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:14.168914 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043" -d '{"events": [{"name": "network-changed", "server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:14.233527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a9c38-60f3-49e4-822a-5955312b95d4 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:14.311442 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227a465-17fb-4988-9063-383dc6add43d x-openstack-request-id: req-4227a465-17fb-4988-9063-383dc6add43d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:14.312258 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:14.312542 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4227a465-17fb-4988-9063-383dc6add43d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:14.313053 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80', 'status': 'completed', 'code': 200} Jul 27 16:59:14.328325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-6c8ae378-3217-4439-8778-fe692a235831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:14.330186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-6c8ae378-3217-4439-8778-fe692a235831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 1095 time: 0.0896666 Jul 27 16:59:14.391754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-eabe3e7d-d1b0-4eac-9363-03762b77b56b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80 HTTP/1.1" status: 200 len: 217 time: 0.0471010 Jul 27 16:59:14.470776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-21c721fe-e75d-43d4-b820-bffc6b310f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:14.472713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-21c721fe-e75d-43d4-b820-bffc6b310f08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0742238 Jul 27 16:59:14.586603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c43f0d21-ed25-49d9-aa00-77d497c383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:14.591136 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-c43f0d21-ed25-49d9-aa00-77d497c383c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053116 Jul 27 16:59:14.731557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-543f8cf3-7a07-4119-83ec-638d3c66947d service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324909 Jul 27 16:59:14.931330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2eb0db6b-0047-4b70-9967-1a648f84bb19 req-b122d3ea-2bac-4efb-b5c8-7e7a3e1b1d08 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900249 Jul 27 16:59:14.974838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4790-4bf0-4282-acf5-50dcb189a985 req-036ed9ac-017e-4dc3-8015-b5dab0e8aa99 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:14.981057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebcb4790-4bf0-4282-acf5-50dcb189a985 req-036ed9ac-017e-4dc3-8015-b5dab0e8aa99 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1163611 Jul 27 16:59:15.033701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebcb4790-4bf0-4282-acf5-50dcb189a985 req-d6b1af7e-4cbe-429a-8305-3f7275b94269 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Jul 27 16:59:15.075866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:15.096442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-caa0c392-fd3c-455a-9dd6-122c2b5cf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:15.098615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-caa0c392-fd3c-455a-9dd6-122c2b5cf3a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 1095 time: 0.0795789 Jul 27 16:59:15.253048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-279205b2-673b-47d7-96a0-af4cc1f0cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:15.254740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-279205b2-673b-47d7-96a0-af4cc1f0cf0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1490335 Jul 27 16:59:15.305814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-defbe870-0cae-43bf-b309-90e514e08d1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80 HTTP/1.1" status: 200 len: 217 time: 0.0426047 Jul 27 16:59:15.401361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-87a1e5f4-3f91-4748-8c4d-2ee48461e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:15.403610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-87a1e5f4-3f91-4748-8c4d-2ee48461e51c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0891111 Jul 27 16:59:15.527724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-9d662bcc-73f4-4169-8091-0a1332ce3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:15.529691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-9d662bcc-73f4-4169-8091-0a1332ce3433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167362 Jul 27 16:59:15.671997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-d0f94e40-2f4a-4ed6-a873-f5fa9351fba9 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236036 Jul 27 16:59:15.803496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9da1e3b-fcb2-4d34-8c8d-f48617b19043 req-aa1716e9-dc28-4fdc-9940-66165b85ff0f service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236613 Jul 27 16:59:16.284226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc05b-4eab-4cd3-ac73-529e70525b02 req-f665d6d7-9956-43c8-9185-b73ab55386b8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:16.288614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2dbfc05b-4eab-4cd3-ac73-529e70525b02 req-f665d6d7-9956-43c8-9185-b73ab55386b8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1580355 Jul 27 16:59:16.727835 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2dbfc05b-4eab-4cd3-ac73-529e70525b02 req-1dcc3931-f2f8-4c0a-a153-e2ab6194a048 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220207 Jul 27 16:59:16.815803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:17.998993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e8cd9-0cf2-40d7-a4b0-305e9b1bb6a4 req-344c0337-4705-4d59-b68b-1835c43fb39a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:18.006775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-559e8cd9-0cf2-40d7-a4b0-305e9b1bb6a4 req-344c0337-4705-4d59-b68b-1835c43fb39a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1442192 Jul 27 16:59:18.093140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-559e8cd9-0cf2-40d7-a4b0-305e9b1bb6a4 req-9670fb91-48d8-465b-a469-d799b286c5c8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793991 Jul 27 16:59:19.284796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d685d8-9c00-4b4b-9626-1d65bb7b7726 req-5bf97586-9649-4e52-a018-2c49e305202f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:19.293376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17d685d8-9c00-4b4b-9626-1d65bb7b7726 req-5bf97586-9649-4e52-a018-2c49e305202f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1100643 Jul 27 16:59:19.347018 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17d685d8-9c00-4b4b-9626-1d65bb7b7726 req-3dc4d115-4623-453f-9006-a254a83450e4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Jul 27 16:59:20.545160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131085dc-65fb-487f-bf1a-0004e420f799 req-084efb7d-3421-4f14-8764-5aeff4f30e04 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:20.547766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131085dc-65fb-487f-bf1a-0004e420f799 req-084efb7d-3421-4f14-8764-5aeff4f30e04 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1009724 Jul 27 16:59:20.636346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131085dc-65fb-487f-bf1a-0004e420f799 req-4109cebb-775b-4043-8b1c-3827c94695e9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734091 Jul 27 16:59:21.789996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f68f6-ea51-42cf-8b02-52ea6fc78bd6 req-a09142b9-ae68-4b61-9498-0cddca735029 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:21.792125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a6f68f6-ea51-42cf-8b02-52ea6fc78bd6 req-a09142b9-ae68-4b61-9498-0cddca735029 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0728781 Jul 27 16:59:21.835974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a6f68f6-ea51-42cf-8b02-52ea6fc78bd6 req-7fe7e3ea-8a6b-4479-8fed-99544eab3ea8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Jul 27 16:59:22.989265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8bda-a2a4-4e0d-ac58-75e531e47e8d req-3bca06d9-4d12-455f-b6f6-2828cac3ab8a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:22.991295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63ad8bda-a2a4-4e0d-ac58-75e531e47e8d req-3bca06d9-4d12-455f-b6f6-2828cac3ab8a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0749650 Jul 27 16:59:23.039334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63ad8bda-a2a4-4e0d-ac58-75e531e47e8d req-b1613bca-8fec-4cb2-a5e8-92e5a09458cb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Jul 27 16:59:24.202044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38522225-31a4-456d-aefb-02a40946d617 req-6011ea32-0af8-44d0-97be-11eef5a1a7da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:24.204737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38522225-31a4-456d-aefb-02a40946d617 req-6011ea32-0af8-44d0-97be-11eef5a1a7da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0712707 Jul 27 16:59:24.261374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38522225-31a4-456d-aefb-02a40946d617 req-eecbe494-63fb-421a-9ad2-12756f656b51 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504794 Jul 27 16:59:24.495179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:24.707532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Deleting port 8f09683e-48ff-4da7-82c3-67aaa6c74a46 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:24.707885 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:24.722256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-f58b2f3e-fb22-4ee5-a87e-22c7b141970a req-174f3e4d-8571-4ab8-b172-603d220828ce service neutron] (93924) timed out ('10.222.0.64', 58846) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 16:59:24.808752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:24.809224 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:24.824210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Calling delete_port for 8f09683e-48ff-4da7-82c3-67aaa6c74a46 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:25.063388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:25.086532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event deleted for resources: {'Port': ['ID=8f09683e-48ff-4da7-82c3-67aaa6c74a46,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:25.180495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:25.181009 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Floating IP b220291a-2bac-4866-af14-b1667e0520e8 disassociated (deleted). External IP: 172.25.4.60, port: c6d8941d-5c53-484e-bf89-9cfd7a6cb714. Jul 27 16:59:25.449089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339698b-63b5-4602-bdb8-05fd328bbf19 req-f2d2f05d-d320-43dc-a8d5-6e959b366891 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:25.450792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b339698b-63b5-4602-bdb8-05fd328bbf19 req-f2d2f05d-d320-43dc-a8d5-6e959b366891 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0881195 Jul 27 16:59:25.513717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:59:25.533012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b339698b-63b5-4602-bdb8-05fd328bbf19 req-5e4ab713-854b-43ff-a109-aa70952e8ba4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Jul 27 16:59:25.683327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:59:25.704266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:25.704792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:59:25.721731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:25.726681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:25.749545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9169ef4-0ed2-4eca-b157-11ef15f86afc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "DELETE /v2.0/floatingips/b220291a-2bac-4866-af14-b1667e0520e8 HTTP/1.1" status: 204 len: 168 time: 1.2527812 Jul 27 16:59:25.750194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:25.762626 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeabd60-7d91-42db-8609-60323a0d19bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:25.868751 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2164744-b6f6-4952-be41-2be327701206 x-openstack-request-id: req-b2164744-b6f6-4952-be41-2be327701206 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:25.869977 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:25.870508 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2164744-b6f6-4952-be41-2be327701206 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:25.871350 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:59:25.989447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-3cfbad5a-cb1b-4318-946d-7c094c3d8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:25.991875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-3cfbad5a-cb1b-4318-946d-7c094c3d8367 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b55c62620bde49ea9b18c36d3aff944d&device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0887737 Jul 27 16:59:26.046766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:26.187134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a61d-5cd9-49ed-a313-4356c0b2ab14 req-fb3040ce-5022-4973-ad49-757480b612b3 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:26.189109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f53a61d-5cd9-49ed-a313-4356c0b2ab14 req-fb3040ce-5022-4973-ad49-757480b612b3 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1078713 Jul 27 16:59:26.218771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-b4bdd236-c9c5-435a-9326-45ba9d9f5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:26.220406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-b4bdd236-c9c5-435a-9326-45ba9d9f5892 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 200 len: 914 time: 0.2171948 Jul 27 16:59:26.244299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f53a61d-5cd9-49ed-a313-4356c0b2ab14 req-9057b70f-859a-4f21-9af9-213fce447e6f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Jul 27 16:59:26.315084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-388788e2-997e-4c18-8f2b-f6f0e669f946 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 200 len: 217 time: 0.0683794 Jul 27 16:59:26.365911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:26.400529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:59:26.412194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:26.413205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:26.414576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-f1ac4fe8-9518-4817-8a12-4e6422e36e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:26.419726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-f1ac4fe8-9518-4817-8a12-4e6422e36e5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 200 len: 852 time: 0.0951111 Jul 27 16:59:26.502634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-1fbfe0c0-eee0-4258-8897-635fc3056d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:26.504255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-1fbfe0c0-eee0-4258-8897-635fc3056d46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2dcde2b3-c28d-421d-9712-8636a60bb5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692055 Jul 27 16:59:26.584813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:26.658289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-4958743f-d4c8-435d-8d3a-d25f48b0d6ef service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437552 Jul 27 16:59:26.834762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d313-3cad-447b-a0c3-509be96d3200 req-09fffe8b-a8d5-4fcc-ab48-fe58f1eda410 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:26.836531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2119d313-3cad-447b-a0c3-509be96d3200 req-09fffe8b-a8d5-4fcc-ab48-fe58f1eda410 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.1478708 Jul 27 16:59:26.849314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ddeabd60-7d91-42db-8609-60323a0d19bf req-c6ae9e85-2965-4e0c-922d-f742204cf3fa service neutron] 10.222.0.61 "GET /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824198 Jul 27 16:59:26.898416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:26.907156 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2119d313-3cad-447b-a0c3-509be96d3200 req-107cc17a-c59b-40e0-82e3-e8fd80379132 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540969 Jul 27 16:59:26.945235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815b5d0-6a79-4dda-a6bf-492e1c783ccc None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:55:01Z', 'revision_number': 4, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '420ae59b-abee-4c51-ac09-1736646a4dd6', 'name': '', 'network_id': '2dcde2b3-c28d-421d-9712-8636a60bb5f7', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'mac_address': 'fa:16:3e:53:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:00Z', 'updated_at': '2021-07-27T16:55:11Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'subnets': [{'id': 'e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:59:27.333967 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce97c-4fdf-48cc-9cb5-197ec0531439 None None] New status for floating IP b220291a-2bac-4866-af14-b1667e0520e8: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 16:59:27.432753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472524ed-fbbc-4fef-a36e-ed69eb29dffc req-582b6fa0-4730-4c32-b638-a0fa20d66420 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:27.440020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-472524ed-fbbc-4fef-a36e-ed69eb29dffc req-582b6fa0-4730-4c32-b638-a0fa20d66420 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0929613 Jul 27 16:59:27.478512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-472524ed-fbbc-4fef-a36e-ed69eb29dffc req-f4d48d7c-2129-4e64-89bc-ec456ef6840a tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/security-groups?id=6419a609-1b3d-4d10-a677-0e1f25309d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375805 Jul 27 16:59:27.908918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-7824b5cf-0268-4ba0-8367-89266af6ffbc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:27.910508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-7824b5cf-0268-4ba0-8367-89266af6ffbc tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.61 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0706785 Jul 27 16:59:28.088185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Deleting port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:28.088417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:28.101409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342691-2b19-45a6-8432-db9e0a498085 req-65cb13bd-c790-40d4-87e7-47f970ad47cb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:28.103455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b342691-2b19-45a6-8432-db9e0a498085 req-65cb13bd-c790-40d4-87e7-47f970ad47cb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0954332 Jul 27 16:59:28.201529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b342691-2b19-45a6-8432-db9e0a498085 req-6b8d8c41-b3b0-4319-bf44-9b4012ca973b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869272 Jul 27 16:59:28.225683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] For port c6d8941d-5c53-484e-bf89-9cfd7a6cb714, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:28.225996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:28.244861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Calling delete_port for c6d8941d-5c53-484e-bf89-9cfd7a6cb714 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:28.388190 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:28.430845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event deleted for resources: {'Port': ['ID=c6d8941d-5c53-484e-bf89-9cfd7a6cb714,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:28.494230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] No DVR routers for this DVR port c6d8941d-5c53-484e-bf89-9cfd7a6cb714 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:28.497396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:28.499364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16a8454f-0af3-471f-b6d3-21b57004b668 req-d812d53e-9d97-4abe-98d9-bc814ae7e2ed tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.61 "DELETE /v2.0/ports/c6d8941d-5c53-484e-bf89-9cfd7a6cb714 HTTP/1.1" status: 204 len: 173 time: 0.5816751 Jul 27 16:59:28.499802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'name': 'network-vif-deleted', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:28.502401 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386adbe2-31a5-47df-b16d-16a8c92c475d" -d '{"events": [{"server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "name": "network-vif-deleted", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:28.535693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-d4751fa9-d35e-4a29-b46b-58e55b40eddd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335020 Jul 27 16:59:28.589265 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e6281-7cb7-4f25-82a3-c78e79bd4bcd x-openstack-request-id: req-584e6281-7cb7-4f25-82a3-c78e79bd4bcd {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:28.589563 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c722e58b-912a-4199-9739-9efe1091f8d2", "name": "network-vif-deleted", "tag": "c6d8941d-5c53-484e-bf89-9cfd7a6cb714", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:28.589815 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-584e6281-7cb7-4f25-82a3-c78e79bd4bcd {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:28.590285 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c722e58b-912a-4199-9739-9efe1091f8d2', 'name': 'network-vif-deleted', 'tag': 'c6d8941d-5c53-484e-bf89-9cfd7a6cb714', 'status': 'completed', 'code': 200} Jul 27 16:59:28.667879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85364534-ea5c-4974-b129-a8fa13243fe9 req-24d0908b-84be-44a9-8f23-1387f527404f tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0565436 Jul 27 16:59:28.710683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-6283f128-6178-4772-917a-b0ca4e3eb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:28.713108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-6283f128-6178-4772-917a-b0ca4e3eb200 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1208453 Jul 27 16:59:28.864466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-0f36b88a-0afd-4904-8c69-d485025993c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:28.866304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-0f36b88a-0afd-4904-8c69-d485025993c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1323924 Jul 27 16:59:28.943392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-f6128300-5e18-461e-8776-ddb74e4d111d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1002 time: 0.0692809 Jul 27 16:59:28.998884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-f7ddf250-aaac-475d-bba4-4a1b4e27a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:29.000388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-f7ddf250-aaac-475d-bba4-4a1b4e27a807 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0509529 Jul 27 16:59:29.070942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-66ad13a7-c785-4519-96f2-c3cfdf8425e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:29.073114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-66ad13a7-c785-4519-96f2-c3cfdf8425e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639963 Jul 27 16:59:29.497607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-972f53fb-59df-451a-89bd-e09f2a87e116 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169204 Jul 27 16:59:29.514191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ca9d-7c5c-4454-9c69-93d29fcab5d3 req-632bbf77-5754-44b5-92d5-afea0b8c6a80 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:29.515718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab1ca9d-7c5c-4454-9c69-93d29fcab5d3 req-632bbf77-5754-44b5-92d5-afea0b8c6a80 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0970104 Jul 27 16:59:29.604804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab1ca9d-7c5c-4454-9c69-93d29fcab5d3 req-c0d43f82-ced1-4e52-82fa-1162f593b4b1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809660 Jul 27 16:59:29.632082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bb6210f-3d2a-4aed-94d4-574155c645ab req-0a138786-58b7-4d00-a611-5fe446b2716b service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265128 Jul 27 16:59:29.777856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e27a4eb-9256-4168-9ecb-3015caf68a20 req-6dda84f5-2242-47c6-80bc-13225b6084fb tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0300233 Jul 27 16:59:30.753211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1e201-f913-421e-98ff-3790f2f9014e req-ab1dd7e3-90fc-4c69-a669-c13b401b2c49 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:30.755145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aa1e201-f913-421e-98ff-3790f2f9014e req-ab1dd7e3-90fc-4c69-a669-c13b401b2c49 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0718951 Jul 27 16:59:30.799214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9aa1e201-f913-421e-98ff-3790f2f9014e req-92f70adf-1c62-4a87-9a1c-88865a7789ef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375669 Jul 27 16:59:30.882573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45852abd-59d8-49be-946c-0ba2c474f03e req-4c5ba8e6-9ba3-4aaa-8a1b-48a98bf5327e tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0315995 Jul 27 16:59:31.650516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device c6d8941d-5c53-484e-bf89-9cfd7a6cb714 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:31.671083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: c6d8941d-5c53-484e-bf89-9cfd7a6cb714 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:31.671349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device c6d8941d-5c53-484e-bf89-9cfd7a6cb714 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:31.950954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee18e7-b3f9-4c92-8617-37e9984ff2f6 req-9d70a9a2-9ce0-45d1-b8c5-27f7b1917487 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:31.953299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10ee18e7-b3f9-4c92-8617-37e9984ff2f6 req-9d70a9a2-9ce0-45d1-b8c5-27f7b1917487 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0799775 Jul 27 16:59:32.005602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87e38057-88a0-4651-9121-b1f1faab3e99 req-aafd50da-e050-4ab1-a5d4-db181890a907 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "GET /v2.0/ports?device_id=c722e58b-912a-4199-9739-9efe1091f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0432172 Jul 27 16:59:32.010100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10ee18e7-b3f9-4c92-8617-37e9984ff2f6 req-6dd4344e-e27e-498d-9293-0f8dd7902703 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Jul 27 16:59:33.080015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 44616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:33.146478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.152588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.155937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ce376-dc13-4ceb-8632-f10481bc1511 req-8dc552cc-ce86-4a97-81e3-797cccef72da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:33.157541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131ce376-dc13-4ceb-8632-f10481bc1511 req-8dc552cc-ce86-4a97-81e3-797cccef72da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 944 time: 0.0741243 Jul 27 16:59:33.177118 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.204198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-131ce376-dc13-4ceb-8632-f10481bc1511 req-043ef595-bc88-41fd-b5c3-f9d37caca045 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Jul 27 16:59:33.267838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.270396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.271693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] 10.222.0.64 "DELETE /v2.0/security-groups/6419a609-1b3d-4d10-a677-0e1f25309d56 HTTP/1.1" status: 204 len: 168 time: 0.1906204 Jul 27 16:59:33.282723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53218cb1-57d1-465f-a667-61e6b20e37f8 tempest-TestVolumeBackupRestore-1526123205 tempest-TestVolumeBackupRestore-1526123205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419a609-1b3d-4d10-a677-0e1f25309d56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:33.708676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device adb1bab5-ce1e-48d9-a196-afa3c992da80 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:59:33.833394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:33.852954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'adb1bab5-ce1e-48d9-a196-afa3c992da80', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': 'adb1bab5-ce1e-48d9-a196-afa3c992da80', 'mac_address': 'fa:16:3e:45:e3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:59:33.901640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:33.918094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb1bab5-ce1e-48d9-a196-afa3c992da80 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 16:59:33.943804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:33.953807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:34.038908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:34.323234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['adb1bab5-ce1e-48d9-a196-afa3c992da80'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:59:34.384098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa85fd-2022-4035-8caa-7be3f1371064 req-62cac529-8f09-46ec-960e-de49ac345602 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:34.392726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88aa85fd-2022-4035-8caa-7be3f1371064 req-62cac529-8f09-46ec-960e-de49ac345602 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 945 time: 0.0905540 Jul 27 16:59:34.442087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88aa85fd-2022-4035-8caa-7be3f1371064 req-ef84daf8-9aab-4e84-bead-81d1d674ea1a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Jul 27 16:59:35.715081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device adb1bab5-ce1e-48d9-a196-afa3c992da80 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:59:35.847456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port adb1bab5-ce1e-48d9-a196-afa3c992da80 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 16:59:35.853757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port adb1bab5-ce1e-48d9-a196-afa3c992da80 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 16:59:35.854573 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:35.857109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0293e3-e2a9-4455-86b2-40600fb9113e req-fdd7a422-e71b-43da-b304-1977c834c193 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:35.872742 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a0293e3-e2a9-4455-86b2-40600fb9113e req-fdd7a422-e71b-43da-b304-1977c834c193 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 945 time: 0.2736585 Jul 27 16:59:36.003180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a0293e3-e2a9-4455-86b2-40600fb9113e req-61c7d1c5-9a20-46de-a6ad-0b082c600347 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291633 Jul 27 16:59:36.075829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:36.173564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:36.178489 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc60daa3-8fc5-4d5f-8a15-a958fa256f64" -d '{"events": [{"server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "name": "network-vif-plugged", "status": "completed", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:36.233510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:36.243923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:36.345528 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de402f1c-339c-405a-aed7-24299c87829c x-openstack-request-id: req-de402f1c-339c-405a-aed7-24299c87829c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:36.345830 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "name": "network-vif-plugged", "status": "completed", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:36.346284 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de402f1c-339c-405a-aed7-24299c87829c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:36.346712 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80', 'code': 200} Jul 27 16:59:36.347351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:36.449364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cf0b3-4b7a-4894-9adc-0238b640ba03 req-a07822cc-f88c-43c4-9b57-0137148666b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:36.453692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-825cf0b3-4b7a-4894-9adc-0238b640ba03 req-a07822cc-f88c-43c4-9b57-0137148666b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 1097 time: 0.0794318 Jul 27 16:59:36.539994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-825cf0b3-4b7a-4894-9adc-0238b640ba03 req-34864d82-48ae-449e-8f20-025ac4ae4f5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765610 Jul 27 16:59:37.389503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d14c7-8665-40a7-9faf-5ed1f9d57a87 req-eb82788d-56cd-46e3-b62b-2d6bfaa8d820 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:37.391223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1d14c7-8665-40a7-9faf-5ed1f9d57a87 req-eb82788d-56cd-46e3-b62b-2d6bfaa8d820 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.1864865 Jul 27 16:59:37.469344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd1d14c7-8665-40a7-9faf-5ed1f9d57a87 req-a28c7510-517e-4616-838d-a7850086293d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 Jul 27 16:59:38.629305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1986b9-82e7-435e-b38a-f50a06cb5765 req-45602e14-4b1e-46d9-8b3c-ab462f971e05 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:38.631007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d1986b9-82e7-435e-b38a-f50a06cb5765 req-45602e14-4b1e-46d9-8b3c-ab462f971e05 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.0844131 Jul 27 16:59:38.673523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d1986b9-82e7-435e-b38a-f50a06cb5765 req-5b94bc27-58cc-4fcf-8f5b-c105639501f9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354888 Jul 27 16:59:38.825110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168ccd-3a4d-4ace-96f1-c737e364d5ab req-6f850e6d-2f30-4783-9b1c-9ba5dd01bb20 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:38.826766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be168ccd-3a4d-4ace-96f1-c737e364d5ab req-6f850e6d-2f30-4783-9b1c-9ba5dd01bb20 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.0737360 Jul 27 16:59:38.875405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be168ccd-3a4d-4ace-96f1-c737e364d5ab req-805ddcd1-bdd3-4ac8-b151-642b4e6632b5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Jul 27 16:59:39.013690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a41a5-a70c-4e7e-b58b-00fbd5bba802 req-6491021d-882a-4b79-9bab-f2e45632185c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:39.015145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e3a41a5-a70c-4e7e-b58b-00fbd5bba802 req-6491021d-882a-4b79-9bab-f2e45632185c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.0658207 Jul 27 16:59:39.091393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:39.119602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e3a41a5-a70c-4e7e-b58b-00fbd5bba802 req-d065b521-62a3-461b-b2a9-ad4e58ff128b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921981 Jul 27 16:59:39.614479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de410d89-66db-4f67-87ac-569019e75087 req-942eeed0-4539-4336-882c-060cfa0a40ba tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:39.621149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de410d89-66db-4f67-87ac-569019e75087 req-942eeed0-4539-4336-882c-060cfa0a40ba tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.1354578 Jul 27 16:59:39.692187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de410d89-66db-4f67-87ac-569019e75087 req-2cfeaf0c-81ea-467f-8a87-3764bd578823 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 Jul 27 16:59:39.719936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:39.753783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3aff4399-aa98-4944-bdd2-ee84d7bcc289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:39.769357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45168) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:39.920674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-62dcdc6e-037e-4512-8413-52ec1935566d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1891db800fc45b6ac911cf6d1c098ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495371 Jul 27 16:59:39.923274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:39.975381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:39.997471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.002378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Deleting port 420ae59b-abee-4c51-ac09-1736646a4dd6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:40.002883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.061177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.063650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.064924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae53420d-0f54-4c99-9a46-934c9f0e7fa3 HTTP/1.1" status: 204 len: 168 time: 0.1406326 Jul 27 16:59:40.073550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6ab8-7036-4e1b-a2eb-f3e5355209f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae53420d-0f54-4c99-9a46-934c9f0e7fa3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:40.095691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] For port 420ae59b-abee-4c51-ac09-1736646a4dd6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=420ae59b-abee-4c51-ac09-1736646a4dd6,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:40.095918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.112488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Calling delete_port for 420ae59b-abee-4c51-ac09-1736646a4dd6 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:40.318762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.358988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Pushing event deleted for resources: {'Port': ['ID=420ae59b-abee-4c51-ac09-1736646a4dd6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:40.392410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.392816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.393301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.393781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.394128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.394435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.394763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.395085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.395557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.395813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.396095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.396630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:40.560664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:40.807227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Router 6e2a7add-7139-46f7-bded-ce01b26ce63d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:59:40.843695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562583f-715a-49e6-ad0a-d88c0ee143f5 req-eacf25ce-e0af-470a-89b5-9ebc0e2545e3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:40.845460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c562583f-715a-49e6-ad0a-d88c0ee143f5 req-eacf25ce-e0af-470a-89b5-9ebc0e2545e3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.0743163 Jul 27 16:59:40.892534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c562583f-715a-49e6-ad0a-d88c0ee143f5 req-ed3504e9-6064-4270-85bf-85100208ffcb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Jul 27 16:59:40.942195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:59:40.949821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e33069a3-8b48-4d70-bad8-29e7a5c68639 admin admin] 10.222.0.64 "PUT /v2.0/routers/6e2a7add-7139-46f7-bded-ce01b26ce63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8567348 Jul 27 16:59:40.953027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:40.955451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Sync routers for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:59:40.965720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:40.966795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:41.070239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.076560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:41.227470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.293565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-5ccacf06-babd-45b8-8900-9fcef50ebfb3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:41.296655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-5ccacf06-babd-45b8-8900-9fcef50ebfb3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 946 time: 0.1353049 Jul 27 16:59:41.310810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:59:40Z', 'revision_number': 5, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port': {'id': '5207a67a-d294-4ced-afb9-3337aabd4796', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:57Z', 'updated_at': '2021-07-27T16:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:41.348308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Checking router: 6e2a7add-7139-46f7-bded-ce01b26ce63d for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:59:41.393276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Routers {'6e2a7add-7139-46f7-bded-ce01b26ce63d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:41.393971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6e2a7add-7139-46f7-bded-ce01b26ce63d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:41.419625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Deleting port 5207a67a-d294-4ced-afb9-3337aabd4796 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:41.420396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.519789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port adb1bab5-ce1e-48d9-a196-afa3c992da80 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:41.520382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.539025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] Set router 6e2a7add-7139-46f7-bded-ce01b26ce63d gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:41.576084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] For port 5207a67a-d294-4ced-afb9-3337aabd4796, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5207a67a-d294-4ced-afb9-3337aabd4796,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:41.576481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.595038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:59:41Z', 'revision_number': 6, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:41.597792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Calling delete_port for 5207a67a-d294-4ced-afb9-3337aabd4796 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:41.626753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1d680-ee00-4fb4-b13c-864c61e01133 None None] The sync data for ids ['6e2a7add-7139-46f7-bded-ce01b26ce63d'] in n-d-723572-6 is: [{'id': '6e2a7add-7139-46f7-bded-ce01b26ce63d', 'name': 'tempest-TestVolumeBackupRestore-641541237-router', 'tenant_id': 'b55c62620bde49ea9b18c36d3aff944d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:56Z', 'updated_at': '2021-07-27T16:59:41Z', 'revision_number': 6, 'project_id': 'b55c62620bde49ea9b18c36d3aff944d', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:59:41.685652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port adb1bab5-ce1e-48d9-a196-afa3c992da80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=adb1bab5-ce1e-48d9-a196-afa3c992da80,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:41.686184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.708875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for adb1bab5-ce1e-48d9-a196-afa3c992da80 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:41.910860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:41.954857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Pushing event deleted for resources: {'Port': ['ID=5207a67a-d294-4ced-afb9-3337aabd4796,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:41.989463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.036346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0002d7cc-fb97-4e3b-9f48-5cb6d8d4e357 req-215e7ab0-f0c7-4316-bd9f-4cda35cc40f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0414104 Jul 27 16:59:42.067124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=adb1bab5-ce1e-48d9-a196-afa3c992da80,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:42.074175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.223423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port adb1bab5-ce1e-48d9-a196-afa3c992da80 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:42.226356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.229454 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22ac1823-a5a9-47ac-814b-059dc1e30741 req-2d46b88c-a948-4b53-8764-4de66172c618 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "DELETE /v2.0/ports/adb1bab5-ce1e-48d9-a196-afa3c992da80 HTTP/1.1" status: 204 len: 173 time: 0.9262745 Jul 27 16:59:42.231572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'name': 'network-vif-deleted', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 16:59:42.235012 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb76e80-442f-433c-accd-3eb0ddc452dd" -d '{"events": [{"server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "name": "network-vif-deleted", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:59:42.238668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.241455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.283468 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd6b26-6cfa-4a85-8a48-524b21822b82 x-openstack-request-id: req-20cd6b26-6cfa-4a85-8a48-524b21822b82 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:59:42.283767 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bfbe65-304d-4361-958b-62d8b0307af5", "name": "network-vif-deleted", "tag": "adb1bab5-ce1e-48d9-a196-afa3c992da80", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:59:42.284016 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20cd6b26-6cfa-4a85-8a48-524b21822b82 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:59:42.284400 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bfbe65-304d-4361-958b-62d8b0307af5', 'name': 'network-vif-deleted', 'tag': 'adb1bab5-ce1e-48d9-a196-afa3c992da80', 'status': 'completed', 'code': 200} Jul 27 16:59:42.288807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.289386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2a7add-7139-46f7-bded-ce01b26ce63d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:59:42.294252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.295398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-08c25917-2f01-4fdf-85ba-9d013ffe3802 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6e2a7add-7139-46f7-bded-ce01b26ce63d HTTP/1.1" status: 204 len: 168 time: 1.3413033 Jul 27 16:59:42.297901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:42.345744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Deleting subnet e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:59:42.349040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.389771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.398970 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.504582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.535385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca0f545d-e0eb-406d-8102-9b8e1ce1fd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.593558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.647808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:42.676589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25868ef-3a2d-4bdc-b6bd-7924610870e2 None None] Network 2dcde2b3-c28d-421d-9712-8636a60bb5f7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:59:42.681536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.690808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0698e719-00ed-454d-9e5b-4f266585be95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e3a89cc7-e4ba-45d7-8cee-7ae0a7720b51 HTTP/1.1" status: 204 len: 168 time: 0.3883777 Jul 27 16:59:42.691700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:42.823447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:42.933388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Deleting port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:42.935418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.069839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 420ae59b-abee-4c51-ac09-1736646a4dd6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:43.095563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 420ae59b-abee-4c51-ac09-1736646a4dd6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:43.096210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 420ae59b-abee-4c51-ac09-1736646a4dd6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:43.096840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5207a67a-d294-4ced-afb9-3337aabd4796 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:43.100597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] For port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,segment=NetworkSegment(4c6adf6b-7bba-414d-b158-4e7b0b1f9442),segment_id=4c6adf6b-7bba-414d-b158-4e7b0b1f9442)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:43.101189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.128261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Calling delete_port for cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:43.136591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 5207a67a-d294-4ced-afb9-3337aabd4796 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:43.136949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5207a67a-d294-4ced-afb9-3337aabd4796 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:43.257795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] DHCP port deletion for 2dcde2b3-c28d-421d-9712-8636a60bb5f7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:59:43.269891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b2dcde2-e9b7-4ed3-b561-4e21c6c4c786 req-d4b4c3ca-855d-4dab-a658-afda0539ad19 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0573907 Jul 27 16:59:43.347535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.356617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Deleting port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:43.357029 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.410579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Pushing event deleted for resources: {'Port': ['ID=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:43.424767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] No DVR routers for this DVR port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:43.507520 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.525798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] For port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:43.526204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.541873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.553634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Calling delete_port for cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:43.554066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcde2b3-c28d-421d-9712-8636a60bb5f7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:43.563893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 16:59:43.566339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.567154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6adf6b-7bba-414d-b158-4e7b0b1f9442') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:43.567459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6adf6b-7bba-414d-b158-4e7b0b1f9442') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:43.579779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.595829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.602142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:59:43.603134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: timer() Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:59:43.614765 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:59:43.617766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] Pushing event deleted for resources: {'Port': ['ID=cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:43.619963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0d82c-f9f8-43d2-88f5-d232ff44ae66 None None] No DVR routers for this DVR port cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:43.673655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.679890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:43.682326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] 10.222.0.64 "DELETE /v2.0/networks/2dcde2b3-c28d-421d-9712-8636a60bb5f7 HTTP/1.1" status: 204 len: 168 time: 0.9896262 Jul 27 16:59:43.687964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:43.694628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bafa9-619d-4a8b-85e7-3112abe0d99a admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcde2b3-c28d-421d-9712-8636a60bb5f7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:43.723295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device adb1bab5-ce1e-48d9-a196-afa3c992da80 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:43.765404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: adb1bab5-ce1e-48d9-a196-afa3c992da80 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:43.767889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device adb1bab5-ce1e-48d9-a196-afa3c992da80 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:44.143592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:44.193449 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:59:44.406586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b95c378-01a1-47a6-ba91-41a425cd5279 req-c066538a-2609-4d47-a808-92b0a9f36975 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0395317 Jul 27 16:59:44.455817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Deleting port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:44.456247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:44.542061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] For port 011ab245-dca0-4d9a-9cf5-4d27b87cff7f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:44.542454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:44.556304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Calling delete_port for 011ab245-dca0-4d9a-9cf5-4d27b87cff7f owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:44.760186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:44.792782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Pushing event deleted for resources: {'Port': ['ID=011ab245-dca0-4d9a-9cf5-4d27b87cff7f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:45.031167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:45.085546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:45.137749 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:45.140152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:45.140737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cefe6164-ebf5-4c1a-98fb-8600b0d0c9c2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:45.525787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bd0ae4d-d8cb-4ca7-bcc1-df7b0117e97e req-65843464-e438-4cd0-bfb0-e2247e56a4c7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0425575 Jul 27 16:59:45.661635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Router 9674e414-27e8-4e9c-b8f0-f72260998025 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 16:59:45.783024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:59:45.788386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e47a2560-30ec-40e1-aedc-6db5d19e7725 admin admin] 10.222.0.64 "PUT /v2.0/routers/9674e414-27e8-4e9c-b8f0-f72260998025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993905 Jul 27 16:59:45.792196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:45.797653 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Sync routers for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:59:45.819929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:45.820608 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:45.928509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:45.939826 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:46.097676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.167327 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:59:44Z', 'revision_number': 5, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port': {'id': '6e34c86e-9150-4aa3-92cb-f57dde2b0125', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:46.172919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Deleting port 6e34c86e-9150-4aa3-92cb-f57dde2b0125 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:46.172919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.201710 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Checking router: 9674e414-27e8-4e9c-b8f0-f72260998025 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:59:46.213320 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Routers {'9674e414-27e8-4e9c-b8f0-f72260998025'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 16:59:46.214221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T16:59:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9674e414-27e8-4e9c-b8f0-f72260998025'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:46.315807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] For port 6e34c86e-9150-4aa3-92cb-f57dde2b0125, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6e34c86e-9150-4aa3-92cb-f57dde2b0125,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:46.316537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.327037 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] Set router 9674e414-27e8-4e9c-b8f0-f72260998025 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 16:59:46.335913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Calling delete_port for 6e34c86e-9150-4aa3-92cb-f57dde2b0125 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:46.382936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:59:46Z', 'revision_number': 6, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:46.415542 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e52fac-42ad-49ff-8f5d-0f6c6104f0b5 None None] The sync data for ids ['9674e414-27e8-4e9c-b8f0-f72260998025'] in n-d-723572-6 is: [{'id': '9674e414-27e8-4e9c-b8f0-f72260998025', 'name': 'tempest-TestVolumeBackupRestore-448830293-router', 'tenant_id': 'ade9c7736db44c658d4d85a2bf593f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:59:46Z', 'revision_number': 6, 'project_id': 'ade9c7736db44c658d4d85a2bf593f26', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:59:46.567287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.602191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e34c86e-9150-4aa3-92cb-f57dde2b0125,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:46.664150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-401ad321-5052-4912-8c6a-387f3cf1ca43 req-513d0fb3-cf7e-4d91-839a-46ac92177c7c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=00bfbe65-304d-4361-958b-62d8b0307af5 HTTP/1.1" status: 200 len: 210 time: 0.0442469 Jul 27 16:59:46.676468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.789191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.801954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.826268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.886471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.887005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9674e414-27e8-4e9c-b8f0-f72260998025 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:59:46.894446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:46.898552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2169da5b-7c14-43a5-96b9-43a15ed11537 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9674e414-27e8-4e9c-b8f0-f72260998025 HTTP/1.1" status: 204 len: 168 time: 1.1038251 Jul 27 16:59:46.900593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:47.000288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Deleting subnet bd3138d6-7355-4fe8-a4ea-608a820e40ad {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 16:59:47.004008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.044365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.208838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.292789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.338956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.341043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd3138d6-7355-4fe8-a4ea-608a820e40ad HTTP/1.1" status: 204 len: 168 time: 0.4395761 Jul 27 16:59:47.343654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:47.349335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 011ab245-dca0-4d9a-9cf5-4d27b87cff7f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:47.370843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1502a-4eab-4424-9574-f618a1f883c0 None None] Network 45340c9a-42e0-4ded-a313-fc0a1dc46edf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 16:59:47.449933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 011ab245-dca0-4d9a-9cf5-4d27b87cff7f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:47.450770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 011ab245-dca0-4d9a-9cf5-4d27b87cff7f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:47.543319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.678974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Deleting port 6accc9b2-f5ee-4510-adb0-87f953514288 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:47.679582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.801069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] For port 6accc9b2-f5ee-4510-adb0-87f953514288, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6accc9b2-f5ee-4510-adb0-87f953514288,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:47.802059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.816375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] DHCP port deletion for 45340c9a-42e0-4ded-a313-fc0a1dc46edf request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 16:59:47.846621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Calling delete_port for 6accc9b2-f5ee-4510-adb0-87f953514288 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:47.893348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Deleting port 6accc9b2-f5ee-4510-adb0-87f953514288 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 16:59:47.893945 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.916289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c2b49-d8ca-445d-9472-1b24264a3aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3138d6-7355-4fe8-a4ea-608a820e40ad,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:47.965498 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.992352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] For port 6accc9b2-f5ee-4510-adb0-87f953514288, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6accc9b2-f5ee-4510-adb0-87f953514288,segment=NetworkSegment(44da46f2-b36e-4b61-a58d-736f170536c2),segment_id=44da46f2-b36e-4b61-a58d-736f170536c2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:59:47.993355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:47.995192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6accc9b2-f5ee-4510-adb0-87f953514288,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:48.006058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] No DVR routers for this DVR port 6accc9b2-f5ee-4510-adb0-87f953514288 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:48.013870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Calling delete_port for 6accc9b2-f5ee-4510-adb0-87f953514288 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 16:59:48.117624 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.119386 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.132001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45340c9a-42e0-4ded-a313-fc0a1dc46edf']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:48.146292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44da46f2-b36e-4b61-a58d-736f170536c2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:48.147006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44da46f2-b36e-4b61-a58d-736f170536c2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:59:48.166144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.167636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Pushing event deleted for resources: {'Port': ['ID=6accc9b2-f5ee-4510-adb0-87f953514288,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:48.178553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.178918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.179231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.179565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.179898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.180228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.183179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.183544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.183884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.184220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.184579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.185548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:59:48.189173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d05a7a-de8e-4cf8-b6a3-9d61fedb3c9d None None] No DVR routers for this DVR port 6accc9b2-f5ee-4510-adb0-87f953514288 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 16:59:48.203833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.222059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:59:48.222486 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: timer() Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 16:59:48.227496 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 16:59:48.335246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.340535 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.342589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/45340c9a-42e0-4ded-a313-fc0a1dc46edf HTTP/1.1" status: 204 len: 168 time: 0.9978623 Jul 27 16:59:48.364277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30830e-737f-497b-9e5b-0089740aaed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45340c9a-42e0-4ded-a313-fc0a1dc46edf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:48.543075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:48.590629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ed1f1125-b8b3-46bb-8d6f-eb48bfde4c14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b55c62620bde49ea9b18c36d3aff944d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463185 Jul 27 16:59:48.593196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:48.640975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.662500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.717366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.720033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:48.722863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b8b7ecc-1fd0-4090-8fb7-277894ca5ac2 HTTP/1.1" status: 204 len: 168 time: 0.1270461 Jul 27 16:59:48.731895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ebd68-0dce-4649-97d8-ff213197b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8b7ecc-1fd0-4090-8fb7-277894ca5ac2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:48.936846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6accc9b2-f5ee-4510-adb0-87f953514288 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:48.971627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6accc9b2-f5ee-4510-adb0-87f953514288 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:48.972295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6accc9b2-f5ee-4510-adb0-87f953514288 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:48.972938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6e34c86e-9150-4aa3-92cb-f57dde2b0125 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:59:48.997213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6e34c86e-9150-4aa3-92cb-f57dde2b0125 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 16:59:48.997790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6e34c86e-9150-4aa3-92cb-f57dde2b0125 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:59:49.095181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 45352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:49.141081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-87b5dc7e-12f3-4ac7-9634-9223932b1b86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ade9c7736db44c658d4d85a2bf593f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446713 Jul 27 16:59:49.143699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 45354) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 16:59:49.199155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:49.238528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:49.295747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:49.298609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 16:59:49.299961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a0208ee-38ec-4be9-b5bd-5b04c7b8a301 HTTP/1.1" status: 204 len: 168 time: 0.1551528 Jul 27 16:59:49.309066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5b696-efcf-43f6-9b4c-1bbbab998efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0208ee-38ec-4be9-b5bd-5b04c7b8a301,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:59:55.556806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-62e37222-6dbd-4ddd-abcd-d316ddc5fbe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0750990 Jul 27 16:59:55.704378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.705189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.706120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.706323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.706993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.707462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.707928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.710168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5b7b3992-e33e-4d06-81d7-6f854d2ff94d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.0790637 Jul 27 16:59:55.872375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-e033611a-3b4f-4323-b425-254b2668c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.872850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-e033611a-3b4f-4323-b425-254b2668c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.873390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-e033611a-3b4f-4323-b425-254b2668c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:55.875397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-e033611a-3b4f-4323-b425-254b2668c8ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 2289 time: 0.1392751 Jul 27 16:59:55.961565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-47b31398-1dda-4d4b-b41e-a000e59305e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 1001 time: 0.0778403 Jul 27 16:59:56.020045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-81eb4b05-6439-4614-9100-619ddc4a9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.021703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-81eb4b05-6439-4614-9100-619ddc4a9a14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.0482492 Jul 27 16:59:56.124898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-88656af0-80d9-40bd-b755-d0dc8e3e5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.127025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-88656af0-80d9-40bd-b755-d0dc8e3e5d17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743632 Jul 27 16:59:56.243298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-29bacbee-3358-44b7-8f57-a08df4c73b35 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076658 Jul 27 16:59:56.359980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-871c39af-21f8-4efd-a4c5-819a4b4a9706 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098690 Jul 27 16:59:56.409548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-080f3523-8148-466e-b63f-5b28979a2ab6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0405023 Jul 27 16:59:56.470735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-cf4af89d-a5ce-4200-b8b9-583b2a84dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.472231 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-cf4af89d-a5ce-4200-b8b9-583b2a84dc1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0546727 Jul 27 16:59:56.547247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-8ad72e8d-5339-431e-94f5-3480ab060c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.549320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-8ad72e8d-5339-431e-94f5-3480ab060c55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686400 Jul 27 16:59:56.665281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-c5be020d-36fa-43fe-8c7b-84bcdb3fb868 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054947 Jul 27 16:59:56.765545 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-e473f0e7-ddca-4c6e-bea6-929ff8decb1b service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937533 Jul 27 16:59:56.815866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-1991e755-7fc3-436d-b969-e376c05255ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 217 time: 0.0430682 Jul 27 16:59:56.875456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-0d2892e7-d487-4c6e-83ca-b0a0418bd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.877315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-0d2892e7-d487-4c6e-83ca-b0a0418bd99b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0544710 Jul 27 16:59:56.968568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-632816c2-b722-442d-a682-972720240fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:56.970263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-632816c2-b722-442d-a682-972720240fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849419 Jul 27 16:59:57.127492 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-01a3a6cb-5640-4599-a964-95528de38eda service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496480 Jul 27 16:59:57.273656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-40338ff8-6cf9-4e98-b7a0-3e7ccb86fca2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364467 Jul 27 16:59:57.351247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-570d5d2d-c002-417f-a983-671c53f599e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 217 time: 0.0435395 Jul 27 16:59:57.419599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-cef1070c-9a22-45c4-8a1c-f4f7584d2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:57.425082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-cef1070c-9a22-45c4-8a1c-f4f7584d2401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0667288 Jul 27 16:59:57.522543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-18ae28a0-de3b-4939-be03-8e73eed3fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:57.524710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-18ae28a0-de3b-4939-be03-8e73eed3fce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916395 Jul 27 16:59:57.631509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-d0483942-b364-4980-a769-94c63a54a526 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996234 Jul 27 16:59:57.757638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-3f48efbc-da4a-4457-adb0-b9a073b168fe service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180542 Jul 27 16:59:57.813768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5089539c-2108-4669-a671-82b227df0f4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 217 time: 0.0398269 Jul 27 16:59:57.886356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-4136a411-6b19-4182-817b-c9bfd8fc67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:57.887823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-4136a411-6b19-4182-817b-c9bfd8fc67dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0666964 Jul 27 16:59:57.985936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-d7b820da-eb5f-4722-8453-e5498f539417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:57.987772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-d7b820da-eb5f-4722-8453-e5498f539417 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926886 Jul 27 16:59:58.117703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-1037bc07-eae1-4a15-bc30-6351d15e61ec service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216390 Jul 27 16:59:58.285845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-8e1059f0-a4bc-46c9-a122-1657d78f1a19 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566470 Jul 27 16:59:58.351391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-3ce3f8b9-10fd-43eb-9d75-2f4100268f28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 217 time: 0.0560691 Jul 27 16:59:58.414297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-ee9f3cb2-170b-4946-aee5-dd3f43469453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:58.416199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-ee9f3cb2-170b-4946-aee5-dd3f43469453 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0585291 Jul 27 16:59:58.491084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-828dd539-97f3-474f-98f5-d1f018c675ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:58.493535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-828dd539-97f3-474f-98f5-d1f018c675ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705848 Jul 27 16:59:58.623269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5e528185-f189-4419-895f-7489e6522096 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164911 Jul 27 16:59:58.771094 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-92fe8c10-9051-4439-acc4-2f7b99e52071 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331072 Jul 27 16:59:58.831732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-ccc39f86-f25e-45b7-9dbc-6b0d1c480c8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0509439 Jul 27 16:59:58.896964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-f30f2b29-428b-4411-a492-b9b82dae8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:58.898619 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-f30f2b29-428b-4411-a492-b9b82dae8593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0590222 Jul 27 16:59:59.003398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-a70fb907-68b5-4ee1-a4da-f1d585388ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 16:59:59.008895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-a70fb907-68b5-4ee1-a4da-f1d585388ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027327 Jul 27 16:59:59.190907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-28f541a8-7e31-4f53-85d5-6c8c439dc377 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736953 Jul 27 16:59:59.307898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b462d54-c5fa-4422-9087-f082ee1ec837 req-5557dec1-25bf-4a98-ba72-f05bca799a7f service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098616 Jul 27 17:00:03.168267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:09.761681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43d9dbdb-d499-4c8d-aa1b-c227df83e32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:12.397099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:12.523242 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fef1810-565e-4950-ad88-8b7e426c0285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:13.423086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-bc6c9f2e-9e2f-4789-b974-c005fe60269c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:13.430958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-bc6c9f2e-9e2f-4789-b974-c005fe60269c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1219003 Jul 27 17:00:13.446030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e6897def-0773-4f00-b4a5-3b197dfc7b4b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0128183 Jul 27 17:00:13.448259 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:13.524934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-8b31ef29-04ee-46e1-bc8b-cce3cae8fad9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756879 Jul 27 17:00:13.784780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1c9f709b-b039-4a51-97bd-c95a0af1dd73 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498806 Jul 27 17:00:13.886182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-f544142f-bb6e-45fe-b6ee-64fb2633e853 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944040 Jul 27 17:00:14.269239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a8f9b5d3-8279-4007-ab0a-288c3e15f707 req-0f0a7a8b-4b36-4779-abc4-1c683b3f59fc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0358565 Jul 27 17:00:15.082841 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:15.384359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4288e9c2-7d20-47bd-befb-0d8132afb8a5 req-4416f4ea-e378-42e8-aa4b-4cf62db69b12 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Jul 27 17:00:15.581100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e91ee1a9-e0b3-4e89-8361-d55f229f2143 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:15.582607 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e91ee1a9-e0b3-4e89-8361-d55f229f2143 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1287503 Jul 27 17:00:15.596988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:15.755828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:00:15.763241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:15.943114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.6 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/1661dfd1-7290-4e41-95c6-243411d37bc1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:00:16.147033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.162897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object 1661dfd1-7290-4e41-95c6-243411d37bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:00:16.198432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.260558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:16.275678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.275955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.276390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.276666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.277006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.277340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.277673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.278004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.278331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.278656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.278982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.279304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:16.288058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:00:16.290139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:00:16.297481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:00:16.389190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:16.391599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.433318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-9f8538dc-f041-4095-8e37-24d3443e6cdf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419909 Jul 27 17:00:16.448788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Request body: {'port': {'device_id': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:16.584971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52ffc9-c91d-4336-a19b-93e3fc0140d0 req-6aaac6bd-80fc-48f9-85a9-cbe581e131af tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:16.592680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e52ffc9-c91d-4336-a19b-93e3fc0140d0 req-6aaac6bd-80fc-48f9-85a9-cbe581e131af tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 931 time: 0.1034267 Jul 27 17:00:16.598632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.638041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e52ffc9-c91d-4336-a19b-93e3fc0140d0 req-e79ea041-d1a9-4083-891f-bf6537ee01aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Jul 27 17:00:16.666931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bb1f640-3303-4537-9c69-599308afb5c9 None None] Provisioning for port 1661dfd1-7290-4e41-95c6-243411d37bc1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:00:16.671082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bb1f640-3303-4537-9c69-599308afb5c9 None None] Provisioning complete for port 1661dfd1-7290-4e41-95c6-243411d37bc1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:00:16.671462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bb1f640-3303-4537-9c69-599308afb5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.715471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1f640-3303-4537-9c69-599308afb5c9 None None] Port 1661dfd1-7290-4e41-95c6-243411d37bc1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:00:16.828394 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.909676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1661dfd1-7290-4e41-95c6-243411d37bc1 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:00:16.919534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:16.933862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Transition to ACTIVE for port object 1661dfd1-7290-4e41-95c6-243411d37bc1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:00:16.938412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:17.011473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:17.114952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Attempting to bind port 1661dfd1-7290-4e41-95c6-243411d37bc1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:00:17.115387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Attempting to bind port 1661dfd1-7290-4e41-95c6-243411d37bc1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:00:17.115733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Attempting to bind port 1661dfd1-7290-4e41-95c6-243411d37bc1 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:00:17.123807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Port 1661dfd1-7290-4e41-95c6-243411d37bc1 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:00:17.124166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Attempting to bind port 1661dfd1-7290-4e41-95c6-243411d37bc1 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:00:17.130595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:00:17.130941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:00:17.131330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:00:17.131759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Bound port: 1661dfd1-7290-4e41-95c6-243411d37bc1, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:00:17.132121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:17.238314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:00:17.241806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1661dfd1-7290-4e41-95c6-243411d37bc1,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:00:17.246949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:17.293122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:17.293814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:17.295217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] 10.222.0.61 "PUT /v2.0/ports/1661dfd1-7290-4e41-95c6-243411d37bc1 HTTP/1.1" status: 200 len: 1091 time: 0.8526771 Jul 27 17:00:17.295663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:17.298171 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f327876-f961-47dc-86a4-9550385ac97e" -d '{"events": [{"name": "network-changed", "server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:17.387302 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231a66b9-f3c9-430e-96fe-be16fdc86d0a x-openstack-request-id: req-231a66b9-f3c9-430e-96fe-be16fdc86d0a {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:17.388118 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:17.388564 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-231a66b9-f3c9-430e-96fe-be16fdc86d0a {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:17.389248 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1', 'status': 'completed', 'code': 200} Jul 27 17:00:17.391472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e69d-73b5-464e-94af-25f33089eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:17.504980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e0d374e8-3a7d-4296-9046-84fc476d12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:17.507421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e0d374e8-3a7d-4296-9046-84fc476d12c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 1094 time: 0.1455219 Jul 27 17:00:17.569847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-e2abe565-4809-48d3-8a1c-7bd6b2b58bbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1661dfd1-7290-4e41-95c6-243411d37bc1 HTTP/1.1" status: 200 len: 217 time: 0.0523243 Jul 27 17:00:17.626813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-f16d8943-a9b2-41e8-8361-8679e8e14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:17.628478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-f16d8943-a9b2-41e8-8361-8679e8e14a66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0513182 Jul 27 17:00:17.693173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-bc7a327f-27fe-48a9-bda5-fd207ff52aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:17.695638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-bc7a327f-27fe-48a9-bda5-fd207ff52aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591011 Jul 27 17:00:17.802159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c97697-0171-4d5a-a7d9-80c72211842e req-e4606d33-0cc6-4deb-9362-d67349ebb871 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:17.805076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0c97697-0171-4d5a-a7d9-80c72211842e req-e4606d33-0cc6-4deb-9362-d67349ebb871 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0762937 Jul 27 17:00:17.813103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-57ca8fb6-7538-4371-a984-6a5ef4669a70 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107092 Jul 27 17:00:17.851065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0c97697-0171-4d5a-a7d9-80c72211842e req-e0fc42ab-be74-4bd8-bb09-4ab5c31abdce tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Jul 27 17:00:17.918205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8bb0360-8b09-454c-ac9f-657d4c2bcf69 req-4273f292-51d7-4926-a8c1-f89a3977353e service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962365 Jul 27 17:00:18.019776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327876-f961-47dc-86a4-9550385ac97e req-0904664e-3fe4-4b92-8b99-c65a1c75719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:18.021435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-0904664e-3fe4-4b92-8b99-c65a1c75719d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 1094 time: 0.0570440 Jul 27 17:00:18.127708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327876-f961-47dc-86a4-9550385ac97e req-8ac492e3-2e59-4f35-8331-b703633bda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:18.130006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-8ac492e3-2e59-4f35-8331-b703633bda3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1016243 Jul 27 17:00:18.173462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-76e9fa32-0ad5-4daf-a160-cc81480fb0f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1661dfd1-7290-4e41-95c6-243411d37bc1 HTTP/1.1" status: 200 len: 217 time: 0.0368280 Jul 27 17:00:18.228069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327876-f961-47dc-86a4-9550385ac97e req-9c7616ce-7b1e-4c3b-b4ab-0a8541af1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:18.229903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-9c7616ce-7b1e-4c3b-b4ab-0a8541af1241 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0472593 Jul 27 17:00:18.296994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327876-f961-47dc-86a4-9550385ac97e req-2bbc0e43-6d53-4110-b37e-3f0b766654a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:18.298533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-2bbc0e43-6d53-4110-b37e-3f0b766654a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623236 Jul 27 17:00:18.403053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-41ab8b6f-076e-4389-b652-5141813ad304 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959678 Jul 27 17:00:18.552768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f327876-f961-47dc-86a4-9550385ac97e req-d492337c-98dd-4abd-8992-6ba3e76e38ec service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420667 Jul 27 17:00:19.031824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e917ed6-d61c-4071-a353-91da88f46cf7 req-bd1e35c2-e8d1-4a29-8663-7c173a3792e8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:19.033390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e917ed6-d61c-4071-a353-91da88f46cf7 req-bd1e35c2-e8d1-4a29-8663-7c173a3792e8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0973680 Jul 27 17:00:19.081865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e917ed6-d61c-4071-a353-91da88f46cf7 req-efc65919-b204-45c3-8be9-bca1c01072e8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jul 27 17:00:20.233026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788582-c72f-4cbc-b240-55d7906aff96 req-5bc62c7c-b1d5-4a81-add3-de40a335fb1c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:20.234843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a788582-c72f-4cbc-b240-55d7906aff96 req-5bc62c7c-b1d5-4a81-add3-de40a335fb1c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0792999 Jul 27 17:00:20.283272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a788582-c72f-4cbc-b240-55d7906aff96 req-c0995abc-1637-409b-adbe-94e454975444 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Jul 27 17:00:21.193557 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:00:21.435309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dc326-a398-4577-baf7-f0cc4248e3c9 req-9be0fea8-6769-46b0-ad36-a742eac19da2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:21.437280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a1dc326-a398-4577-baf7-f0cc4248e3c9 req-9be0fea8-6769-46b0-ad36-a742eac19da2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0755513 Jul 27 17:00:21.484367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a1dc326-a398-4577-baf7-f0cc4248e3c9 req-6cca11df-9e81-4626-85c5-4f3fb6c76f87 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Jul 27 17:00:22.649824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27f5d-3758-4fde-a3ad-efab3e6e730b req-82173236-a5cb-4092-a00e-dcd59a94c175 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:22.651532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ce27f5d-3758-4fde-a3ad-efab3e6e730b req-82173236-a5cb-4092-a00e-dcd59a94c175 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0911820 Jul 27 17:00:22.709856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ce27f5d-3758-4fde-a3ad-efab3e6e730b req-1714fa18-d080-4f56-b434-69e289040f97 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Jul 27 17:00:23.883279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f05f52-76ac-4e49-96eb-407b9e6780e9 req-74ccf577-30be-42bc-8ed0-ad371d2d5435 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:23.884940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95f05f52-76ac-4e49-96eb-407b9e6780e9 req-74ccf577-30be-42bc-8ed0-ad371d2d5435 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0824742 Jul 27 17:00:23.943100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95f05f52-76ac-4e49-96eb-407b9e6780e9 req-ace4a105-0f41-4807-b1c1-68c715ab97f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510025 Jul 27 17:00:25.152943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea187f-f272-45ec-b47b-033157fffef6 req-65185a0f-1e6e-41e3-aaef-818ab512af4b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:25.159538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bea187f-f272-45ec-b47b-033157fffef6 req-65185a0f-1e6e-41e3-aaef-818ab512af4b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.1202304 Jul 27 17:00:25.199738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bea187f-f272-45ec-b47b-033157fffef6 req-dbb831eb-c979-4fd7-ace7-ec3296afe80a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Jul 27 17:00:26.362241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2b842-39a0-4ec3-9fff-fa5cf5a14526 req-f2b3c847-4fb8-423d-b13b-d9abca00b0f4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:26.366241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0d2b842-39a0-4ec3-9fff-fa5cf5a14526 req-f2b3c847-4fb8-423d-b13b-d9abca00b0f4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0766888 Jul 27 17:00:26.428580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0d2b842-39a0-4ec3-9fff-fa5cf5a14526 req-1fdf691f-49fd-4138-83fa-f0dfbc060733 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Jul 27 17:00:27.602524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2d1a0-1925-43a2-b03c-86ac7a51240e req-dcdd73e3-8de9-4972-a553-05f2127a5200 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:27.613369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9a2d1a0-1925-43a2-b03c-86ac7a51240e req-dcdd73e3-8de9-4972-a553-05f2127a5200 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 943 time: 0.0895574 Jul 27 17:00:27.657566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9a2d1a0-1925-43a2-b03c-86ac7a51240e req-c7d97658-87c3-4cf5-b0e4-498eca907739 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454512 Jul 27 17:00:27.812217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1661dfd1-7290-4e41-95c6-243411d37bc1 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:00:27.922515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1661dfd1-7290-4e41-95c6-243411d37bc1,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:27.936341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '1661dfd1-7290-4e41-95c6-243411d37bc1', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': '1661dfd1-7290-4e41-95c6-243411d37bc1', 'mac_address': 'fa:16:3e:cc:50:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:00:27.978239 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:27.995541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1661dfd1-7290-4e41-95c6-243411d37bc1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:00:28.016484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1661dfd1-7290-4e41-95c6-243411d37bc1,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:28.021458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:28.071941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:28.270974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1661dfd1-7290-4e41-95c6-243411d37bc1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:00:28.462068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-0fde0f48-812e-4941-913b-1568384080bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589731 Jul 27 17:00:28.565737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a72c-0df6-4e92-a844-48819a987e64 req-aee31f5f-21a3-43fe-acd8-6bae6941048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:28.567266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-aee31f5f-21a3-43fe-acd8-6bae6941048c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0606592 Jul 27 17:00:28.675438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a72c-0df6-4e92-a844-48819a987e64 req-8659ba7d-c1c1-47a7-a36d-b109c54fd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:28.677103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-8659ba7d-c1c1-47a7-a36d-b109c54fd74e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.0902188 Jul 27 17:00:28.783279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-9d473375-9543-4e29-8b78-5c5643911d56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1002 time: 0.0987096 Jul 27 17:00:28.857119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f31e6c-4a08-4e50-a4ba-b9dcfbde35d2 req-e87f11b2-31cd-4b28-8ebe-d1c197d5a723 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:28.858669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8f31e6c-4a08-4e50-a4ba-b9dcfbde35d2 req-e87f11b2-31cd-4b28-8ebe-d1c197d5a723 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 944 time: 0.1268899 Jul 27 17:00:28.860324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a72c-0df6-4e92-a844-48819a987e64 req-1a191e4e-e307-47f7-aebe-78add192b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:28.861734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-1a191e4e-e307-47f7-aebe-78add192b2e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0696337 Jul 27 17:00:28.940388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8f31e6c-4a08-4e50-a4ba-b9dcfbde35d2 req-4bbf4a77-7d7f-4dd2-b535-7e96446ee349 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733800 Jul 27 17:00:28.977441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a72c-0df6-4e92-a844-48819a987e64 req-45d84a35-3710-41a8-bb08-8c24dbd995f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:28.979127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-45d84a35-3710-41a8-bb08-8c24dbd995f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051748 Jul 27 17:00:29.083797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-37c1fd64-6603-489c-bb13-9e9daf23d170 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972159 Jul 27 17:00:29.500046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2263a72c-0df6-4e92-a844-48819a987e64 req-2387121e-622d-4aaf-bb5a-eec86982be44 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096696 Jul 27 17:00:29.822767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1661dfd1-7290-4e41-95c6-243411d37bc1 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:00:29.910104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 1661dfd1-7290-4e41-95c6-243411d37bc1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:00:29.914574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 1661dfd1-7290-4e41-95c6-243411d37bc1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:00:29.914954 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:30.005238 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:30.032889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:30.035619 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e73c07-1914-4f98-9ceb-81d1674c00fc" -d '{"events": [{"server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "name": "network-vif-plugged", "status": "completed", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:30.051630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1661dfd1-7290-4e41-95c6-243411d37bc1,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:30.057436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:30.124354 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a328e90c-7014-49e0-a475-9bda7f01666d x-openstack-request-id: req-a328e90c-7014-49e0-a475-9bda7f01666d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:30.124728 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "name": "network-vif-plugged", "status": "completed", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:30.124917 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a328e90c-7014-49e0-a475-9bda7f01666d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:30.125305 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1', 'code': 200} Jul 27 17:00:30.180610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:30.210984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ac88c-3b82-4156-be68-b21c64163667 req-fe1e3a49-1268-40b8-9afa-224475e431c6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:30.212877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca5ac88c-3b82-4156-be68-b21c64163667 req-fe1e3a49-1268-40b8-9afa-224475e431c6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.1695502 Jul 27 17:00:30.298421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca5ac88c-3b82-4156-be68-b21c64163667 req-bdd59130-7530-4913-ab31-89e07ebd0789 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677683 Jul 27 17:00:30.313711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ae6a-7d99-4c07-be15-5e511eef32d2 req-56664ff6-6077-40d7-8047-27894d674281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:30.316305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9304ae6a-7d99-4c07-be15-5e511eef32d2 req-56664ff6-6077-40d7-8047-27894d674281 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 1096 time: 0.1330888 Jul 27 17:00:30.378032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9304ae6a-7d99-4c07-be15-5e511eef32d2 req-f318c894-5fbb-40de-b5c7-94f6f5a6c49a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Jul 27 17:00:31.506725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0ff0-b722-4daa-b4a8-6a833834a18e req-17776e0b-f3b0-4616-a901-269d64795d0c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:31.516360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-602c0ff0-b722-4daa-b4a8-6a833834a18e req-17776e0b-f3b0-4616-a901-269d64795d0c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.0932007 Jul 27 17:00:31.555863 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-602c0ff0-b722-4daa-b4a8-6a833834a18e req-d5537a1d-3d70-4eaa-a48d-3defbee0158e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Jul 27 17:00:31.731003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09716c-cace-4ed2-a86e-39f51a5e7eff req-5005ff34-b60b-4e2d-a987-7764ab80d4a1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:31.738170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db09716c-cace-4ed2-a86e-39f51a5e7eff req-5005ff34-b60b-4e2d-a987-7764ab80d4a1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.1114810 Jul 27 17:00:31.791165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db09716c-cace-4ed2-a86e-39f51a5e7eff req-345029c5-5a82-4aa5-8232-898418bad31b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Jul 27 17:00:33.182407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:34.771088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-98796b4b-d7f8-4dc8-90f0-ea937ae33133 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:34.772738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-98796b4b-d7f8-4dc8-90f0-ea937ae33133 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1105423 Jul 27 17:00:34.790330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-aafbbed1-91c3-4909-9cc1-764887cfb56b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0109279 Jul 27 17:00:34.889886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-5de4d7ba-1c95-4c83-98bf-9dd52d3ec113 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913129 Jul 27 17:00:35.007350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-d4a2c910-3ea2-4d4e-a0ab-870f1b0b24f4 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094534 Jul 27 17:00:35.118278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-5bfd2b14-cbab-404c-a44c-19ebe59c61a7 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045396 Jul 27 17:00:35.355479 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60e4345c-291b-4c1b-9e47-da444072beaf req-0d8e682b-9349-4db5-ad5a-76cee79604d7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0350373 Jul 27 17:00:35.412222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb09c-d08a-473e-b45e-63704f6d5885 req-1401329d-b87f-42f3-9719-60703d9f2fe5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:35.412854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a2bb09c-d08a-473e-b45e-63704f6d5885 req-1401329d-b87f-42f3-9719-60703d9f2fe5 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0947845 Jul 27 17:00:35.463736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a2bb09c-d08a-473e-b45e-63704f6d5885 req-038d43cd-5808-4f40-aa7b-7ab6f759f43f tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Jul 27 17:00:35.950908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:36.072650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e1c077e-0fa7-47e3-a692-e9fad8b1b579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.184648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e1c077e-0fa7-47e3-a692-e9fad8b1b579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.189190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4e1c077e-0fa7-47e3-a692-e9fad8b1b579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.233123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4e1c077e-0fa7-47e3-a692-e9fad8b1b579 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fd408d0594f488c9a261458ca0c8a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811024 Jul 27 17:00:36.234100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c077e-0fa7-47e3-a692-e9fad8b1b579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d3ea0-511d-40dc-a715-6a10a1847765,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:36.236199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46354) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:36.294345 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.320393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.415526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.418108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.423001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f64d3ea0-511d-40dc-a715-6a10a1847765 HTTP/1.1" status: 204 len: 168 time: 0.1850302 Jul 27 17:00:36.432322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61f825-2af1-4d39-b401-365ce4a85795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d3ea0-511d-40dc-a715-6a10a1847765,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:36.563820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5fa06eb-1bfa-41ed-aee2-da58c2c1ccdd req-9b75f3a3-2839-473d-af39-219679d9933d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0835114 Jul 27 17:00:36.623256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-d6f2f4f1-03a9-4fc2-9b71-01087c1f0690 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:36.625530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-d6f2f4f1-03a9-4fc2-9b71-01087c1f0690 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1843781 Jul 27 17:00:36.651130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:36.679032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f8b6f-dac9-4254-be4d-f46b55984bb9 req-80b51131-e197-408d-bab1-130cc4aa33f0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:36.681039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa0f8b6f-dac9-4254-be4d-f46b55984bb9 req-80b51131-e197-408d-bab1-130cc4aa33f0 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0751131 Jul 27 17:00:36.754133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa0f8b6f-dac9-4254-be4d-f46b55984bb9 req-63596b63-2734-43ad-9ab9-99c7b4bb515e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626681 Jul 27 17:00:36.812002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:00:36.816019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:36.985241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.14 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:00:37.216917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.234569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:00:37.331313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-7886b48b-267c-405e-a6fa-26cde7c96dc9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:37.337130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-7886b48b-267c-405e-a6fa-26cde7c96dc9 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1360927 Jul 27 17:00:37.339769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.355306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1661dfd1-7290-4e41-95c6-243411d37bc1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:00:37.490545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:00:37.495028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:37.534548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:00:37.542433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:00:37.618411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:37.672103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Deleting port 16ba1439-25a1-4a2e-b5de-04bcec882b80 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:00:37.672471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.685256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:37.687974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.751139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-3db64b25-d54d-447b-9867-0a1cf055582f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079283 Jul 27 17:00:37.777785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Request body: {'port': {'device_id': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:37.854806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] For port 16ba1439-25a1-4a2e-b5de-04bcec882b80, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=16ba1439-25a1-4a2e-b5de-04bcec882b80,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:37.855375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.875477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1109894956-network', 'tenant_id': 'd9aa28773e8f47d98df9dd47a75a11eb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:37.947827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba6528cf-1bac-4e69-806e-970756a52403 None None] Provisioning for port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:00:37.954025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba6528cf-1bac-4e69-806e-970756a52403 None None] Provisioning complete for port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:00:37.954914 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ba6528cf-1bac-4e69-806e-970756a52403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:37.990589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353604-ae88-4d9f-b9ee-a8e5fecaf621 req-884f89b5-8d99-4984-bc20-b22a186c7fbc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:37.998565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0353604-ae88-4d9f-b9ee-a8e5fecaf621 req-884f89b5-8d99-4984-bc20-b22a186c7fbc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1328247 Jul 27 17:00:38.006153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ba6528cf-1bac-4e69-806e-970756a52403 None None] Port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:00:38.026729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Made reservation on behalf of d9aa28773e8f47d98df9dd47a75a11eb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:00:38.029020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.041304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a76ae-09b8-44f2-a909-634b5021dd6c req-3021df5a-af48-4ec1-b860-043531ad50f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:38.042804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb5a76ae-09b8-44f2-a909-634b5021dd6c req-3021df5a-af48-4ec1-b860-043531ad50f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 932 time: 0.1806936 Jul 27 17:00:38.051915 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.083847 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.086164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0353604-ae88-4d9f-b9ee-a8e5fecaf621 req-dd8f2e77-c65a-4019-8215-ab7da1ed45b6 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fb595ed-8eed-4f33-95e9-1a4be366b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867255 Jul 27 17:00:38.176932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.177724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.178119 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Floating IP ac036592-94b2-46ab-bb9a-e457f4e183f8 disassociated. External IP: 172.25.4.90, port: 16ba1439-25a1-4a2e-b5de-04bcec882b80. Jul 27 17:00:38.178615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Calling delete_port for 16ba1439-25a1-4a2e-b5de-04bcec882b80 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:00:38.185866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb5a76ae-09b8-44f2-a909-634b5021dd6c req-88413a7d-6874-4744-87a7-2d2b100819cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199818 Jul 27 17:00:38.394348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.404241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.411834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.442635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:00:38.482226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.482592 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Added segment 28c452b6-84fa-44ca-9c9a-53f7b6469cf0 of type vlan for network 98b6b5fa-4289-406a-947d-1506d4d5968c Jul 27 17:00:38.483978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d883fe1-ae14-4979-b093-aae8c5b52edb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:38.568844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.606954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'Port': ['ID=16ba1439-25a1-4a2e-b5de-04bcec882b80,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:38.615207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:00:38.640361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:00:38.650910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.655271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.656261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:38.656925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.685823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0616450 Jul 27 17:00:38.692525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:38.701934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Request body: {'subnet': {'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1109894956-subnet', 'tenant_id': 'd9aa28773e8f47d98df9dd47a75a11eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:00:38.721921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Transition to ACTIVE for port object 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:00:38.731054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.746754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Made reservation on behalf of d9aa28773e8f47d98df9dd47a75a11eb for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:00:38.749106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:38.772155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f614c2-0949-4bfc-bec6-e37ba5f73981 admin admin] Pushing event updated for resources: {'Network': ['ID=98b6b5fa-4289-406a-947d-1506d4d5968c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:38.785711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 98b6b5fa-4289-406a-947d-1506d4d5968c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:00:38.809458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:38.852046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:00:38.931148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Attempting to bind port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:00:38.932103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Attempting to bind port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:00:38.932617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Attempting to bind port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:00:38.950554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:00:38.951185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Attempting to bind port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:00:38.958608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:00:38.959363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:00:38.959955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:00:38.960756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Bound port: 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:00:38.961359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.005608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:00:39.021660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] No DVR routers for this DVR port 16ba1439-25a1-4a2e-b5de-04bcec882b80 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:00:39.027501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:00:39.029033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:00:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:00:39.032578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.046785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b785ac0-7467-43b1-b69a-77862b58d29a req-39388fdc-f17c-4613-881c-8243c27ab645 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.13 "DELETE /v2.0/ports/16ba1439-25a1-4a2e-b5de-04bcec882b80 HTTP/1.1" status: 204 len: 173 time: 1.7054007 Jul 27 17:00:39.047491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'name': 'network-vif-deleted', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:39.059201 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c0b77-31df-42b2-8cf0-aa590f5f508b" -d '{"events": [{"server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "name": "network-vif-deleted", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:39.088972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:00:39.095119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:00:39.106670 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.175168 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c3cef6-96cf-417f-aebe-9d7fbe098c3f x-openstack-request-id: req-92c3cef6-96cf-417f-aebe-9d7fbe098c3f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:39.175470 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87362cad-5d7a-4d54-843d-4c3f4f6e4ee8", "name": "network-vif-deleted", "tag": "16ba1439-25a1-4a2e-b5de-04bcec882b80", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:39.175747 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92c3cef6-96cf-417f-aebe-9d7fbe098c3f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:39.176145 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87362cad-5d7a-4d54-843d-4c3f4f6e4ee8', 'name': 'network-vif-deleted', 'tag': '16ba1439-25a1-4a2e-b5de-04bcec882b80', 'status': 'completed', 'code': 200} Jul 27 17:00:39.201999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:39.243223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.245876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.251473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-9e3aeddd-1911-4948-9be7-c8ba678af7c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc HTTP/1.1" status: 200 len: 1092 time: 1.4850869 Jul 27 17:00:39.252722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:39.263399 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824eeed6-624f-4bfe-b465-dac8a2a292b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:39.277987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:00:39.339368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a57f1a-7efc-4321-ab95-2a7ac58fb950 req-7387de1a-6c36-40ea-9c3f-641da3128f3a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.341396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0a57f1a-7efc-4321-ab95-2a7ac58fb950 req-7387de1a-6c36-40ea-9c3f-641da3128f3a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.3103020 Jul 27 17:00:39.353491 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45507838-4ae6-4efc-a913-d0ca6f471ea8 req-8564f5eb-6480-4185-9504-ec1b59e14201 tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/ports?device_id=87362cad-5d7a-4d54-843d-4c3f4f6e4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0373588 Jul 27 17:00:39.442389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-faa49a01-9742-4a84-86b4-ee809b2d3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.444091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-faa49a01-9742-4a84-86b4-ee809b2d3b50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 1095 time: 0.0881534 Jul 27 17:00:39.528816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0a57f1a-7efc-4321-ab95-2a7ac58fb950 req-33111497-c15a-4605-8183-208d6978d107 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729727 Jul 27 17:00:39.537923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.565836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-51d77162-9a2b-43d5-afbe-93cc19a3c694 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc HTTP/1.1" status: 200 len: 217 time: 0.0831811 Jul 27 17:00:39.680330 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f9fea-bbd8-48cb-9624-f72914db6f35 x-openstack-request-id: req-a70f9fea-bbd8-48cb-9624-f72914db6f35 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:39.680731 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:39.681035 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a70f9fea-bbd8-48cb-9624-f72914db6f35 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:39.681490 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc', 'status': 'completed', 'code': 200} Jul 27 17:00:39.682670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:00:39.694137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ad3c41-fd0f-4523-b74c-78737f139eba,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:39.737830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Checking segment: {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:00:39.738271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Network hostable DHCP agents. Network: 98b6b5fa-4289-406a-947d-1506d4d5968c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:00:39.753416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-81726112-a5de-4ffb-b1dc-d36daaf78257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.755108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-81726112-a5de-4ffb-b1dc-d36daaf78257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1787305 Jul 27 17:00:39.765833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:00:39.787165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:00:39.789416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:00:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:00:39.793115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17ab276a-ee12-4300-b45d-ef4b060003ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.798927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Network 98b6b5fa-4289-406a-947d-1506d4d5968c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:00:39.812250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 98b6b5fa-4289-406a-947d-1506d4d5968c) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:00:39.829683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7efe3-d8df-44a4-a1f0-f604700e32c9 None None] Network 98b6b5fa-4289-406a-947d-1506d4d5968c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:00:39.830841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.832923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:39.876397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d9a3745-1bc3-4a3e-820e-cdede55e9ac8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1738653 Jul 27 17:00:39.876676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e94bb-0550-4d5d-b3ed-081ffbf281a2 req-7f167ae4-9cb6-4984-81c3-7d5960e89a18 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.876676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d6e94bb-0550-4d5d-b3ed-081ffbf281a2 req-7f167ae4-9cb6-4984-81c3-7d5960e89a18 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2242367 Jul 27 17:00:39.933047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629bda-86de-41b3-985d-45187f02556c req-8e3fc390-cb4b-4547-a5c5-d13dc2db3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:39.934819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-8e3fc390-cb4b-4547-a5c5-d13dc2db3d84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553380 Jul 27 17:00:39.938911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1d6e94bb-0550-4d5d-b3ed-081ffbf281a2 req-95d73fa1-96eb-4df7-b554-907f507d430f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628033 Jul 27 17:00:40.025142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 16ba1439-25a1-4a2e-b5de-04bcec882b80 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:00:40.058979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-e24648e4-d0f0-425d-8671-63c7d8060ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131656 Jul 27 17:00:40.074301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 16ba1439-25a1-4a2e-b5de-04bcec882b80 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:00:40.074742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 16ba1439-25a1-4a2e-b5de-04bcec882b80 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:00:40.080002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23206a7e-5007-4f2c-9055-578dbf3e170f None None] Network 98b6b5fa-4289-406a-947d-1506d4d5968c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:00:40.137943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:00:40.168268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09629bda-86de-41b3-985d-45187f02556c req-edd64056-64fc-404f-98d1-5ed49688a76b service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012738 Jul 27 17:00:40.349901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-ce5ecaa2-2e5f-4805-bbea-4df4a675d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:40.351671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-ce5ecaa2-2e5f-4805-bbea-4df4a675d5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 1095 time: 0.0922396 Jul 27 17:00:40.492823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46452) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:40.520548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-18f902f8-cf01-4be2-bf8d-f73431dfd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:40.521262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-18f902f8-cf01-4be2-bf8d-f73431dfd938 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1621716 Jul 27 17:00:40.655172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:40.658431 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-be83be89-9076-4c72-9a17-8915783b9fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc HTTP/1.1" status: 200 len: 217 time: 0.1290054 Jul 27 17:00:40.692704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:00:40.707731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:40.741755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd66-52c1-4295-bb9a-55f629de500d None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T16:53:41Z', 'revision_number': 4, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2792f6c0-7792-4833-9a5d-b97e72701b1b', 'name': '', 'network_id': 'f68f197f-a243-4d9a-96ad-057f821d6ccf', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'mac_address': 'fa:16:3e:15:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:39Z', 'updated_at': '2021-07-27T16:53:50Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'subnets': [{'id': 'ad58cdf9-b7c2-485c-b36e-8579999f8b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:00:40.804530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:40.806153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-d1eef68f-4fa1-428d-8cfe-e84fc9068a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:40.807540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:40.809249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "DELETE /v2.0/security-groups/9fb595ed-8eed-4f33-95e9-1a4be366b6f3 HTTP/1.1" status: 204 len: 168 time: 0.3146880 Jul 27 17:00:40.812596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-d1eef68f-4fa1-428d-8cfe-e84fc9068a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1435871 Jul 27 17:00:40.816353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46462) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:40.842622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb595ed-8eed-4f33-95e9-1a4be366b6f3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:40.862644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.862992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.863421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.863766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.864120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.868420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.869166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.869772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.870351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.873010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.873360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.873706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6e138-1aaa-47cd-887d-1f5bf82afdcc tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:40.885916 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-b31235b9-c4b9-40e2-a326-9a9e8b55442e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] show failed (client error): The resource could not be found. Jul 27 17:00:40.892867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b31235b9-c4b9-40e2-a326-9a9e8b55442e tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "GET /v2.0/security-groups/9fb595ed-8eed-4f33-95e9-1a4be366b6f3 HTTP/1.1" status: 404 len: 347 time: 0.0751274 Jul 27 17:00:40.896279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:41.027794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416313a9-7dd1-42ae-b12e-eae86c8453a7 req-7ea24536-29c7-4a1d-9185-369f073949ae tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:41.036123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-416313a9-7dd1-42ae-b12e-eae86c8453a7 req-7ea24536-29c7-4a1d-9185-369f073949ae tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.3092065 Jul 27 17:00:41.047831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-9691ee95-62be-4f40-b105-88b7dc7e9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:41.050530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-9691ee95-62be-4f40-b105-88b7dc7e9282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779873 Jul 27 17:00:41.222273 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-416313a9-7dd1-42ae-b12e-eae86c8453a7 req-e909730f-0080-4c46-b45f-e7de7111457b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837826 Jul 27 17:00:41.234297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7779-c8d4-467b-8f85-f9ed6879b4b8 req-61b33473-26f0-44c2-87f8-614ecca120d9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:41.235916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-582b7779-c8d4-467b-8f85-f9ed6879b4b8 req-61b33473-26f0-44c2-87f8-614ecca120d9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1571991 Jul 27 17:00:41.239009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Deleting port 31bc79d5-ad10-44dd-9ef5-5dc189c5f244 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:00:41.239361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.321962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d7ee0-b642-4840-9527-adb7619c775a None None] New status for floating IP ac036592-94b2-46ab-bb9a-e457f4e183f8: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:00:41.349503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-a045992f-6e9f-4623-b3b0-d3820fddcf48 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870848 Jul 27 17:00:41.352966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-582b7779-c8d4-467b-8f85-f9ed6879b4b8 req-009d68ff-04f2-4c69-9b96-6df5683654e1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976682 Jul 27 17:00:41.449222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.460708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.474491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Calling delete_port for 31bc79d5-ad10-44dd-9ef5-5dc189c5f244 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:00:41.588898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-824eeed6-624f-4bfe-b465-dac8a2a292b5 req-359166ab-57f4-4e8e-b4ef-6333bd501c14 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261059 Jul 27 17:00:41.754160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.822734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Pushing event deleted for resources: {'Port': ['ID=31bc79d5-ad10-44dd-9ef5-5dc189c5f244,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:41.939428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.942259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:41.943429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d20ca023-a0c3-401a-9c56-a66fff1ac05c tempest-AttachVolumeTestJSON-437472975 tempest-AttachVolumeTestJSON-437472975-project] 10.222.0.64 "DELETE /v2.0/floatingips/ac036592-94b2-46ab-bb9a-e457f4e183f8 HTTP/1.1" status: 204 len: 168 time: 1.0457540 Jul 27 17:00:41.993046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e427-b6be-43ca-9417-2d7648aca174 req-246eab1b-a128-48c0-8a25-11843a13216a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:41.997099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c31e427-b6be-43ca-9417-2d7648aca174 req-246eab1b-a128-48c0-8a25-11843a13216a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.1052520 Jul 27 17:00:42.049128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4c31e427-b6be-43ca-9417-2d7648aca174 req-12d60282-8dfc-4e38-8d9a-303da5a9769a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453806 Jul 27 17:00:42.419520 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:42.513323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0c193-cca7-4455-ade3-1f4f2f9c114d req-41cbcbec-031c-4350-9f07-94870892bcfd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:42.525713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26a0c193-cca7-4455-ade3-1f4f2f9c114d req-41cbcbec-031c-4350-9f07-94870892bcfd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1222463 Jul 27 17:00:42.554722 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b75b26e-ffd8-4231-9ddc-e0082e94f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:42.584819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26a0c193-cca7-4455-ade3-1f4f2f9c114d req-17e0f2ff-188e-4eac-9c92-3496bc541499 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595396 Jul 27 17:00:42.747673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5635e9-8d8c-4f78-830a-ff1bc276533c req-5b7c4c91-8f94-4736-bd8d-0e5be65027da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:42.752955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba5635e9-8d8c-4f78-830a-ff1bc276533c req-5b7c4c91-8f94-4736-bd8d-0e5be65027da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1027668 Jul 27 17:00:42.805877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba5635e9-8d8c-4f78-830a-ff1bc276533c req-11f8742e-5045-4a4b-933a-189b7e564458 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459266 Jul 27 17:00:43.460928 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:43.832362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b185f-fb65-49b0-8392-ae5a7e88f415 req-9b8eb151-de5e-4a42-a316-8e450d9614a6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:43.837193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc1b185f-fb65-49b0-8392-ae5a7e88f415 req-9b8eb151-de5e-4a42-a316-8e450d9614a6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.0913827 Jul 27 17:00:43.901922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc1b185f-fb65-49b0-8392-ae5a7e88f415 req-11259a6b-eb1d-471e-8e45-507fb6ffcc06 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583568 Jul 27 17:00:44.106154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498c84-4870-4edb-95fe-60baf35ba97f req-6731fc8e-0583-4191-90c9-351780c69411 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:44.114452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa498c84-4870-4edb-95fe-60baf35ba97f req-6731fc8e-0583-4191-90c9-351780c69411 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1545644 Jul 27 17:00:44.171830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa498c84-4870-4edb-95fe-60baf35ba97f req-5a2cfdcb-c216-49f4-826c-0514357ed766 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Jul 27 17:00:45.103041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:45.151854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863966ef-960b-45e0-af87-53fbe79f206f req-92949a1f-1bbc-4405-a91b-a2c2ce99f0fc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:45.153843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-863966ef-960b-45e0-af87-53fbe79f206f req-92949a1f-1bbc-4405-a91b-a2c2ce99f0fc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.0866508 Jul 27 17:00:45.234115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-863966ef-960b-45e0-af87-53fbe79f206f req-62efc128-8dca-4e8a-80ff-efbcc3f937c4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700829 Jul 27 17:00:45.388748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b57e03-0900-4c9a-a421-1acb28b0a672 req-54f57fa0-8d80-40ee-b252-b71c8d896ca2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:45.390678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5b57e03-0900-4c9a-a421-1acb28b0a672 req-54f57fa0-8d80-40ee-b252-b71c8d896ca2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1130974 Jul 27 17:00:45.484537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e5b57e03-0900-4c9a-a421-1acb28b0a672 req-b7d89cb5-e4a3-444d-bfab-ca44bc08483c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808499 Jul 27 17:00:45.956504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:00:46.132366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:46.157368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:00:46.269376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:46.290903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:00:46.326276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:46.340225 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:46.471410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:46.571324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e076cdfb-f902-4679-ba44-7cfcc15f48f9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:00:46.577910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8eddb-fe47-4209-aa8e-752cb7867f39 req-21047225-5497-41cd-a66c-56ef2d6b0e7e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:46.590267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6e8eddb-fe47-4209-aa8e-752cb7867f39 req-21047225-5497-41cd-a66c-56ef2d6b0e7e tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1820529 Jul 27 17:00:46.707967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d6e8eddb-fe47-4209-aa8e-752cb7867f39 req-75cad084-56e6-4308-b363-2aeb86df1e2d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164625 Jul 27 17:00:46.917595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:47.006432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2d01-a7a5-4b5c-9a62-7b33b0000e2f req-bf282916-5b6e-4fde-8c6f-84d2844ccdfd tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:47.009579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f3a2d01-a7a5-4b5c-9a62-7b33b0000e2f req-bf282916-5b6e-4fde-8c6f-84d2844ccdfd tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2802377 Jul 27 17:00:47.136968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f3a2d01-a7a5-4b5c-9a62-7b33b0000e2f req-c6e612c6-a265-4de4-be05-5244041ddafc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136308 Jul 27 17:00:47.978634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:00:47.980866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af8eb-c7ca-4bb2-94e7-8170c8be1ff8 req-efd79c83-c31d-47b1-9002-2a28501ea758 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:47.982648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-773af8eb-c7ca-4bb2-94e7-8170c8be1ff8 req-efd79c83-c31d-47b1-9002-2a28501ea758 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1348050 Jul 27 17:00:48.132700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-773af8eb-c7ca-4bb2-94e7-8170c8be1ff8 req-03b375c9-f5cd-49e6-934d-2c6aa83548e1 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372373 Jul 27 17:00:48.158844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:00:48.159505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:48.439990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8092-f811-45a3-b9e2-4c1857cbc0ad req-84249b91-0150-4897-bb48-6abb13f2d2e7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:48.453056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-335b8092-f811-45a3-b9e2-4c1857cbc0ad req-84249b91-0150-4897-bb48-6abb13f2d2e7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1629138 Jul 27 17:00:48.456309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:48.527422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:48.529763 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfff2a2-2260-447e-a264-a3c90e76ec6d" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:48.559695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-335b8092-f811-45a3-b9e2-4c1857cbc0ad req-5a252ffb-a018-407d-ad71-3b78a70d5e18 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056695 Jul 27 17:00:48.582003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:48.591265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:48.689117 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef912ae-9dad-47bc-834a-871e5e926de3 x-openstack-request-id: req-eef912ae-9dad-47bc-834a-871e5e926de3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:48.689700 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:48.690155 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef912ae-9dad-47bc-834a-871e5e926de3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:48.690735 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:00:48.730660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:48.739482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.740148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.740713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.741782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.742333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.742840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.757886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.760247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.760636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.766365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.766788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:48.767136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:00:49.413963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86880-f79a-4815-b300-e0e08fecca81 req-91358a2a-badf-4891-9b29-6da26d9e866c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:49.423713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4c86880-f79a-4815-b300-e0e08fecca81 req-91358a2a-badf-4891-9b29-6da26d9e866c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1311409 Jul 27 17:00:49.496763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4c86880-f79a-4815-b300-e0e08fecca81 req-0c053ba4-d53c-4a11-b92c-ae043c52c961 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666444 Jul 27 17:00:49.747485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320445b6-2c5d-40e6-9d93-27800ecd4186 req-75ebae18-c644-47ef-9f70-577c6e013903 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:49.758612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-320445b6-2c5d-40e6-9d93-27800ecd4186 req-75ebae18-c644-47ef-9f70-577c6e013903 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.0944102 Jul 27 17:00:49.815346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-320445b6-2c5d-40e6-9d93-27800ecd4186 req-f1e17b7d-fb23-478f-a7c8-09e9bb3addf5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Jul 27 17:00:50.762372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a9b44-5825-4c72-b410-a1f9869378a6 req-5d351cb8-79ff-49ef-bdef-fac246717c62 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:50.770510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da1a9b44-5825-4c72-b410-a1f9869378a6 req-5d351cb8-79ff-49ef-bdef-fac246717c62 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1409628 Jul 27 17:00:50.816695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da1a9b44-5825-4c72-b410-a1f9869378a6 req-d9ceba76-2679-48c5-aef1-e364d10d9405 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453160 Jul 27 17:00:51.043646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32aab9-678c-484f-8e63-f17f6a65de4c req-ebbe29cb-b62e-4f56-87eb-60dfe0ccff95 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:51.047354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c32aab9-678c-484f-8e63-f17f6a65de4c req-ebbe29cb-b62e-4f56-87eb-60dfe0ccff95 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1116672 Jul 27 17:00:51.144025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c32aab9-678c-484f-8e63-f17f6a65de4c req-08184d08-29c8-4be8-97c6-e22483805c85 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891924 Jul 27 17:00:51.950694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:00:52.265485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce5b2-8cb1-4559-bfcb-a0b611385ee2 req-16baba68-ae4b-401d-8bf4-c37bceb45442 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:52.284607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-810ce5b2-8cb1-4559-bfcb-a0b611385ee2 req-16baba68-ae4b-401d-8bf4-c37bceb45442 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2439003 Jul 27 17:00:52.339569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:52.371836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:00:52.397141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-810ce5b2-8cb1-4559-bfcb-a0b611385ee2 req-69826e4d-131a-4431-a43f-4b6f61c7e5c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108503 Jul 27 17:00:52.564272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:52.640398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc09a8-df5a-4347-9d7e-fb563da8bd52 req-f5df19d9-0045-455c-b1b4-21b18c1aeba1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:52.649482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4bc09a8-df5a-4347-9d7e-fb563da8bd52 req-f5df19d9-0045-455c-b1b4-21b18c1aeba1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2163596 Jul 27 17:00:52.673498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:00:52.750370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4bc09a8-df5a-4347-9d7e-fb563da8bd52 req-3fa1b378-b13e-4357-b4c6-1fba2d579b56 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962553 Jul 27 17:00:52.798393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:52.813258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:52.924031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:52.972964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b7557f47-caea-4de2-9fbd-439e2a1ff9f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:00:53.742517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca52de8-1893-432f-b210-fd8eab042010 req-50a53b01-acec-42d3-b6a5-70e651a1a2a8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:53.750085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dca52de8-1893-432f-b210-fd8eab042010 req-50a53b01-acec-42d3-b6a5-70e651a1a2a8 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.2072351 Jul 27 17:00:53.848976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dca52de8-1893-432f-b210-fd8eab042010 req-4952e1ac-a98e-45f1-b971-76508b4b25e9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977061 Jul 27 17:00:53.931686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:00:54.071616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:00:54.072907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:54.208186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fcbb4-7e89-4a8d-9619-d6b29ec2f734 req-3705fed1-bf5c-41dc-81eb-5d381efe680c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:54.221035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d2fcbb4-7e89-4a8d-9619-d6b29ec2f734 req-3705fed1-bf5c-41dc-81eb-5d381efe680c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2914701 Jul 27 17:00:54.314293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:54.354188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d2fcbb4-7e89-4a8d-9619-d6b29ec2f734 req-f78abfc5-0ef8-4f3a-ab4b-ffd80eb85cef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246490 Jul 27 17:00:54.420769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:54.431907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:00:54.442426 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca2317-94c0-41e0-8251-d09baf1efb5f" -d '{"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:00:54.456662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:54.555152 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8a327e-5d59-49c4-a245-1b5d408384a8 x-openstack-request-id: req-0e8a327e-5d59-49c4-a245-1b5d408384a8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:00:54.555607 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:00:54.556100 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e8a327e-5d59-49c4-a245-1b5d408384a8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:00:54.556782 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'code': 200} Jul 27 17:00:54.651682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:00:55.245385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0646b3-5d01-40ea-9512-48a85eaddf0f req-f8d6f714-fc0a-4ce7-9df5-9965e2e36c0d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:55.261960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e0646b3-5d01-40ea-9512-48a85eaddf0f req-f8d6f714-fc0a-4ce7-9df5-9965e2e36c0d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2701147 Jul 27 17:00:55.354532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e0646b3-5d01-40ea-9512-48a85eaddf0f req-f283718a-eca5-40a9-977a-1a7788ac0822 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913599 Jul 27 17:00:55.705546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23eef7-5144-4392-b4ac-1c15e8843ba8 req-7e6fc319-b3de-4ad1-acc0-c64511b8b708 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:55.714174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a23eef7-5144-4392-b4ac-1c15e8843ba8 req-7e6fc319-b3de-4ad1-acc0-c64511b8b708 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1938436 Jul 27 17:00:55.837455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a23eef7-5144-4392-b4ac-1c15e8843ba8 req-2a0d79f1-2eb5-4ead-b3b7-6c0858d3c5a0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153526 Jul 27 17:00:56.311585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:00:56.724372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f227088-04c8-40b7-8a7b-8efd26ae2059 req-73893eab-c36a-4030-a463-4a7cfe973839 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:56.728299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f227088-04c8-40b7-8a7b-8efd26ae2059 req-73893eab-c36a-4030-a463-4a7cfe973839 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2597384 Jul 27 17:00:56.983210 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f227088-04c8-40b7-8a7b-8efd26ae2059 req-d2d54ba9-bab8-496e-84d0-f60232814ba0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323184 Jul 27 17:00:58.198493 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:00:58.325059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7476d-6944-4f37-8cb0-46116e113486 req-e57331fa-aba0-4715-8d9e-76614e417b2d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:58.330573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c81e0-4e19-4ad9-998f-ea9f470d4230 req-22e8c9cd-3281-41e9-a841-181d1d98f667 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:58.332689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56d7476d-6944-4f37-8cb0-46116e113486 req-e57331fa-aba0-4715-8d9e-76614e417b2d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1408281 Jul 27 17:00:58.338855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d63c81e0-4e19-4ad9-998f-ea9f470d4230 req-22e8c9cd-3281-41e9-a841-181d1d98f667 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1128383 Jul 27 17:00:58.393840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d63c81e0-4e19-4ad9-998f-ea9f470d4230 req-0371e085-bcf4-4af6-9d3e-570937215cef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532541 Jul 27 17:00:58.433951 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56d7476d-6944-4f37-8cb0-46116e113486 req-a736cdb5-f339-455c-bb39-55a30a67025c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979149 Jul 27 17:00:58.711503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-635f6b00-b735-4e9d-a249-b7e1c65257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:58.713510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-635f6b00-b735-4e9d-a249-b7e1c65257e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1096 time: 0.1566193 Jul 27 17:00:58.876918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:58.930586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-38ec3f1d-6e13-45b2-b48a-cef09e81eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:58.935222 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-38ec3f1d-6e13-45b2-b48a-cef09e81eb77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1985426 Jul 27 17:00:59.091759 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-664c20d3-ca38-4f50-aa7b-6f421ade72f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 1001 time: 0.1471169 Jul 27 17:00:59.234478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-a5c30fea-5770-4a89-8c4d-95101e308409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:59.236241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-a5c30fea-5770-4a89-8c4d-95101e308409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1370885 Jul 27 17:00:59.372569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-a45a6762-7517-46e4-81fc-06715bd2f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:00:59.373952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-a45a6762-7517-46e4-81fc-06715bd2f6fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307662 Jul 27 17:00:59.392733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Deleting port 2792f6c0-7792-4833-9a5d-b97e72701b1b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:00:59.393259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:59.610888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] For port 2792f6c0-7792-4833-9a5d-b97e72701b1b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2792f6c0-7792-4833-9a5d-b97e72701b1b,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:00:59.611403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:00:59.626264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Calling delete_port for 2792f6c0-7792-4833-9a5d-b97e72701b1b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:00:59.735737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-6bba6100-82ad-4b20-bfcc-776d33935d45 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530838 Jul 27 17:00:59.927804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:00.011384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa986111-f4a7-407d-9670-7b033b4e3b72 req-fc10f802-231b-4749-aa62-8d8376cd60cd service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587922 Jul 27 17:01:00.043667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d9897-f96e-4ce0-846a-d50ae2dad956 req-f1ea0abd-c030-4fde-a35c-0e8c0f3ad74a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:00.049686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-566d9897-f96e-4ce0-846a-d50ae2dad956 req-f1ea0abd-c030-4fde-a35c-0e8c0f3ad74a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.4804049 Jul 27 17:01:00.151864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-566d9897-f96e-4ce0-846a-d50ae2dad956 req-f7ad8fca-3f95-4a92-bef8-3d282e5f3ac0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Jul 27 17:01:00.264093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2792f6c0-7792-4833-9a5d-b97e72701b1b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:00.370757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96555-c8a2-4a87-a5a7-a9495f996480 req-566c0752-c703-408d-aa71-0c0fb84008e0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:00.372559 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6e96555-c8a2-4a87-a5a7-a9495f996480 req-566c0752-c703-408d-aa71-0c0fb84008e0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.5174005 Jul 27 17:01:00.508393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6e96555-c8a2-4a87-a5a7-a9495f996480 req-3a0aedff-4386-44c8-a6ab-bbe924f88027 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231079 Jul 27 17:01:00.701810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:01.202767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Router b2964784-ae56-41df-ad17-a8459ddd38ed has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:01:01.534019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d51b0-f70f-48e0-ac91-37185edb3319 req-61850a25-8765-45f9-ba60-d86654320e6e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:01.543504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a32d51b0-f70f-48e0-ac91-37185edb3319 req-61850a25-8765-45f9-ba60-d86654320e6e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2617776 Jul 27 17:01:01.618738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a32d51b0-f70f-48e0-ac91-37185edb3319 req-761b0e22-f994-4412-ab3d-b6a7443bfdbb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Jul 27 17:01:01.671941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:01:01.684361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Sync routers for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:01:01.700863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:01.703221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:01:01.703933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:00:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:01.705046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b63a08b8-9a70-4198-9874-4721b2fdceb0 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2964784-ae56-41df-ad17-a8459ddd38ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3915021 Jul 27 17:01:01.877704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:01:01.936329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c71c-2263-44b8-8b46-63b655421ff1 req-4cde7843-2a37-4ace-943d-ba7e458b8065 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:01.938729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:01.947408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a447c71c-2263-44b8-8b46-63b655421ff1 req-4cde7843-2a37-4ace-943d-ba7e458b8065 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1944442 Jul 27 17:01:02.039226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a447c71c-2263-44b8-8b46-63b655421ff1 req-4409ede9-eb05-4c6a-98db-0c9438445d26 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891361 Jul 27 17:01:02.293908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:02.301977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T17:00:59Z', 'revision_number': 5, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port': {'id': 'fe3e2cb4-0c9d-48da-9824-4b4d3a26a047', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:53:30Z', 'updated_at': '2021-07-27T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:02.379125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Checking router: b2964784-ae56-41df-ad17-a8459ddd38ed for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:01:02.414374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Routers {'b2964784-ae56-41df-ad17-a8459ddd38ed'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:01:02.415086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:00:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2964784-ae56-41df-ad17-a8459ddd38ed'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:02.638272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] Set router b2964784-ae56-41df-ad17-a8459ddd38ed gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:01:02.783914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T17:01:02Z', 'revision_number': 6, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:02.853568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b5a4d-e67f-41f1-8da0-91a64de8f4cb None None] The sync data for ids ['b2964784-ae56-41df-ad17-a8459ddd38ed'] in n-d-723572-6 is: [{'id': 'b2964784-ae56-41df-ad17-a8459ddd38ed', 'name': 'tempest-AttachVolumeTestJSON-590929942-router', 'tenant_id': 'a7840437d3234e5281eb818b92525927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:53:27Z', 'updated_at': '2021-07-27T17:01:02Z', 'revision_number': 6, 'project_id': 'a7840437d3234e5281eb818b92525927', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:01:02.951987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10b26-2d36-4231-a238-d43759c2710d req-aa95eab2-83c8-492f-ac7a-8a60c98c1e38 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:02.967496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cd10b26-2d36-4231-a238-d43759c2710d req-aa95eab2-83c8-492f-ac7a-8a60c98c1e38 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.2161098 Jul 27 17:01:03.123717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cd10b26-2d36-4231-a238-d43759c2710d req-3217b1f1-c306-4b7a-9cd7-2b4e630a3370 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530144 Jul 27 17:01:03.201695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:03.260543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2792f6c0-7792-4833-9a5d-b97e72701b1b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:03.315571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Deleting port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:01:03.316353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:03.328587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2792f6c0-7792-4833-9a5d-b97e72701b1b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:01:03.328969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2792f6c0-7792-4833-9a5d-b97e72701b1b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:01:03.446521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e2d32-a339-446e-a835-0580c0fa6056 req-e6deccda-de81-4bb9-a2ad-2ec23b78bedf tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:03.459218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-346e2d32-a339-446e-a835-0580c0fa6056 req-e6deccda-de81-4bb9-a2ad-2ec23b78bedf tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2549875 Jul 27 17:01:03.587172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] For port fe3e2cb4-0c9d-48da-9824-4b4d3a26a047, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:03.587765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:03.637508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-346e2d32-a339-446e-a835-0580c0fa6056 req-6a02cbc1-cb7e-4c3a-b158-65387805442c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764488 Jul 27 17:01:03.651221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Calling delete_port for fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:01:04.035139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.066440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3e2cb4-0c9d-48da-9824-4b4d3a26a047,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:04.189330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.475312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.477681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.560590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.561199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2964784-ae56-41df-ad17-a8459ddd38ed {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:01:04.566621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.567810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6757e0d1-2c8d-491b-85e7-7659dc0c9451 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b2964784-ae56-41df-ad17-a8459ddd38ed HTTP/1.1" status: 204 len: 168 time: 2.8654006 Jul 27 17:01:04.571096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 46786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:04.679163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Deleting subnet ad58cdf9-b7c2-485c-b36e-8579999f8b53 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:01:04.693704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.791172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:04.998383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff663-716f-4a4c-8a08-e49f3a566cd6 req-73e32233-e9fd-45f6-9834-0f9eeeed3fb3 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:05.000910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.012855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27eff663-716f-4a4c-8a08-e49f3a566cd6 req-73e32233-e9fd-45f6-9834-0f9eeeed3fb3 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1683202 Jul 27 17:01:05.127156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27eff663-716f-4a4c-8a08-e49f3a566cd6 req-4f25b15d-b4e5-44a9-830d-8fe99e988bca tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094389 Jul 27 17:01:05.176971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:05.196062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.230140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.232569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:01:05.235425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:05.236135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad58cdf9-b7c2-485c-b36e-8579999f8b53 HTTP/1.1" status: 204 len: 168 time: 0.6634691 Jul 27 17:01:05.243141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fe3e2cb4-0c9d-48da-9824-4b4d3a26a047 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:01:05.251748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31380e4c-04f0-403a-897f-21eec9d89697 None None] Network f68f197f-a243-4d9a-96ad-057f821d6ccf requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:01:05.264789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcd9d-2596-4c48-bb01-dc07367de1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad58cdf9-b7c2-485c-b36e-8579999f8b53,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:05.296557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433bb69-aabe-4953-98ed-3234301ce936 req-e815c124-934d-4c22-bd9e-7b30d6ff38da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:05.296557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2433bb69-aabe-4953-98ed-3234301ce936 req-e815c124-934d-4c22-bd9e-7b30d6ff38da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.8709338 Jul 27 17:01:05.371239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2433bb69-aabe-4953-98ed-3234301ce936 req-496e92b7-f97e-462a-a043-b354232fe6ba tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Jul 27 17:01:05.385646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.494442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Deleting port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:01:05.495641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.638955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] For port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,segment=NetworkSegment(0cf3e5a0-e780-4618-b616-f5701de3d869),segment_id=0cf3e5a0-e780-4618-b616-f5701de3d869)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:05.639322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.670331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] DHCP port deletion for f68f197f-a243-4d9a-96ad-057f821d6ccf request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:01:05.682064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Calling delete_port for 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:01:05.831108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.860954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Deleting port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:01:05.862048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:05.889211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:05.895994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] No DVR routers for this DVR port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:01:06.048712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] For port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:06.049234 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.087184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Calling delete_port for 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:01:06.094120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:01:06.098644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.134545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.170917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] Pushing event deleted for resources: {'Port': ['ID=9476559c-14b0-4fc0-b28c-fb4f00b4a3f2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:06.176945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68f197f-a243-4d9a-96ad-057f821d6ccf']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:06.206206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28f0b8-740f-4f39-b611-2f22ebfd3cc3 None None] No DVR routers for this DVR port 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:01:06.231945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf3e5a0-e780-4618-b616-f5701de3d869') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:06.232260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf3e5a0-e780-4618-b616-f5701de3d869') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:01:06.253152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.384335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.415046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:01:06.415488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:01:06.418285 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:01:06.570752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e5b88-ba3e-489b-bd94-1cabd2b6fca3 req-11230956-1a0b-4a1d-9b71-55479efd3828 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:06.572744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-727e5b88-ba3e-489b-bd94-1cabd2b6fca3 req-11230956-1a0b-4a1d-9b71-55479efd3828 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.2966001 Jul 27 17:01:06.595116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.618035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:06.625644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] 10.222.0.64 "DELETE /v2.0/networks/f68f197f-a243-4d9a-96ad-057f821d6ccf HTTP/1.1" status: 204 len: 168 time: 1.3840911 Jul 27 17:01:06.641427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f44e8a-f215-49bb-9a4f-9a41f3a8fdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=f68f197f-a243-4d9a-96ad-057f821d6ccf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:06.671474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-727e5b88-ba3e-489b-bd94-1cabd2b6fca3 req-8c3a73c6-cab4-4d68-8f8a-b3c84b966571 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876226 Jul 27 17:01:06.862968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54412-ab12-4a23-a05c-15773bdb3d33 req-7c719178-1608-40d2-b1ae-0ded650de245 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:06.873834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10c54412-ab12-4a23-a05c-15773bdb3d33 req-7c719178-1608-40d2-b1ae-0ded650de245 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1818137 Jul 27 17:01:06.893407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46824) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:06.993269 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10c54412-ab12-4a23-a05c-15773bdb3d33 req-78b21279-7ad8-499c-8b7d-2f56536c5662 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177258 Jul 27 17:01:07.074121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19e8e82c-9596-46a0-86cc-ece60d582c55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7840437d3234e5281eb818b92525927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789665 Jul 27 17:01:07.076357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 46830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:07.093148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:07.134410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:01:07.135250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9476559c-14b0-4fc0-b28c-fb4f00b4a3f2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:01:07.174693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa136f-adcf-40c8-bc8f-cf65b902547a req-66e395b8-8f9e-4d51-bb5a-e6f2252e0dd1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:07.183546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8aa136f-adcf-40c8-bc8f-cf65b902547a req-66e395b8-8f9e-4d51-bb5a-e6f2252e0dd1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.2038047 Jul 27 17:01:07.232753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:07.261423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:07.330030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:07.333063 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:07.348138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96b45f45-4122-47ca-8642-cebc3a6a1d67 HTTP/1.1" status: 204 len: 168 time: 0.2566230 Jul 27 17:01:07.397356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8aa136f-adcf-40c8-bc8f-cf65b902547a req-5cdc05f4-a69d-42fa-ad20-5856127092b4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126770 Jul 27 17:01:07.403400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b85a-e718-4312-b1f6-be38a59fb848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b45f45-4122-47ca-8642-cebc3a6a1d67,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:07.936657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8feb-8c2d-436d-9dce-5c960fb6c96a req-d83258b5-282a-4a5e-a0c4-7ef5a4f07ee0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:07.941124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e9e8feb-8c2d-436d-9dce-5c960fb6c96a req-d83258b5-282a-4a5e-a0c4-7ef5a4f07ee0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1437557 Jul 27 17:01:08.023896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e9e8feb-8c2d-436d-9dce-5c960fb6c96a req-563c8cc9-dd9d-472a-88d9-3f7dd7857e01 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702109 Jul 27 17:01:08.200882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e025a0-c51b-4342-aed3-2fb1b1cdd5d2 req-be97189c-8cfe-4d65-b435-54cf6b87c02d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:08.203447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3e025a0-c51b-4342-aed3-2fb1b1cdd5d2 req-be97189c-8cfe-4d65-b435-54cf6b87c02d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.0969989 Jul 27 17:01:08.254839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b3e025a0-c51b-4342-aed3-2fb1b1cdd5d2 req-54b00dc0-2594-4fbf-8783-6763e9ef9715 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Jul 27 17:01:08.628650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c7b6-7035-40f4-8b4f-b96cb3825dd2 req-1d1f817e-13b9-426a-8ff4-48a14403c9df tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:08.634109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5609c7b6-7035-40f4-8b4f-b96cb3825dd2 req-1d1f817e-13b9-426a-8ff4-48a14403c9df tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.1207585 Jul 27 17:01:08.714089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5609c7b6-7035-40f4-8b4f-b96cb3825dd2 req-586c8f39-4008-4b15-bfb7-c3bc376c391e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674479 Jul 27 17:01:09.564634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a29eb-2dde-4f88-97b9-5f46ba24d655 req-1e234f1b-c958-4aa4-a046-5e9ff520eb0f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:09.574852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b4a29eb-2dde-4f88-97b9-5f46ba24d655 req-1e234f1b-c958-4aa4-a046-5e9ff520eb0f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1353216 Jul 27 17:01:09.650914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b4a29eb-2dde-4f88-97b9-5f46ba24d655 req-e142e6e9-c256-4753-b314-2a905d7271e5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737665 Jul 27 17:01:09.666732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f665d3-f0be-4e08-995f-4a05c12994fa req-7ad427b5-7a9f-42d8-b3e6-e349baa76956 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:09.680172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06f665d3-f0be-4e08-995f-4a05c12994fa req-7ad427b5-7a9f-42d8-b3e6-e349baa76956 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 944 time: 0.1639323 Jul 27 17:01:09.764262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-06f665d3-f0be-4e08-995f-4a05c12994fa req-933a6c3e-3d18-4a7a-a3ac-378f4cb51854 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Jul 27 17:01:09.784044 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bea263b-f64a-4167-b7a2-a1ca080d8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:10.021012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:01:10.030721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:10.262204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:10.272775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:10.288024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc', 'mac_address': 'fa:16:3e:12:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:01:10.321683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:10.325273 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3191bba-0507-4f93-bfce-4b91e30b7965" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:10.379096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:10.450449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:10.454750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:10.511259 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84464d87-7ebe-4c18-809f-e9e1fa9643f7 x-openstack-request-id: req-84464d87-7ebe-4c18-809f-e9e1fa9643f7 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:10.511709 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:10.511941 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84464d87-7ebe-4c18-809f-e9e1fa9643f7 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:10.512544 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:01:10.517817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:01:10.569916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:10.577729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:10.580720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:10.682850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:10.898682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19a6e6-5927-4fce-8b65-2be70c040a52 req-e7762b80-952f-4b85-a63f-ead61d88cd15 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:10.909041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df19a6e6-5927-4fce-8b65-2be70c040a52 req-e7762b80-952f-4b85-a63f-ead61d88cd15 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1007311 Jul 27 17:01:10.946399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:10.959964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df19a6e6-5927-4fce-8b65-2be70c040a52 req-b82d585b-3afb-4e95-9d51-fcc01e3b09b7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495241 Jul 27 17:01:11.033662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2465-874f-4c11-8862-e914d68ca2ae req-7228ec23-f21e-47f8-96cc-679d89f4872c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:11.040674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-584e2465-874f-4c11-8862-e914d68ca2ae req-7228ec23-f21e-47f8-96cc-679d89f4872c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 945 time: 0.1787248 Jul 27 17:01:11.103249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-584e2465-874f-4c11-8862-e914d68ca2ae req-0e3835dd-b501-4539-b97c-38a9d3340dda tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Jul 27 17:01:12.157146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d44c3-4480-4f0a-a1f0-f312a4d4e16b req-3992a99a-9281-478b-9129-04bc61ac77cd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:12.160929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c8d44c3-4480-4f0a-a1f0-f312a4d4e16b req-3992a99a-9281-478b-9129-04bc61ac77cd tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1210411 Jul 27 17:01:12.209361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c8d44c3-4480-4f0a-a1f0-f312a4d4e16b req-8b9e23ef-be88-46ca-a22e-1e628f78ec58 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Jul 27 17:01:12.344642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d7df-1f4e-4eb6-874d-c498586009c8 req-2da186ce-b94d-4305-86d0-93e11368e5a4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:12.345957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35e9d7df-1f4e-4eb6-874d-c498586009c8 req-2da186ce-b94d-4305-86d0-93e11368e5a4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 945 time: 0.1293242 Jul 27 17:01:12.405809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:12.418850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35e9d7df-1f4e-4eb6-874d-c498586009c8 req-2669afbb-888e-4eed-a9e7-9df57df239a0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Jul 27 17:01:12.551085 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e5884d8-3b84-4684-9f3c-5b065f131ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:12.888110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-df093d59-a077-4b8f-9d4e-2e788033f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:12.893895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-df093d59-a077-4b8f-9d4e-2e788033f6aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1758845 Jul 27 17:01:13.050130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-87fcf039-12f5-41ec-ae91-bcbf8eb2b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:13.053831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-87fcf039-12f5-41ec-ae91-bcbf8eb2b937 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.1485162 Jul 27 17:01:13.153360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-8e76eaeb-507d-418a-a80a-0ac5ae9dde1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1002 time: 0.0911758 Jul 27 17:01:13.208920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-e54cc55e-a709-4200-a316-63a89185be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:13.211096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-e54cc55e-a709-4200-a316-63a89185be6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.0510879 Jul 27 17:01:13.293175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-5ffd59a1-f6f4-4ae5-84e8-9c77cc55867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:13.294827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-5ffd59a1-f6f4-4ae5-84e8-9c77cc55867a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769091 Jul 27 17:01:13.470832 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:13.484892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5d57-c1f3-4d9f-9621-f4eab9e13809 req-0f0e0e81-af96-4a8a-af64-e56e4a3b653a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:13.494466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-596a5d57-c1f3-4d9f-9621-f4eab9e13809 req-0f0e0e81-af96-4a8a-af64-e56e4a3b653a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1806674 Jul 27 17:01:13.554119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-a233d6ec-8a76-404a-b87f-4398c02c8cee service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515798 Jul 27 17:01:13.624192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-596a5d57-c1f3-4d9f-9621-f4eab9e13809 req-34a0b662-4f45-4a77-84fc-63b6e794b5a5 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185215 Jul 27 17:01:13.742953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a8ffb-4953-4b15-8600-cba6442dfe28 req-10d95bd2-289a-4c0e-819f-aac849e55764 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:13.753907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f7a8ffb-4953-4b15-8600-cba6442dfe28 req-10d95bd2-289a-4c0e-819f-aac849e55764 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 945 time: 0.1970038 Jul 27 17:01:13.782397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2eb0dc3-2eaf-440e-bc4a-168f8c3a4584 req-ce1060fd-077a-471e-9fef-1889ff19a4cf service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157843 Jul 27 17:01:13.806611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0f7a8ffb-4953-4b15-8600-cba6442dfe28 req-cde2403a-9ee3-44b9-b3eb-541e8620fd8b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 Jul 27 17:01:14.035260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:01:14.061231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:01:14.335802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:01:14.348579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:01:14.349227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:14.418570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:14.441549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:01:14.520453 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:14.549061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:14.582938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:01:14.602658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:14.606149 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487159c9-bfe7-4817-8298-111cf386a3cc" -d '{"events": [{"server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "name": "network-vif-plugged", "status": "completed", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:14.712668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:14.721203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:14.727652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:14.731472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:14.823244 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b490b678-26a6-426c-a5c2-42ba237c506c x-openstack-request-id: req-b490b678-26a6-426c-a5c2-42ba237c506c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:14.823713 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "name": "network-vif-plugged", "status": "completed", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:14.824355 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b490b678-26a6-426c-a5c2-42ba237c506c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:14.827871 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc', 'code': 200} Jul 27 17:01:14.902908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:14.966746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e076cdfb-f902-4679-ba44-7cfcc15f48f9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:15.051251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14500b53-59d0-4194-9043-63d616f1b956 req-dfd0439c-af0c-4dbe-884a-8935ef2e7b87 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:15.055584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14500b53-59d0-4194-9043-63d616f1b956 req-dfd0439c-af0c-4dbe-884a-8935ef2e7b87 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.3003230 Jul 27 17:01:15.086576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e1d24-a048-41a5-a7e8-0ae1b224c2fe req-e5a85dac-9c8c-4ba1-8db5-d23e65d154e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:15.094802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb3e1d24-a048-41a5-a7e8-0ae1b224c2fe req-e5a85dac-9c8c-4ba1-8db5-d23e65d154e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 1097 time: 0.2424121 Jul 27 17:01:15.108817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:15.126831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:15.183374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb3e1d24-a048-41a5-a7e8-0ae1b224c2fe req-4368974f-d6cf-4ebf-87bf-87aee56a9c9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692115 Jul 27 17:01:15.209760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14500b53-59d0-4194-9043-63d616f1b956 req-8ea02ed2-08a8-4077-bebf-41304bad0f95 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434784 Jul 27 17:01:15.215133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cd8f-0df0-45db-bb2b-ac5ccc492e9f req-596baffb-248f-41e2-bd06-fa88e2ded928 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:15.221017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d771cd8f-0df0-45db-bb2b-ac5ccc492e9f req-596baffb-248f-41e2-bd06-fa88e2ded928 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1804936 Jul 27 17:01:15.355808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d771cd8f-0df0-45db-bb2b-ac5ccc492e9f req-53bef454-8b9c-4cc1-8097-8b1786d9548a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225696 Jul 27 17:01:16.485779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1015-30f9-4702-ab0d-5cf6e7488dae req-3566c327-935c-4098-b98e-d1f9dcb168a9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:16.494003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-543f1015-30f9-4702-ab0d-5cf6e7488dae req-3566c327-935c-4098-b98e-d1f9dcb168a9 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 946 time: 0.1206663 Jul 27 17:01:16.580868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-543f1015-30f9-4702-ab0d-5cf6e7488dae req-4ebaa7dc-ccda-41e3-80cf-d3b474e63c87 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854206 Jul 27 17:01:16.619979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827dc46-7eeb-4779-ad2f-ec0d5b0a1051 req-f4c9a378-dea4-4b30-921a-7702004c9164 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:16.622232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e827dc46-7eeb-4779-ad2f-ec0d5b0a1051 req-f4c9a378-dea4-4b30-921a-7702004c9164 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1039405 Jul 27 17:01:16.681641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e827dc46-7eeb-4779-ad2f-ec0d5b0a1051 req-ce4788a9-f6f2-45a8-8c15-1fa330bd2263 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529675 Jul 27 17:01:16.858157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:16.973153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dbbc0-d625-4548-840f-dfa5c9079398 req-0967568a-cd9e-4304-8b5e-bfae5f1912bc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:16.981352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc2dbbc0-d625-4548-840f-dfa5c9079398 req-0967568a-cd9e-4304-8b5e-bfae5f1912bc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1896749 Jul 27 17:01:17.051048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc2dbbc0-d625-4548-840f-dfa5c9079398 req-56cb5b20-c191-44ea-8af8-261d5a81b980 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Jul 27 17:01:17.894079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f02590-fb2f-4074-b889-88b82db68f13 req-5db49ba4-a47f-48ee-bc64-2305b45d654c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:17.903285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1f02590-fb2f-4074-b889-88b82db68f13 req-5db49ba4-a47f-48ee-bc64-2305b45d654c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1706982 Jul 27 17:01:17.964699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e1f02590-fb2f-4074-b889-88b82db68f13 req-1312b4c0-9b10-4ac1-bb2c-8ec0e264ad01 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Jul 27 17:01:18.064400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:01:18.100959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:18.225171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:01:18.226457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:18.279408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:18.356979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:18.363921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:18.367410 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f219e2-3ce2-4a88-ab80-8d3dcf6ab07b" -d '{"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:18.396228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:18.507350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:18.543476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:18.551593 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d111b21-9d2f-4272-a679-907c157c1c86 x-openstack-request-id: req-2d111b21-9d2f-4272-a679-907c157c1c86 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:18.559447 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-unplugged", "status": "failed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:18.559808 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d111b21-9d2f-4272-a679-907c157c1c86 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:18.560152 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'code': 422} returned with failed status Jul 27 17:01:18.628262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:18.635395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:18.722570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:18.780940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ebed9-0f37-4c94-897f-6ba045f47af3 req-bb88d561-28a9-4ec8-97e5-22f14176f5e7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:18.782546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-165ebed9-0f37-4c94-897f-6ba045f47af3 req-bb88d561-28a9-4ec8-97e5-22f14176f5e7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1278141 Jul 27 17:01:18.879568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-165ebed9-0f37-4c94-897f-6ba045f47af3 req-859d0722-e686-4ca4-b47e-ae66aa2541fa tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877843 Jul 27 17:01:18.996081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:19.287653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a375-b663-451f-ad81-bc5ce46c0c2b req-aab813ef-d55a-4380-b72f-7fe0c5b9a1cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:19.296470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7897a375-b663-451f-ad81-bc5ce46c0c2b req-aab813ef-d55a-4380-b72f-7fe0c5b9a1cf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1865947 Jul 27 17:01:19.361445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-c4c1d5f9-947f-4c3f-85dd-c805100aeede tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:19.362860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-c4c1d5f9-947f-4c3f-85dd-c805100aeede tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 946 time: 0.1476853 Jul 27 17:01:19.408839 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7897a375-b663-451f-ad81-bc5ce46c0c2b req-1b582e6c-d7a9-4adf-b7e1-d6e41e19e0f4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065207 Jul 27 17:01:19.459779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-33d4436c-b87e-489d-827b-81751c0b9646 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4575024 Jul 27 17:01:19.792865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:01:19.796883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:20.120285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:20.120988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:20.147821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:01:20.170198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223a592-b69a-4373-9d84-b5cb7a998a45 req-59e80314-5f9e-4604-87a9-985d39a72930 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:20.171986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f223a592-b69a-4373-9d84-b5cb7a998a45 req-59e80314-5f9e-4604-87a9-985d39a72930 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1265779 Jul 27 17:01:20.403986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f223a592-b69a-4373-9d84-b5cb7a998a45 req-a452304c-c8af-4793-a885-9112dd1db235 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287110 Jul 27 17:01:20.565008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:20.567441 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604fdcce-4555-4e6b-9ee2-34cc9763a9dd" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:20.667364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:20.682419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1661dfd1-7290-4e41-95c6-243411d37bc1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:20.737912 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545d970-b4b3-4ae0-b8c7-87b3ac2a6712 x-openstack-request-id: req-0545d970-b4b3-4ae0-b8c7-87b3ac2a6712 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:20.741460 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:20.741995 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0545d970-b4b3-4ae0-b8c7-87b3ac2a6712 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:20.742628 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:01:20.747782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:20.773472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-264cee7a-677d-442f-b8ce-eaf3fc328cdd req-b2339ee3-16d1-4ed9-97c2-fac601682f2c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.1153197 Jul 27 17:01:20.828558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:20.889724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.890685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.891441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.892099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.892745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.893457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.894148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.894965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.895549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.896119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.897964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:20.899561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:21.094499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:01:21.099367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:21.102383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f262ee3-6ae3-4a9b-aa04-cdb29b485f0e req-ed9caa72-74c4-425c-bb9f-7f3ab11de701 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "DELETE /v2.0/ports/9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc HTTP/1.1" status: 204 len: 173 time: 1.7305434 Jul 27 17:01:21.126347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'name': 'network-vif-deleted', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:21.149340 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a33aac-5f5d-4d3f-bef6-aacf0fe06300" -d '{"events": [{"server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "name": "network-vif-deleted", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:21.227462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-80125278-bd27-442c-af9d-31c813767bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:21.230811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-80125278-bd27-442c-af9d-31c813767bf3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a&tenant_id=3df3187c319c4fe9ac37e5111796e952 HTTP/1.1" status: 200 len: 1095 time: 0.3042710 Jul 27 17:01:21.339425 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ce6df-8344-464e-ba22-7f1a7c356054 x-openstack-request-id: req-985ce6df-8344-464e-ba22-7f1a7c356054 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:21.342084 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d2054-a86a-402d-b7f3-1f0fc6ee5854", "name": "network-vif-deleted", "tag": "9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:21.342508 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-985ce6df-8344-464e-ba22-7f1a7c356054 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:21.343373 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d2054-a86a-402d-b7f3-1f0fc6ee5854', 'name': 'network-vif-deleted', 'tag': '9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc', 'status': 'completed', 'code': 200} Jul 27 17:01:21.423890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-de6259f5-74ee-4a8b-896e-3e82fbafd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:21.433518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-de6259f5-74ee-4a8b-896e-3e82fbafd143 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1095 time: 0.1701174 Jul 27 17:01:21.809518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1144b5-44e6-4265-aed0-20d24fce79fe req-baf1d847-9a17-4466-84f6-c3c59bcdfc00 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:21.821148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e1144b5-44e6-4265-aed0-20d24fce79fe req-baf1d847-9a17-4466-84f6-c3c59bcdfc00 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.2029428 Jul 27 17:01:21.875061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-a4166f99-885a-4794-836e-2c5ee1b1cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:21.879078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-a4166f99-885a-4794-836e-2c5ee1b1cf19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.4407780 Jul 27 17:01:21.881674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:22.018837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e1144b5-44e6-4265-aed0-20d24fce79fe req-016d84bb-67e5-44d3-98bc-77c05020e537 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944304 Jul 27 17:01:22.107021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b4423b1-a247-4895-aeb7-cdf31d83bcbd req-a5bed659-1f9f-4e60-9306-d4c084085eef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0985358 Jul 27 17:01:22.121349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-a89d7c3c-3bae-4f9e-ba9b-b536321d477d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1000 time: 0.2216866 Jul 27 17:01:22.286758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-3ac980d0-5cd9-466b-9bca-7887a5484186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:22.304406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-3ac980d0-5cd9-466b-9bca-7887a5484186 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.1766496 Jul 27 17:01:22.314563 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c61ecb34-75ff-4df5-9567-4020f2c60470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:22.442510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-3fc55a6f-6554-4ddf-8b79-485739e3f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:22.445467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-3fc55a6f-6554-4ddf-8b79-485739e3f98a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397943 Jul 27 17:01:22.676084 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c61ecb34-75ff-4df5-9567-4020f2c60470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:22.687736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c61ecb34-75ff-4df5-9567-4020f2c60470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:22.730535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-618d211b-a862-472d-bb80-bd2f83cea583 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764087 Jul 27 17:01:22.920779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f15095a0-07c3-4687-ad9e-fa7ce21fa96c req-a8e88547-3607-4096-aa8f-c29b9d9b8894 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651299 Jul 27 17:01:22.930473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ecb34-75ff-4df5-9567-4020f2c60470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7baa0f-f915-4540-bce1-615d44cbe437,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:22.938857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c61ecb34-75ff-4df5-9567-4020f2c60470 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ab97eafec3746ffad4817f9c8c1aa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0538383 Jul 27 17:01:22.939111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 47332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:23.043908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:23.086279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:23.316367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:23.319612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:23.321077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f7baa0f-f915-4540-bce1-615d44cbe437 HTTP/1.1" status: 204 len: 168 time: 0.3809013 Jul 27 17:01:23.336833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22620f4-88fa-4d5a-ac00-5522ab914a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7baa0f-f915-4540-bce1-615d44cbe437,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:23.384377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394d6e-b55c-4f11-b06d-42b2131ce398 req-1becf1fe-99f4-4386-ae13-0bfebf6d7c88 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:23.386500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98394d6e-b55c-4f11-b06d-42b2131ce398 req-1becf1fe-99f4-4386-ae13-0bfebf6d7c88 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1227314 Jul 27 17:01:23.431277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee5913e6-a2dd-4454-9b33-eee0e5b86716 req-f386255f-de17-44ec-837f-23a2404be665 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0725701 Jul 27 17:01:23.477470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98394d6e-b55c-4f11-b06d-42b2131ce398 req-6bc71e6d-4632-4488-a66f-a707776ab718 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796161 Jul 27 17:01:24.100310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:24.151327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:01:24.151769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 9fdea3e5-0616-4960-bfa4-4a5f28fbd4fc not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:01:24.830914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2577b71-a565-4ef4-b2b8-7396a30aed32 req-2d7dcdc4-a55e-419a-b298-50bcf74d95ef tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.2203159 Jul 27 17:01:24.839366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac7e50-f3bf-45c8-b957-ca3f1d74c981 req-d1680598-d787-4e7f-9b03-baec38b30a50 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:24.842200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64ac7e50-f3bf-45c8-b957-ca3f1d74c981 req-d1680598-d787-4e7f-9b03-baec38b30a50 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1835551 Jul 27 17:01:24.935109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64ac7e50-f3bf-45c8-b957-ca3f1d74c981 req-6bf6610a-e864-4a2a-8958-dc392085aa81 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837278 Jul 27 17:01:26.214874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f9f9f5c-23e2-42a2-bc70-ea470bce727d req-d4b3944e-c1d6-4c4b-a8f1-39bea5c6f60d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0794420 Jul 27 17:01:26.455633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0639-e6c7-495f-8d27-2d940eeb3fc4 req-2142d61b-5da8-46a6-85a6-eca738adfc14 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:26.471797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f2a0639-e6c7-495f-8d27-2d940eeb3fc4 req-2142d61b-5da8-46a6-85a6-eca738adfc14 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1403244 Jul 27 17:01:26.550670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f2a0639-e6c7-495f-8d27-2d940eeb3fc4 req-48d00e14-b461-489c-a738-41871e283750 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716915 Jul 27 17:01:27.425747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e8a1444-dd2f-4d93-966f-85cb429ea0d6 req-6cd65c36-381b-423f-8fd8-1c50e565f159 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0717497 Jul 27 17:01:27.900926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d2e8-3c29-4815-b2a4-26ed102e26a4 req-1c2b3faa-d13e-48aa-8949-4fe1091aec1a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:27.902630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ef8d2e8-3c29-4815-b2a4-26ed102e26a4 req-1c2b3faa-d13e-48aa-8949-4fe1091aec1a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1703365 Jul 27 17:01:28.061039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ef8d2e8-3c29-4815-b2a4-26ed102e26a4 req-105bda54-4124-48db-84fa-852b217a0076 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462224 Jul 27 17:01:28.663384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4983361b-733a-462b-89cb-6970b7697048 req-9a36f9e3-b687-4788-a09a-a592a00bd166 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.1004624 Jul 27 17:01:29.620592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-699d9bdf-d9da-4843-9b4e-a1a3a24a2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:29.622843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-699d9bdf-d9da-4843-9b4e-a1a3a24a2690 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3df3187c319c4fe9ac37e5111796e952&device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1095 time: 0.2973387 Jul 27 17:01:29.664690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c38e-c2ae-4a9c-99ec-24ba0eb61e68 req-2dc1c673-8984-4fc4-975e-d5d4b9f2ffc0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:29.671941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbe1c38e-c2ae-4a9c-99ec-24ba0eb61e68 req-2dc1c673-8984-4fc4-975e-d5d4b9f2ffc0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.4160829 Jul 27 17:01:29.907483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db058237-d7b0-4ef2-9242-e14877b15c23 req-da9fe30c-29bc-4c10-b58e-40f362c519aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae7d2054-a86a-402d-b7f3-1f0fc6ee5854 HTTP/1.1" status: 200 len: 210 time: 0.0681119 Jul 27 17:01:29.980243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-3d58e6ee-d671-42b0-bf6b-3bb9b07ab037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:29.982897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-3d58e6ee-d671-42b0-bf6b-3bb9b07ab037 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 200 len: 918 time: 0.3086014 Jul 27 17:01:30.194170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbe1c38e-c2ae-4a9c-99ec-24ba0eb61e68 req-f04b765d-9475-42ab-89ff-102a4d9f4a58 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963152 Jul 27 17:01:30.293806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-22e515d9-edd0-4fe5-8b35-29a23cb021f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 200 len: 1000 time: 0.2890065 Jul 27 17:01:30.403090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-b30d2193-eab2-463c-a6b0-54b0b9c6d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:30.409970 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-b30d2193-eab2-463c-a6b0-54b0b9c6d6cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 200 len: 856 time: 0.1000531 Jul 27 17:01:30.563255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-a206d2c8-97ae-4ee4-8848-e885a6e41fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:30.564894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-a206d2c8-97ae-4ee4-8848-e885a6e41fd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b654d01c-7d1d-4b57-a7b1-b76ba19b68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452560 Jul 27 17:01:30.753064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-55c055b3-6226-4bfa-8a59-4225e128ef88 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763520 Jul 27 17:01:30.999975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bf2efd00-a4f5-4715-8ce0-15e73a726533 req-e8823c6d-28da-42bb-9fe6-b65435876204 service neutron] 10.222.0.61 "GET /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287104 Jul 27 17:01:31.507101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20e84-42b2-44f3-9db6-708e8e725553 req-d3440fac-5935-43c1-ac08-99df890c5f4a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:31.529424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ba20e84-42b2-44f3-9db6-708e8e725553 req-d3440fac-5935-43c1-ac08-99df890c5f4a tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1336687 Jul 27 17:01:31.657831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ba20e84-42b2-44f3-9db6-708e8e725553 req-23f5c7d8-ff83-452f-9251-62fbbb5c9572 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170290 Jul 27 17:01:33.058153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e90b5-4f2b-410f-b9b1-3ca9493bcc92 req-04f61d92-917f-4f1e-ad21-22c2c3482bc7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:33.069383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b0e90b5-4f2b-410f-b9b1-3ca9493bcc92 req-04f61d92-917f-4f1e-ad21-22c2c3482bc7 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.2449002 Jul 27 17:01:33.181890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b0e90b5-4f2b-410f-b9b1-3ca9493bcc92 req-2ef7c26f-1e33-4fca-986e-2b79c8cd194f tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115110 Jul 27 17:01:33.223585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:33.474846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387682-d9d4-4c91-b670-2ce51eb0b982 req-5f7299e5-d381-4852-ae31-6543a43c66c1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:33.477381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9387682-d9d4-4c91-b670-2ce51eb0b982 req-5f7299e5-d381-4852-ae31-6543a43c66c1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1572590 Jul 27 17:01:33.567018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9387682-d9d4-4c91-b670-2ce51eb0b982 req-a0483593-f9b6-44ce-af14-4b1cbd3f177b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810618 Jul 27 17:01:34.973497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeb9cd-1e6c-4450-b454-3374bea19c93 req-7031e037-01ff-4070-aefc-0403fdf708e3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:34.981989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46eeb9cd-1e6c-4450-b454-3374bea19c93 req-7031e037-01ff-4070-aefc-0403fdf708e3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1823387 Jul 27 17:01:35.083447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f493c-49ca-45c3-87ff-aae2db6703df req-29e9e22b-0756-4d27-a449-80292a587f59 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:35.095325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46eeb9cd-1e6c-4450-b454-3374bea19c93 req-03847ddc-1480-425a-aa7d-c43caf089882 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101694 Jul 27 17:01:35.097358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de2f493c-49ca-45c3-87ff-aae2db6703df req-29e9e22b-0756-4d27-a449-80292a587f59 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1494844 Jul 27 17:01:35.198878 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:01:35.218024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-de2f493c-49ca-45c3-87ff-aae2db6703df req-c3c3526d-1654-4dce-80b9-45acf7bb04ad tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162815 Jul 27 17:01:36.245923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee379-234d-498a-8fe6-cd20df004901 req-8c1ef732-07a0-4bb7-a363-d1c7c801bca3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:36.254443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce6ee379-234d-498a-8fe6-cd20df004901 req-8c1ef732-07a0-4bb7-a363-d1c7c801bca3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1404607 Jul 27 17:01:36.320815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ce6ee379-234d-498a-8fe6-cd20df004901 req-9bc28389-6b4d-4359-8a88-d02a7a6f0c44 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650504 Jul 27 17:01:36.530141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe607-e226-43ed-b026-13b2401958c0 req-45e0363f-a1e5-441f-890c-fe44ddc476ff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:36.531960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-936fe607-e226-43ed-b026-13b2401958c0 req-45e0363f-a1e5-441f-890c-fe44ddc476ff tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1416831 Jul 27 17:01:36.642237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-936fe607-e226-43ed-b026-13b2401958c0 req-2f86b3ac-a509-4a36-96e6-f7a9cd4a7729 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872271 Jul 27 17:01:37.591844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e658-18b1-4028-b7fb-a7894c24037c req-b3172693-a890-4401-ab38-8223a4436d5c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:37.605415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6072e658-18b1-4028-b7fb-a7894c24037c req-b3172693-a890-4401-ab38-8223a4436d5c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1771762 Jul 27 17:01:37.733798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6072e658-18b1-4028-b7fb-a7894c24037c req-3d0c4417-37ed-4af8-acbe-b8fb5f225822 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238461 Jul 27 17:01:37.909486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd81b-8771-4281-b7e4-1121652255f6 req-12c60308-7b38-4627-92ef-613da104ab82 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:37.917703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-572cd81b-8771-4281-b7e4-1121652255f6 req-12c60308-7b38-4627-92ef-613da104ab82 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1443436 Jul 27 17:01:38.017957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-572cd81b-8771-4281-b7e4-1121652255f6 req-4cb69264-858e-4958-9fa2-9659a06e1a83 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989397 Jul 27 17:01:38.130184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:38.274610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:38.308032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d90f9-f146-4ec5-a458-56ca8b9478a9 req-ae788a7f-3322-4601-8d79-4ca18a25729e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:38.310164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c7d90f9-f146-4ec5-a458-56ca8b9478a9 req-ae788a7f-3322-4601-8d79-4ca18a25729e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.0899959 Jul 27 17:01:38.378218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:38.386650 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1fdcd7-f121-401a-a5c9-6f818a7ed7de" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:38.403324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c7d90f9-f146-4ec5-a458-56ca8b9478a9 req-3812d3f4-042c-44f8-8f0c-4fa21b852a00 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848830 Jul 27 17:01:38.424967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:38.432379 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:38.442982 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a1afc8-0f73-40de-80f1-5efe164742c1 x-openstack-request-id: req-37a1afc8-0f73-40de-80f1-5efe164742c1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:38.443587 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:38.444206 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37a1afc8-0f73-40de-80f1-5efe164742c1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:38.444807 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:01:38.493577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:38.919625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b88b6-7ce6-4cdf-8057-3cdc9a56a62d req-f04fbfa8-2d3a-4fd1-8f31-4f7ce5bdb375 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:38.921210 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-154b88b6-7ce6-4cdf-8057-3cdc9a56a62d req-f04fbfa8-2d3a-4fd1-8f31-4f7ce5bdb375 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1001101 Jul 27 17:01:38.970106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-154b88b6-7ce6-4cdf-8057-3cdc9a56a62d req-a7f0afcb-6e8e-445b-9987-94dfdd5f8997 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 Jul 27 17:01:39.168162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd48f-7082-4863-b89b-6c0ef24e0bb1 req-36375576-d45f-4535-87a4-af4a8cb8efb4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:39.169683 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-288cd48f-7082-4863-b89b-6c0ef24e0bb1 req-36375576-d45f-4535-87a4-af4a8cb8efb4 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.0724776 Jul 27 17:01:39.212949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-288cd48f-7082-4863-b89b-6c0ef24e0bb1 req-8dfa477e-c0c4-4dfe-82ee-1e57c8f8a183 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367630 Jul 27 17:01:39.680982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed4485-a02a-44ec-ae95-dbb2a207a1bf req-263af2b8-ce3a-4f7c-ad0a-e6d5429e34f0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:39.691386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0ed4485-a02a-44ec-ae95-dbb2a207a1bf req-263af2b8-ce3a-4f7c-ad0a-e6d5429e34f0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.1923227 Jul 27 17:01:39.751961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0ed4485-a02a-44ec-ae95-dbb2a207a1bf req-716f62c0-7211-4f62-96c7-2cf05664e967 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595915 Jul 27 17:01:39.768281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da996b1d-2238-43c4-a187-dd20cdf57d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:40.069469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-e8c8172f-fe08-4df7-a05f-d8ccdb9e1e03 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:40.074174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-e8c8172f-fe08-4df7-a05f-d8ccdb9e1e03 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.1131842 Jul 27 17:01:40.128381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:01:40.474389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:40.501504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'mac_address': 'fa:16:3e:71:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:01:40.594063 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:40.604353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d42ec-5549-4f8e-be9f-dd28709052f9 req-f388fd28-94a0-4fdc-9e8c-a7c686f68305 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:40.609903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:01:40.613015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a0d42ec-5549-4f8e-be9f-dd28709052f9 req-f388fd28-94a0-4fdc-9e8c-a7c686f68305 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1549904 Jul 27 17:01:40.648578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:40.658959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:40.662730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a0d42ec-5549-4f8e-be9f-dd28709052f9 req-011535cd-f7ff-4885-81b8-be67c11e2240 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474248 Jul 27 17:01:40.852420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e076cdfb-f902-4679-ba44-7cfcc15f48f9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:40.854871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:40.992181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32077da-d52a-4218-aac5-33edef9d0c89 req-684ee7fa-156f-4693-808c-d0769bbdd13c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:41.000816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b32077da-d52a-4218-aac5-33edef9d0c89 req-684ee7fa-156f-4693-808c-d0769bbdd13c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.9205906 Jul 27 17:01:41.013432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port 1661dfd1-7290-4e41-95c6-243411d37bc1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:01:41.014062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:41.025717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed2657-a96b-49bf-a06a-95c90d6043b0 req-4a969153-5947-4671-82cb-c8656e243280 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:41.039454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1ed2657-a96b-49bf-a06a-95c90d6043b0 req-4a969153-5947-4671-82cb-c8656e243280 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 945 time: 0.1568253 Jul 27 17:01:41.119123 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1ed2657-a96b-49bf-a06a-95c90d6043b0 req-7746e8c0-714f-4c4a-9df7-068b339cb10c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ee15b29-e754-4b90-a1c9-7c37e90ba849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734587 Jul 27 17:01:41.125606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port 1661dfd1-7290-4e41-95c6-243411d37bc1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1661dfd1-7290-4e41-95c6-243411d37bc1,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:41.127042 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:41.151633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for 1661dfd1-7290-4e41-95c6-243411d37bc1 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:01:41.324048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:41.359874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1661dfd1-7290-4e41-95c6-243411d37bc1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:41.496182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port 1661dfd1-7290-4e41-95c6-243411d37bc1 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:01:41.506275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:41.523644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab9481f2-731e-48d3-96d4-2cb4708c1816 req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "DELETE /v2.0/ports/1661dfd1-7290-4e41-95c6-243411d37bc1 HTTP/1.1" status: 204 len: 173 time: 0.8132145 Jul 27 17:01:41.528727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e813-84ce-4574-9b18-76e6ca494894 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=1661dfd1-7290-4e41-95c6-243411d37bc1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:41.532009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'name': 'network-vif-deleted', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:41.536066 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c069f-49c1-4e30-a79f-5aad3f5bddfb" -d '{"events": [{"server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "name": "network-vif-deleted", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:41.578369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b32077da-d52a-4218-aac5-33edef9d0c89 req-b3a99734-4f48-4ecd-bd03-6cffc83c1176 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5763028 Jul 27 17:01:41.650010 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21532e2-847a-41a8-a5bb-df59b1339d7b x-openstack-request-id: req-f21532e2-847a-41a8-a5bb-df59b1339d7b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:41.650516 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59280a3c-ba19-488b-b53d-f4cf4f32b793", "name": "network-vif-deleted", "tag": "1661dfd1-7290-4e41-95c6-243411d37bc1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:41.650856 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f21532e2-847a-41a8-a5bb-df59b1339d7b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:41.651384 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59280a3c-ba19-488b-b53d-f4cf4f32b793', 'name': 'network-vif-deleted', 'tag': '1661dfd1-7290-4e41-95c6-243411d37bc1', 'status': 'completed', 'code': 200} Jul 27 17:01:41.982541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3cf4-fff0-479e-b13c-ece76d8fb692 req-b222987f-ca0d-4a41-8210-1c8b11948170 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:42.000036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b71e3cf4-fff0-479e-b13c-ece76d8fb692 req-b222987f-ca0d-4a41-8210-1c8b11948170 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 944 time: 0.1563873 Jul 27 17:01:42.064372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b71e3cf4-fff0-479e-b13c-ece76d8fb692 req-c2a81941-de26-4112-85f9-e0a0364dc948 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610964 Jul 27 17:01:42.151582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:01:42.233199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:01:42.257278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc8fa521-9a25-4202-94c6-5614bef230e5 req-691d49e7-9ce3-45b7-a164-58ca29fa5b0e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0590699 Jul 27 17:01:42.506755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:42.511279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:42.565086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e076cdfb-f902-4679-ba44-7cfcc15f48f9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:01:42.565817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:42.568289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'port_id': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'mac_address': 'fa:16:3e:84:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:01:42.670712 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66b76165-416e-4859-a957-0fa0c7828141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:42.726779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:42.866330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:42.873298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:01:42.931431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:42.952234 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:43.046851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfd0ac-9b66-4b8b-8f3a-5583d83f8b0d req-81657678-fb26-4270-9b9a-891a9dc9643c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:43.062039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3cfd0ac-9b66-4b8b-8f3a-5583d83f8b0d req-81657678-fb26-4270-9b9a-891a9dc9643c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 945 time: 0.2597325 Jul 27 17:01:43.180670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:43.242173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3cfd0ac-9b66-4b8b-8f3a-5583d83f8b0d req-3427f054-66fe-47e1-bce3-fefbee40c23a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786547 Jul 27 17:01:43.279858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:43.298840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:43.311666 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a08d4-1368-4b26-b664-58b6649ef17c" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:43.324612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:43.334474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['b7557f47-caea-4de2-9fbd-439e2a1ff9f8'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:01:43.461628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968863a-9e3a-46c1-a07c-f81358e3ca29 req-37bddea2-0b93-4ec6-87a2-be9305360e1c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:43.474715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b968863a-9e3a-46c1-a07c-f81358e3ca29 req-37bddea2-0b93-4ec6-87a2-be9305360e1c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.2105916 Jul 27 17:01:43.556056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fa3a384-e9be-45ec-9540-dafd642e3f92 req-0f8150e2-132a-44cf-8c7d-f6957f4d3cf9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.1411669 Jul 27 17:01:43.590383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:43.638331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b968863a-9e3a-46c1-a07c-f81358e3ca29 req-bee7675e-386d-4a1c-88e5-833da049084b tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624877 Jul 27 17:01:43.663537 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:43.700463 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a584a24-9812-462b-b9d9-642b9a09b695 x-openstack-request-id: req-0a584a24-9812-462b-b9d9-642b9a09b695 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:43.702919 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-plugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:43.703035 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a584a24-9812-462b-b9d9-642b9a09b695 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:43.703554 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:01:44.181207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1661dfd1-7290-4e41-95c6-243411d37bc1 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:01:44.249198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 1661dfd1-7290-4e41-95c6-243411d37bc1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:01:44.251202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1661dfd1-7290-4e41-95c6-243411d37bc1 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:01:44.439004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c169-6758-40e6-b750-b737af50e0fa req-5115fb29-e8f2-40a2-8c34-927f0577b0ce tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:44.440843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ffd0c169-6758-40e6-b750-b737af50e0fa req-5115fb29-e8f2-40a2-8c34-927f0577b0ce tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.0686328 Jul 27 17:01:44.494140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ffd0c169-6758-40e6-b750-b737af50e0fa req-302d6f0e-a39e-4487-a75e-3bd5a57baa64 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Jul 27 17:01:44.774263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-38392637-90fb-4a53-9190-07556425aba8 req-2cfd1d21-3810-4852-aa74-fb1ae1666333 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0707650 Jul 27 17:01:44.909500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10d7c4-f7b3-4dfd-8b76-2405627aa0e4 req-776b6a5c-654a-4499-a8cb-3fd5ddaca510 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:44.915174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb10d7c4-f7b3-4dfd-8b76-2405627aa0e4 req-776b6a5c-654a-4499-a8cb-3fd5ddaca510 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.1339765 Jul 27 17:01:45.094534 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:45.113990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb10d7c4-f7b3-4dfd-8b76-2405627aa0e4 req-35275665-19c4-4ca7-b7be-b38390e7a046 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901906 Jul 27 17:01:45.774209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59246cb-f1cc-48a7-9e25-76d2876153d3 req-39656b97-0e0f-4404-841c-6fcac3e7a8a6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:45.781971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d59246cb-f1cc-48a7-9e25-76d2876153d3 req-39656b97-0e0f-4404-841c-6fcac3e7a8a6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1644845 Jul 27 17:01:45.829264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d59246cb-f1cc-48a7-9e25-76d2876153d3 req-95a0dc5a-3b08-4aad-8b68-7bc2aadc222b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Jul 27 17:01:45.970655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ae60001-af01-44b4-8ebd-a429c0bbb179 req-36e21f0f-30d2-400c-bbd5-26ee90382758 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0593951 Jul 27 17:01:46.177825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:01:46.354229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:01:46.354614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:46.387839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284392-4576-4ab6-9740-39088050a8de req-5c0cb1b7-0c76-4a7b-b7f6-00300c80f536 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:46.390209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96284392-4576-4ab6-9740-39088050a8de req-5c0cb1b7-0c76-4a7b-b7f6-00300c80f536 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 945 time: 0.1273201 Jul 27 17:01:46.486114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-96284392-4576-4ab6-9740-39088050a8de req-5ce31ded-ba22-49a8-acda-a8370a6290cc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890877 Jul 27 17:01:46.543107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:46.549612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:46.594478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:01:46.595486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:01:46.612998 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dada1559-0aae-4af1-8404-28c3ff869451" -d '{"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:01:46.623826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:46.729417 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99d5a1-09f5-4846-89a8-10f76fac35b6 x-openstack-request-id: req-3e99d5a1-09f5-4846-89a8-10f76fac35b6 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:01:46.729632 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:01:46.729876 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e99d5a1-09f5-4846-89a8-10f76fac35b6 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:01:46.730285 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'code': 200} Jul 27 17:01:46.768286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:46.790805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:46.862695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.064143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.098179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e5d5-e96b-41fc-ad8f-207881616152 req-3c23d036-77ec-449f-9fa0-0ed62cc24a8f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:47.108207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a34e5d5-e96b-41fc-ad8f-207881616152 req-3c23d036-77ec-449f-9fa0-0ed62cc24a8f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1268332 Jul 27 17:01:47.117775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.153102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026447f6-0f76-4f57-958c-0528e0c407b4 req-bfdc1983-212f-45e3-afd6-766caf462953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:47.154703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-026447f6-0f76-4f57-958c-0528e0c407b4 req-bfdc1983-212f-45e3-afd6-766caf462953 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 1098 time: 0.2633688 Jul 27 17:01:47.203508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=706ad913b84c4877ae338f7d8064cf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518552 Jul 27 17:01:47.212103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 47928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:47.215660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed83bd3c-a3c0-40ae-93d7-1d805dddf99e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:47.248496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-026447f6-0f76-4f57-958c-0528e0c407b4 req-50af9944-4337-45fa-ab13-22ec1ba956ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774038 Jul 27 17:01:47.267364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-995b77f5-81b8-47aa-b4cf-87b2257e0404 req-ebf2ed58-fcf0-4c57-803c-8a9946c5e77e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.1062484 Jul 27 17:01:47.312226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.312700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.313051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.313391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.313730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.314071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.314404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.314732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.316052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.316398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.317388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.318451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248289f7-850e-4071-9cd2-a18917b02ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:01:47.372038 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a34e5d5-e96b-41fc-ad8f-207881616152 req-0d3b9ef1-d6cc-43e7-bb56-9131a6f9c8e7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100508 Jul 27 17:01:47.410431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.451180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.510614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.513511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:47.514720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed83bd3c-a3c0-40ae-93d7-1d805dddf99e HTTP/1.1" status: 204 len: 168 time: 0.2958312 Jul 27 17:01:47.525373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91562cd-7e1d-4b43-9779-27cceae7b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed83bd3c-a3c0-40ae-93d7-1d805dddf99e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:47.734078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd021395-bb75-48eb-a2ea-f0e6a9d39295 req-c23d97ea-e747-47f8-83de-e8ef1438b962 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:47.740458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd021395-bb75-48eb-a2ea-f0e6a9d39295 req-c23d97ea-e747-47f8-83de-e8ef1438b962 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.1016116 Jul 27 17:01:47.856459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd021395-bb75-48eb-a2ea-f0e6a9d39295 req-7542d5ed-d135-4e47-bcaa-405b08b5b595 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097984 Jul 27 17:01:48.475456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c50aa7ae-dddf-4b0b-bca3-eaf83179a572 req-90aa6e78-e0bb-4a61-bf6c-bcffdbc861a9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.0689538 Jul 27 17:01:48.724498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf102b1-9e18-47cb-aae6-3137761948c0 req-919e80dd-5494-48b0-8c27-64b99e647fd4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:48.726252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cf102b1-9e18-47cb-aae6-3137761948c0 req-919e80dd-5494-48b0-8c27-64b99e647fd4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1123946 Jul 27 17:01:48.829678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cf102b1-9e18-47cb-aae6-3137761948c0 req-50ff97c9-8755-4d19-9b5e-04d23ed52d15 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959737 Jul 27 17:01:49.128181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7165a-e554-46ae-92d8-531e9e7b1129 req-414797ce-bb39-4ac3-981c-b2a610a19f43 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:49.146726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2dd7165a-e554-46ae-92d8-531e9e7b1129 req-414797ce-bb39-4ac3-981c-b2a610a19f43 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.1638627 Jul 27 17:01:49.250309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2dd7165a-e554-46ae-92d8-531e9e7b1129 req-a798efe4-28b6-4e62-8dfa-c8b8eee04953 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993388 Jul 27 17:01:50.216868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ef413-e50a-4c6a-a97e-e7ee974ec188 req-8c95964b-ebe3-48b2-9912-c77adf6b6e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:50.223855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a02ef413-e50a-4c6a-a97e-e7ee974ec188 req-8c95964b-ebe3-48b2-9912-c77adf6b6e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1846714 Jul 27 17:01:50.335714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a02ef413-e50a-4c6a-a97e-e7ee974ec188 req-ef4a80dc-f95b-4a0f-b6f3-92010c52a0a8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995498 Jul 27 17:01:50.459764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-69778ca5-c8c8-42b0-a661-d6c20d1bee61 req-8450fc5d-141b-476f-9e64-f59d190cf58f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=59280a3c-ba19-488b-b53d-f4cf4f32b793 HTTP/1.1" status: 200 len: 210 time: 0.7630417 Jul 27 17:01:50.572475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaa5b-ffbd-4671-bc3b-c6d1d0143221 req-be1257cb-21d5-4631-aec8-b2f732053e38 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:50.576676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93fdaa5b-ffbd-4671-bc3b-c6d1d0143221 req-be1257cb-21d5-4631-aec8-b2f732053e38 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.1410460 Jul 27 17:01:50.649606 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-93fdaa5b-ffbd-4671-bc3b-c6d1d0143221 req-7f8f68b6-797f-49e8-9077-d52e3bb09018 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645676 Jul 27 17:01:51.929538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43a89-05c0-4ea1-936c-86d94a436011 req-4952cd95-28df-4cae-9794-a96e9382c9c6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:51.931047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bb43a89-05c0-4ea1-936c-86d94a436011 req-4952cd95-28df-4cae-9794-a96e9382c9c6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.4759285 Jul 27 17:01:51.997179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bb43a89-05c0-4ea1-936c-86d94a436011 req-9c810a2f-105b-4f2c-80cd-0a08085210f4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577159 Jul 27 17:01:53.229790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318db80-6640-43be-bade-02abf4d4ce56 req-f9e48dc3-8c59-4628-8bae-4073342ef2ce tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:53.238570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c318db80-6640-43be-bade-02abf4d4ce56 req-f9e48dc3-8c59-4628-8bae-4073342ef2ce tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1283627 Jul 27 17:01:53.301414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c318db80-6640-43be-bade-02abf4d4ce56 req-01ba5bef-dcbf-4efb-b8ee-e941599badc0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616553 Jul 27 17:01:53.479729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:53.654903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52aab5f7-41c8-4b41-8fc7-bb634d8dc49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:53.878462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52aab5f7-41c8-4b41-8fc7-bb634d8dc49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:53.884055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52aab5f7-41c8-4b41-8fc7-bb634d8dc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:53.929944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52aab5f7-41c8-4b41-8fc7-bb634d8dc49c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f883cbd45524c4c8132def64744969a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458668 Jul 27 17:01:53.931593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:53.955926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aab5f7-41c8-4b41-8fc7-bb634d8dc49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072b706-8387-4728-8c16-32149c11aca9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:54.081661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.136733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.222623 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.226157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.256717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0072b706-8387-4728-8c16-32149c11aca9 HTTP/1.1" status: 204 len: 168 time: 0.3230219 Jul 27 17:01:54.279373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b2779-720c-40c4-9b71-59e853ff937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072b706-8387-4728-8c16-32149c11aca9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:54.550086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f420723-d2c1-442a-8e60-e9f8f19b4581 req-d9922d21-6231-4240-8dcd-8205d226c759 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:54.551702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f420723-d2c1-442a-8e60-e9f8f19b4581 req-d9922d21-6231-4240-8dcd-8205d226c759 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1278989 Jul 27 17:01:54.621165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f420723-d2c1-442a-8e60-e9f8f19b4581 req-f20867ae-258f-40e9-a55a-fbdf7216f84f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Jul 27 17:01:54.770471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48212) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:54.775197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884431713', 'description': 'tempest-secgroup-smoke-1884431713 description', 'project_id': '231c506b551d4e3f93f5530ffcbcc280'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:54.811638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.920210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:54.959327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.960764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032f0a46-5e78-458f-a175-8c52bfb7820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:54.972236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.007091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.009518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2377181 Jul 27 17:01:55.012791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:55.018835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:55.034056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba961-3429-41fc-9363-53bad0231f2b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad453fe-2c37-4d75-a9fc-02207169cc44,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.109735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032f0a46-5e78-458f-a175-8c52bfb7820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.118916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-032f0a46-5e78-458f-a175-8c52bfb7820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.152268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.170164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-032f0a46-5e78-458f-a175-8c52bfb7820c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a550baf8213c4c65b1970fbf82622e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486069 Jul 27 17:01:55.171731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0a46-5e78-458f-a175-8c52bfb7820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194ab69b-7d0f-4a7f-9d9d-eb81866fa599,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.173122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:55.306552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.326359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.358442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.360520 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.404820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baba9786-c5aa-4d6c-a0f9-f6f7a5f097ae,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.409013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.415888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-72851117-f6bd-4759-a40d-15a259368610 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963318 Jul 27 17:01:55.416731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:55.421644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:55.458791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.468857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.468857 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/194ab69b-7d0f-4a7f-9d9d-eb81866fa599 HTTP/1.1" status: 204 len: 168 time: 0.2734437 Jul 27 17:01:55.484704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bad100-1960-477e-8a19-d067d0b14b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194ab69b-7d0f-4a7f-9d9d-eb81866fa599,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.503380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.600022 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.610518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.638906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd278212-d027-4d57-9c69-af2e375434aa,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.651148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.657038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:55.657209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e7076b0-8f18-49fb-b09d-6d5bc075889a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2390525 Jul 27 17:01:55.662963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:55.731147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.857821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.873141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.914499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e630bb1-df0b-4511-9886-07e8d4f77567 req-6e43dc3e-a4c2-4427-8824-575f4cd67164 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:55.917366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e630bb1-df0b-4511-9886-07e8d4f77567 req-6e43dc3e-a4c2-4427-8824-575f4cd67164 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1515963 Jul 27 17:01:55.918603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd39364-a7ce-4d9e-8110-3a3eb321584e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:55.922747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:55.927823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:55.932881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:55.938852 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4ca955f1-08b5-4938-82ef-755c8f8bde1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796097 Jul 27 17:01:56.002142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.042265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e630bb1-df0b-4511-9886-07e8d4f77567 req-a0c919ac-856c-48d8-b3f9-d536e4cf0f3e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006944 Jul 27 17:01:56.106527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.112218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.126185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598ecb21-fa43-4dd4-8c95-876767d5e5a2,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:56.148305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.153293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:56.154041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0065d3b0-0f96-46d0-bed3-efffe22290b7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247787 Jul 27 17:01:56.159546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:56.209017 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Project 231c506b551d4e3f93f5530ffcbcc280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:01:56.221737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.298910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.308219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.334863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.337090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820834 Jul 27 17:01:56.340211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:01:56.347499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'security_group_rule': {'security_group_id': '6ad453fe-2c37-4d75-a9fc-02207169cc44', 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:01:56.371769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a68ac0-5b07-4bee-862a-948f40f2db4f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cafc60-e890-4ba4-b3d8-5aeeaf33fc4e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:56.384287 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Project 231c506b551d4e3f93f5530ffcbcc280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:01:56.392177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.579976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.592227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.619024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5c9e33-1582-44be-84a2-3acc97aa331b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:01:56.633698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:01:56.635463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-86c3b351-6174-4951-ad5e-5d88ceb673a7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2940502 Jul 27 17:01:57.336411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00880-b645-4aed-be2e-fee42f680f40 req-01add91e-294f-4920-b994-6b0dc944fcb6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.338079 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8d00880-b645-4aed-be2e-fee42f680f40 req-01add91e-294f-4920-b994-6b0dc944fcb6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1939688 Jul 27 17:01:57.398020 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8d00880-b645-4aed-be2e-fee42f680f40 req-7821c732-6533-4fd3-a65c-bb22fc7abfac tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Jul 27 17:01:57.587258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-da15dcb4-514b-478e-a78a-f584e3fc3b37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1071656 Jul 27 17:01:57.797949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.798461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.799057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.800241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.801531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.802080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.802566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:57.804787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d96f1f09-bd7b-40e9-862b-7cc766121010 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.1360822 Jul 27 17:01:58.015140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b36f518c-4f36-477b-9b3d-898aaa444be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.016228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b36f518c-4f36-477b-9b3d-898aaa444be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.016949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b36f518c-4f36-477b-9b3d-898aaa444be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.018917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b36f518c-4f36-477b-9b3d-898aaa444be5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 2289 time: 0.1865025 Jul 27 17:01:58.133497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-6cd4babf-891c-4482-949a-6a78dfad113b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 1001 time: 0.1054373 Jul 27 17:01:58.234129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-715d1017-1b33-471d-9a8e-b51ca9e265b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.238405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-715d1017-1b33-471d-9a8e-b51ca9e265b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.0972033 Jul 27 17:01:58.315627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-f99ef999-32f7-4bc2-b796-4a1fb2392f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.317236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-f99ef999-32f7-4bc2-b796-4a1fb2392f4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692408 Jul 27 17:01:58.678044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593d8d-7c70-4039-8e16-743779ad2e5c req-ada4881b-078d-4b9a-97bc-8f2103f4b0be tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:58.687506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18593d8d-7c70-4039-8e16-743779ad2e5c req-ada4881b-078d-4b9a-97bc-8f2103f4b0be tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.2069690 Jul 27 17:01:58.691105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-83497938-0914-4511-a6cc-1cecf9190413 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613224 Jul 27 17:01:58.799438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-18593d8d-7c70-4039-8e16-743779ad2e5c req-d66c6623-b3a6-4a59-bb8e-75c4576fa07a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109388 Jul 27 17:01:58.868719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-a36ecd82-a5a2-4263-92ed-2bae20a0fd5f service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562798 Jul 27 17:01:59.084504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-a48c65fe-c7ee-4535-8cf3-cbeaf445d766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0933616 Jul 27 17:01:59.160551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b16c940d-6024-479f-b533-109600943552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:59.163028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b16c940d-6024-479f-b533-109600943552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0709271 Jul 27 17:01:59.273307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-0cd78ba4-50c7-467a-818f-f19a40ce7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:59.275388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-0cd78ba4-50c7-467a-818f-f19a40ce7c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859759 Jul 27 17:01:59.460273 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-4585bde5-ef51-4130-9043-7320d87a1b0d service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777558 Jul 27 17:01:59.637790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-5bdba8af-a112-484d-a9ba-a2169ed93291 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704755 Jul 27 17:01:59.706924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b7af39f3-a2a4-4371-ab2d-c2afe49073c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 217 time: 0.0590198 Jul 27 17:01:59.807264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-02f64a1b-69e9-45be-83fa-562f99be7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:59.809008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-02f64a1b-69e9-45be-83fa-562f99be7a63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0952525 Jul 27 17:01:59.912608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-cc8c69b4-39d9-4896-b7f3-a93aa1524252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:01:59.915151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-cc8c69b4-39d9-4896-b7f3-a93aa1524252 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806901 Jul 27 17:02:00.083526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b2ae89d7-3bc6-4782-bb23-bf7e1d986e8e service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586757 Jul 27 17:02:00.094369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71493-d6d1-475a-8e0a-f243186d578b req-54eb0f1f-47f4-41f5-a3a9-8090ccbee9a5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:00.095941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4d71493-d6d1-475a-8e0a-f243186d578b req-54eb0f1f-47f4-41f5-a3a9-8090ccbee9a5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1608703 Jul 27 17:02:00.215776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4d71493-d6d1-475a-8e0a-f243186d578b req-0a6aaf53-3692-42a1-9007-02ebd0f10eeb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642767 Jul 27 17:02:00.229590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b7e45f5d-4d02-432a-adfd-9be99d5ccc51 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325457 Jul 27 17:02:00.283139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-568f8746-d76a-4922-aed0-1ec07aeb3d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 217 time: 0.0456285 Jul 27 17:02:00.349049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-da92e4df-a97d-4987-942f-db25cf2d39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:00.350819 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-da92e4df-a97d-4987-942f-db25cf2d39b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0603838 Jul 27 17:02:00.434872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-8ae50017-034a-4b6f-8fef-f577d4bb14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:00.437314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-8ae50017-034a-4b6f-8fef-f577d4bb14f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783935 Jul 27 17:02:00.599418 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-f507d6e9-9114-457d-ba19-991d01df2256 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536689 Jul 27 17:02:00.656033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2858e-4ff8-4c60-adb7-5beaacf0efe1 req-c2cd57c3-bd0b-4553-a632-10955e544a05 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:00.670953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18e2858e-4ff8-4c60-adb7-5beaacf0efe1 req-c2cd57c3-bd0b-4553-a632-10955e544a05 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.0983131 Jul 27 17:02:00.729750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18e2858e-4ff8-4c60-adb7-5beaacf0efe1 req-f8948fb6-5d98-4ac9-87bd-df51d60835d0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578322 Jul 27 17:02:00.755461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-ed812efc-9e33-41a9-a2ff-65ee25e2ca37 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489384 Jul 27 17:02:00.831321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-1699d012-7b4c-48e1-9213-aab9cebb76e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 217 time: 0.0690651 Jul 27 17:02:00.898355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-f0ea2add-0d3f-4de0-8f13-1e93e67a84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:00.901015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-f0ea2add-0d3f-4de0-8f13-1e93e67a84b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0634775 Jul 27 17:02:01.052941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-2ed0a4d1-2511-4bc8-8ee1-34c1fdb4f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:01.055310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-2ed0a4d1-2511-4bc8-8ee1-34c1fdb4f151 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462038 Jul 27 17:02:01.162989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-b6b66bd4-c395-4941-811d-30e1b65d5c93 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966449 Jul 27 17:02:01.285662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-3e829a21-fa5f-4a53-9cfb-07773c74bb44 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157098 Jul 27 17:02:01.354244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-172b2a61-3c45-4957-9403-c95e21d574bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 217 time: 0.0531032 Jul 27 17:02:01.361321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:01.414811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d7b601d9-6da1-4de2-be95-59e282434467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:01.416339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-d7b601d9-6da1-4de2-be95-59e282434467 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0545363 Jul 27 17:02:01.501133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-fe39a24e-23e4-40c2-a206-25e720b592de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:01.503245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-fe39a24e-23e4-40c2-a206-25e720b592de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779178 Jul 27 17:02:01.555097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-786dd605-c885-48b1-adf1-7d91069ecdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:01.638451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-4f3501d3-6030-40d1-8aac-e07619c21790 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272593 Jul 27 17:02:01.758378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-786dd605-c885-48b1-adf1-7d91069ecdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:01.763601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-39ae8846-e0e7-4820-808f-3c362b38efe7 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178880 Jul 27 17:02:01.765913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-786dd605-c885-48b1-adf1-7d91069ecdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:01.816515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-786dd605-c885-48b1-adf1-7d91069ecdbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1ad9b3b6a2d4d3387007c7c52b15a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538329 Jul 27 17:02:01.817975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:01.821910 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-dded92a1-e179-4fad-bc87-43f23ae14c57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0497031 Jul 27 17:02:01.847781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dd605-c885-48b1-adf1-7d91069ecdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a1b20-c8f9-4492-9eda-beffe3b7ae1d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:01.912321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:01.929825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-c8150339-a75c-4fe2-a39d-980cb46f3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:01.931423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-c8150339-a75c-4fe2-a39d-980cb46f3d65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.1022117 Jul 27 17:02:02.029701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-74f029ac-50de-4399-831c-aae28b02307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:02.036956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-74f029ac-50de-4399-831c-aae28b02307d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921469 Jul 27 17:02:02.199395 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-e479189a-7130-44a8-af6b-3d3f41758308 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547999 Jul 27 17:02:02.316035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ad1c894-a557-43c5-aa8e-c53e63aaf0dd req-75fc24f1-2034-4ec9-a8eb-8a92dbe4856b service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090322 Jul 27 17:02:02.384187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:02.445575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:02.448139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:02.449590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/526a1b20-c8f9-4492-9eda-beffe3b7ae1d HTTP/1.1" status: 204 len: 168 time: 0.6253624 Jul 27 17:02:02.460182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc208a-44f6-42aa-a7a8-902049d9507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a1b20-c8f9-4492-9eda-beffe3b7ae1d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:02.659242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a10f9-8bf9-4f43-a49d-090c1be31d0f req-452f2264-4762-4a4c-bb1c-1d6711886bf8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:02.661471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-352a10f9-8bf9-4f43-a49d-090c1be31d0f req-452f2264-4762-4a4c-bb1c-1d6711886bf8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.0795548 Jul 27 17:02:02.729548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-352a10f9-8bf9-4f43-a49d-090c1be31d0f req-e9411de7-dc14-4f83-8266-b608257c922c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530789 Jul 27 17:02:02.876155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48690) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:02.895213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedf54af-bdb2-4d81-8f5b-f00ee8d2043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.041048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedf54af-bdb2-4d81-8f5b-f00ee8d2043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.048172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aedf54af-bdb2-4d81-8f5b-f00ee8d2043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.056399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ebc9-271f-4854-a20c-24510d2c65d5 req-fb15c187-295c-4d7d-8478-f2940b6799b1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:03.063903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50a8ebc9-271f-4854-a20c-24510d2c65d5 req-fb15c187-295c-4d7d-8478-f2940b6799b1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1283541 Jul 27 17:02:03.073033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-7f5ae104-d7c5-4a0c-b57f-a3d29d510805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:03.075051 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-7f5ae104-d7c5-4a0c-b57f-a3d29d510805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1097 time: 0.1009207 Jul 27 17:02:03.096777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf54af-bdb2-4d81-8f5b-f00ee8d2043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba9077-2bff-4628-8dba-8e0084b02865,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:03.106902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aedf54af-bdb2-4d81-8f5b-f00ee8d2043f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aee81a7f72b849c4906cfd29366e4a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293756 Jul 27 17:02:03.109612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:03.170765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50a8ebc9-271f-4854-a20c-24510d2c65d5 req-0d052cf9-a163-47c8-95ac-5672928a8b11 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053534 Jul 27 17:02:03.183392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.214154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.224135 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.226166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-21a779bd-f6ca-47d4-b5cd-8920cc7bc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:03.227677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-21a779bd-f6ca-47d4-b5cd-8920cc7bc4f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1382265 Jul 27 17:02:03.278953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.282055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:03.283689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5dba9077-2bff-4628-8dba-8e0084b02865 HTTP/1.1" status: 204 len: 168 time: 0.1724954 Jul 27 17:02:03.295546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced8958-4dc9-450f-89ae-dce4080e8137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba9077-2bff-4628-8dba-8e0084b02865,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:03.308949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-c68311ad-f321-4632-8189-1952c95da3fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 1001 time: 0.0733163 Jul 27 17:02:03.374507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-30dcd21b-803a-4d66-a086-1131e3b521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:03.376405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-30dcd21b-803a-4d66-a086-1131e3b521c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0598965 Jul 27 17:02:03.461606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-3cef5478-6345-4c40-bb99-588ab2ceed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:03.463149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-3cef5478-6345-4c40-bb99-588ab2ceed79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797610 Jul 27 17:02:03.577251 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-0c43cf15-49a6-4a75-bfd1-3bb61209d677 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061063 Jul 27 17:02:03.693705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca31408d-0ebc-4239-aff8-976e2ed9b267 req-c2c75b44-ed58-4b18-ade1-9235757cd736 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089554 Jul 27 17:02:04.203826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:04.325390 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:04.399407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:04.405617 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f00b687-1e37-40b4-ab87-6f2db4808e87" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:04.446275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:04.454860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:04.467975 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b2753b-1487-4e57-baab-f2fe17817ee9 x-openstack-request-id: req-64b2753b-1487-4e57-baab-f2fe17817ee9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:04.468601 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-unplugged", "status": "completed", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:04.469751 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64b2753b-1487-4e57-baab-f2fe17817ee9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:04.470328 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'code': 200} Jul 27 17:02:04.472598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25998945-b685-4445-8a5c-8107d26848b1 req-71d12efc-b064-47b3-9696-5337bd0f7af3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:04.474197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25998945-b685-4445-8a5c-8107d26848b1 req-71d12efc-b064-47b3-9696-5337bd0f7af3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 946 time: 0.1455724 Jul 27 17:02:04.542902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25998945-b685-4445-8a5c-8107d26848b1 req-6a01868e-64c9-4f3c-9023-261eb90ada8c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604837 Jul 27 17:02:04.544092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=14']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:04.554059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.554425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.554771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.555107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.555444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.555775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.556255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.556618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.556942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.557455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.557956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:04.558454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:05.714677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195d42-6950-4b2f-9221-fa88c1a5346b req-07d8b74c-769d-4f8b-8a1a-79ffae3bdec8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:05.716264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6195d42-6950-4b2f-9221-fa88c1a5346b req-07d8b74c-769d-4f8b-8a1a-79ffae3bdec8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0830340 Jul 27 17:02:06.020974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:06.104880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6195d42-6950-4b2f-9221-fa88c1a5346b req-73d1f750-4b55-4cee-9322-1ad9fefd2502 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758852 Jul 27 17:02:06.155659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce18bac-c49d-4927-b689-bd44953e3844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.274985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce18bac-c49d-4927-b689-bd44953e3844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.281839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ce18bac-c49d-4927-b689-bd44953e3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.334562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8ce18bac-c49d-4927-b689-bd44953e3844 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd10f516461e458f8510824dabaaa888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124740 Jul 27 17:02:06.336069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18bac-c49d-4927-b689-bd44953e3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23115d1-de26-4458-b867-b01cda9328e2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:06.337255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:06.360198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213c37-edf8-402c-becc-20cdcbc3f094 req-3d6cef16-eb54-48f2-b10c-17a2e3349b0a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:06.362081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45213c37-edf8-402c-becc-20cdcbc3f094 req-3d6cef16-eb54-48f2-b10c-17a2e3349b0a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0986650 Jul 27 17:02:06.444532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-45213c37-edf8-402c-becc-20cdcbc3f094 req-9c9088d1-2b2f-481b-b001-da414ef2872b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721564 Jul 27 17:02:06.449598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.477476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.545896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.549178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:06.550589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b23115d1-de26-4458-b867-b01cda9328e2 HTTP/1.1" status: 204 len: 168 time: 0.2111764 Jul 27 17:02:06.572571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f640d-5214-4c1f-9a0b-be32bbd8e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23115d1-de26-4458-b867-b01cda9328e2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:06.689035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6c4e6-3bae-49f9-a4ad-390a5922b4d9 req-28b41611-3bbd-446a-ba88-6dcce7634f02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:06.690732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f0d6c4e6-3bae-49f9-a4ad-390a5922b4d9 req-28b41611-3bbd-446a-ba88-6dcce7634f02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0751860 Jul 27 17:02:06.739563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f0d6c4e6-3bae-49f9-a4ad-390a5922b4d9 req-26a9327d-815f-4e63-81a5-d3d3edf6ea2a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Jul 27 17:02:06.948780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 48800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:06.965305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ca69672-6c0f-4398-adc1-23d3511ce982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.126394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-e4a4310e-543f-419c-8204-356e6309d723 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:07.127969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-e4a4310e-543f-419c-8204-356e6309d723 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.1420383 Jul 27 17:02:07.157599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-c340eac4-48bf-437c-b181-c0083d3e2080 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/quotas/b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 375 time: 0.0201120 Jul 27 17:02:07.171624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ca69672-6c0f-4398-adc1-23d3511ce982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.181974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ca69672-6c0f-4398-adc1-23d3511ce982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.246785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69672-6c0f-4398-adc1-23d3511ce982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827749d0-c885-44dc-aed2-8d983a383a7f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:07.253105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ca69672-6c0f-4398-adc1-23d3511ce982 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8708b846883b4f2b8642e53441636f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031669 Jul 27 17:02:07.255922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 48808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:07.306103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-bb6d2156-ef15-462e-8fe0-3fdbfd148507 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1400411 Jul 27 17:02:07.338091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.369998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.406588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-7abd408f-2aea-4f76-90e0-2ebd9a85c956 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924115 Jul 27 17:02:07.434287 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.437008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:07.440982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/827749d0-c885-44dc-aed2-8d983a383a7f HTTP/1.1" status: 204 len: 168 time: 0.1838076 Jul 27 17:02:07.465513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7b9a-2087-4efe-a1de-77a412e14ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827749d0-c885-44dc-aed2-8d983a383a7f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:07.541738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-1fd6722d-a858-4fed-9e51-4649146b82b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253984 Jul 27 17:02:07.777490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88b4679b-9a76-4c82-9bce-1b5ea3f10bc9 req-f5e57074-1347-455d-8c86-2c84b2ffe193 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 210 time: 0.0439017 Jul 27 17:02:09.018921 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e704b7ca-4bc4-45c9-88c1-46a722477278 req-868edb23-b532-4b7f-a989-ccdc472e7365 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 210 time: 0.1288152 Jul 27 17:02:09.179298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f3115c3e-e77c-4486-97e6-0064c9057bb5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:09.180993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f3115c3e-e77c-4486-97e6-0064c9057bb5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.3060403 Jul 27 17:02:09.200803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'device_id': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'admin_state_up': True, 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:09.386202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:09.391616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:09.599920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.20.0.9 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/4f11dff2-c588-4c20-bc29-2d86d97bd81f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:09.760875 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52d040a5-efcd-453f-a384-0eb930b5f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:09.856339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:09.878816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Transition to ACTIVE for port object 4f11dff2-c588-4c20-bc29-2d86d97bd81f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:09.942142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.031416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:10.039121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:10.043038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:10.085583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:10.143693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:10.144546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.215091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f42b6a80-c3e7-4b40-82b8-cd99f5baac0c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211456 Jul 27 17:02:10.232696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-e12743ef-37bb-4398-aac4-bae1cb972015 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:02:10.235618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-e12743ef-37bb-4398-aac4-bae1cb972015 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153940 Jul 27 17:02:10.268652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2bce-e1d8-4faf-a83d-cb5acf659789 req-93d3ea17-e722-482c-9538-bc6e5837b430 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:10.278844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e23d2bce-e1d8-4faf-a83d-cb5acf659789 req-93d3ea17-e722-482c-9538-bc6e5837b430 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 931 time: 0.1627634 Jul 27 17:02:10.333021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e23d2bce-e1d8-4faf-a83d-cb5acf659789 req-eca30bab-7ecc-44bb-b93e-9f9d44ad1e68 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jul 27 17:02:10.487983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Request body: {'port': {'device_id': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:10.507639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c5afaae-7155-4a42-8910-754021943575 None None] Provisioning for port 4f11dff2-c588-4c20-bc29-2d86d97bd81f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:10.517242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3c5afaae-7155-4a42-8910-754021943575 None None] Provisioning complete for port 4f11dff2-c588-4c20-bc29-2d86d97bd81f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:10.517781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c5afaae-7155-4a42-8910-754021943575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.591113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3c5afaae-7155-4a42-8910-754021943575 None None] Port 4f11dff2-c588-4c20-bc29-2d86d97bd81f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:02:10.607431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.790704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:10.930980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85f61d2b-7855-411f-a15f-990eb2ef567f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.953506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f11dff2-c588-4c20-bc29-2d86d97bd81f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:10.962784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:10.979222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Transition to ACTIVE for port object 4f11dff2-c588-4c20-bc29-2d86d97bd81f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:10.983537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.048842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Pushing event updated for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:11.088566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85f61d2b-7855-411f-a15f-990eb2ef567f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.101122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-85f61d2b-7855-411f-a15f-990eb2ef567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.134070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f61d2b-7855-411f-a15f-990eb2ef567f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6d278-0ead-4c61-94df-e26ed51d5d77,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:11.155618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Attempting to bind port 4f11dff2-c588-4c20-bc29-2d86d97bd81f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:11.156521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Attempting to bind port 4f11dff2-c588-4c20-bc29-2d86d97bd81f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:11.158178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Attempting to bind port 4f11dff2-c588-4c20-bc29-2d86d97bd81f on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:11.163991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Port 4f11dff2-c588-4c20-bc29-2d86d97bd81f on network c9612919-a443-48b5-8045-af04651d8b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:11.164330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Attempting to bind port 4f11dff2-c588-4c20-bc29-2d86d97bd81f on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:11.169907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:11.170261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:11.170706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:11.171197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Bound port: 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:11.171612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.174619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85f61d2b-7855-411f-a15f-990eb2ef567f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95848c36181d43ebaae83dc25c87fcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827384 Jul 27 17:02:11.178468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:11.355224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:11.364503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:11.374269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.380532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.409014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.508130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:11.508797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.510638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f11dff2-c588-4c20-bc29-2d86d97bd81f HTTP/1.1" status: 200 len: 1091 time: 1.2673445 Jul 27 17:02:11.512601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:11.514476 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:11.552580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f57ab-fbf1-4cc6-a20a-e13c4f415608 service neutron] Pushing event updated for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:11.603526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eda24-192a-489e-8936-631924af0eff req-0a5e966c-a713-452e-88af-cc91aa03027a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:11.605312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-323eda24-192a-489e-8936-631924af0eff req-0a5e966c-a713-452e-88af-cc91aa03027a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 943 time: 0.1731222 Jul 27 17:02:11.611037 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c5214c-47f4-49dd-87c9-43b8501fd521 x-openstack-request-id: req-88c5214c-47f4-49dd-87c9-43b8501fd521 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:11.611737 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:11.612318 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88c5214c-47f4-49dd-87c9-43b8501fd521 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:11.612943 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'status': 'completed', 'code': 200} Jul 27 17:02:11.625516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.629090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:11.638587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efa6d278-0ead-4c61-94df-e26ed51d5d77 HTTP/1.1" status: 204 len: 168 time: 0.4554236 Jul 27 17:02:11.697629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24764d35-d285-438a-bb8c-8828e85d0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6d278-0ead-4c61-94df-e26ed51d5d77,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:11.716652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-323eda24-192a-489e-8936-631924af0eff req-859546c7-96a4-4af6-b61c-efd95c07c494 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941129 Jul 27 17:02:11.761784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-aa620536-de66-42a7-b693-5853c1886d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:11.764836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-aa620536-de66-42a7-b693-5853c1886d80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 1094 time: 0.1582778 Jul 27 17:02:11.840280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-32456596-ee82-4126-9da9-1385c0a42d44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f HTTP/1.1" status: 200 len: 217 time: 0.0638757 Jul 27 17:02:11.910848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-8e563d4e-dbc9-4ae2-8e41-33e5dcc68702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:11.913374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-8e563d4e-dbc9-4ae2-8e41-33e5dcc68702 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0647798 Jul 27 17:02:11.986681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-a737bdeb-0937-4cea-84e2-65215f3f69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:11.988789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-a737bdeb-0937-4cea-84e2-65215f3f69f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675497 Jul 27 17:02:12.093909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:12.119106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-3cdd1b78-6fe8-44d2-85f0-2ce094335982 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224432 Jul 27 17:02:12.119973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af8c79c-e61f-4ed6-b30e-30d7b773228d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.214260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:02:12.261036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe866444-ec96-4326-9cb2-e3e58ce51ac0 req-c39990e6-87c1-47f2-b0a6-b006271054e4 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332045 Jul 27 17:02:12.337075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af8c79c-e61f-4ed6-b30e-30d7b773228d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.341655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0af8c79c-e61f-4ed6-b30e-30d7b773228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.399309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.408855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c79c-e61f-4ed6-b30e-30d7b773228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19190a7a-448c-428a-a79f-aa2881161940,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:12.434621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0af8c79c-e61f-4ed6-b30e-30d7b773228d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78d2b0ee40cf4a95992e5b328b2c63ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308063 Jul 27 17:02:12.435428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:12.444540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-22445a29-afd2-4ab4-aeaf-29244ded1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:12.446147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-22445a29-afd2-4ab4-aeaf-29244ded1010 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 1094 time: 0.1205921 Jul 27 17:02:12.495117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.518416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.530890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1da8594-ee68-4644-909b-8813bba77cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.582253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.585030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-5680f437-e253-4ea8-8ec7-e895fc5f1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:12.585920 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:12.587122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19190a7a-448c-428a-a79f-aa2881161940 HTTP/1.1" status: 204 len: 168 time: 0.1503174 Jul 27 17:02:12.587614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-5680f437-e253-4ea8-8ec7-e895fc5f1ce9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1338773 Jul 27 17:02:12.595399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f37ef-9161-403a-ae85-deeaa3272223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19190a7a-448c-428a-a79f-aa2881161940,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:12.642525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-73825056-a215-4c49-aee8-b4c133cff0c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f HTTP/1.1" status: 200 len: 217 time: 0.0469847 Jul 27 17:02:12.699647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-591aed4d-6863-46c9-b741-af67d202bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:12.701248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-591aed4d-6863-46c9-b741-af67d202bd2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0513065 Jul 27 17:02:12.779673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-dae8bcc6-0d5c-4bce-821f-7f1fd891b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:12.781253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-dae8bcc6-0d5c-4bce-821f-7f1fd891b045 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722635 Jul 27 17:02:12.927061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-0ff21964-18ac-4de1-aaa0-45af7ba5ede1 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374974 Jul 27 17:02:12.938213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536880-83e9-4170-983b-b907291c3987 req-492a5dda-5199-40ca-9cc9-4cb70a002421 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:12.939766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e536880-83e9-4170-983b-b907291c3987 req-492a5dda-5199-40ca-9cc9-4cb70a002421 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 943 time: 0.1286769 Jul 27 17:02:13.040304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e536880-83e9-4170-983b-b907291c3987 req-34057496-dd60-40e0-aec8-aba2124ac8f8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Jul 27 17:02:13.062687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d264b4b-daa1-4afc-87a6-2d7f2b3c27cc req-5e8db884-b299-40e1-824a-3f9b0ca4cb4f service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219842 Jul 27 17:02:13.492868 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:13.683782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-169d20f7-2fe5-47ef-9e9f-af5aee20c142 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:13.685331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-169d20f7-2fe5-47ef-9e9f-af5aee20c142 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 814 time: 0.1159418 Jul 27 17:02:13.704878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-5601ce62-695c-4f25-b6d3-43ab45b6cb30 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/quotas/d9aa28773e8f47d98df9dd47a75a11eb HTTP/1.1" status: 200 len: 375 time: 0.0122457 Jul 27 17:02:13.781040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-8d4193e1-902f-4c54-a94d-5941a8addf18 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677598 Jul 27 17:02:13.901426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-033fa8bc-2409-4e0f-94cd-fcb15fd6a963 service neutron] 10.222.0.64 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138914 Jul 27 17:02:14.012946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-f97516f5-13c7-465a-9e4c-3cb0893f382f service neutron] 10.222.0.64 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052842 Jul 27 17:02:14.219191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9ca940af-531c-44a3-a565-b828d77e04b3 req-fb583536-2189-4e37-83b4-7b77c1d5b07d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 210 time: 0.0444500 Jul 27 17:02:14.244895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a74a2a-6656-4b9f-a4af-5cf831aeca4a req-035a764e-4772-4990-98d8-05faf81c22ca tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:14.247470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30a74a2a-6656-4b9f-a4af-5cf831aeca4a req-035a764e-4772-4990-98d8-05faf81c22ca tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 943 time: 0.1014280 Jul 27 17:02:14.291595 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-30a74a2a-6656-4b9f-a4af-5cf831aeca4a req-a5dc8b87-ca41-4574-8368-5f95e295e363 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Jul 27 17:02:14.366228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4f11dff2-c588-4c20-bc29-2d86d97bd81f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:02:14.502018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:14.525556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': '4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'mac_address': 'fa:16:3e:b0:0e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:02:14.580404 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:14.605305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f11dff2-c588-4c20-bc29-2d86d97bd81f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:14.639695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:14.647607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:14.735296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:14.883628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:02:15.086483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.223456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:15.313629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-02a87f58-22d9-4b49-bedd-868b746737f8 req-af33f63a-88ec-4500-b1ba-1d6174419099 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 210 time: 0.0345662 Jul 27 17:02:15.360016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3118ea-fdb0-4f6d-94f0-abf5d91e507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.475290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3118ea-fdb0-4f6d-94f0-abf5d91e507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.482434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad3118ea-fdb0-4f6d-94f0-abf5d91e507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.518304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3118ea-fdb0-4f6d-94f0-abf5d91e507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19eb982-4921-45ab-ba21-47c42bc6b0b1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:15.542872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-fb8bb9dc-08c6-45b3-a8c2-70c9dbedcd43 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:15.544378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-fb8bb9dc-08c6-45b3-a8c2-70c9dbedcd43 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.13 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 814 time: 0.1884575 Jul 27 17:02:15.564313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Request body: {'port': {'device_id': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c', 'admin_state_up': True, 'tenant_id': 'd9aa28773e8f47d98df9dd47a75a11eb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:15.565249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad3118ea-fdb0-4f6d-94f0-abf5d91e507b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=430cbc1801ce469d81bb472c77fde7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407085 Jul 27 17:02:15.565864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49566) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:15.630616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.645316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65811b5-3212-437b-b13c-0553359afa1b req-91588d7f-907e-4aeb-9137-78bc30af7f5c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:15.653032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b65811b5-3212-437b-b13c-0553359afa1b req-91588d7f-907e-4aeb-9137-78bc30af7f5c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 944 time: 0.2319460 Jul 27 17:02:15.657199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.721531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.724359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.727923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f19eb982-4921-45ab-ba21-47c42bc6b0b1 HTTP/1.1" status: 204 len: 168 time: 0.1588001 Jul 27 17:02:15.734799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b65811b5-3212-437b-b13c-0553359afa1b req-fffb132f-d0a3-492c-b1e0-79ce611a445e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802584 Jul 27 17:02:15.735398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d610-2932-4182-aabb-c382b02262a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19eb982-4921-45ab-ba21-47c42bc6b0b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:15.788912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Made reservation on behalf of d9aa28773e8f47d98df9dd47a75a11eb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:15.792446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:15.934274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Allocated IP 172.20.0.8 (98b6b5fa-4289-406a-947d-1506d4d5968c/35ad3c41-fd0f-4523-b74c-78737f139eba/e637a9b0-ecc5-4800-ba36-6392a0dca34c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:16.055785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:16.069394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2494937d-f26b-4339-a14c-f9a503afe7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.100204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.148644 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.166275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2494937d-f26b-4339-a14c-f9a503afe7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.170911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2494937d-f26b-4339-a14c-f9a503afe7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.202142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Network 98b6b5fa-4289-406a-947d-1506d4d5968c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:16.206021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:16.208262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:16.215769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2494937d-f26b-4339-a14c-f9a503afe7a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cd9ca2643444f8491ff503b35fb8615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588542 Jul 27 17:02:16.216557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494937d-f26b-4339-a14c-f9a503afe7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0045ae11-b1dc-44bd-a6a3-f73d7fb2a20b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:16.218994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49584) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:16.250054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Pushing event updated for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:16.263361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:16.263984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.277182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.281340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-944bba63-3aa6-4cd9-b1a6-576f06eb93be tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211969 Jul 27 17:02:16.302508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-1d276269-d466-43e7-9c4f-dd8a6ca0f44e tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:02:16.303121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.303470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-1d276269-d466-43e7-9c4f-dd8a6ca0f44e tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061328 Jul 27 17:02:16.315509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Request body: {'port': {'device_id': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:16.366544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.369751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.378387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4f11dff2-c588-4c20-bc29-2d86d97bd81f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:16.389042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0045ae11-b1dc-44bd-a6a3-f73d7fb2a20b HTTP/1.1" status: 204 len: 168 time: 0.1649818 Jul 27 17:02:16.409305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a172955-9cb4-4382-8f75-7a34fe170004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045ae11-b1dc-44bd-a6a3-f73d7fb2a20b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:16.420349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.521805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 4f11dff2-c588-4c20-bc29-2d86d97bd81f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:16.531425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 4f11dff2-c588-4c20-bc29-2d86d97bd81f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:16.532937 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.596209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3431-f2ef-4b91-93f6-c9a490b0d878 req-0c104197-033e-4aec-b88f-aad826fbba76 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:16.611756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9ee3431-f2ef-4b91-93f6-c9a490b0d878 req-0c104197-033e-4aec-b88f-aad826fbba76 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 931 time: 0.1381409 Jul 27 17:02:16.651675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.683322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:16.686125 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87383893-93d0-4d96-ba66-4b301a49cdfc" -d '{"events": [{"server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:16.695074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9ee3431-f2ef-4b91-93f6-c9a490b0d878 req-3949af93-a6db-4807-a636-177c07f337c7 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811894 Jul 27 17:02:16.705890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:16.718039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.770780 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dfd125-b5f8-4783-9d3c-0db2518bf271 x-openstack-request-id: req-73dfd125-b5f8-4783-9d3c-0db2518bf271 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:16.771101 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "name": "network-vif-plugged", "status": "completed", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:16.772806 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73dfd125-b5f8-4783-9d3c-0db2518bf271 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:16.773328 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'code': 200} Jul 27 17:02:16.800970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:16.890542 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.933872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e637a9b0-ecc5-4800-ba36-6392a0dca34c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:16.944792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:16.952125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10200-a689-4905-aa8b-b74e3cfc3f27 req-a4f8a78e-d313-452d-818f-fd99b0c4cfa7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:16.954190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa10200-a689-4905-aa8b-b74e3cfc3f27 req-a4f8a78e-d313-452d-818f-fd99b0c4cfa7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0832651 Jul 27 17:02:16.962572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Transition to ACTIVE for port object e637a9b0-ecc5-4800-ba36-6392a0dca34c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:16.982222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42d2b-d75c-485d-942a-8dd471d7bacb req-4f38f5a0-7ee6-4e20-a4ad-e7e00959dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:16.983870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-92f42d2b-d75c-485d-942a-8dd471d7bacb req-4f38f5a0-7ee6-4e20-a4ad-e7e00959dd5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 1096 time: 0.1053731 Jul 27 17:02:16.984686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:17.020930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa10200-a689-4905-aa8b-b74e3cfc3f27 req-f32122ae-f602-4072-a295-67544ef9c605 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543065 Jul 27 17:02:17.076125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Pushing event updated for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:17.087189 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-92f42d2b-d75c-485d-942a-8dd471d7bacb req-fdd08820-1872-45c6-abb0-3e9b087c788b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757692 Jul 27 17:02:17.169902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Attempting to bind port e637a9b0-ecc5-4800-ba36-6392a0dca34c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:17.170251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Attempting to bind port e637a9b0-ecc5-4800-ba36-6392a0dca34c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:17.170591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Attempting to bind port e637a9b0-ecc5-4800-ba36-6392a0dca34c on network 98b6b5fa-4289-406a-947d-1506d4d5968c {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:17.175661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Port e637a9b0-ecc5-4800-ba36-6392a0dca34c on network 98b6b5fa-4289-406a-947d-1506d4d5968c not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:17.175661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Attempting to bind port e637a9b0-ecc5-4800-ba36-6392a0dca34c on network 98b6b5fa-4289-406a-947d-1506d4d5968c {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:17.181772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:17.182155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Checking segment: {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:17.182551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Bound using segment: {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:17.183146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Bound port: e637a9b0-ecc5-4800-ba36-6392a0dca34c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:17.183522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:17.258586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:17.261890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:17.267367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:17.305731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:17.306359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:17.307900 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] 10.222.0.13 "PUT /v2.0/ports/e637a9b0-ecc5-4800-ba36-6392a0dca34c HTTP/1.1" status: 200 len: 1091 time: 0.9965291 Jul 27 17:02:17.308210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:17.310473 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f36125-6763-416c-9438-3e9f319b2749" -d '{"events": [{"name": "network-changed", "server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:17.357201 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a816a-93f7-46cc-b37f-232be6efe52e x-openstack-request-id: req-104a816a-93f7-46cc-b37f-232be6efe52e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:17.357506 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:17.357732 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-104a816a-93f7-46cc-b37f-232be6efe52e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:17.358129 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c', 'status': 'completed', 'code': 200} Jul 27 17:02:17.358831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a513ba-ac55-49a0-ab63-a92c0341b49d service neutron] Pushing event updated for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:17.442916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-ec4130f9-c343-4b3f-9b59-3be7d59b00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:17.444705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-ec4130f9-c343-4b3f-9b59-3be7d59b00e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 1094 time: 0.0635958 Jul 27 17:02:17.499364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-669e5a9f-6a8f-437c-b099-b0336056f74b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c HTTP/1.1" status: 200 len: 217 time: 0.0386064 Jul 27 17:02:17.590306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8bc5-361b-4757-8850-80205467fd7d req-1817964d-6e53-46be-801f-0af7ec1ef586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:17.591983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-1817964d-6e53-46be-801f-0af7ec1ef586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35ad3c41-fd0f-4523-b74c-78737f139eba HTTP/1.1" status: 200 len: 854 time: 0.0856266 Jul 27 17:02:17.639602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-dbf8465b-dc63-454c-91d6-ac6765f81eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98b6b5fa-4289-406a-947d-1506d4d5968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396345 Jul 27 17:02:17.770220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-4380c629-b4d1-4239-b698-4f5eef6ab5ae service neutron] 10.222.0.13 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 Jul 27 17:02:17.975147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec687f3-f3c6-4ea3-858b-200e463ba3a6 req-fcc4251a-ea90-40f5-b7c8-b78f14038de2 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:17.977012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fec687f3-f3c6-4ea3-858b-200e463ba3a6 req-fcc4251a-ea90-40f5-b7c8-b78f14038de2 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 943 time: 0.1883755 Jul 27 17:02:17.981676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-244e8bc5-361b-4757-8850-80205467fd7d req-6414148d-f56a-4465-a64a-761d71c196f5 service neutron] 10.222.0.13 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610880 Jul 27 17:02:18.031781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fec687f3-f3c6-4ea3-858b-200e463ba3a6 req-cf2c8827-59d8-4778-af7d-26b957a7dc72 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Jul 27 17:02:18.186410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36125-6763-416c-9438-3e9f319b2749 req-90c60512-365c-40d9-b3c1-58dd614c46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:18.188110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-90c60512-365c-40d9-b3c1-58dd614c46c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 1094 time: 0.0920980 Jul 27 17:02:18.216045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2774c58-b017-4258-bbe8-6ee81e1c8a66 req-69e6f34c-347f-4e6b-9e19-125e74ee74cd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:18.230054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2774c58-b017-4258-bbe8-6ee81e1c8a66 req-69e6f34c-347f-4e6b-9e19-125e74ee74cd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1019330 Jul 27 17:02:18.283055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2774c58-b017-4258-bbe8-6ee81e1c8a66 req-42e164e3-ec5b-468d-b75e-7d1f49bf9b4e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Jul 27 17:02:18.317875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36125-6763-416c-9438-3e9f319b2749 req-1f8e2587-8043-4632-82f6-0f2d21ab5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:18.319372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-1f8e2587-8043-4632-82f6-0f2d21ab5c48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 915 time: 0.1235158 Jul 27 17:02:18.364747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-f6237443-e886-4112-a564-d1c0541227c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c HTTP/1.1" status: 200 len: 217 time: 0.0353603 Jul 27 17:02:18.417938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36125-6763-416c-9438-3e9f319b2749 req-370aa245-44dd-4cc7-9e48-fe7be2f59ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:18.419696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-370aa245-44dd-4cc7-9e48-fe7be2f59ef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35ad3c41-fd0f-4523-b74c-78737f139eba HTTP/1.1" status: 200 len: 854 time: 0.0464387 Jul 27 17:02:18.461641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-67f4ac1e-0552-4c1b-93ef-c0b8891ab0b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98b6b5fa-4289-406a-947d-1506d4d5968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343065 Jul 27 17:02:18.559484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-c94dc98b-3b06-4d22-9c24-1a519d025dda service neutron] 10.222.0.13 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894973 Jul 27 17:02:18.949666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0f36125-6763-416c-9438-3e9f319b2749 req-2c04f3fb-06bc-49b9-b37a-929acff8ce54 service neutron] 10.222.0.13 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826952 Jul 27 17:02:19.176498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318907-c6cd-4aa9-9945-e652bb171a84 req-35e52568-d174-4ccf-9fc7-423347e01ea2 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:19.184133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6318907-c6cd-4aa9-9945-e652bb171a84 req-35e52568-d174-4ccf-9fc7-423347e01ea2 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 943 time: 0.0722787 Jul 27 17:02:19.222359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6318907-c6cd-4aa9-9945-e652bb171a84 req-f131ab93-e585-44fa-89aa-c897ce276db0 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Jul 27 17:02:19.300159 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-19dad582-4a33-4512-b7a0-c75c0820a13d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884431713&fields=id&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 267 time: 0.0375156 Jul 27 17:02:19.370864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:19.413514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896403-381d-4214-8aa6-9953d55a9e6e req-d299c844-d208-4f3b-a51a-c1e14a63322b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:19.415040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d896403-381d-4214-8aa6-9953d55a9e6e req-d299c844-d208-4f3b-a51a-c1e14a63322b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0719872 Jul 27 17:02:19.422106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-74335c12-a87f-43ef-8879-fd5f0859c3ab tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:19.423801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-74335c12-a87f-43ef-8879-fd5f0859c3ab tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1160355 Jul 27 17:02:19.440330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-7dc463f1-90d3-43fe-9d21-b57bdc55b255 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Jul 27 17:02:19.458338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d896403-381d-4214-8aa6-9953d55a9e6e req-07220448-7604-4eab-9c33-0af56111f849 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 Jul 27 17:02:19.526833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92bc2b8c-11de-4d37-940c-27ec86dd586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:19.535978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-505a2841-8be5-41e5-8d56-84d9505fd98c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880642 Jul 27 17:02:19.683352 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-7cdfcbed-f4bd-4719-bd7a-6d3f0640210a service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318035 Jul 27 17:02:19.730573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909d053-160c-42d3-9c9d-da9939f7898b req-0147e18f-bcd8-46b6-9a4d-1a50f621d225 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:19.732146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0909d053-160c-42d3-9c9d-da9939f7898b req-0147e18f-bcd8-46b6-9a4d-1a50f621d225 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0887108 Jul 27 17:02:19.771965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0909d053-160c-42d3-9c9d-da9939f7898b req-1cb3ce00-4ea4-47a1-bfe0-fbf8fc3c4226 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Jul 27 17:02:19.788464 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-d84c6f74-4146-42c4-a6bb-6d2a3191623f service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929155 Jul 27 17:02:19.806788 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92bc2b8c-11de-4d37-940c-27ec86dd586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:19.811707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92bc2b8c-11de-4d37-940c-27ec86dd586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:19.850947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92bc2b8c-11de-4d37-940c-27ec86dd586a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8ea5088e1d746c4936567ccfb3327a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787178 Jul 27 17:02:19.852854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc2b8c-11de-4d37-940c-27ec86dd586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd517a9b-58cd-41c9-8a17-1e86355ac441,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:19.854090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:19.911580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:19.946638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.004954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.009527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.010815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd517a9b-58cd-41c9-8a17-1e86355ac441 HTTP/1.1" status: 204 len: 168 time: 0.1556082 Jul 27 17:02:20.020054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ea96d-a2f4-48b9-b263-8501edbf3c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd517a9b-58cd-41c9-8a17-1e86355ac441,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:20.177774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8d83aff-252f-41a9-bc08-bbbcecbc7a61 req-c41f31bd-b67f-40ce-be9d-c279158c93ed tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.0426815 Jul 27 17:02:20.301265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e637a9b0-ecc5-4800-ba36-6392a0dca34c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:02:20.369627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:20.388225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0450ccb4-deb1-40fc-89a5-f0397f6e29bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.423043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b488c-411b-415d-9bc0-959b48a61147 req-96cb23ed-2b62-4386-8819-51febdfc5818 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:20.427126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f3b488c-411b-415d-9bc0-959b48a61147 req-96cb23ed-2b62-4386-8819-51febdfc5818 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 943 time: 0.1120772 Jul 27 17:02:20.447797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:20.481211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c', 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c', 'port_id': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c', 'mac_address': 'fa:16:3e:6f:5f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad3c41-fd0f-4523-b74c-78737f139eba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:02:20.488379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f3b488c-411b-415d-9bc0-959b48a61147 req-d33ddf6a-42a7-48a7-8315-00a205bded98 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jul 27 17:02:20.555975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0450ccb4-deb1-40fc-89a5-f0397f6e29bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.562298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0450ccb4-deb1-40fc-89a5-f0397f6e29bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.607832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450ccb4-deb1-40fc-89a5-f0397f6e29bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df609c9-bedf-4cdf-bff9-17855d8e2968,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:20.612716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0450ccb4-deb1-40fc-89a5-f0397f6e29bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9667fdac6f740a08be7537a3e2c9873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417705 Jul 27 17:02:20.615356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:20.670499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.685837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.695273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.701758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e637a9b0-ecc5-4800-ba36-6392a0dca34c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:20.723602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:20.726744 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.748073 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.750845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:20.752679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5df609c9-bedf-4cdf-bff9-17855d8e2968 HTTP/1.1" status: 204 len: 168 time: 0.1355712 Jul 27 17:02:20.764319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8b3f-bebb-460a-8b0d-bc6277f8055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df609c9-bedf-4cdf-bff9-17855d8e2968,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:20.782955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:20.915683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032ec1-e204-478e-92f5-982499b2dc13 req-9b50e268-46e6-4ab1-81ac-5516f726a9d1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:20.917233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37032ec1-e204-478e-92f5-982499b2dc13 req-9b50e268-46e6-4ab1-81ac-5516f726a9d1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0688026 Jul 27 17:02:20.957842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37032ec1-e204-478e-92f5-982499b2dc13 req-982cd886-cc83-43b7-a975-7a5650284ef9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Jul 27 17:02:21.125619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e637a9b0-ecc5-4800-ba36-6392a0dca34c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:02:21.266215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-f3229f50-ca93-4605-9db8-bac2d37a6d52 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:21.268033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-f3229f50-ca93-4605-9db8-bac2d37a6d52 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1655378 Jul 27 17:02:21.275762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8f0195e5-af97-4cb1-a75c-31b7b9ae2de7 req-43ada870-855a-4d5a-9783-347858192682 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.0345714 Jul 27 17:02:21.326960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-20dca471-b0cd-4cb9-a1f8-41cda95ce3c7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 380 time: 0.0479360 Jul 27 17:02:21.338304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'security_groups': ['6ad453fe-2c37-4d75-a9fc-02207169cc44']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:21.453826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:21.457739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:21.671322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.11 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/f7546749-41f5-4133-9314-8934eda16824) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:21.699287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5aa5-2320-410b-8821-a44f403acaa3 req-177f9989-a45e-4a81-9cab-3936051f2fbd tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:21.700920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd5e5aa5-2320-410b-8821-a44f403acaa3 req-177f9989-a45e-4a81-9cab-3936051f2fbd tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 944 time: 0.1258934 Jul 27 17:02:21.805841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd5e5aa5-2320-410b-8821-a44f403acaa3 req-b7e8fccb-9d24-479b-8de6-d26bb6272937 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962169 Jul 27 17:02:21.878044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:21.894825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object f7546749-41f5-4133-9314-8934eda16824 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:21.932553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:21.981308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:21.989509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:21.995680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:21.999966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:22.038107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.038524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.039003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.039503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.039867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.040272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.040708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.041105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.041497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.041894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.042803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.042803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:22.075872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:22.076944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.112199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-6431e3a3-b5bb-4d37-a7f2-5730464e56aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783241 Jul 27 17:02:22.127095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Request body: {'port': {'device_id': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:22.170808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a4bf2-a2a6-43e9-95e1-b8e4fb3b0fb6 req-0e4e98fa-c9e4-4926-ac11-4a2437f7b43e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:22.181449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9a4bf2-a2a6-43e9-95e1-b8e4fb3b0fb6 req-0e4e98fa-c9e4-4926-ac11-4a2437f7b43e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0866623 Jul 27 17:02:22.235911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9a4bf2-a2a6-43e9-95e1-b8e4fb3b0fb6 req-92ca1b70-1055-4096-a6d1-faa18085b03f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Jul 27 17:02:22.272003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.307582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:22.308300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e637a9b0-ecc5-4800-ba36-6392a0dca34c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:22.409118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e637a9b0-ecc5-4800-ba36-6392a0dca34c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:22.414822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e637a9b0-ecc5-4800-ba36-6392a0dca34c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:22.416577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.488353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2d86fc90-3a96-4d82-869a-be68bc8dbbc3 None None] Provisioning for port f7546749-41f5-4133-9314-8934eda16824 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:22.534797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2d86fc90-3a96-4d82-869a-be68bc8dbbc3 None None] Provisioning complete for port f7546749-41f5-4133-9314-8934eda16824 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:22.535368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc90-3a96-4d82-869a-be68bc8dbbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.548728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d35b4-2e24-420a-bb87-52dc0f246776 req-7b72f055-0e27-4d95-a1f8-ad42d3e65d54 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:22.550434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-864d35b4-2e24-420a-bb87-52dc0f246776 req-7b72f055-0e27-4d95-a1f8-ad42d3e65d54 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 932 time: 0.1437526 Jul 27 17:02:22.569298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2076367713'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:22.594593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.612113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2d86fc90-3a96-4d82-869a-be68bc8dbbc3 None None] Port f7546749-41f5-4133-9314-8934eda16824 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:02:22.615954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Made reservation on behalf of 401be157304c42d98d1b3a843608bbfc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:22.620889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.632257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.634096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-864d35b4-2e24-420a-bb87-52dc0f246776 req-2caed8e4-4ced-4561-a31a-2baa8839aa8e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689759 Jul 27 17:02:22.642536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:22.652335 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eebfdd-63eb-4074-989a-7ab380db6e3e" -d '{"events": [{"server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "name": "network-vif-plugged", "status": "completed", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:22.696145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:22.704409 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.718895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7546749-41f5-4133-9314-8934eda16824 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:22.727092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.742658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Transition to ACTIVE for port object f7546749-41f5-4133-9314-8934eda16824 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:22.749494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.750096 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26304a92-a39d-48a5-9607-a25025c145d5 x-openstack-request-id: req-26304a92-a39d-48a5-9607-a25025c145d5 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:22.750696 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "name": "network-vif-plugged", "status": "completed", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:22.751324 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26304a92-a39d-48a5-9607-a25025c145d5 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:22.752039 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c', 'code': 200} Jul 27 17:02:22.775492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.780951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.783978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:22.819733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:02:22.836168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e08eb1-8d5a-48a9-9038-b3ef9fbabd37,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:22.845828 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.846325 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Added segment 7192c4e1-3289-4caf-b501-81f0bd0af90a of type vlan for network 37ab704a-2659-4f5c-8cbf-539e3802e9db Jul 27 17:02:22.890689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:22.911677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.947659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:22.955088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:22.955737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.014504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e10f-1b82-4b7e-974c-fdca4384fc9c req-22b137a1-81d5-48c5-b1e4-a43efb7ea7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.016519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9c7e10f-1b82-4b7e-974c-fdca4384fc9c req-22b137a1-81d5-48c5-b1e4-a43efb7ea7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 1096 time: 0.2053301 Jul 27 17:02:23.031150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7188890 Jul 27 17:02:23.032473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:23.042603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Request body: {'subnet': {'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:23.081918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9c7e10f-1b82-4b7e-974c-fdca4384fc9c req-46b5443e-2b26-46a9-88e6-d12b39b86d64 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571172 Jul 27 17:02:23.088131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Attempting to bind port f7546749-41f5-4133-9314-8934eda16824 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:23.088511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Attempting to bind port f7546749-41f5-4133-9314-8934eda16824 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:23.088846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Attempting to bind port f7546749-41f5-4133-9314-8934eda16824 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:23.096625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Port f7546749-41f5-4133-9314-8934eda16824 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:23.096950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Attempting to bind port f7546749-41f5-4133-9314-8934eda16824 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:23.103632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf94de-ec80-477b-8386-32859dea31bd tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event updated for resources: {'Network': ['ID=37ab704a-2659-4f5c-8cbf-539e3802e9db,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:23.113299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d316-e8cb-43ba-90ea-1e542fdad594 req-3145be63-74da-43d6-a1e1-d5939dacbb9f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.114806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:02:23.115602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ac2d316-e8cb-43ba-90ea-1e542fdad594 req-3145be63-74da-43d6-a1e1-d5939dacbb9f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.1932163 Jul 27 17:02:23.117193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:23.118306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:23.118707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:23.119158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Bound port: f7546749-41f5-4133-9314-8934eda16824, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:23.119519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.181644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Made reservation on behalf of 401be157304c42d98d1b3a843608bbfc for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:23.186488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.191335 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ac2d316-e8cb-43ba-90ea-1e542fdad594 req-3811f0c2-0a11-4620-ba2b-2d8e353a9752 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 Jul 27 17:02:23.241569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:23.245526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f7546749-41f5-4133-9314-8934eda16824,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:23.251653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.295205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.295205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.295614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 200 len: 1092 time: 1.1733599 Jul 27 17:02:23.298322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'tag': 'f7546749-41f5-4133-9314-8934eda16824'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:23.302075 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a983d-00a8-4fef-be90-231b136c98fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "tag": "f7546749-41f5-4133-9314-8934eda16824"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:23.330014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e667b-7002-4c97-bedb-2ef319bf21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:23.452836 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202dbce3-36cf-4229-9232-505b208bf976 x-openstack-request-id: req-202dbce3-36cf-4229-9232-505b208bf976 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:23.453148 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "tag": "f7546749-41f5-4133-9314-8934eda16824", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:23.453688 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-202dbce3-36cf-4229-9232-505b208bf976 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:23.454279 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'tag': 'f7546749-41f5-4133-9314-8934eda16824', 'status': 'completed', 'code': 200} Jul 27 17:02:23.459182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.468475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-37a08dd0-c84d-45b5-b047-e5a1be3a00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.470053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-37a08dd0-c84d-45b5-b047-e5a1be3a00d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1095 time: 0.1242313 Jul 27 17:02:23.527179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-46da4b98-3048-4efb-8ca8-6d69f119522e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 200 len: 217 time: 0.0479996 Jul 27 17:02:23.537910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event updated for resources: {'Subnet': ['ID=cd269606-6636-4908-9e3a-0f2bce2d3d93,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:23.554809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Checking segment: {'id': '7192c4e1-3289-4caf-b501-81f0bd0af90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:23.555295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Network hostable DHCP agents. Network: 37ab704a-2659-4f5c-8cbf-539e3802e9db, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:02:23.564209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1374cd-4996-4353-af7d-5bbb905f42fe req-493344d5-a352-4ca5-97b3-a10a987b6b33 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.572305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fc1374cd-4996-4353-af7d-5bbb905f42fe req-493344d5-a352-4ca5-97b3-a10a987b6b33 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1641250 Jul 27 17:02:23.578549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:02:23.595330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 37ab704a-2659-4f5c-8cbf-539e3802e9db) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:23.602385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.603406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.606905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26a7f3-b69c-49c5-83de-ed621b50a54d None None] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:23.650274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f18ef83-5197-4588-a528-09cfb5e8aa24 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6143043 Jul 27 17:02:23.650741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:23.656133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Request body: {'port': {'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db', 'name': 'tempest-DHCPAgentSchedulersTestJSON-386296005'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:23.698996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-2747cab3-4ae0-4db2-9136-d6b7a089cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.700466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-2747cab3-4ae0-4db2-9136-d6b7a089cbf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1621501 Jul 27 17:02:23.710616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fc1374cd-4996-4353-af7d-5bbb905f42fe req-a23f64b5-1082-4975-855f-2e44542ce5ea tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373296 Jul 27 17:02:23.815881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-37ab704a-2659-4f5c-8cbf-539e3802e9db', 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db', 'tenant_id': '401be157304c42d98d1b3a843608bbfc', 'fixed_ips': [{'subnet_id': 'cd269606-6636-4908-9e3a-0f2bce2d3d93'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:02:23.817919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.839098 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-44090430-ea23-4f98-bd7e-5df9247dda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.840677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-44090430-ea23-4f98-bd7e-5df9247dda5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290731 Jul 27 17:02:23.881712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Made reservation on behalf of 401be157304c42d98d1b3a843608bbfc for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:23.886923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:23.903628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330c06f-1ff3-45b1-93f2-12f8c95d3e64 req-219b31ce-0764-40c9-b2c6-5d6178dd80f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:23.905466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6330c06f-1ff3-45b1-93f2-12f8c95d3e64 req-219b31ce-0764-40c9-b2c6-5d6178dd80f5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1380420 Jul 27 17:02:23.946713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] device_id is not set on port c7193eeb-95ed-4930-9008-0918b16e54f8 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:23.992138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Allocated IP 172.20.0.2 (37ab704a-2659-4f5c-8cbf-539e3802e9db/cd269606-6636-4908-9e3a-0f2bce2d3d93/44dc3669-205c-46ee-87ef-326432d265bc) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:24.017434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-f92b04b9-b617-4178-9f76-2595b889c9c2 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667528 Jul 27 17:02:24.030608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6330c06f-1ff3-45b1-93f2-12f8c95d3e64 req-c60db838-37f1-4391-8233-a9c53baa9fec tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155767 Jul 27 17:02:24.179330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14baf05d-73e2-41f5-bf2a-90c55c88d573 req-b8fc6a67-0ad3-463e-847f-6ee6b82737cf service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540401 Jul 27 17:02:24.194433 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.202708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2b74-c706-4ab0-af4f-4aa4b94020d6 req-9a74af6a-723f-4fd0-a6cd-f7cbe8604a50 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.204707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d5c2b74-c706-4ab0-af4f-4aa4b94020d6 req-9a74af6a-723f-4fd0-a6cd-f7cbe8604a50 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.1116519 Jul 27 17:02:24.211738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Transition to ACTIVE for port object 44dc3669-205c-46ee-87ef-326432d265bc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:24.260031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Transition to ACTIVE for port object 44dc3669-205c-46ee-87ef-326432d265bc will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:24.269262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.310534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d5c2b74-c706-4ab0-af4f-4aa4b94020d6 req-926d6e3c-856d-4b12-8d99-72fc1db34294 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974510 Jul 27 17:02:24.339623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a983d-00a8-4fef-be90-231b136c98fd req-962c3f95-0bde-46b6-8f55-b3b58ee544e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.341362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-962c3f95-0bde-46b6-8f55-b3b58ee544e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1095 time: 0.0795729 Jul 27 17:02:24.352667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:24.362624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:24.369696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:24.378342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Allocated IP 172.20.0.5 (37ab704a-2659-4f5c-8cbf-539e3802e9db/cd269606-6636-4908-9e3a-0f2bce2d3d93/c7193eeb-95ed-4930-9008-0918b16e54f8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:24.385658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Pushing event updated for resources: {'Port': ['ID=44dc3669-205c-46ee-87ef-326432d265bc,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:24.475086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a4974-f9f9-417b-8ef6-addea4e17d75 req-caa22f6a-b53c-4be6-bc11-b58bfa66f971 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.477116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a983d-00a8-4fef-be90-231b136c98fd req-24abb938-650f-44b5-854f-24e39ffcdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.478683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Attempting to bind port 44dc3669-205c-46ee-87ef-326432d265bc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:24.478851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-24abb938-650f-44b5-854f-24e39ffcdb7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1260264 Jul 27 17:02:24.479732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Attempting to bind port 44dc3669-205c-46ee-87ef-326432d265bc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7192c4e1-3289-4caf-b501-81f0bd0af90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:24.480346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Attempting to bind port 44dc3669-205c-46ee-87ef-326432d265bc on network 37ab704a-2659-4f5c-8cbf-539e3802e9db {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:24.482815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-572a4974-f9f9-417b-8ef6-addea4e17d75 req-caa22f6a-b53c-4be6-bc11-b58bfa66f971 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.1632757 Jul 27 17:02:24.486650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:24.487170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Checking segment: {'id': '7192c4e1-3289-4caf-b501-81f0bd0af90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:24.487783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.488296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Bound using segment: {'id': '7192c4e1-3289-4caf-b501-81f0bd0af90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:24.488941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Bound port: 44dc3669-205c-46ee-87ef-326432d265bc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7192c4e1-3289-4caf-b501-81f0bd0af90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '37ab704a-2659-4f5c-8cbf-539e3802e9db'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:24.489443 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.543065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-d35ef28b-30e9-4d08-b8ad-babe96e921e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 200 len: 217 time: 0.0562277 Jul 27 17:02:24.585351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-572a4974-f9f9-417b-8ef6-addea4e17d75 req-a21f6c7c-c609-4694-b973-b59fbe5e2a77 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014934 Jul 27 17:02:24.612842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a983d-00a8-4fef-be90-231b136c98fd req-66c1589f-90eb-4cd0-82d8-acd42517ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.616922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-66c1589f-90eb-4cd0-82d8-acd42517ba36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0634542 Jul 27 17:02:24.617318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] For port 44dc3669-205c-46ee-87ef-326432d265bc, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:24.621220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] For port 44dc3669-205c-46ee-87ef-326432d265bc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=44dc3669-205c-46ee-87ef-326432d265bc,segment=NetworkSegment(7192c4e1-3289-4caf-b501-81f0bd0af90a),segment_id=7192c4e1-3289-4caf-b501-81f0bd0af90a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:24.632279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.656883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.674303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Transition to ACTIVE for port object c7193eeb-95ed-4930-9008-0918b16e54f8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:24.724972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.764011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a983d-00a8-4fef-be90-231b136c98fd req-3be18efb-4250-46b3-a48b-0e48e6d7ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.765721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-3be18efb-4250-46b3-a48b-0e48e6d7ac8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400933 Jul 27 17:02:24.770324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236d931-1d56-4863-bbf3-9f49b5723640 None None] Pushing event updated for resources: {'Port': ['ID=44dc3669-205c-46ee-87ef-326432d265bc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:24.783507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:24.788834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:24.806173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:24.856106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event updated for resources: {'Port': ['ID=c7193eeb-95ed-4930-9008-0918b16e54f8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:24.886458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:24.887134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:24.907715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6721ac6a-0d9b-4031-a482-11ec6a8c3f15 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2553499 Jul 27 17:02:24.910973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:24.983369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-874e15c7-79ae-480e-92be-ac4b35af7244 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938729 Jul 27 17:02:25.176898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a15e6-4c20-4786-8a2a-5c10065d6948 req-0d808573-f0b6-4477-85e5-61be16ea39e2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:25.178523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-487a15e6-4c20-4786-8a2a-5c10065d6948 req-0d808573-f0b6-4477-85e5-61be16ea39e2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.3171909 Jul 27 17:02:25.216030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 44dc3669-205c-46ee-87ef-326432d265bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:25.260332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f80a983d-00a8-4fef-be90-231b136c98fd req-4dc14f0f-bed5-42bb-98f2-66d315fa0f3a service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585065 Jul 27 17:02:25.264109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befc572-63ee-45d2-8904-bd0e1e2854f3 req-b17bc423-3504-4aaa-b117-319ed311a90e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:25.266318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0befc572-63ee-45d2-8904-bd0e1e2854f3 req-b17bc423-3504-4aaa-b117-319ed311a90e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1280804 Jul 27 17:02:25.292515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-487a15e6-4c20-4786-8a2a-5c10065d6948 req-a1e413fa-3d45-48f2-81be-54ec2e88178d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032107 Jul 27 17:02:25.297939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 44dc3669-205c-46ee-87ef-326432d265bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:25.308810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Deleting port c7193eeb-95ed-4930-9008-0918b16e54f8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:25.309162 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:25.356178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0befc572-63ee-45d2-8904-bd0e1e2854f3 req-6e64bf93-d0ae-4703-abcf-60f3efd64d16 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729649 Jul 27 17:02:25.414634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:25.427506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Calling delete_port for c7193eeb-95ed-4930-9008-0918b16e54f8 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:25.701288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10569f2d-c3a5-4025-bc45-8f075de28f9d req-a0f660c3-7c21-4a2b-a16e-f1c4f700c19c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:25.709196 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10569f2d-c3a5-4025-bc45-8f075de28f9d req-a0f660c3-7c21-4a2b-a16e-f1c4f700c19c tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.2312174 Jul 27 17:02:25.744969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:25.849043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10569f2d-c3a5-4025-bc45-8f075de28f9d req-e3a533c7-b84f-4c27-b935-fcd5e17c1453 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388717 Jul 27 17:02:25.926079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-e71c885f-b1c6-418f-b6be-64ce08e0bc90 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:25.927686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-e71c885f-b1c6-418f-b6be-64ce08e0bc90 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 947 time: 0.4042690 Jul 27 17:02:25.928541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event deleted for resources: {'Port': ['ID=c7193eeb-95ed-4930-9008-0918b16e54f8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:25.931062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:25.934307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c56e9286-3525-46f8-99da-478ae422ea70 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "DELETE /v2.0/ports/c7193eeb-95ed-4930-9008-0918b16e54f8 HTTP/1.1" status: 204 len: 168 time: 1.0196383 Jul 27 17:02:25.935836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:26.032283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f257af7d-477a-4cf4-9afe-c697c830cc5c tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0951233 Jul 27 17:02:26.035644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49902) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:26.042042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1918289304'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:26.071404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Made reservation on behalf of 401be157304c42d98d1b3a843608bbfc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:26.083459 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.116131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Deleting port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:26.120060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.127817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:02:26.139969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.140232 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Added segment 32362dbf-cea9-4b1e-a64f-ef92fcdc7519 of type vlan for network d5d2761f-e632-44be-b922-3d1c86ca7448 Jul 27 17:02:26.157839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797987d-5386-447d-962b-c2bdca517ea5 None None] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:26.199677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.241186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] For port b7557f47-caea-4de2-9fbd-439e2a1ff9f8, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:26.242224 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.249348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.257937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:26.259490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.291632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Provisioning for port 44dc3669-205c-46ee-87ef-326432d265bc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:26.298611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Provisioning complete for port 44dc3669-205c-46ee-87ef-326432d265bc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:26.299296 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.334427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2970138 Jul 27 17:02:26.337417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:26.487764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.554952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0424693-55cf-4f12-9929-bcff7e1d7b5c tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event updated for resources: {'Network': ['ID=d5d2761f-e632-44be-b922-3d1c86ca7448,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:26.587159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d5d2761f-e632-44be-b922-3d1c86ca7448 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:02:26.648748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] For port 44dc3669-205c-46ee-87ef-326432d265bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=44dc3669-205c-46ee-87ef-326432d265bc,segment=NetworkSegment(7192c4e1-3289-4caf-b501-81f0bd0af90a),segment_id=7192c4e1-3289-4caf-b501-81f0bd0af90a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:26.658309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.729747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e273ea-4388-4a20-84ed-e4399788a162 None None] Pushing event updated for resources: {'Port': ['ID=44dc3669-205c-46ee-87ef-326432d265bc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:26.758149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402f864-9038-4636-a605-b852edcff435 req-e25ef31f-a56c-47fe-80a0-9f667300d077 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:26.759770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9402f864-9038-4636-a605-b852edcff435 req-e25ef31f-a56c-47fe-80a0-9f667300d077 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1572456 Jul 27 17:02:26.808913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a452e8-881e-443a-8397-c6d634fe8e58 req-a2f7d156-cfe8-48c3-be54-8fe72282e511 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:26.810505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5a452e8-881e-443a-8397-c6d634fe8e58 req-a2f7d156-cfe8-48c3-be54-8fe72282e511 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.2155087 Jul 27 17:02:26.812774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.813226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:26.813635 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Floating IP 44480172-1525-4603-86b9-61c7b9a9d3cf disassociated. External IP: 172.25.4.199, port: b7557f47-caea-4de2-9fbd-439e2a1ff9f8. Jul 27 17:02:26.814150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Calling delete_port for b7557f47-caea-4de2-9fbd-439e2a1ff9f8 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:26.826264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4e3559c1-d47c-4772-988d-0b1555967ece tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.4687102 Jul 27 17:02:26.829407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:26.904324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9402f864-9038-4636-a605-b852edcff435 req-1259016f-0864-4770-acaf-f3b8abc1a282 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351960 Jul 27 17:02:26.924028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5a452e8-881e-443a-8397-c6d634fe8e58 req-91f7cff3-c35f-4c0c-8a2b-c0ae21eca273 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034725 Jul 27 17:02:27.012791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039ceb7-36af-48ca-a5fe-27dcd861113c tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] Network d5d2761f-e632-44be-b922-3d1c86ca7448 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:02:27.026858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2039ceb7-36af-48ca-a5fe-27dcd861113c tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "POST /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1963964 Jul 27 17:02:27.029624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.035916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40efccf6-d529-4d74-8c8f-4eac9b22e3df None None] Network d5d2761f-e632-44be-b922-3d1c86ca7448 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:27.193894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 44dc3669-205c-46ee-87ef-326432d265bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:27.208309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:27.282486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a98c9bd3-5820-4ce5-8c7f-398153d8c2ca tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks HTTP/1.1" status: 200 len: 10434 time: 0.2514644 Jul 27 17:02:27.285331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49920) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.342390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c54b2009-00c1-4717-94e3-1c6abd7dfa70 None None] Provisioning complete for port 44dc3669-205c-46ee-87ef-326432d265bc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:27.342780 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c54b2009-00c1-4717-94e3-1c6abd7dfa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:27.416596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c2db477-954e-4e5e-a211-a1b3b464788e tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "DELETE /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks/d5d2761f-e632-44be-b922-3d1c86ca7448 HTTP/1.1" status: 204 len: 168 time: 0.1295865 Jul 27 17:02:27.419109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.529411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 44dc3669-205c-46ee-87ef-326432d265bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:27.529795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:27.779505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f5771921-d0f2-4499-bd58-2fca8abf0001 tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.3588967 Jul 27 17:02:27.785195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.793957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-922b7f6d-4e70-408c-ac2f-12c0cbdf5590 None None] Could not find standard attr ID for object c7193eeb-95ed-4930-9008-0918b16e54f8. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:02:27.824656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc5ecefe-78c8-4ee8-bb31-45504c826836 tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/networks/37ab704a-2659-4f5c-8cbf-539e3802e9db/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0367479 Jul 27 17:02:27.827562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.841179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'Port': ['ID=b7557f47-caea-4de2-9fbd-439e2a1ff9f8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:27.854642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fbe0d5c0-b691-4566-b374-99eb800dc701 tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/networks/37ab704a-2659-4f5c-8cbf-539e3802e9db/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0258157 Jul 27 17:02:27.856508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49930) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:27.869416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565db35-88ec-47f4-b458-de4a13b5d8db req-6641e5a9-65fe-4c92-8d6a-1550281531c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:27.878896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6565db35-88ec-47f4-b458-de4a13b5d8db req-6641e5a9-65fe-4c92-8d6a-1550281531c6 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b6da759-49f8-468f-aa18-515c6846ed7a HTTP/1.1" status: 200 len: 868 time: 0.7777460 Jul 27 17:02:27.919002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:02:27.952033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6565db35-88ec-47f4-b458-de4a13b5d8db req-90b5fa74-1339-4747-b69c-ef1b88d87271 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708787 Jul 27 17:02:28.076518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b465d1c0-62a9-4d00-9126-829db358997f tempest-DHCPAgentSchedulersTestJSON-1207593558 tempest-DHCPAgentSchedulersTestJSON-1207593558-project-admin] 10.222.0.64 "GET /v2.0/agents/5834f800-08c4-4469-9493-7f6f63e1aa49/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.2169278 Jul 27 17:02:28.081276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:28.157915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:02:28.175386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:02:28.179457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32a019-334f-4f9a-980c-4c169195daaf req-d1bf83c0-d91b-4dc3-9fd2-5328bd852431 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:28.181109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf32a019-334f-4f9a-980c-4c169195daaf req-d1bf83c0-d91b-4dc3-9fd2-5328bd852431 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1726396 Jul 27 17:02:28.184765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.186902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c482921-a247-48f1-8e8d-b848c324ed3c req-9d3eb727-f548-451a-901a-c51d4b202f68 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:28.193878 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:28.194175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c482921-a247-48f1-8e8d-b848c324ed3c req-9d3eb727-f548-451a-901a-c51d4b202f68 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1551144 Jul 27 17:02:28.195045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.247151 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf32a019-334f-4f9a-980c-4c169195daaf req-2b6f611c-3c6d-4ef8-9e46-93a25dee3187 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584319 Jul 27 17:02:28.251222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] No DVR routers for this DVR port b7557f47-caea-4de2-9fbd-439e2a1ff9f8 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:28.260877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.263624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b497fdb0-6c1b-4129-aef9-ca8270f516f5 req-1dae484b-81ff-46a6-9162-f9b7746a7af0 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.61 "DELETE /v2.0/ports/b7557f47-caea-4de2-9fbd-439e2a1ff9f8 HTTP/1.1" status: 204 len: 173 time: 2.3253455 Jul 27 17:02:28.263624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-deleted', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:28.274927 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7ff6c-dcd6-4b2f-a764-162cf2470d32" -d '{"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-deleted", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:28.336091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c482921-a247-48f1-8e8d-b848c324ed3c req-ae4b9c68-516d-463d-ab77-9092cd0b7620 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409507 Jul 27 17:02:28.339769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.355787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d2761f-e632-44be-b922-3d1c86ca7448']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.378583 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ee6761-099b-45b5-9c03-d991fb94f506 x-openstack-request-id: req-a7ee6761-099b-45b5-9c03-d991fb94f506 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:28.379147 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6da759-49f8-468f-aa18-515c6846ed7a", "name": "network-vif-deleted", "tag": "b7557f47-caea-4de2-9fbd-439e2a1ff9f8", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:28.379595 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7ee6761-099b-45b5-9c03-d991fb94f506 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:28.380421 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6da759-49f8-468f-aa18-515c6846ed7a', 'name': 'network-vif-deleted', 'tag': 'b7557f47-caea-4de2-9fbd-439e2a1ff9f8', 'status': 'completed', 'code': 200} Jul 27 17:02:28.388167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32362dbf-cea9-4b1e-a64f-ef92fcdc7519') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.388898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32362dbf-cea9-4b1e-a64f-ef92fcdc7519') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.405962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.418858 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:28.426255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.433178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:02:28.433737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:02:28.437273 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:02:28.533373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.563320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.567848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "DELETE /v2.0/networks/d5d2761f-e632-44be-b922-3d1c86ca7448 HTTP/1.1" status: 204 len: 168 time: 0.4833534 Jul 27 17:02:28.567848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4d671-830e-4208-a757-5fe554584512 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event deleted for resources: {'Network': ['ID=d5d2761f-e632-44be-b922-3d1c86ca7448,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:28.569688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:28.618476 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22ab7b1-6baa-4a57-a541-61ec3477c7de tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] DELETE failed (client error): The resource could not be found. Jul 27 17:02:28.619199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22ab7b1-6baa-4a57-a541-61ec3477c7de tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:02:28.623239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e22ab7b1-6baa-4a57-a541-61ec3477c7de tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "DELETE /v2.0/ports/c7193eeb-95ed-4930-9008-0918b16e54f8 HTTP/1.1" status: 404 len: 333 time: 0.0500042 Jul 27 17:02:28.623627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:28.682340 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.682606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Deleting subnet cd269606-6636-4908-9e3a-0f2bce2d3d93 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:02:28.685066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.727763 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:02:28.733657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.739943 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:28.740664 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:28.837094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.878658 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:28.911063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.937404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event deleted for resources: {'Subnet': ['ID=cd269606-6636-4908-9e3a-0f2bce2d3d93,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:28.946381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:28.948259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b7d37fe-31b4-42a2-a643-b93d303e0d2e tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "DELETE /v2.0/subnets/cd269606-6636-4908-9e3a-0f2bce2d3d93 HTTP/1.1" status: 204 len: 168 time: 0.3236294 Jul 27 17:02:28.950960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:28.953130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1dc65-04fd-43bd-943f-44478e6e641c None None] Network 37ab704a-2659-4f5c-8cbf-539e3802e9db requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:29.050070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.091738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:29.129008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Deleting port 44dc3669-205c-46ee-87ef-326432d265bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:29.129882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.181197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.205362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] DHCP port deletion for 37ab704a-2659-4f5c-8cbf-539e3802e9db request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:02:29.217090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.233965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] For port 44dc3669-205c-46ee-87ef-326432d265bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=44dc3669-205c-46ee-87ef-326432d265bc,segment=NetworkSegment(7192c4e1-3289-4caf-b501-81f0bd0af90a),segment_id=7192c4e1-3289-4caf-b501-81f0bd0af90a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:29.234479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.251246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:29.253497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Calling delete_port for 44dc3669-205c-46ee-87ef-326432d265bc owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:29.283224 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958c52e-9379-45e9-9797-44a36c9ca8a2 None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T16:54:12Z', 'revision_number': 4, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '0568e1a0-9622-493c-ae93-3659ae6028e0', 'name': '', 'network_id': 'b654d01c-7d1d-4b57-a7b1-b76ba19b68af', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'mac_address': 'fa:16:3e:2d:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:11Z', 'updated_at': '2021-07-27T16:54:24Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'subnets': [{'id': '0d57d819-5eea-4202-8038-47a2a683c97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:02:29.307514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Deleting port 44dc3669-205c-46ee-87ef-326432d265bc {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:29.308285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.337723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.342716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.349013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "DELETE /v2.0/security-groups/1a71892e-2c92-4d13-bfe1-776d0dcf0a7e HTTP/1.1" status: 204 len: 168 time: 0.2516136 Jul 27 17:02:29.349580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49962) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:29.396412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.418872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca1d42-3f3b-4eb9-a8e5-a09405b61ebc tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71892e-2c92-4d13-bfe1-776d0dcf0a7e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:29.431930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] For port 44dc3669-205c-46ee-87ef-326432d265bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=44dc3669-205c-46ee-87ef-326432d265bc,segment=NetworkSegment(7192c4e1-3289-4caf-b501-81f0bd0af90a),segment_id=7192c4e1-3289-4caf-b501-81f0bd0af90a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:29.435462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.441380 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-74c99793-cc00-411a-bd9a-2c00986ddbb2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] show failed (client error): The resource could not be found. Jul 27 17:02:29.445958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-74c99793-cc00-411a-bd9a-2c00986ddbb2 tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "GET /v2.0/security-groups/1a71892e-2c92-4d13-bfe1-776d0dcf0a7e HTTP/1.1" status: 404 len: 347 time: 0.0794988 Jul 27 17:02:29.450916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 49966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:29.454287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event deleted for resources: {'Port': ['ID=44dc3669-205c-46ee-87ef-326432d265bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:29.479247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Calling delete_port for 44dc3669-205c-46ee-87ef-326432d265bc owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:29.561080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b184a-a848-4816-8998-62d8d75d9801 req-c69b0b4c-0bb2-4aff-9f9a-840e32d2c532 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:29.570691 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b58b184a-a848-4816-8998-62d8d75d9801 req-c69b0b4c-0bb2-4aff-9f9a-840e32d2c532 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1448929 Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:02:29.579784 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:02:29.590189 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.623289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] No DVR routers for this DVR port 44dc3669-205c-46ee-87ef-326432d265bc on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:29.636455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b58b184a-a848-4816-8998-62d8d75d9801 req-5d553f63-a5b8-4552-9d1d-ebafd7193d11 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646336 Jul 27 17:02:29.668553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] Pushing event deleted for resources: {'Port': ['ID=44dc3669-205c-46ee-87ef-326432d265bc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:29.674118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bc9e9-8479-47b0-81bf-fb4e328fb82f None None] No DVR routers for this DVR port 44dc3669-205c-46ee-87ef-326432d265bc on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:29.795970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.810073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ab704a-2659-4f5c-8cbf-539e3802e9db']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:29.820206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992a31-f14b-4148-8aab-acb2354058f5 req-2a1cd395-9556-429f-9c3d-caa2ad167b0d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:29.821799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5992a31-f14b-4148-8aab-acb2354058f5 req-2a1cd395-9556-429f-9c3d-caa2ad167b0d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.3571484 Jul 27 17:02:29.835200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7192c4e1-3289-4caf-b501-81f0bd0af90a') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:29.835605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7192c4e1-3289-4caf-b501-81f0bd0af90a') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:29.842889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b434e66-a719-41c0-87c7-e0b257de02e2 None None] New status for floating IP 44480172-1525-4603-86b9-61c7b9a9d3cf: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:02:29.855092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.886402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Deleting port c90e898e-f05c-4368-96cb-37f049be475b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:29.886744 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.888670 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.942774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:02:29.943451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:02:29.946252 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:02:29.992001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5992a31-f14b-4148-8aab-acb2354058f5 req-fc839d6f-4302-42d1-9f63-742db316f715 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518381 Jul 27 17:02:30.041775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.050779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.056112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] 10.222.0.64 "DELETE /v2.0/networks/37ab704a-2659-4f5c-8cbf-539e3802e9db HTTP/1.1" status: 204 len: 168 time: 1.1041467 Jul 27 17:02:30.059033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.059033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.078512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f210-31cf-4463-9f4c-edf5f4dc1e72 tempest-DHCPAgentSchedulersTestJSON-621245651 tempest-DHCPAgentSchedulersTestJSON-621245651-project] Pushing event deleted for resources: {'Network': ['ID=37ab704a-2659-4f5c-8cbf-539e3802e9db,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:30.083636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Calling delete_port for c90e898e-f05c-4368-96cb-37f049be475b owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:30.233322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.267353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Pushing event deleted for resources: {'Port': ['ID=c90e898e-f05c-4368-96cb-37f049be475b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:30.345045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.348665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.353216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2db572d1-2453-43d2-b596-1ee2f494623d tempest-AttachVolumeShelveTestJSON-291821665 tempest-AttachVolumeShelveTestJSON-291821665-project] 10.222.0.64 "DELETE /v2.0/floatingips/44480172-1525-4603-86b9-61c7b9a9d3cf HTTP/1.1" status: 204 len: 168 time: 0.8864684 Jul 27 17:02:30.361529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:30.507500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:30.539940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: b7557f47-caea-4de2-9fbd-439e2a1ff9f8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:30.540597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device b7557f47-caea-4de2-9fbd-439e2a1ff9f8 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:30.555002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbf55c10-d620-4621-934f-dffb914ef6f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=401be157304c42d98d1b3a843608bbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901028 Jul 27 17:02:30.556268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:30.613576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.636333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.724794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.727821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:30.729299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78e08eb1-8d5a-48a9-9038-b3ef9fbabd37 HTTP/1.1" status: 204 len: 168 time: 0.1729503 Jul 27 17:02:30.773583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844a08d-39a8-4ec3-a046-a4d768e3ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e08eb1-8d5a-48a9-9038-b3ef9fbabd37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:30.866972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9761e-0ef5-4da1-99d2-6d8e0d284f87 req-128db52f-520c-4241-a8eb-ebbd5bd80f11 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:30.875217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e9761e-0ef5-4da1-99d2-6d8e0d284f87 req-128db52f-520c-4241-a8eb-ebbd5bd80f11 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1630137 Jul 27 17:02:30.927860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66e9761e-0ef5-4da1-99d2-6d8e0d284f87 req-fd0c9803-2d5b-4356-9140-a8667e947bc8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Jul 27 17:02:31.159480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 44dc3669-205c-46ee-87ef-326432d265bc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:31.169349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 49998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:31.188960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0beb75c1-4a70-44dd-81b5-3e3576803dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.197237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39400-45dc-4cee-ac42-34c318c445f5 req-d570e53a-c5f8-4fa6-b5da-fdec81c906ae tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:31.199346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 44dc3669-205c-46ee-87ef-326432d265bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:31.200984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07a39400-45dc-4cee-ac42-34c318c445f5 req-d570e53a-c5f8-4fa6-b5da-fdec81c906ae tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1132474 Jul 27 17:02:31.201623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 44dc3669-205c-46ee-87ef-326432d265bc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:31.271081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07a39400-45dc-4cee-ac42-34c318c445f5 req-cf8f0c7e-f4ea-4fcb-b656-ccdee4c6a07a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Jul 27 17:02:31.320631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0beb75c1-4a70-44dd-81b5-3e3576803dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.326241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0beb75c1-4a70-44dd-81b5-3e3576803dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.370992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0beb75c1-4a70-44dd-81b5-3e3576803dbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad9d43fb4c0c491aa310db1c9575f22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999640 Jul 27 17:02:31.371667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:31.373380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb75c1-4a70-44dd-81b5-3e3576803dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e858baa-35f0-4056-92ab-3b0cb685654f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:31.426498 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.450488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.512683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.515493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:31.523502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e858baa-35f0-4056-92ab-3b0cb685654f HTTP/1.1" status: 204 len: 168 time: 0.1503623 Jul 27 17:02:31.532929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67552-29d9-4487-9489-e78f9d2ad6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e858baa-35f0-4056-92ab-3b0cb685654f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:32.097044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc2b19-4ceb-4ef4-9758-61b1499dd3dd req-3b19a7d7-f0ba-4d38-a4c6-d7144543741a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:32.099514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2fc2b19-4ceb-4ef4-9758-61b1499dd3dd req-3b19a7d7-f0ba-4d38-a4c6-d7144543741a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.0843587 Jul 27 17:02:32.150924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2fc2b19-4ceb-4ef4-9758-61b1499dd3dd req-977f5768-d322-4783-bc8b-66f61cf030c1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 Jul 27 17:02:32.442441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43802a-63a8-45b9-92eb-8c421263031e req-fb961ff1-28f1-4042-a52f-cb8824071811 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:32.444712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd43802a-63a8-45b9-92eb-8c421263031e req-fb961ff1-28f1-4042-a52f-cb8824071811 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0866506 Jul 27 17:02:32.500762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd43802a-63a8-45b9-92eb-8c421263031e req-f383aed7-645a-4312-aa8b-bb9269272456 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496345 Jul 27 17:02:33.129718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:33.217750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.328004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1335930652'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:33.340593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8066cd-b23c-4aa3-91b2-4865e0fbeaec req-c93bb1f3-907f-4f11-bdad-da79cbd8f560 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:33.342362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c8066cd-b23c-4aa3-91b2-4865e0fbeaec req-c93bb1f3-907f-4f11-bdad-da79cbd8f560 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.0881698 Jul 27 17:02:33.372991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Made reservation on behalf of 8d53b18599794914beab98f5ac40a756 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:33.376336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.387664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.415251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c8066cd-b23c-4aa3-91b2-4865e0fbeaec req-354b9297-e0f4-4938-9ea7-ab7a619761f1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610242 Jul 27 17:02:33.504731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.515790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.541179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:02:33.574071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.575092 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Added segment ac8135c8-a96c-48eb-b2b6-72fbae2adcba of type vlan for network 43179c18-b14a-47aa-bbc5-91938c77c61e Jul 27 17:02:33.623081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4cd04-8eb3-44dd-99a6-89d1c527698f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:33.638695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.677122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.678037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c81a1-a4a2-4e70-9405-f36b523cf596 req-51a54373-74e9-41a9-a3cb-481c36737473 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:33.680205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b01c81a1-a4a2-4e70-9405-f36b523cf596 req-51a54373-74e9-41a9-a3cb-481c36737473 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0930393 Jul 27 17:02:33.691329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:33.691938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:33.745986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b01c81a1-a4a2-4e70-9405-f36b523cf596 req-55dd0d04-376d-409c-9b57-0f1e7e8aaca8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Jul 27 17:02:33.774184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6432793 Jul 27 17:02:33.775236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46a7b-1605-4ee6-b5b7-815eaa419713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Pushing event updated for resources: {'Network': ['ID=43179c18-b14a-47aa-bbc5-91938c77c61e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:33.787093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 43179c18-b14a-47aa-bbc5-91938c77c61e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:02:33.983432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50076) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:33.988528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e', 'binding:host_id': 'n-h1-723572-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1103008234'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:34.014164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Made reservation on behalf of a08229345c90401b8715acd35749f403 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:34.016717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.027665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.152467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.157474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.167869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 664580be-5bbc-4d59-8243-bec7c2e206ee yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:34.243395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ac8b01-e82c-4fc2-a71f-2143e45deb4e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:34.415410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 664580be-5bbc-4d59-8243-bec7c2e206ee yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:34.425109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.436762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Transition to ACTIVE for port object 664580be-5bbc-4d59-8243-bec7c2e206ee will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:34.449994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.553616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=664580be-5bbc-4d59-8243-bec7c2e206ee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:34.559950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f7546749-41f5-4133-9314-8934eda16824 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:02:34.565788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Checking segment: {'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:34.566159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Network hostable DHCP agents. Network: 43179c18-b14a-47aa-bbc5-91938c77c61e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:02:34.599283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Network 43179c18-b14a-47aa-bbc5-91938c77c61e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:02:34.616066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c63261-01d7-4fb6-af42-7d348c74145b req-ac6ad55e-3371-4634-8de7-d5110f7615e4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:34.617666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6c63261-01d7-4fb6-af42-7d348c74145b req-ac6ad55e-3371-4634-8de7-d5110f7615e4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 944 time: 0.1085742 Jul 27 17:02:34.618924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 43179c18-b14a-47aa-bbc5-91938c77c61e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:34.623238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:34.632765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24010eb-7bd3-43db-a841-833663a1b714 None None] Network 43179c18-b14a-47aa-bbc5-91938c77c61e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:34.656460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.656802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.657154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.669826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.670078 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.671515 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 2 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.695216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.695552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.695897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.701722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6c63261-01d7-4fb6-af42-7d348c74145b req-074625f9-31e7-452c-bb55-52055647dac5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581555 Jul 27 17:02:34.703980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.704322 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.704827 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 3 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.717833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.718172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.718525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.723620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.724123 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.724561 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 4 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.745964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.746395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.746923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.752172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.752635 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.753121 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 5 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.782917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f7546749-41f5-4133-9314-8934eda16824,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:34.786773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.787624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.789089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.798228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f7546749-41f5-4133-9314-8934eda16824', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': 'f7546749-41f5-4133-9314-8934eda16824', 'mac_address': 'fa:16:3e:dc:5e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:02:34.802313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.802906 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.804281 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 6 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.837014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.837355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.837698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.844507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.844834 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.845272 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 7 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.856294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.872492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7546749-41f5-4133-9314-8934eda16824 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:34.877976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.878314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.878658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.886998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.887422 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.887748 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 8 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.902281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f7546749-41f5-4133-9314-8934eda16824,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:34.908910 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:34.915627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.916068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.916307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.929602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfca50-46ca-4cf7-b7cb-4e29daaf8875 req-6eba9228-16e7-4f56-997c-b88d66bf05fa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:34.932939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50cfca50-46ca-4cf7-b7cb-4e29daaf8875 req-6eba9228-16e7-4f56-997c-b88d66bf05fa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1007233 Jul 27 17:02:34.938756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.939108 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.939526 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 9 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.955466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.955809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.956167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.962304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.962640 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.963055 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 10 to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee Jul 27 17:02:34.979413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:34.982843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:34.983857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:34.984212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:34.993788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 664580be-5bbc-4d59-8243-bec7c2e206ee on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:34.994237 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 664580be-5bbc-4d59-8243-bec7c2e206ee on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:34.994872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.017855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50cfca50-46ca-4cf7-b7cb-4e29daaf8875 req-ea57a858-0558-46ac-866b-171c7ae57090 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 Jul 27 17:02:35.091814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 664580be-5bbc-4d59-8243-bec7c2e206ee, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:35.092222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempted to set empty binding levels {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 17:02:35.101379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.141019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:35.142077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.161210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=664580be-5bbc-4d59-8243-bec7c2e206ee,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:35.168517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e0b60791-a86d-46be-bef7-a635e1fe54c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1815710 Jul 27 17:02:35.168777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:35.173709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f7546749-41f5-4133-9314-8934eda16824'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:02:35.306771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Deleting port 664580be-5bbc-4d59-8243-bec7c2e206ee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:35.307128 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.403582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 664580be-5bbc-4d59-8243-bec7c2e206ee, host n-h1-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:35.404104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.717765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Calling delete_port for 664580be-5bbc-4d59-8243-bec7c2e206ee owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:35.816773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.846781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event deleted for resources: {'Port': ['ID=664580be-5bbc-4d59-8243-bec7c2e206ee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:35.862401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:35.874538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03f7e861-7b81-42cc-be2e-42cfb4546807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "DELETE /v2.0/ports/664580be-5bbc-4d59-8243-bec7c2e206ee HTTP/1.1" status: 204 len: 168 time: 0.6993639 Jul 27 17:02:35.874912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:35.919013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b56a-de14-417a-8459-fbeb18f899c4 req-69f5848f-059f-4610-8f6e-0a558fc3393d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:35.920673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2707b56a-de14-417a-8459-fbeb18f899c4 req-69f5848f-059f-4610-8f6e-0a558fc3393d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 945 time: 0.1233125 Jul 27 17:02:35.921849 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18e7fd3-b57d-4e2c-a1b0-fb15e2b7fd61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] GET failed (client error): The resource could not be found. Jul 27 17:02:35.927849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a18e7fd3-b57d-4e2c-a1b0-fb15e2b7fd61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports/664580be-5bbc-4d59-8243-bec7c2e206ee HTTP/1.1" status: 404 len: 333 time: 0.0518954 Jul 27 17:02:35.928839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:35.934956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-486005204'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:35.981667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2707b56a-de14-417a-8459-fbeb18f899c4 req-d60fc9d5-19bd-4073-a3b7-f8b70290a261 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503340 Jul 27 17:02:35.992470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Made reservation on behalf of a08229345c90401b8715acd35749f403 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:35.994918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.026837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 5fae8efb-39a1-42c7-bc81-28b27f680a9c yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:36.194987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50108) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:36.253423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.267159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fb87c-f4aa-4d94-af8b-63d1057dccc8 req-79bf2e3d-fbc6-461e-8a6d-0337754b4604 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:36.276344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-170fb87c-f4aa-4d94-af8b-63d1057dccc8 req-79bf2e3d-fbc6-461e-8a6d-0337754b4604 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1240230 Jul 27 17:02:36.326536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-170fb87c-f4aa-4d94-af8b-63d1057dccc8 req-73c1ea0b-62bf-48b0-bfb8-04efd582e38e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 Jul 27 17:02:36.352216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.411854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Network 43179c18-b14a-47aa-bbc5-91938c77c61e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:36.420729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:36.428786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:36.430627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:36.431352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.455628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae8efb-39a1-42c7-bc81-28b27f680a9c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:36.468906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aeecdbcb-db97-4454-9555-9f93bfe13480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5387964 Jul 27 17:02:36.471768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:36.479472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:36.567329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f7546749-41f5-4133-9314-8934eda16824 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:36.634529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.777201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f7546749-41f5-4133-9314-8934eda16824 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:36.781544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f7546749-41f5-4133-9314-8934eda16824 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:36.781914 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.865056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.890963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7546749-41f5-4133-9314-8934eda16824'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:36.893932 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f5bfc-992d-4703-a5e9-d85f2129b5cd" -d '{"events": [{"server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "name": "network-vif-plugged", "status": "completed", "tag": "f7546749-41f5-4133-9314-8934eda16824"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:36.913005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 5fae8efb-39a1-42c7-bc81-28b27f680a9c yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:36.915627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f7546749-41f5-4133-9314-8934eda16824,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:36.920271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.923526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.958972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Transition to ACTIVE for port object 5fae8efb-39a1-42c7-bc81-28b27f680a9c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:36.963079 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa7af68-4ed8-4f49-aafb-92b1466f5d7e x-openstack-request-id: req-efa7af68-4ed8-4f49-aafb-92b1466f5d7e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:36.963916 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "name": "network-vif-plugged", "status": "completed", "tag": "f7546749-41f5-4133-9314-8934eda16824", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:36.964227 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efa7af68-4ed8-4f49-aafb-92b1466f5d7e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:36.964649 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7546749-41f5-4133-9314-8934eda16824', 'code': 200} Jul 27 17:02:36.967280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:36.994499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:37.044131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae8efb-39a1-42c7-bc81-28b27f680a9c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:37.096489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.099757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.099757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.099757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.102047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f020-988c-46d7-8558-e0549d8564fd req-8213e138-bcbf-4fcf-ad0e-59e1c9d09b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:37.103582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7275f020-988c-46d7-8558-e0549d8564fd req-8213e138-bcbf-4fcf-ad0e-59e1c9d09b07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1097 time: 0.0922215 Jul 27 17:02:37.141778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.141778 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.143205 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 2 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.165614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.165969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.166283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.175543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7275f020-988c-46d7-8558-e0549d8564fd req-662268d6-4c96-46f2-8311-e7e987ecee42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547445 Jul 27 17:02:37.191178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60784e0-31f7-412e-834c-bacffe4e22d8 req-d695c3a7-db0e-4193-b4a5-e33459b4b214 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:37.192731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e60784e0-31f7-412e-834c-bacffe4e22d8 req-d695c3a7-db0e-4193-b4a5-e33459b4b214 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.1123810 Jul 27 17:02:37.197980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.198323 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.200398 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 3 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.220280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.220673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.220996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.231631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.231971 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.233708 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 4 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.242766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e60784e0-31f7-412e-834c-bacffe4e22d8 req-6d8cface-73aa-4ec7-b0f4-5d609231a233 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Jul 27 17:02:37.282471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.282703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.283125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.306796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.307138 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.308332 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 5 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.324976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.325354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.325704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.332727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.333070 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.334259 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 6 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.353382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.353830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.354077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.365118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.365454 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.366727 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 7 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.403208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.403553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.403915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.431296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.431636 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.433761 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 8 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.484368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.484751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.485088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.498666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.499014 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.500135 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 9 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.525153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.525520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.525832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.539093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.539931 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.542499 n-d-723572-6 neutron-server[93924]: INFO neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 10 to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c Jul 27 17:02:37.555926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75401f6-0a42-49fd-8006-e41db24c6439 req-72d7155d-7bdc-4e64-94b9-be8070e3a1ad tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:37.557466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75401f6-0a42-49fd-8006-e41db24c6439 req-72d7155d-7bdc-4e64-94b9-be8070e3a1ad tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1473324 Jul 27 17:02:37.576952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Deleting port 0568e1a0-9622-493c-ae93-3659ae6028e0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:37.577314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.579007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:37.579362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:37.579613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:37.639125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:37.639125 n-d-723572-6 neutron-server[93924]: ERROR neutron.plugins.ml2.managers [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:37.639125 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.671296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f75401f6-0a42-49fd-8006-e41db24c6439 req-f2fdb8cb-1476-4b23-b50b-d4c7d1f0de67 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057925 Jul 27 17:02:37.733282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] For port 0568e1a0-9622-493c-ae93-3659ae6028e0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0568e1a0-9622-493c-ae93-3659ae6028e0,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:37.733663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.756037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Calling delete_port for 0568e1a0-9622-493c-ae93-3659ae6028e0 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:37.764329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 5fae8efb-39a1-42c7-bc81-28b27f680a9c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:37.764743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempted to set empty binding levels {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 17:02:37.775156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.845995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] In _notify_port_updated(), no bound segment for port 5fae8efb-39a1-42c7-bc81-28b27f680a9c on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:02:37.846877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:37.847482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:37.851506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "PUT /v2.0/ports/5fae8efb-39a1-42c7-bc81-28b27f680a9c HTTP/1.1" status: 200 len: 978 time: 1.3767502 Jul 27 17:02:37.851763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:37.873844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed899-5d99-4daf-ad99-4f4c09ceb9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae8efb-39a1-42c7-bc81-28b27f680a9c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:38.009162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.009651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.010132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.010609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.011081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.011552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.012022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.012515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.012984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.013446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.013917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.014384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.014856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.015321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.015919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.016414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.016907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.017524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.018339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.019006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.020283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.020788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.021265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.021732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.022204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.022671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.023140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.023610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.024075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.024649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.025079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.025583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.026238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.026739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.027234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.031587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-606f77b6-5134-40bb-bde1-f4b90be40285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31682 time: 0.1788595 Jul 27 17:02:38.031802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.037338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:38.066342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Pushing event deleted for resources: {'Port': ['ID=0568e1a0-9622-493c-ae93-3659ae6028e0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:38.155532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Deleting port 5fae8efb-39a1-42c7-bc81-28b27f680a9c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:38.156143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.231891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 5fae8efb-39a1-42c7-bc81-28b27f680a9c, host n-h1-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:38.232473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.251117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Calling delete_port for 5fae8efb-39a1-42c7-bc81-28b27f680a9c owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:38.316942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.432153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.473455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fae8efb-39a1-42c7-bc81-28b27f680a9c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:38.495244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.500684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f9f894c8-6583-46c8-a66a-fe0ccfb121b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5fae8efb-39a1-42c7-bc81-28b27f680a9c HTTP/1.1" status: 204 len: 168 time: 0.4588535 Jul 27 17:02:38.501677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:38.530521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213794-a190-403d-8f06-00e8163ac725 req-1159f9af-9de6-49ff-9589-cded889170a2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.532421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9213794-a190-403d-8f06-00e8163ac725 req-1159f9af-9de6-49ff-9589-cded889170a2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.1463413 Jul 27 17:02:38.543868 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-14831870-7712-40ec-a7d0-a179b412ca44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] GET failed (client error): The resource could not be found. Jul 27 17:02:38.545894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14831870-7712-40ec-a7d0-a179b412ca44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports/5fae8efb-39a1-42c7-bc81-28b27f680a9c HTTP/1.1" status: 404 len: 333 time: 0.0428522 Jul 27 17:02:38.560887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:38.566331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123134825', 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:38.649398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9213794-a190-403d-8f06-00e8163ac725 req-ee277b2b-594b-4881-b71e-d12ee3414164 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030953 Jul 27 17:02:38.652959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Made reservation on behalf of a08229345c90401b8715acd35749f403 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:38.656611 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:38.683612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 9c3b71e1-45e2-4591-9426-80913b3f7980 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:38.702675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Router 0d6effcf-d481-4589-a3d0-e71e914b0667 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:02:38.883701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:02:38.892911 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f8287e67-b215-4ad9-b0f6-43b15a3ec269 admin admin] 10.222.0.64 "PUT /v2.0/routers/0d6effcf-d481-4589-a3d0-e71e914b0667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965888 Jul 27 17:02:38.896937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:38.897461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Sync routers for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:02:38.909961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:38.910613 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:38.927166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f94fc-9f11-4476-b321-96b9b997f533 req-4919cf39-ec20-42e1-9038-996defa9f09f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.934802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc6f94fc-9f11-4476-b321-96b9b997f533 req-4919cf39-ec20-42e1-9038-996defa9f09f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.1783988 Jul 27 17:02:38.972127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e570b4-64ee-43e6-91c7-eaad9e0f7abd req-f74dd326-cc47-4add-ad02-410eaba4c57a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:38.983434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4e570b4-64ee-43e6-91c7-eaad9e0f7abd req-f74dd326-cc47-4add-ad02-410eaba4c57a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.2096877 Jul 27 17:02:38.993435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.014404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc6f94fc-9f11-4476-b321-96b9b997f533 req-ba71ab8e-0d4e-427f-909a-05f53ebe3ef7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783715 Jul 27 17:02:39.025296 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:39.026514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:39.095178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4e570b4-64ee-43e6-91c7-eaad9e0f7abd req-4d9eec6b-e264-498a-9828-05a58278e487 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108768 Jul 27 17:02:39.097303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.180831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba8c98-9082-41db-a2ef-d39ece941b30 tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:39.185031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5fba8c98-9082-41db-a2ef-d39ece941b30 tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1092 time: 0.1570480 Jul 27 17:02:39.185940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:39.192575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'f7546749-41f5-4133-9314-8934eda16824', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:39.198643 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.231073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.241486 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T17:02:37Z', 'revision_number': 5, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port': {'id': 'c6ff638e-8594-4d57-b180-29926c8a2a75', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:54:05Z', 'updated_at': '2021-07-27T16:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:39.286043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Network 43179c18-b14a-47aa-bbc5-91938c77c61e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:39.293658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:39.298772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=9c3b71e1-45e2-4591-9426-80913b3f7980,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:39.306203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:39.307985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:39.309727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.321210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Checking router: 0d6effcf-d481-4589-a3d0-e71e914b0667 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:02:39.322739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.338556 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Routers {'0d6effcf-d481-4589-a3d0-e71e914b0667'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:39.339765 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0d6effcf-d481-4589-a3d0-e71e914b0667'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:39.354718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Deleting port c6ff638e-8594-4d57-b180-29926c8a2a75 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:39.355096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.403300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15597b17-a353-4782-8d96-6e51a2dd2e21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8411434 Jul 27 17:02:39.408051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:39.451055 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] Set router 0d6effcf-d481-4589-a3d0-e71e914b0667 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:39.482786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910bb73-5cb2-4c2d-b9d3-51a2f0157c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:39.483148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] For port c6ff638e-8594-4d57-b180-29926c8a2a75, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c6ff638e-8594-4d57-b180-29926c8a2a75,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:39.483453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.484191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9910bb73-5cb2-4c2d-b9d3-51a2f0157c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports/9c3b71e1-45e2-4591-9426-80913b3f7980 HTTP/1.1" status: 200 len: 959 time: 0.0721941 Jul 27 17:02:39.487015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:39.503483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Calling delete_port for c6ff638e-8594-4d57-b180-29926c8a2a75 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:39.517062 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T17:02:39Z', 'revision_number': 6, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:39.559790 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a19139-b82f-4212-9fff-9a229e584de1 None None] The sync data for ids ['0d6effcf-d481-4589-a3d0-e71e914b0667'] in n-d-723572-6 is: [{'id': '0d6effcf-d481-4589-a3d0-e71e914b0667', 'name': 'tempest-AttachVolumeShelveTestJSON-2048789408-router', 'tenant_id': '3df3187c319c4fe9ac37e5111796e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:54:03Z', 'updated_at': '2021-07-27T17:02:39Z', 'revision_number': 6, 'project_id': '3df3187c319c4fe9ac37e5111796e952', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:02:39.593627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.666558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Deleting port 9c3b71e1-45e2-4591-9426-80913b3f7980 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:39.667103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.761289 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e255f593-b417-4c3c-9689-a1489bbf2d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.787237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.796935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.814309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.25.4.214 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/44e15c02-9b2c-4407-9b05-3ad14df61483) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:39.816085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ff638e-8594-4d57-b180-29926c8a2a75,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:39.822016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Calling delete_port for 9c3b71e1-45e2-4591-9426-80913b3f7980 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:39.882532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.986861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.991549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.994984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:39.997442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.029942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c3b71e1-45e2-4591-9426-80913b3f7980,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:40.036120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.038162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-454fe522-bd5a-43a9-b730-58366cab97e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9c3b71e1-45e2-4591-9426-80913b3f7980 HTTP/1.1" status: 204 len: 168 time: 0.5502145 Jul 27 17:02:40.040699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:40.050449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.051529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6effcf-d481-4589-a3d0-e71e914b0667 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:02:40.062487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.065439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c1c7f495-c44a-4e77-9497-aa323d1a8e89 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0d6effcf-d481-4589-a3d0-e71e914b0667 HTTP/1.1" status: 204 len: 168 time: 1.1672325 Jul 27 17:02:40.069480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:40.080659 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-824725c5-7383-4225-858f-ac3c956d8b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] GET failed (client error): The resource could not be found. Jul 27 17:02:40.086320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-824725c5-7383-4225-858f-ac3c956d8b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports/9c3b71e1-45e2-4591-9426-80913b3f7980 HTTP/1.1" status: 404 len: 333 time: 0.0391676 Jul 27 17:02:40.088376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:40.097363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392504203'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:40.124919 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.141311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Deleting subnet 0d57d819-5eea-4202-8038-47a2a683c97d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:02:40.144673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.160204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Made reservation on behalf of a08229345c90401b8715acd35749f403 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:40.162987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.182365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.185814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 486c47d9-50fb-45ff-8e01-67e8096689a1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:40.203813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:40.237861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:40.241574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:40.271901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=44e15c02-9b2c-4407-9b05-3ad14df61483,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:40.315001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.324892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f666320-6faa-43bd-95cf-b3fd4b2f0b37 req-a379536a-f7ae-4832-8d74-06c9d1159566 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:40.326465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f666320-6faa-43bd-95cf-b3fd4b2f0b37 req-a379536a-f7ae-4832-8d74-06c9d1159566 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1162338 Jul 27 17:02:40.411521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f666320-6faa-43bd-95cf-b3fd4b2f0b37 req-014c505d-6457-43f4-ad25-835faf41831f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Jul 27 17:02:40.432871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.518039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.838099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.840076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0d57d819-5eea-4202-8038-47a2a683c97d HTTP/1.1" status: 204 len: 168 time: 0.7694952 Jul 27 17:02:40.841628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ddbb2-bfad-4926-a8f0-08cde4f4da7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d57d819-5eea-4202-8038-47a2a683c97d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:40.842793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:40.848281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd00f62-78ff-4e90-9608-9971c35327f0 None None] Network b654d01c-7d1d-4b57-a7b1-b76ba19b68af requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:40.943091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:40.961416 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.021011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Deleting port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:41.021355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.053493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Network 43179c18-b14a-47aa-bbc5-91938c77c61e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:41.061348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:41.063874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:41.065072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:41.065800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.105807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=486c47d9-50fb-45ff-8e01-67e8096689a1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.109509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] For port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,segment=NetworkSegment(cad47e38-9095-4c5e-bdaf-90222c841874),segment_id=cad47e38-9095-4c5e-bdaf-90222c841874)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:41.110080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.128246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Calling delete_port for 0e6c47c3-4ffe-450d-b79c-52d0f43c733e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:41.134707 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e32e67f3-d0d9-4e38-9a2a-af7e073d8e37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0444434 Jul 27 17:02:41.136645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:41.139226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] DHCP port deletion for b654d01c-7d1d-4b57-a7b1-b76ba19b68af request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:02:41.156932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:41.185099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0568e1a0-9622-493c-ae93-3659ae6028e0 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:41.209921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0568e1a0-9622-493c-ae93-3659ae6028e0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:41.210561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0568e1a0-9622-493c-ae93-3659ae6028e0 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:41.211180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c6ff638e-8594-4d57-b180-29926c8a2a75 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:41.244800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c6ff638e-8594-4d57-b180-29926c8a2a75 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:41.245304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c6ff638e-8594-4d57-b180-29926c8a2a75 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:41.260113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.267897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Deleting port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:41.268402 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.283029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.289326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.296734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] No DVR routers for this DVR port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:41.338445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.366921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] For port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:41.367406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.378727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.387463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Calling delete_port for 0e6c47c3-4ffe-450d-b79c-52d0f43c733e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:41.390771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b654d01c-7d1d-4b57-a7b1-b76ba19b68af']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:41.396089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:02:41.397965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.404041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad47e38-9095-4c5e-bdaf-90222c841874') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:41.404351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad47e38-9095-4c5e-bdaf-90222c841874') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:41.416367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.430022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] Pushing event deleted for resources: {'Port': ['ID=0e6c47c3-4ffe-450d-b79c-52d0f43c733e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.443097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.455535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:02:41.456096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:02:41.459138 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:02:41.466115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63552e4-290d-42e6-a655-eb0a4ae23f6b None None] No DVR routers for this DVR port 0e6c47c3-4ffe-450d-b79c-52d0f43c733e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:41.520447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.540234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.547222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.598585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b654d01c-7d1d-4b57-a7b1-b76ba19b68af HTTP/1.1" status: 204 len: 168 time: 0.7061298 Jul 27 17:02:41.601638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61b32-c9e9-47d0-a3b2-796feb3451f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b654d01c-7d1d-4b57-a7b1-b76ba19b68af,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.654266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ff74-b00c-4d9f-b3d0-7f23ecb91a09 req-a7aa8565-99e6-498b-89b0-06a4c6d9f817 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:41.655522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] device_id is not set on port 486c47d9-50fb-45ff-8e01-67e8096689a1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:41.656289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8337ff74-b00c-4d9f-b3d0-7f23ecb91a09 req-a7aa8565-99e6-498b-89b0-06a4c6d9f817 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1043780 Jul 27 17:02:41.708235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8337ff74-b00c-4d9f-b3d0-7f23ecb91a09 req-ec942a2f-fd7f-4341-87f6-a5e3f929c95a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Jul 27 17:02:41.711703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.736047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Transition to ACTIVE for port object 486c47d9-50fb-45ff-8e01-67e8096689a1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:41.750103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.783585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:41.825206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=486c47d9-50fb-45ff-8e01-67e8096689a1,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.836718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-356d81b7-58ec-4a25-a158-63fe3ad7e50e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3df3187c319c4fe9ac37e5111796e952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509663 Jul 27 17:02:41.839235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50200) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:41.850112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:41.850462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:41.850806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:41.866699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.868541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:41.869148 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:41.869455 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 2 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:41.873691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.897626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.918672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:41.919015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:41.919358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:41.922465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:41.952274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:41.952651 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:41.958687 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 3 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:41.989934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=44e15c02-9b2c-4407-9b05-3ad14df61483,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:41.996205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:41.996627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:41.996953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.002069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.005802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.007092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.007297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a36d827c-412b-4ad7-aebe-0fae5362338b HTTP/1.1" status: 204 len: 168 time: 0.1664844 Jul 27 17:02:42.007428 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.008241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.010062 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 4 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.018511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec0dc7-5fc0-435c-80a0-ca3e1d31977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d827c-412b-4ad7-aebe-0fae5362338b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:42.061328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.061552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.061953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.078020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.078210 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.083757 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 5 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.147351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.147837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.148795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.167409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.167756 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.171451 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 6 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.188141 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP c49d227a-88e6-4cd6-9b0b-1ae93659302d associated. External IP: 172.25.4.214, port: f7546749-41f5-4133-9314-8934eda16824. Jul 27 17:02:42.225395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.225726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.226066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.233374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.233374 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.233990 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 7 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.266491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.266491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.266491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.304310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.304993 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.307299 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 8 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.329903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.330247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.330672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.340906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.341245 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.342926 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 9 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.361128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.361458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.361872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.404197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.412396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.412763 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.415235 n-d-723572-6 neutron-server[93923]: INFO neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempt 10 to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 Jul 27 17:02:42.438060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:42.438737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:42.439107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempting to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:42.446180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:42.446523 n-d-723572-6 neutron-server[93923]: ERROR neutron.plugins.ml2.managers [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Failed to bind port 486c47d9-50fb-45ff-8e01-67e8096689a1 on host n-h1-723572-6 for vnic_type normal using segments [{'id': 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '43179c18-b14a-47aa-bbc5-91938c77c61e'}] Jul 27 17:02:42.446901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.537924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1a8e-7060-4b8a-b55a-364d5a29a044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.542377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:02:42.569665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 486c47d9-50fb-45ff-8e01-67e8096689a1, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:42.569941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attempted to set empty binding levels {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 17:02:42.610498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.647865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] In _notify_port_updated(), no bound segment for port 486c47d9-50fb-45ff-8e01-67e8096689a1 on network 43179c18-b14a-47aa-bbc5-91938c77c61e {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:02:42.648709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:42.649343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.650674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "PUT /v2.0/ports/486c47d9-50fb-45ff-8e01-67e8096689a1 HTTP/1.1" status: 200 len: 979 time: 1.5130184 Jul 27 17:02:42.653837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:42.705048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b5e1-b736-45b8-af77-89e7f7ece249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event updated for resources: {'Port': ['ID=486c47d9-50fb-45ff-8e01-67e8096689a1,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:42.728197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:02:42.739856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:02:42.757239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:42.758660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.761239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:42.816961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d554853b-da4e-4dff-a2dd-50d5c494938f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6180518 Jul 27 17:02:42.816961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'tag': 'f7546749-41f5-4133-9314-8934eda16824'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:42.816961 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0724d-caf2-4797-9d1b-c29129dab7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "tag": "f7546749-41f5-4133-9314-8934eda16824"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:42.937214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Deleting port 486c47d9-50fb-45ff-8e01-67e8096689a1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:42.937551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:42.996575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:42.997185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7533-952d-4c9c-85df-62c2d867279c req-cb4c6e7c-c8d0-4333-a0f6-1ee6dd91e5b1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:42.998984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0ec7533-952d-4c9c-85df-62c2d867279c req-cb4c6e7c-c8d0-4333-a0f6-1ee6dd91e5b1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1635556 Jul 27 17:02:43.037259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] For port 486c47d9-50fb-45ff-8e01-67e8096689a1, host n-h1-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:43.037629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.058018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Calling delete_port for 486c47d9-50fb-45ff-8e01-67e8096689a1 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:43.085590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0ec7533-952d-4c9c-85df-62c2d867279c req-b53e1a99-88b0-4c15-9326-4b4a1c900bc4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772333 Jul 27 17:02:43.090970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:43.181422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.216557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e6c47c3-4ffe-450d-b79c-52d0f43c733e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:43.242280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0e6c47c3-4ffe-450d-b79c-52d0f43c733e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:43.243759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e6c47c3-4ffe-450d-b79c-52d0f43c733e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:43.274753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Pushing event deleted for resources: {'Port': ['ID=486c47d9-50fb-45ff-8e01-67e8096689a1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:43.278626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.283609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-271e62f0-2985-4837-a883-8a446bd86b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "DELETE /v2.0/ports/486c47d9-50fb-45ff-8e01-67e8096689a1 HTTP/1.1" status: 204 len: 168 time: 0.6272125 Jul 27 17:02:43.287932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50250) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:43.334951 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ffb066-d99c-4027-8b7e-7894ddeb78cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] GET failed (client error): The resource could not be found. Jul 27 17:02:43.336661 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d6ffb066-d99c-4027-8b7e-7894ddeb78cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-948477716-project-admin] 10.222.0.64 "GET /v2.0/ports/486c47d9-50fb-45ff-8e01-67e8096689a1 HTTP/1.1" status: 404 len: 333 time: 0.0471835 Jul 27 17:02:43.341957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1209685239-network', 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:43.342503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:43.362061 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb8824-5685-48ed-bcca-a3b45f229713 x-openstack-request-id: req-5ceb8824-5685-48ed-bcca-a3b45f229713 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:43.362470 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "tag": "f7546749-41f5-4133-9314-8934eda16824", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:43.362735 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ceb8824-5685-48ed-bcca-a3b45f229713 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:43.363742 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'tag': 'f7546749-41f5-4133-9314-8934eda16824', 'status': 'completed', 'code': 200} Jul 27 17:02:43.398198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:43.399997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.434174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.460870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.490932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-064165a9-108a-4230-8fc7-f1a35dca8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:43.492553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-064165a9-108a-4230-8fc7-f1a35dca8eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1097 time: 0.1116669 Jul 27 17:02:43.492854 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.531724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'c49d227a-88e6-4cd6-9b0b-1ae93659302d', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'f7546749-41f5-4133-9314-8934eda16824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:dc:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:02:40Z', 'updated_at': '2021-07-27T17:02:40Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:43.565128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:02:43.578543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:02:43.579215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:02:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:43.587500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.608058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43179c18-b14a-47aa-bbc5-91938c77c61e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:43.626118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:43.626481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8135c8-a96c-48eb-b2b6-72fbae2adcba') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:43.641018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.665067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.673920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:02:43.675152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:02:43.679544 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:02:43.681986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-e079d0d0-7024-405f-a77b-6944fdaa4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:43.683684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-e079d0d0-7024-405f-a77b-6944fdaa4ea0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1781578 Jul 27 17:02:43.703255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:02:43.749889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.763167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.767730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] 10.222.0.64 "DELETE /v2.0/networks/43179c18-b14a-47aa-bbc5-91938c77c61e HTTP/1.1" status: 204 len: 168 time: 0.4219289 Jul 27 17:02:43.792178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e3c93-4984-47cc-8dc5-edebf2bdb0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-327011162-project] Pushing event deleted for resources: {'Network': ['ID=43179c18-b14a-47aa-bbc5-91938c77c61e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:43.808560 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-8d1b7683-41b2-4ddb-9de8-e2a2d637d873 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 200 len: 1000 time: 0.1106482 Jul 27 17:02:43.814320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.827193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.914253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:02:43.952080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ddf4d8-03f3-4531-bb14-2ce3900e0243,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:43.965607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:43.966141 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Added segment 87f0ed7b-17f5-4192-9e1e-f35b41081396 of type vlan for network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 Jul 27 17:02:43.978444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-33b2f3de-42a4-4268-8ca4-242f3a67267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:43.980753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-33b2f3de-42a4-4268-8ca4-242f3a67267b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1645894 Jul 27 17:02:43.999513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'c49d227a-88e6-4cd6-9b0b-1ae93659302d', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'f7546749-41f5-4133-9314-8934eda16824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:dc:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:02:40Z', 'updated_at': '2021-07-27T17:02:40Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:02:44.050256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce0be6-bfcc-4fdc-abc1-2caed0f39587 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'c49d227a-88e6-4cd6-9b0b-1ae93659302d', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'f7546749-41f5-4133-9314-8934eda16824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:dc:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:02:40Z', 'updated_at': '2021-07-27T17:02:40Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:02:44.061697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:44.079131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.137901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.142861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:44.145633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.153719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-8834f4e2-ed74-4ac2-894f-bb4acdbbbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:44.155318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-8834f4e2-ed74-4ac2-894f-bb4acdbbbca6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357014 Jul 27 17:02:44.262299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1698034 Jul 27 17:02:44.265445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:44.272125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Request body: {'subnet': {'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1209685239-subnet', 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:44.281538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1ba0-ae22-47bb-aadf-152f8aed6df6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:44.295941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:02:44.318388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-603b240a-aed5-48ef-9927-fe0f034f7008 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544728 Jul 27 17:02:44.379267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e70be-8ff8-4760-9387-7893f92a03ae req-81667456-9322-49b8-b7a9-8759ff927557 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:44.380889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da2e70be-8ff8-4760-9387-7893f92a03ae req-81667456-9322-49b8-b7a9-8759ff927557 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1795948 Jul 27 17:02:44.388881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d838f68b-a106-4600-b46e-60babc375199 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d53b18599794914beab98f5ac40a756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258405 Jul 27 17:02:44.394151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:44.444528 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b6bf6-4677-47e5-9d04-d03b45d0f761 None None] New status for floating IP c49d227a-88e6-4cd6-9b0b-1ae93659302d: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:02:44.471093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-26f0724d-caf2-4797-9d1b-c29129dab7d1 req-1e150305-2e21-40b4-ae2b-29a9f1b212f5 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420505 Jul 27 17:02:44.473508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da2e70be-8ff8-4760-9387-7893f92a03ae req-74bc75d2-c128-4153-af69-88d5bdee99f0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829320 Jul 27 17:02:44.488258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:44.491401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.593059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.636416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.765928 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.769113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.770927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5f4cd04-8eb3-44dd-99a6-89d1c527698f HTTP/1.1" status: 204 len: 168 time: 0.3752618 Jul 27 17:02:44.792498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62995c21-cbff-4e5c-9ddb-d1de71cf3e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4cd04-8eb3-44dd-99a6-89d1c527698f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:44.820540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.897945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe0c065-7edf-4e8b-9760-a0740f7d5b29,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:44.905949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Checking segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:44.906358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Network hostable DHCP agents. Network: 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:02:44.929361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:02:44.942905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:44.948578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:44.949811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:44.954982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52980b-9c4e-4a3b-9da3-e1e6e46f838b None None] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:44.980135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7ed6ec82-2a38-42b5-81f0-c075dbb4fe4f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7053292 Jul 27 17:02:45.147356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:45.151256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ecc14-c5ce-4aee-90ee-ec10515de640 None None] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:45.220048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:45.289359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d15e2f60-2df1-4824-a747-174c8f29ec7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a08229345c90401b8715acd35749f403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662899 Jul 27 17:02:45.289672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:45.364074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:45.392340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:45.462042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:45.464998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:45.466169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43ac8b01-e82c-4fc2-a71f-2143e45deb4e HTTP/1.1" status: 204 len: 168 time: 0.1754653 Jul 27 17:02:45.476363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdce11-2700-4e41-9426-a6cff3653b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ac8b01-e82c-4fc2-a71f-2143e45deb4e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:45.703119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a877-4a09-4d8b-8287-e3fc0e36a6c7 req-67f1b391-9733-44fe-b0f2-6c72c0eef34e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:45.707242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0be9a877-4a09-4d8b-8287-e3fc0e36a6c7 req-67f1b391-9733-44fe-b0f2-6c72c0eef34e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1183636 Jul 27 17:02:45.777446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0be9a877-4a09-4d8b-8287-e3fc0e36a6c7 req-315b4d7e-f1bf-47f6-8376-e6b6c9e42644 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Jul 27 17:02:45.791891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-d5c53915-cfaa-4215-a6ac-8d8bdd364a13 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:45.794263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-d5c53915-cfaa-4215-a6ac-8d8bdd364a13 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1366069 Jul 27 17:02:45.810668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-084b9890-05cd-4703-b3c2-1b7fb3f3b126 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/quotas/4dceabb60f5f4b56a38aa388951bd1b8 HTTP/1.1" status: 200 len: 375 time: 0.0103495 Jul 27 17:02:45.850045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-0f8deec2-6cad-4063-8bbb-3091158552b7 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308726 Jul 27 17:02:45.957067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-f7d6da89-5e79-4a87-aac0-a0f97c2916c9 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940442 Jul 27 17:02:46.072987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-06d48fae-4b6c-4545-ba2e-eb2a7c7128d1 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085787 Jul 27 17:02:46.246806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-576bf951-07a6-4a76-970f-08a993c4cde3 req-680128ef-d71e-48fc-8052-a0e6b6b9388a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 210 time: 0.0379548 Jul 27 17:02:46.388685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:46.493651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-93615524'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:46.515886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:46.521091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.533529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.645943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.649939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.678694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:02:46.688928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca978a40-1a22-4107-8a10-5578e408688c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:46.694532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.694960 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Added segment 6af6158e-ec42-4417-b7fe-258aa8e54cba of type vlan for network 264414a0-faa6-4c67-9709-757473501bd0 Jul 27 17:02:46.739042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.772705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.778319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:46.778947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.843361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4531641 Jul 27 17:02:46.846970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:46.853599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:46.859197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fee42-bf15-4493-be03-46937e21e030 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Network': ['ID=264414a0-faa6-4c67-9709-757473501bd0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:46.871898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:02:46.876245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.951271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e10e-154e-471b-ad0c-40eedab92225 req-efd747a0-bfa4-4c6c-b75d-153a617edcd9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:46.952881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b417e10e-154e-471b-ad0c-40eedab92225 req-efd747a0-bfa4-4c6c-b75d-153a617edcd9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.0820622 Jul 27 17:02:46.969154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:46.974651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:46.996305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b417e10e-154e-471b-ad0c-40eedab92225 req-a070612c-3507-40cc-a251-c629d950d48a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Jul 27 17:02:47.255821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:47.384139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=52acb6c9-fbff-477a-ba88-54064d25ccc6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:47.386906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b5f8ea7-74f3-415b-a4cb-076e722b7614 req-495ab40f-cbc3-47c9-9c0f-4390f6eda71f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 210 time: 0.0348368 Jul 27 17:02:47.388574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:47.388951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network hostable DHCP agents. Network: 264414a0-faa6-4c67-9709-757473501bd0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:02:47.400795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-7343004f-00bf-4ddd-811f-85ac436e18e3 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:47.402324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-7343004f-00bf-4ddd-811f-85ac436e18e3 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.2224188 Jul 27 17:02:47.423862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Request body: {'port': {'device_id': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'admin_state_up': True, 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:47.482983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:02:47.501894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 264414a0-faa6-4c67-9709-757473501bd0) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:47.514069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb085ce-3340-4c98-a044-f3ee91fba6fe None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:47.518024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:47.518565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:47.574689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-edf051d4-5a35-4325-a138-a426801e57c9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7258956 Jul 27 17:02:47.586272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:47.592572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'name': 'tempest-NetworksTestDHCPv6-2046763963'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:47.612067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:47.616135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:47.765239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:47.770628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:47.779537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '52acb6c9-fbff-477a-ba88-54064d25ccc6'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:02:47.781038 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:47.794231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 99497266-a0b5-468b-8959-d59283a5626b yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:47.813241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Allocated IP 172.20.0.4 (1b8b23ce-25dd-4e1d-b4ec-379df270a7e7/1fe0c065-7edf-4e8b-9760-a0740f7d5b29/32919010-8be3-4869-94af-11f048a1532a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:47.976786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::2eb (264414a0-faa6-4c67-9709-757473501bd0/52acb6c9-fbff-477a-ba88-54064d25ccc6/99497266-a0b5-468b-8959-d59283a5626b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:48.033842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.181544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.203327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 99497266-a0b5-468b-8959-d59283a5626b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:48.263475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.310381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/52acb6c9-fbff-477a-ba88-54064d25ccc6/61cdbbb2-07c2-4731-8916-7b2d3c976e51) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:48.317825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:48.322434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:48.325812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:48.335668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:48.336844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.390825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8026276 Jul 27 17:02:48.395426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50368) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:48.478561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=99497266-a0b5-468b-8959-d59283a5626b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:48.489995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.490296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.490683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.491071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.491372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.491709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.492042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.492374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.492742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.493073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.493529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.493868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbed1e2-9625-48fd-a841-41b2658bc7e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:02:48.529772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.573808 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.586710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Transition to ACTIVE for port object 61cdbbb2-07c2-4731-8916-7b2d3c976e51 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:48.609572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Transition to ACTIVE for port object 61cdbbb2-07c2-4731-8916-7b2d3c976e51 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:48.610110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:48.617530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:48.621621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:48.625779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event updated for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:48.627181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.653706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a0635-5876-4514-a54b-cd16e8fd8555 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:48.656913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c62a0635-5876-4514-a54b-cd16e8fd8555 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2589514 Jul 27 17:02:48.660215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:48.660387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753084ec-fd4d-43bf-8493-d4412f25bf7b req-d2a7e1fb-0c86-40e4-a9e7-1188a9e52db4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:48.674278 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-753084ec-fd4d-43bf-8493-d4412f25bf7b req-d2a7e1fb-0c86-40e4-a9e7-1188a9e52db4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.2463036 Jul 27 17:02:48.677236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:48.685578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:48.691847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:48.698342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Pushing event updated for resources: {'Port': ['ID=61cdbbb2-07c2-4731-8916-7b2d3c976e51,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:48.742165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:48.742754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.766610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-753084ec-fd4d-43bf-8493-d4412f25bf7b req-b266ccaf-bce2-476c-a297-2b1d5f1e16bd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762360 Jul 27 17:02:48.774594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-630320df-6835-49d0-935d-635e2721250f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546197 Jul 27 17:02:48.786986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2bb4e-5ed8-41e6-a795-cc0166b9f4bc req-9b0dd49e-8816-468d-b704-466d5f4af01b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:48.791487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Attempting to bind port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:48.791869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Attempting to bind port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:48.792237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Attempting to bind port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:48.795497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48b2bb4e-5ed8-41e6-a795-cc0166b9f4bc req-9b0dd49e-8816-468d-b704-466d5f4af01b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 931 time: 0.2456071 Jul 27 17:02:48.795972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Request body: {'port': {'device_id': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:48.812570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:48.813203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:48.813884 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.814857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:48.815809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Bound port: 61cdbbb2-07c2-4731-8916-7b2d3c976e51, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:48.817008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.876565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48b2bb4e-5ed8-41e6-a795-cc0166b9f4bc req-99237666-9dba-4462-a71a-5e98c010001f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798740 Jul 27 17:02:48.919928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.922116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 99497266-a0b5-468b-8959-d59283a5626b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:48.922466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:48.936787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] For port 61cdbbb2-07c2-4731-8916-7b2d3c976e51, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:48.944613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] For port 61cdbbb2-07c2-4731-8916-7b2d3c976e51, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=61cdbbb2-07c2-4731-8916-7b2d3c976e51,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:48.952529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.051950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.080383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 99497266-a0b5-468b-8959-d59283a5626b owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:49.094834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0936a-3454-4195-a1ff-4ec97ba3ed52 None None] Pushing event updated for resources: {'Port': ['ID=61cdbbb2-07c2-4731-8916-7b2d3c976e51,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:49.206257 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:02:49.229922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.268564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=99497266-a0b5-468b-8959-d59283a5626b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:49.318940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.324302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c916413c-6b15-41dc-9459-25cf31036277 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/99497266-a0b5-468b-8959-d59283a5626b HTTP/1.1" status: 204 len: 168 time: 0.6627347 Jul 27 17:02:49.325009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:49.347838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32919010-8be3-4869-94af-11f048a1532a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:49.356407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.380586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Transition to ACTIVE for port object 32919010-8be3-4869-94af-11f048a1532a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:49.385504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.427934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce622f-118d-4299-a2a0-3d07ff8c147b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:49.429707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce622f-118d-4299-a2a0-3d07ff8c147b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:49.431371 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-62ce622f-118d-4299-a2a0-3d07ff8c147b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1054025 Jul 27 17:02:49.433987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:49.456269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Pushing event updated for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:49.511762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 52acb6c9-fbff-477a-ba88-54064d25ccc6 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:02:49.515222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.545484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Attempting to bind port 32919010-8be3-4869-94af-11f048a1532a on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:49.545829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Attempting to bind port 32919010-8be3-4869-94af-11f048a1532a by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:49.546169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Attempting to bind port 32919010-8be3-4869-94af-11f048a1532a on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:49.551079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Port 32919010-8be3-4869-94af-11f048a1532a on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:49.551414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Attempting to bind port 32919010-8be3-4869-94af-11f048a1532a on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:49.556568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:49.556916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Checking segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:49.557310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Bound using segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:49.557745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Bound port: 32919010-8be3-4869-94af-11f048a1532a, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:49.558083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.558186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.634757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:49.638128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=32919010-8be3-4869-94af-11f048a1532a,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:49.643138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.652669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.682669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:49.683440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.685118 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] 10.222.0.61 "PUT /v2.0/ports/32919010-8be3-4869-94af-11f048a1532a HTTP/1.1" status: 200 len: 1091 time: 0.8972409 Jul 27 17:02:49.685568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'tag': '32919010-8be3-4869-94af-11f048a1532a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:49.688180 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "tag": "32919010-8be3-4869-94af-11f048a1532a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:49.742889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf43dc-fa29-48ba-963d-89ee08ed298d service neutron] Pushing event updated for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:49.771631 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230e2c87-6bc9-4c60-a957-ede7717b4185 x-openstack-request-id: req-230e2c87-6bc9-4c60-a957-ede7717b4185 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:49.771938 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "tag": "32919010-8be3-4869-94af-11f048a1532a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:49.772279 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-230e2c87-6bc9-4c60-a957-ede7717b4185 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:49.772888 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'tag': '32919010-8be3-4869-94af-11f048a1532a', 'status': 'completed', 'code': 200} Jul 27 17:02:49.776236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.813794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-692cf0c7-dc24-42a4-9025-c0f26ceaf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:49.814551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-692cf0c7-dc24-42a4-9025-c0f26ceaf7c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 1094 time: 0.0826778 Jul 27 17:02:49.823388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=52acb6c9-fbff-477a-ba88-54064d25ccc6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:49.834705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:49.836872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0de81aec-a0b5-43a1-af77-4884f2b610f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/52acb6c9-fbff-477a-ba88-54064d25ccc6 HTTP/1.1" status: 204 len: 168 time: 0.4018862 Jul 27 17:02:49.839812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:49.876226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-8a63ad5a-d19d-4b39-8782-ede720d1c0a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32919010-8be3-4869-94af-11f048a1532a HTTP/1.1" status: 200 len: 217 time: 0.0508130 Jul 27 17:02:49.939120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-257f73ad-b779-4fe5-a821-c4cefd8ff35f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978575 Jul 27 17:02:49.943032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:49.949853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:49.957841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-94581fea-2787-4810-b91e-5bdbf8bef17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:49.959763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-94581fea-2787-4810-b91e-5bdbf8bef17c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0759122 Jul 27 17:02:50.056451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-2d19c0e5-554f-4722-bbfe-723e72d3f122 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845699 Jul 27 17:02:50.066798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6f12-ef5c-4f8e-9823-62e71347231f req-696c3371-aa59-4cc9-9a21-3e5d1dacc119 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:50.068755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcdf6f12-ef5c-4f8e-9823-62e71347231f req-696c3371-aa59-4cc9-9a21-3e5d1dacc119 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.2025259 Jul 27 17:02:50.134269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcdf6f12-ef5c-4f8e-9823-62e71347231f req-c027afaf-50c6-42c4-a4b7-81057bccb529 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541739 Jul 27 17:02:50.232737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:50.237178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:50.317621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-d38bbdbf-5484-4ccb-9ec6-0bb1da84c0c9 service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525041 Jul 27 17:02:50.412825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77249389-a6ed-4ec6-aa75-60d05a4289d9 req-d57cbdfa-6fe8-4916-bcee-3edcf6f02e78 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:50.420409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77249389-a6ed-4ec6-aa75-60d05a4289d9 req-d57cbdfa-6fe8-4916-bcee-3edcf6f02e78 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 943 time: 0.2574968 Jul 27 17:02:50.456611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb63924-48b1-4ca7-958c-10655cfa3754 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:50.566886 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77249389-a6ed-4ec6-aa75-60d05a4289d9 req-9026a469-c377-4eff-a81d-99c97ca6b3cf tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454306 Jul 27 17:02:50.578762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bd4ec661-ebe5-4943-a377-6bd562898199 None None] Provisioning for port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:50.599183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-abf731d1-ea6f-45c4-bbf4-6641c0943f94 req-a7f24062-e6f6-4787-9f5c-1a0dd9e7cd4f service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701139 Jul 27 17:02:50.651723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:50.733715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:50.734029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:02:50.743111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:50.746509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:50.747119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:50.749694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=eed48892-5b16-499b-9585-450c914a5a0a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:50.770145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a72438c7-2afd-450c-bc8d-b2afc2931b16 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8253160 Jul 27 17:02:50.773159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:50.783514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'name': 'tempest-NetworksTestDHCPv6-890783857'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:50.789359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-74174dce-0efb-48ee-8eeb-e6f6ce4bbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:50.793028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-74174dce-0efb-48ee-8eeb-e6f6ce4bbb85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 1094 time: 0.1346798 Jul 27 17:02:50.798121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Deleting port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:50.798653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.004303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-f1a20a4f-8b8e-4a40-bb92-059d7fc52fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:51.006270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-f1a20a4f-8b8e-4a40-bb92-059d7fc52fb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 916 time: 0.2042651 Jul 27 17:02:51.028704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:51.034902 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.091801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-d204e5f3-f5c3-4155-9de4-769be715d6ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32919010-8be3-4869-94af-11f048a1532a HTTP/1.1" status: 200 len: 217 time: 0.0768905 Jul 27 17:02:51.092868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 38447a07-9236-4176-b95f-ac65cd445f9f yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:51.157754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] For port 61cdbbb2-07c2-4731-8916-7b2d3c976e51, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=61cdbbb2-07c2-4731-8916-7b2d3c976e51,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:51.158168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.175225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-e655c450-3e8d-4e7a-8a1d-c35adb0aa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:51.177127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-e655c450-3e8d-4e7a-8a1d-c35adb0aa33f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0775170 Jul 27 17:02:51.183877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Calling delete_port for 61cdbbb2-07c2-4731-8916-7b2d3c976e51 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:51.224165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-73bd2e81-cc16-4a48-a86c-165e3be52a0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387638 Jul 27 17:02:51.300915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::124 (264414a0-faa6-4c67-9709-757473501bd0/eed48892-5b16-499b-9585-450c914a5a0a/38447a07-9236-4176-b95f-ac65cd445f9f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:51.302357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.346423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] Pushing event deleted for resources: {'Port': ['ID=61cdbbb2-07c2-4731-8916-7b2d3c976e51,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:51.354440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3957a69-f90b-4c20-93ab-5dd2d5563c96 None None] No DVR routers for this DVR port 61cdbbb2-07c2-4731-8916-7b2d3c976e51 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:51.366685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-69b38084-55aa-403b-bb9d-448352222ca1 service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319869 Jul 27 17:02:51.377741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e33e59-6c6f-4382-889d-5d95198ad915 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:51.514242 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2dbc9f2-3f5c-41c8-b7d4-9a634e3ebfb0 req-f35c0af6-23a8-4107-8572-d8ea3881d7af service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101854 Jul 27 17:02:51.568268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51c295-0930-492f-a2a6-3a120dae9863 req-7d5727ad-1076-4ded-8d01-18dd6b748e99 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:51.570217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.577146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f51c295-0930-492f-a2a6-3a120dae9863 req-7d5727ad-1076-4ded-8d01-18dd6b748e99 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.3442490 Jul 27 17:02:51.591773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 38447a07-9236-4176-b95f-ac65cd445f9f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:51.597864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': 'eed48892-5b16-499b-9585-450c914a5a0a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:02:51.599310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.643068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f51c295-0930-492f-a2a6-3a120dae9863 req-c0c8669d-66fc-4456-a65a-c105f1a56852 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647511 Jul 27 17:02:51.659263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.717226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:51.722249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:51.734011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:51.740228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:51.741165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:51.794817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=38447a07-9236-4176-b95f-ac65cd445f9f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:51.798989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cf2456f7-e69a-414a-9373-bf9de1f207a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0241361 Jul 27 17:02:51.802213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50414) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:51.819767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/eed48892-5b16-499b-9585-450c914a5a0a/a66aebbd-67de-4040-9890-258cb183b9b8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:51.865843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272b551-3929-434a-9cd4-ae18afb8f3c3 req-691414ec-9f0d-4542-bbe7-260c73567a9c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:51.877668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7272b551-3929-434a-9cd4-ae18afb8f3c3 req-691414ec-9f0d-4542-bbe7-260c73567a9c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 943 time: 0.1326704 Jul 27 17:02:51.943171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7272b551-3929-434a-9cd4-ae18afb8f3c3 req-bc557b89-937e-429f-b1b0-0d30c904c33b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635126 Jul 27 17:02:52.026921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cabbe-97b5-45a1-9021-94c2e24d029e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.030728 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.031578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:52.032071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-736cabbe-97b5-45a1-9021-94c2e24d029e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2275708 Jul 27 17:02:52.051421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Transition to ACTIVE for port object a66aebbd-67de-4040-9890-258cb183b9b8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:52.065795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708b3f7-2e12-4d2c-bcd1-be08d006326c req-9fc55c29-88c7-4f14-85b7-117575c68fc7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.068724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Transition to ACTIVE for port object a66aebbd-67de-4040-9890-258cb183b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:52.075840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.076402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0708b3f7-2e12-4d2c-bcd1-be08d006326c req-9fc55c29-88c7-4f14-85b7-117575c68fc7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1626253 Jul 27 17:02:52.124070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:52.127752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0708b3f7-2e12-4d2c-bcd1-be08d006326c req-4a9534e6-f81a-4b0d-8601-bdb1787b16dd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500863 Jul 27 17:02:52.129846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:52.133235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:52.141952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Pushing event updated for resources: {'Port': ['ID=a66aebbd-67de-4040-9890-258cb183b9b8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:52.224820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Attempting to bind port a66aebbd-67de-4040-9890-258cb183b9b8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:52.225542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Attempting to bind port a66aebbd-67de-4040-9890-258cb183b9b8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:52.226418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Attempting to bind port a66aebbd-67de-4040-9890-258cb183b9b8 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:52.233366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:52.234116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:52.234728 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.235781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:52.236905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Bound port: a66aebbd-67de-4040-9890-258cb183b9b8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:52.237510 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.237921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 38447a07-9236-4176-b95f-ac65cd445f9f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:52.240069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.333587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] For port a66aebbd-67de-4040-9890-258cb183b9b8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:52.337030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6abec-14ea-4336-bfeb-c94ef9a02042 req-fa234a42-4462-4bac-b063-2b8dbd835316 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.337961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] For port a66aebbd-67de-4040-9890-258cb183b9b8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a66aebbd-67de-4040-9890-258cb183b9b8,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:52.338552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8d6abec-14ea-4336-bfeb-c94ef9a02042 req-fa234a42-4462-4bac-b063-2b8dbd835316 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0832167 Jul 27 17:02:52.346105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.358573 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.374006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 38447a07-9236-4176-b95f-ac65cd445f9f owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:52.388209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8d6abec-14ea-4336-bfeb-c94ef9a02042 req-03d3ac6a-a7af-4d00-b52a-8df39f97176a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Jul 27 17:02:52.436289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa17c-6a83-4ae4-8e49-6836ed2005d3 None None] Pushing event updated for resources: {'Port': ['ID=a66aebbd-67de-4040-9890-258cb183b9b8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:52.549738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.585957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=38447a07-9236-4176-b95f-ac65cd445f9f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:52.600952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 32919010-8be3-4869-94af-11f048a1532a details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:02:52.631044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.633791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8fb7ef6-8f9a-4e7d-a78f-81929e016550 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/38447a07-9236-4176-b95f-ac65cd445f9f HTTP/1.1" status: 204 len: 168 time: 0.6010222 Jul 27 17:02:52.638381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:52.790692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=32919010-8be3-4869-94af-11f048a1532a,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:52.804188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-d5f63c6a-afae-4f93-b6b7-45129ffbbbef tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.817435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-d5f63c6a-afae-4f93-b6b7-45129ffbbbef tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.1896679 Jul 27 17:02:52.824681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '32919010-8be3-4869-94af-11f048a1532a', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'port_id': '32919010-8be3-4869-94af-11f048a1532a', 'mac_address': 'fa:16:3e:f6:14:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe0c065-7edf-4e8b-9760-a0740f7d5b29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:02:52.837100 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-2a016f5f-936d-4e32-94b9-4d42cffbcc9d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/quotas/b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 375 time: 0.0187292 Jul 27 17:02:52.848316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a900ed-2b68-42ff-a645-7a9c5aae7301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.849898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a900ed-2b68-42ff-a645-7a9c5aae7301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:52.851954 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-30a900ed-2b68-42ff-a645-7a9c5aae7301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2112973 Jul 27 17:02:52.854761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50438) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:52.883693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.900643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32919010-8be3-4869-94af-11f048a1532a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:52.930979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=32919010-8be3-4869-94af-11f048a1532a,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:52.946426 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:52.956985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet eed48892-5b16-499b-9585-450c914a5a0a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:02:52.963829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.007406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:53.035735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.090136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-f0ad0b47-3f67-4616-8e99-d1fda533aa50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2483454 Jul 27 17:02:53.169208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119d1df-f5f7-4fc6-8063-74261e2cc166 req-cbc9ec64-15d4-45a5-b086-40ec1f61afa2 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:53.177239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9119d1df-f5f7-4fc6-8063-74261e2cc166 req-cbc9ec64-15d4-45a5-b086-40ec1f61afa2 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 944 time: 0.1354880 Jul 27 17:02:53.210616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a66aebbd-67de-4040-9890-258cb183b9b8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:53.238791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9119d1df-f5f7-4fc6-8063-74261e2cc166 req-6a07aaa9-600b-4c88-9b85-066be9750663 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576334 Jul 27 17:02:53.250974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:02:53.267108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-3073d6f1-c830-4c0e-95b2-0cf02939795e service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750131 Jul 27 17:02:53.268412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.391142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port a66aebbd-67de-4040-9890-258cb183b9b8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:53.411896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.448796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-7c9582fc-cd0d-4108-8795-e54d732aaff7 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573794 Jul 27 17:02:53.452897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.455147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/eed48892-5b16-499b-9585-450c914a5a0a HTTP/1.1" status: 204 len: 168 time: 0.5804837 Jul 27 17:02:53.456186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb702-af10-4f9f-95dd-30cd1037d73e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=eed48892-5b16-499b-9585-450c914a5a0a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:53.459248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:53.667821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01077b47-6338-4ecb-9d36-ce2ced2cc447 req-cc5838d7-eb8d-41bc-b883-47a60e5df591 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 210 time: 0.0440586 Jul 27 17:02:53.797497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fc21d-735c-4b85-8307-70d352c160f8 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:53.870227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9c25c01-33ae-45ce-b3dc-fa671a8377bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4097955 Jul 27 17:02:53.870948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50456) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:53.877894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:53.878224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Provisioning for port a66aebbd-67de-4040-9890-258cb183b9b8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:53.889949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Provisioning complete for port a66aebbd-67de-4040-9890-258cb183b9b8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:53.890313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:53.990670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:53.996115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.034304 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.092923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] For port a66aebbd-67de-4040-9890-258cb183b9b8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a66aebbd-67de-4040-9890-258cb183b9b8,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:54.098653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.137065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:02:54.193860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca12956-93da-4a24-ab05-225f6072cbd3 None None] Pushing event updated for resources: {'Port': ['ID=a66aebbd-67de-4040-9890-258cb183b9b8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:54.220021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Deleting port a66aebbd-67de-4040-9890-258cb183b9b8 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:54.220395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.243576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.289282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:54.295795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:54.301486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:54.302139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.305845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] For port a66aebbd-67de-4040-9890-258cb183b9b8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a66aebbd-67de-4040-9890-258cb183b9b8,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:54.306673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.329793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Calling delete_port for a66aebbd-67de-4040-9890-258cb183b9b8 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:54.342004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4663796 Jul 27 17:02:54.342763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:54.349179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'name': 'tempest-NetworksTestDHCPv6-799624498'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:54.357381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba719413-fefd-4821-99bc-21c29b60d735 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=1eda8f0c-0f25-43e3-94b2-9808f38cae99,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:54.447890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.482715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] Pushing event deleted for resources: {'Port': ['ID=a66aebbd-67de-4040-9890-258cb183b9b8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:54.487667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30398ea-5e00-499c-9560-c32bf1b661b1 None None] No DVR routers for this DVR port a66aebbd-67de-4040-9890-258cb183b9b8 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:02:54.506334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc8208-18b5-469a-a74c-5e385711c6ae None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:54.509560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d0886-642f-4150-9497-4954eaa01f17 req-13ca2cba-037d-4c3b-818d-5b5de8786396 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:54.511133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03d0886-642f-4150-9497-4954eaa01f17 req-13ca2cba-037d-4c3b-818d-5b5de8786396 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 944 time: 0.1568725 Jul 27 17:02:54.535564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:54.539066 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.576410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:54.585944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03d0886-642f-4150-9497-4954eaa01f17 req-bb006953-b2f7-4d3b-bbaf-94fd0edbe04f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Jul 27 17:02:54.616962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 32919010-8be3-4869-94af-11f048a1532a up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:54.723914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 32919010-8be3-4869-94af-11f048a1532a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:54.737031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '1eda8f0c-0f25-43e3-94b2-9808f38cae99'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:02:54.739182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.753727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::3a0 (264414a0-faa6-4c67-9709-757473501bd0/1eda8f0c-0f25-43e3-94b2-9808f38cae99/cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:54.762412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 32919010-8be3-4869-94af-11f048a1532a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:54.763167 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.877070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd8a8d56-5cf5-41b4-b7a1-671211cc3028 req-450009b4-7c71-4423-aadd-cf1e623d14be tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 210 time: 0.0447280 Jul 27 17:02:54.888471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c0cb0483-e727-44e9-b576-7469d9879a6a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:54.890192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c0cb0483-e727-44e9-b576-7469d9879a6a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.1557279 Jul 27 17:02:54.912871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'device_id': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'admin_state_up': True, 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:54.945719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.978844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:54.980597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32919010-8be3-4869-94af-11f048a1532a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:54.983253 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e149ebb-3a97-488d-8382-b38ed3f7a240" -d '{"events": [{"server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "name": "network-vif-plugged", "status": "completed", "tag": "32919010-8be3-4869-94af-11f048a1532a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:54.994475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:55.003200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=32919010-8be3-4869-94af-11f048a1532a,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:55.009013 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.033600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.075048 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cd15e1-dadd-4e5a-9368-135d6adea577 x-openstack-request-id: req-46cd15e1-dadd-4e5a-9368-135d6adea577 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:55.075632 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "name": "network-vif-plugged", "status": "completed", "tag": "32919010-8be3-4869-94af-11f048a1532a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:55.075860 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46cd15e1-dadd-4e5a-9368-135d6adea577 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:55.076466 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32919010-8be3-4869-94af-11f048a1532a', 'code': 200} Jul 27 17:02:55.078106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:55.089203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.115766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:55.117135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.120171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:55.122853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:55.128175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:55.129253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.142773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.145660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd47248a-f39c-4fce-a91f-c2f591e80ce4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8017230 Jul 27 17:02:55.148148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:55.157324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/1eda8f0c-0f25-43e3-94b2-9808f38cae99/662b1270-6034-427d-91c1-9e297a48a34d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:55.191602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a66aebbd-67de-4040-9890-258cb183b9b8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:02:55.241025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: a66aebbd-67de-4040-9890-258cb183b9b8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:02:55.241458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a66aebbd-67de-4040-9890-258cb183b9b8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:02:55.242477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c16dd-f2c4-4703-9715-13107270299f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:55.246829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a1c16dd-f2c4-4703-9715-13107270299f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0948527 Jul 27 17:02:55.247601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:55.304189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80496-6396-4f87-a068-6c0240209a2f req-ce73aec4-d7c1-4167-977f-aab75c93aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:55.305771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ed80496-6396-4f87-a068-6c0240209a2f req-ce73aec4-d7c1-4167-977f-aab75c93aa96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 1096 time: 0.1733668 Jul 27 17:02:55.347138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.20.0.10 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/4aa0691a-f8bb-4a1e-99e9-b0bc60625560) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:55.369111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ed80496-6396-4f87-a068-6c0240209a2f req-1b885817-9a3c-4457-beed-7c9651f82ba4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Jul 27 17:02:55.386078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.400307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Transition to ACTIVE for port object 662b1270-6034-427d-91c1-9e297a48a34d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:55.406692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:55.407525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.423170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Transition to ACTIVE for port object 662b1270-6034-427d-91c1-9e297a48a34d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:55.433318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.490251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Pushing event updated for resources: {'Port': ['ID=662b1270-6034-427d-91c1-9e297a48a34d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.499387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:55.501246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:55.504240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:55.523326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.538035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:55.571099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.577979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Attempting to bind port 662b1270-6034-427d-91c1-9e297a48a34d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:55.578194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Attempting to bind port 662b1270-6034-427d-91c1-9e297a48a34d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:55.578602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Attempting to bind port 662b1270-6034-427d-91c1-9e297a48a34d on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:55.586868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:55.586868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:55.587438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.587726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:55.588046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Bound port: 662b1270-6034-427d-91c1-9e297a48a34d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:55.588391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.590819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Transition to ACTIVE for port object 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:55.643881 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.661583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:02:55.694347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] For port 662b1270-6034-427d-91c1-9e297a48a34d, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:55.708981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:55.713137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:55.715706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:55.719981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.737092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] For port 662b1270-6034-427d-91c1-9e297a48a34d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=662b1270-6034-427d-91c1-9e297a48a34d,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:55.743554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.785918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:55.786589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.805298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.813963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-526a660b-9023-42e1-a71a-a7102246066d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9080265 Jul 27 17:02:55.840768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952a067-bc77-4901-ac48-4ce52ce39e1b None None] Pushing event updated for resources: {'Port': ['ID=662b1270-6034-427d-91c1-9e297a48a34d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.869407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:55.937991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Request body: {'port': {'device_id': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:55.959313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:55.972894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-28f565ea-0a9b-4ff5-9286-2a06fbaeec5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee HTTP/1.1" status: 204 len: 168 time: 0.7220936 Jul 27 17:02:55.978813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.009009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e580ec-32d9-472e-8942-3b378cb697e4 req-b43d5ec8-2294-4010-b6e1-2b2879208656 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.017017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6e580ec-32d9-472e-8942-3b378cb697e4 req-b43d5ec8-2294-4010-b6e1-2b2879208656 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 945 time: 0.2646303 Jul 27 17:02:56.069714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6e580ec-32d9-472e-8942-3b378cb697e4 req-3ca5469b-e463-4326-ba3a-08eba467c897 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513418 Jul 27 17:02:56.163206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d127dd83-8c1a-4003-ada7-a211adf1eda6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.165953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d127dd83-8c1a-4003-ada7-a211adf1eda6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.167488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d127dd83-8c1a-4003-ada7-a211adf1eda6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1869767 Jul 27 17:02:56.171753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.176047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13168f82-d3b4-452f-b94c-16e3e1c58799 None None] Provisioning for port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:56.186076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13168f82-d3b4-452f-b94c-16e3e1c58799 None None] Provisioning complete for port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:56.186667 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13168f82-d3b4-452f-b94c-16e3e1c58799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.196701 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.269206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659af4b-b556-4d67-b8ac-c95f0205b3ff req-7b398f8c-e46c-4aeb-8a18-72fc9bc7b2c9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.272281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2659af4b-b556-4d67-b8ac-c95f0205b3ff req-7b398f8c-e46c-4aeb-8a18-72fc9bc7b2c9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 932 time: 0.2308636 Jul 27 17:02:56.297493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 1eda8f0c-0f25-43e3-94b2-9808f38cae99 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:02:56.310551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.362248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-13168f82-d3b4-452f-b94c-16e3e1c58799 None None] Port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:02:56.409429 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.461379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2659af4b-b556-4d67-b8ac-c95f0205b3ff req-4d66738d-0f2f-4933-9458-e82b74e491e6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591265 Jul 27 17:02:56.562191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.641372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.671636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=1eda8f0c-0f25-43e3-94b2-9808f38cae99,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:56.676214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.681894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e25ea34e-e161-4f0b-be97-64e2e2bdbf79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/1eda8f0c-0f25-43e3-94b2-9808f38cae99 HTTP/1.1" status: 204 len: 168 time: 0.5029619 Jul 27 17:02:56.682185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.707603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:02:56.745643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9f9752c3-e545-4da6-9d6c-64113e576c75 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623279 Jul 27 17:02:56.747622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.752211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.759996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Transition to ACTIVE for port object 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:56.766772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:56.839687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2069c-7ae8-445a-8f0f-88e493ae48b4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.844762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ea2069c-7ae8-445a-8f0f-88e493ae48b4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0881202 Jul 27 17:02:56.849227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.917405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78556499-c40c-43fa-a525-4333afcec250 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:56.921417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78556499-c40c-43fa-a525-4333afcec250 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685484 Jul 27 17:02:56.921772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.963952 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-52f59b55-cc19-4e1d-b0b5-6180736ee203 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409431 Jul 27 17:02:56.968257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:56.974963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:57.087050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:57.091231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.200456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:57.274213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 662b1270-6034-427d-91c1-9e297a48a34d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:57.309973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5cfb4-4807-46a2-8c24-10ff11becc81 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:57.362202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Attempting to bind port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:02:57.362577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Attempting to bind port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:02:57.362908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Attempting to bind port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:57.371453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 on network c9612919-a443-48b5-8045-af04651d8b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:02:57.371795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Attempting to bind port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:02:57.385585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:02:57.385925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:02:57.386470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:02:57.387159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.387321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Bound port: 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:02:57.387735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.443277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:57.446632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:57.449274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15a3b29b-8cc4-461f-8361-720199faff68 None None] Provisioning for port 662b1270-6034-427d-91c1-9e297a48a34d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:57.455232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:57.455840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.462094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47394-9100-45e3-b83f-955f11e35fe2 req-0245ce88-0cc3-46ab-b98c-8f0e5f240b92 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:57.469434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ffc47394-9100-45e3-b83f-955f11e35fe2 req-0245ce88-0cc3-46ab-b98c-8f0e5f240b92 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 945 time: 0.1822774 Jul 27 17:02:57.475514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=996c5dc7-d8c2-4fde-8949-8b0e3f3630bf,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:57.482583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-74378f55-6c2d-46ed-941d-edcaf5bec378 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5131247 Jul 27 17:02:57.485688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50510) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:57.495021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '996c5dc7-d8c2-4fde-8949-8b0e3f3630bf', 'ip_address': '2001:db8::2695:5b1a:5e52:d3a6'}], 'name': 'tempest-NetworksTestDHCPv6-1375331938'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:02:57.509890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 662b1270-6034-427d-91c1-9e297a48a34d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:02:57.515229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 662b1270-6034-427d-91c1-9e297a48a34d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:57.515598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.573171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ffc47394-9100-45e3-b83f-955f11e35fe2 req-a0c78513-cd7d-4e0b-b326-861e48ae0ebe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028395 Jul 27 17:02:57.589302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:02:57.603349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:02:57.612575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.630835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:57.631461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.632885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] 10.222.0.13 "PUT /v2.0/ports/4aa0691a-f8bb-4a1e-99e9-b0bc60625560 HTTP/1.1" status: 200 len: 1092 time: 1.8045490 Jul 27 17:02:57.634425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:02:57.636726 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cb5669-9850-45f7-b938-e9ccdcb526ef" -d '{"events": [{"name": "network-changed", "server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:02:57.682507 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.725624 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55388f72-c7c8-4ca0-8b9b-5804136455c2 x-openstack-request-id: req-55388f72-c7c8-4ca0-8b9b-5804136455c2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:02:57.726593 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:02:57.727040 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55388f72-c7c8-4ca0-8b9b-5804136455c2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:02:57.727777 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560', 'status': 'completed', 'code': 200} Jul 27 17:02:57.780794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 662b1270-6034-427d-91c1-9e297a48a34d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=662b1270-6034-427d-91c1-9e297a48a34d,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:02:57.790350 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:57.817949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:02:57.855450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6571-dc6b-47b7-a0ae-e2d75070759b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:57.912006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-2472b81e-7c7a-4cfa-ae08-6e31eaf62d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:57.913631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-2472b81e-7c7a-4cfa-ae08-6e31eaf62d58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 1095 time: 0.2087741 Jul 27 17:02:57.918689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=662b1270-6034-427d-91c1-9e297a48a34d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:57.918949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3288c-2de6-46cb-a0bb-351947c7f377 req-082d5a41-588c-47bb-adc6-81fd539cc498 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:57.932582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0b3288c-2de6-46cb-a0bb-351947c7f377 req-082d5a41-588c-47bb-adc6-81fd539cc498 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 944 time: 0.3145275 Jul 27 17:02:58.004299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-a0d06685-fcf7-42c4-a237-9bb4f81280cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560 HTTP/1.1" status: 200 len: 217 time: 0.0728636 Jul 27 17:02:58.036349 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0b3288c-2de6-46cb-a0bb-351947c7f377 req-b83541dc-0935-4194-93ce-e0cc0915767a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Jul 27 17:02:58.093827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40f999-3fbc-421f-8b2f-91534b385cd2 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:02:58.104355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:58.112698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-685ab4d1-9a8c-4089-8fb6-51d62936d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:58.114703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-685ab4d1-9a8c-4089-8fb6-51d62936d68c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1022332 Jul 27 17:02:58.147612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 48349db4-2390-4a71-9bc8-333baf2aa646 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:02:58.204945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-31919192-6d99-4559-8ce4-a967b91d01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:58.206491 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-31919192-6d99-4559-8ce4-a967b91d01f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769053 Jul 27 17:02:58.304413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d79bf700-0937-415d-b8c2-74234166dc84 None None] Provisioning complete for port 662b1270-6034-427d-91c1-9e297a48a34d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:58.304413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d79bf700-0937-415d-b8c2-74234166dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:58.392599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-a2c1c91f-c5a7-46b1-a50b-d670ab8c0368 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776698 Jul 27 17:02:58.424684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::2695:5b1a:5e52:d3a6 (264414a0-faa6-4c67-9709-757473501bd0/996c5dc7-d8c2-4fde-8949-8b0e3f3630bf/48349db4-2390-4a71-9bc8-333baf2aa646) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:02:58.535957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-44ac89c2-432d-4e37-ba50-fc6dfd88141b req-bd46e91e-d5bc-44ca-80d9-99f57e032e0e service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361279 Jul 27 17:02:58.669349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:58.695783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 48349db4-2390-4a71-9bc8-333baf2aa646 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:02:58.728047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-c56d0d6b-76ec-423a-84c4-ab24a6fd2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:58.732407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-c56d0d6b-76ec-423a-84c4-ab24a6fd2a8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 1095 time: 0.0876760 Jul 27 17:02:58.785808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:58.872379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:02:58.874228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:02:58.876597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=48349db4-2390-4a71-9bc8-333baf2aa646,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:02:58.879714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:02:58.879841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-a567f772-dff5-4541-b3eb-aa94281bb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:58.881752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-a567f772-dff5-4541-b3eb-aa94281bb031 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1438494 Jul 27 17:02:58.885828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:58.886436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:58.916467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1231b197-a663-4b72-865b-7db3751810fd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4268434 Jul 27 17:02:58.916711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:58.944104 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-c361d6ca-3679-4a3c-a085-f9e53f3d89f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560 HTTP/1.1" status: 200 len: 217 time: 0.0473473 Jul 27 17:02:59.030905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-da469961-f021-4572-a634-6ddd3a1df8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.033094 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-da469961-f021-4572-a634-6ddd3a1df8e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0794525 Jul 27 17:02:59.044058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0d185-4502-418e-8730-e4c367eac358 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.050848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0d185-4502-418e-8730-e4c367eac358 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.055024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0dc0d185-4502-418e-8730-e4c367eac358 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1346409 Jul 27 17:02:59.055280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:02:59.173561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-74bc75cc-a320-4e19-9752-defce1f1e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.176187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-74bc75cc-a320-4e19-9752-defce1f1e588 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341839 Jul 27 17:02:59.234138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-345a2136-51d3-4445-b16c-963d2cff1590 None None] Provisioning complete for port 662b1270-6034-427d-91c1-9e297a48a34d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:59.234535 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-345a2136-51d3-4445-b16c-963d2cff1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:59.245216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 662b1270-6034-427d-91c1-9e297a48a34d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:02:59.290846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 48349db4-2390-4a71-9bc8-333baf2aa646 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:02:59.291233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:59.372193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-e4d68a69-e0cb-4220-b5be-21ed4aa716f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868269 Jul 27 17:02:59.375569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c48c7-69a6-4edf-8e04-84b63c79b7e2 req-5c10b415-feb6-4bdf-8680-cf27cd1d5ac7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.377195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-265c48c7-69a6-4edf-8e04-84b63c79b7e2 req-5c10b415-feb6-4bdf-8680-cf27cd1d5ac7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 944 time: 0.1948471 Jul 27 17:02:59.566876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 662b1270-6034-427d-91c1-9e297a48a34d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:02:59.566876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:59.577896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:59.592569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-265c48c7-69a6-4edf-8e04-84b63c79b7e2 req-ab96d243-9774-4dde-95e5-7e2c9e28d65a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012494 Jul 27 17:02:59.600092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-32cb5669-9850-45f7-b938-e9ccdcb526ef req-f421552b-c1b1-42e0-98b3-628a771214fe service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183585 Jul 27 17:02:59.604872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 48349db4-2390-4a71-9bc8-333baf2aa646 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:02:59.717148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-2a9c0c0a-c0b9-4d6b-b01e-ace809eda390 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2318652 Jul 27 17:02:59.830978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-56028518-62be-4afb-b61d-ed37004c3c10 None None] Could not find standard attr ID for object 99497266-a0b5-468b-8959-d59283a5626b. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:02:59.915697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-8c4d21b0-9dd4-46a7-90d6-f3b344e2729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:02:59.917409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-8c4d21b0-9dd4-46a7-90d6-f3b344e2729d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.1630273 Jul 27 17:02:59.926593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:02:59.948289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f67256a5-351d-47a6-bd31-8755222746d5 None None] Could not find standard attr ID for object 38447a07-9236-4176-b95f-ac65cd445f9f. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:02:59.975072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=48349db4-2390-4a71-9bc8-333baf2aa646,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:00.076184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.077472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33c91d2a-b985-4666-930e-b4427a588460 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/48349db4-2390-4a71-9bc8-333baf2aa646 HTTP/1.1" status: 204 len: 168 time: 1.0211215 Jul 27 17:03:00.079913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:00.138541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-833435c5-63a5-463e-81bf-7f8523b398d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.140340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-833435c5-63a5-463e-81bf-7f8523b398d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1742959 Jul 27 17:03:00.171315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cba1b-ab87-4649-9ab5-ddbca7bd4883 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.174511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cba1b-ab87-4649-9ab5-ddbca7bd4883 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.178415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ca8cba1b-ab87-4649-9ab5-ddbca7bd4883 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0964711 Jul 27 17:03:00.180935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:00.304940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fc64da84-495c-457a-a705-dc2c99c5fd08 None None] Could not find standard attr ID for object cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:00.317153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-6f6c9fcd-9fe8-400c-8979-44c57a63f37a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.1687489 Jul 27 17:03:00.382403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-27898882-155f-446d-a184-8d8112fdac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.384244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-27898882-155f-446d-a184-8d8112fdac91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0565412 Jul 27 17:03:00.389392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 996c5dc7-d8c2-4fde-8949-8b0e3f3630bf {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:00.395917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.460200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.476366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.478806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-d608658e-19d8-4838-bb93-10ef692624ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.480743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-d608658e-19d8-4838-bb93-10ef692624ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847297 Jul 27 17:03:00.483897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.493210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.499905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.507434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.535214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.546822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.550301 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-1cacf7dd-e628-4e27-b7b0-7feb84f45f9a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.2579174 Jul 27 17:03:00.661355 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a93924f0-6e54-4150-b66e-86532c1abd43 req-9f8b149c-84d3-43d1-b5fc-17cb69802681 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769031 Jul 27 17:03:00.669316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-f97a6e80-9bf1-4274-88d4-eaef89055a6f service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793256 Jul 27 17:03:00.708164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.750326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-001b208a-8203-4a3b-bc9b-f54dce0d2792 None None] Could not find standard attr ID for object 48349db4-2390-4a71-9bc8-333baf2aa646. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:00.794302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.824910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=996c5dc7-d8c2-4fde-8949-8b0e3f3630bf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:00.848788 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:00.849812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fba3e465-d71a-479d-8f22-bba79a155802 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/996c5dc7-d8c2-4fde-8949-8b0e3f3630bf HTTP/1.1" status: 204 len: 168 time: 0.6663861 Jul 27 17:03:00.851965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50568) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:00.988978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22979df6-da60-4861-b205-3fe8f140ebd3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351385 Jul 27 17:03:00.992660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:00.999367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:01.001196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.007437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:01.011852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.020139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.026712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.034483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.041617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.052056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4878b63-50b3-4175-919c-c25b7ee73d77 req-48176f67-4f9b-492c-bdd3-7b73d54ef9de tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.2214382 Jul 27 17:03:01.080358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044167f-68b9-42a7-a818-6993d16fbcf3 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:01.142046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c3193dbe-8e10-45f4-977d-4cf25975cf45 req-5b6e2317-b0da-4820-8b51-157468a16cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650683 Jul 27 17:03:01.178797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015d146-115c-4967-8f81-51db10cb74d8 req-fee46ba1-09d3-49fe-ba55-141ee2bb61fd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.180379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f015d146-115c-4967-8f81-51db10cb74d8 req-fee46ba1-09d3-49fe-ba55-141ee2bb61fd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 944 time: 0.3696487 Jul 27 17:03:01.185702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:01.189870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.365184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:01.385571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f015d146-115c-4967-8f81-51db10cb74d8 req-48b2b24e-99d2-4668-85df-c4c687b1ced0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868768 Jul 27 17:03:01.454671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Deleting port 662b1270-6034-427d-91c1-9e297a48a34d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:01.455228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.567541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] For port 662b1270-6034-427d-91c1-9e297a48a34d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=662b1270-6034-427d-91c1-9e297a48a34d,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:01.567921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.586568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Calling delete_port for 662b1270-6034-427d-91c1-9e297a48a34d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:01.590917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.634143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:01.638265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:01.645474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:01.646374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.685943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50578) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:01.686574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6842248 Jul 27 17:03:01.695723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'f74c7ea4-8024-495a-b6d9-cea1a90ed4c5', 'ip_address': '2001:db8::5586:45:21e9:b01a'}], 'name': 'tempest-NetworksTestDHCPv6-1900175684'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:01.702856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a91883-3196-4872-b54c-d213833ecb17 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=f74c7ea4-8024-495a-b6d9-cea1a90ed4c5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:01.779316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:01.820503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] Pushing event deleted for resources: {'Port': ['ID=662b1270-6034-427d-91c1-9e297a48a34d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:01.837513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43ca77-e517-46c1-97ee-66d0e53b324c None None] No DVR routers for this DVR port 662b1270-6034-427d-91c1-9e297a48a34d on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:01.870881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d53dc-a3bb-42f7-a325-fded4ee9fef0 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:01.918539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:02.047246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:02.074077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:02.133860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': 'f74c7ea4-8024-495a-b6d9-cea1a90ed4c5'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:02.135000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:02.347569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/f74c7ea4-8024-495a-b6d9-cea1a90ed4c5/f1133627-33f1-4ed2-aa7c-bb935076a9c0) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:02.537276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:03:02.596986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982050-b2b3-417e-9bee-244e0fc1a548 req-b48072cc-fcd3-42be-a80e-267174a562c8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:02.603847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:02.610718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01982050-b2b3-417e-9bee-244e0fc1a548 req-b48072cc-fcd3-42be-a80e-267174a562c8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 944 time: 0.1396093 Jul 27 17:03:02.624263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Transition to ACTIVE for port object f1133627-33f1-4ed2-aa7c-bb935076a9c0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:02.669969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01982050-b2b3-417e-9bee-244e0fc1a548 req-f76923a0-85ee-4f36-94e1-c4e84e699e1f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580781 Jul 27 17:03:02.697631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Transition to ACTIVE for port object f1133627-33f1-4ed2-aa7c-bb935076a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:02.744282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:02.787464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::5586:45:21e9:b01a (264414a0-faa6-4c67-9709-757473501bd0/f74c7ea4-8024-495a-b6d9-cea1a90ed4c5/ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:02.899771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:02.903818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:02.913135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Pushing event updated for resources: {'Port': ['ID=f1133627-33f1-4ed2-aa7c-bb935076a9c0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:02.915957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:02.924518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:02.938090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560', 'mac_address': 'fa:16:3e:f9:af:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:03:03.042947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.074816 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.077902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Attempting to bind port f1133627-33f1-4ed2-aa7c-bb935076a9c0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:03.078276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Attempting to bind port f1133627-33f1-4ed2-aa7c-bb935076a9c0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:03.078657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Attempting to bind port f1133627-33f1-4ed2-aa7c-bb935076a9c0 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:03.098565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:03.098850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:03.099261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.099670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:03.100111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:03.100219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Bound port: f1133627-33f1-4ed2-aa7c-bb935076a9c0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:03.100604 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.120075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:03.179384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:03.192372 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.234831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.252454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 662b1270-6034-427d-91c1-9e297a48a34d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:03.292026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 662b1270-6034-427d-91c1-9e297a48a34d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:03.292382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 662b1270-6034-427d-91c1-9e297a48a34d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:03.296034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] For port f1133627-33f1-4ed2-aa7c-bb935076a9c0, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:03.319452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.321504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:03.326884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:03.332718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] For port f1133627-33f1-4ed2-aa7c-bb935076a9c0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1133627-33f1-4ed2-aa7c-bb935076a9c0,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:03.341597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.341819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:03.345044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:03.352678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:03.353593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:03.372912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:03.393373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-09d5a264-0f2c-4d2c-b5d4-a11b1b27a64b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7006321 Jul 27 17:03:03.394858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:03.437448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9430ad8-c041-4cf2-abfb-ef1b2c427a22 None None] Pushing event updated for resources: {'Port': ['ID=f1133627-33f1-4ed2-aa7c-bb935076a9c0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:03.532916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:03.539841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15c51d-2d95-4040-9989-e90bb218d301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:03.546980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15c51d-2d95-4040-9989-e90bb218d301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:03.552015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:03.565098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b15c51d-2d95-4040-9989-e90bb218d301 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1677029 Jul 27 17:03:03.662025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:03.807136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:03.808708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.028450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.033284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.036012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.036340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.036853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.037336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.037874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.040529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-e5ea2c5b-2995-4e02-8bdc-2622c505cc77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.3769503 Jul 27 17:03:04.097421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-400f81d8-e553-41c2-a5e2-b7878d2cfc07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=275d2aa5-2be8-40d4-9470-e1532649b49e&id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445833 Jul 27 17:03:04.108112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.130449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:04.162912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064e0d8-7f24-4cdc-b80e-5819cf85cfae req-24ab527b-20d7-4fde-ab5e-825406b4fd02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.164669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3064e0d8-7f24-4cdc-b80e-5819cf85cfae req-24ab527b-20d7-4fde-ab5e-825406b4fd02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 945 time: 0.2152901 Jul 27 17:03:04.324407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3064e0d8-7f24-4cdc-b80e-5819cf85cfae req-1bd303b5-8d62-46ff-9158-99da9c11369e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516058 Jul 27 17:03:04.410051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.447388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:04.480742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.486057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4fdb2d79-b5e7-44eb-9464-d567d63cfd03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 HTTP/1.1" status: 204 len: 168 time: 0.9299107 Jul 27 17:03:04.486826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:04.552857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679040a-8d75-4b4e-8910-12fb14e5edb5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.554431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679040a-8d75-4b4e-8910-12fb14e5edb5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:04.556484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2679040a-8d75-4b4e-8910-12fb14e5edb5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0678034 Jul 27 17:03:04.559122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50626) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:04.631880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet f74c7ea4-8024-495a-b6d9-cea1a90ed4c5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:04.635335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.694358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.849116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.930973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.966773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=f74c7ea4-8024-495a-b6d9-cea1a90ed4c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:04.977967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bce6dee0-ca75-4d18-ab22-f58138d8efdd None None] Provisioning for port f1133627-33f1-4ed2-aa7c-bb935076a9c0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:04.981661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:04.983849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8d5ba30a-e788-4c14-bf44-9f7e8e378d56 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f74c7ea4-8024-495a-b6d9-cea1a90ed4c5 HTTP/1.1" status: 204 len: 168 time: 0.4236362 Jul 27 17:03:04.987046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:05.043120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b329f9b-3f08-4f21-ab68-8d76a540e67b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545249 Jul 27 17:03:05.045986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50636) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:05.052935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:05.212635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:05.216502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.257489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1133627-33f1-4ed2-aa7c-bb935076a9c0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:05.321566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd474e1-f3e3-47d9-ab5e-e29b11196a13 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:05.354618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-241a79cb-1b67-464a-904e-ac12b18418eb None None] Could not find standard attr ID for object ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:05.518755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f1133627-33f1-4ed2-aa7c-bb935076a9c0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:05.540385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f1133627-33f1-4ed2-aa7c-bb935076a9c0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:05.542059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.650883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6aac28-673f-4ce5-9df4-9ef1a2c33a96 req-337cee82-b4d0-4131-8e39-ad644b0f2541 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:05.669024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af6aac28-673f-4ce5-9df4-9ef1a2c33a96 req-337cee82-b4d0-4131-8e39-ad644b0f2541 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 945 time: 0.2316332 Jul 27 17:03:05.683194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.702271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.712340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:05.766596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:05.772786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:05.780305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:05.780879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.821953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=5c5bc4f9-95a4-412d-8e79-7a01c583adb7,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:05.828835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af6aac28-673f-4ce5-9df4-9ef1a2c33a96 req-c4869584-2a6b-441e-88f5-20f48db198ea tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490972 Jul 27 17:03:05.830885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0651e52e-6274-4f14-b712-a1ec34dfb722 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7837129 Jul 27 17:03:05.834186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50644) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:05.840483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '5c5bc4f9-95a4-412d-8e79-7a01c583adb7', 'ip_address': '2001:db8::6641:dc8d:5f45:5ee5'}], 'name': 'tempest-NetworksTestDHCPv6-395079282'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:05.852458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f1133627-33f1-4ed2-aa7c-bb935076a9c0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1133627-33f1-4ed2-aa7c-bb935076a9c0,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:05.875169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.935161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Deleting port f1133627-33f1-4ed2-aa7c-bb935076a9c0 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:05.936278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:05.988987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:06.020260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f1133627-33f1-4ed2-aa7c-bb935076a9c0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:06.032907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.033272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.033742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.034181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.036046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.036046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.036046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.036596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.037080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.037602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.038118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.038636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:06.103285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] For port f1133627-33f1-4ed2-aa7c-bb935076a9c0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f1133627-33f1-4ed2-aa7c-bb935076a9c0,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:06.103285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.129751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.133134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Calling delete_port for f1133627-33f1-4ed2-aa7c-bb935076a9c0 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:06.164025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port c128ab7b-8d71-4ce1-b36b-07003aaef9c2 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:06.333839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.377030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] Pushing event deleted for resources: {'Port': ['ID=f1133627-33f1-4ed2-aa7c-bb935076a9c0,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:06.380823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1521e8-ca79-4b5f-acf5-3997a72aa344 None None] No DVR routers for this DVR port f1133627-33f1-4ed2-aa7c-bb935076a9c0 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:06.401016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4da55-e1f9-4c04-be04-ddb6befefd60 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:06.434492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::6641:dc8d:5f45:5ee5 (264414a0-faa6-4c67-9709-757473501bd0/5c5bc4f9-95a4-412d-8e79-7a01c583adb7/c128ab7b-8d71-4ce1-b36b-07003aaef9c2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:06.544936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:06.635122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '5c5bc4f9-95a4-412d-8e79-7a01c583adb7'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:06.636132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.651577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:06.657063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:06.657452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.830445 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.865972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:06.869934 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8cc68-87d2-4edc-8a6c-a79e90bfc380" -d '{"events": [{"server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:06.913951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:06.917629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:06.968869 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18063e1f-ce69-44c3-bf79-ca3f31673a53 x-openstack-request-id: req-18063e1f-ce69-44c3-bf79-ca3f31673a53 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:06.969435 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:06.969890 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18063e1f-ce69-44c3-bf79-ca3f31673a53 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:06.970463 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560', 'code': 200} Jul 27 17:03:07.025238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:07.032765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.080219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object c128ab7b-8d71-4ce1-b36b-07003aaef9c2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:07.134423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.183632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1133627-33f1-4ed2-aa7c-bb935076a9c0 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:07.202293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9fbd4-365f-44c2-ae17-2f7cf00aa516 req-b258d733-eae9-473b-923f-bbfd396dd6c4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:07.204478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70e9fbd4-365f-44c2-ae17-2f7cf00aa516 req-b258d733-eae9-473b-923f-bbfd396dd6c4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.2510736 Jul 27 17:03:07.211900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f1133627-33f1-4ed2-aa7c-bb935076a9c0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:07.212587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f1133627-33f1-4ed2-aa7c-bb935076a9c0 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:07.218204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:07.236838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d678-2a4f-4578-8711-666b31b47dfd req-cd34dced-d588-4ca1-9ba8-d9780078d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:07.238936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d819d678-2a4f-4578-8711-666b31b47dfd req-cd34dced-d588-4ca1-9ba8-d9780078d8c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 1097 time: 0.1970417 Jul 27 17:03:07.239967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:07.247992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/5c5bc4f9-95a4-412d-8e79-7a01c583adb7/4b74091f-4e91-4d1d-aa30-a5df053b65e7) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:07.250985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=c128ab7b-8d71-4ce1-b36b-07003aaef9c2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:07.267813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:07.274484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:07.275131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.309393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-908ff287-51b3-4196-a0e2-9bf2a48d1b06 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4737177 Jul 27 17:03:07.312103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:07.328997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70e9fbd4-365f-44c2-ae17-2f7cf00aa516 req-699364d0-9e68-4551-b31f-80f742cf691f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077156 Jul 27 17:03:07.330775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d819d678-2a4f-4578-8711-666b31b47dfd req-4e3e003d-d5d5-4eaa-a48a-cdb24c5e8880 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Jul 27 17:03:07.413834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcce911-dcc9-4948-aab6-5a3b5cb0a792 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:07.417674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fdcce911-dcc9-4948-aab6-5a3b5cb0a792 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1016996 Jul 27 17:03:07.417965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:07.439472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.449142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Transition to ACTIVE for port object 4b74091f-4e91-4d1d-aa30-a5df053b65e7 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:07.468830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Transition to ACTIVE for port object 4b74091f-4e91-4d1d-aa30-a5df053b65e7 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:07.477536 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.531505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:07.534851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:07.538294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:07.551878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Pushing event updated for resources: {'Port': ['ID=4b74091f-4e91-4d1d-aa30-a5df053b65e7,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:07.579296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port c128ab7b-8d71-4ce1-b36b-07003aaef9c2 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:07.579646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.619146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Attempting to bind port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:07.619682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Attempting to bind port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:07.620118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Attempting to bind port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:07.626751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:07.627656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:07.627977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.629039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:07.629605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Bound port: 4b74091f-4e91-4d1d-aa30-a5df053b65e7, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:07.630459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.683828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.697784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for c128ab7b-8d71-4ce1-b36b-07003aaef9c2 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:07.717524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] For port 4b74091f-4e91-4d1d-aa30-a5df053b65e7, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:07.721247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] For port 4b74091f-4e91-4d1d-aa30-a5df053b65e7, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4b74091f-4e91-4d1d-aa30-a5df053b65e7,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:07.726198 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.803211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6accb37-98b6-4f3c-b885-2a2be6ad4663 None None] Pushing event updated for resources: {'Port': ['ID=4b74091f-4e91-4d1d-aa30-a5df053b65e7,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:07.859535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.904303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=c128ab7b-8d71-4ce1-b36b-07003aaef9c2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:07.938385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:07.940402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0ed9851f-fc08-4570-98d0-9364aa81240d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/c128ab7b-8d71-4ce1-b36b-07003aaef9c2 HTTP/1.1" status: 204 len: 168 time: 0.5212867 Jul 27 17:03:07.943389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.029873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b41f11-b30d-425a-8967-85eb694ddef8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:08.031519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b41f11-b30d-425a-8967-85eb694ddef8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:08.038714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e2b41f11-b30d-425a-8967-85eb694ddef8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0942466 Jul 27 17:03:08.043068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.149455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 5c5bc4f9-95a4-412d-8e79-7a01c583adb7 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:08.153000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.212772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.316116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.398405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.438838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5bc4f9-95a4-412d-8e79-7a01c583adb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:08.450293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.456134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1cfe21e6-08cf-4ce2-8102-0218f79c034f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5c5bc4f9-95a4-412d-8e79-7a01c583adb7 HTTP/1.1" status: 204 len: 168 time: 0.4082644 Jul 27 17:03:08.458151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.513228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7f90d83d-0fae-4b01-8939-4bc54964c683 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506153 Jul 27 17:03:08.515547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.568849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbae477-0ce1-4110-8ee5-ba2825304b78 req-cde824ae-df79-49b2-840d-e98c08d91faf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:08.570478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bbae477-0ce1-4110-8ee5-ba2825304b78 req-cde824ae-df79-49b2-840d-e98c08d91faf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.1342709 Jul 27 17:03:08.631294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5bbae477-0ce1-4110-8ee5-ba2825304b78 req-66e52e71-1548-46b3-83ba-34840ebaf5fc tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 Jul 27 17:03:08.639577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d50e16-6eee-4123-b50f-12105c4ed2ef tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:08.640904 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c5d50e16-6eee-4123-b50f-12105c4ed2ef tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1240299 Jul 27 17:03:08.643686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50678) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.701057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374839c-5fde-4595-af4c-61afc964a81e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:08.702676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7374839c-5fde-4595-af4c-61afc964a81e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571909 Jul 27 17:03:08.705175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50680) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.751036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f7302a8c-7b55-40ac-b22c-006cdfc90f5e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445793 Jul 27 17:03:08.756102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:08.761527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:08.860054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9108eeb-59ff-4164-b100-af4875fff576 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:08.870587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:08.874212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:08.937165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cdf47241-4867-42e2-ba78-d6627ee69a6a None None] Provisioning for port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:09.067050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:09.083557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.132546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Deleting port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:09.133049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.147546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:09.153063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:09.162353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:09.162958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.171803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=fe262b46-e7fa-4e3f-ba04-d068f33eda9a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:09.188918 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f5fa598-397a-4af4-9768-a73fe90c425e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4291556 Jul 27 17:03:09.189163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:09.195803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'fe262b46-e7fa-4e3f-ba04-d068f33eda9a', 'ip_address': '2001:db8::d52d:cc66:2fea:8adf'}], 'name': 'tempest-NetworksTestDHCPv6-1133640018'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:09.364580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:09.458203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] For port 4b74091f-4e91-4d1d-aa30-a5df053b65e7, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4b74091f-4e91-4d1d-aa30-a5df053b65e7,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:09.458608 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.472893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.475246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Calling delete_port for 4b74091f-4e91-4d1d-aa30-a5df053b65e7 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:09.499666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 6e9c740e-8bd3-4a6c-b715-296243337088 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:09.605755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.633723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] Pushing event deleted for resources: {'Port': ['ID=4b74091f-4e91-4d1d-aa30-a5df053b65e7,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:09.637480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c74a6-ef7e-40d9-840b-ec5fb2076761 None None] No DVR routers for this DVR port 4b74091f-4e91-4d1d-aa30-a5df053b65e7 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:09.662931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed7330-674b-497b-a5fe-644882b77f04 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:09.740782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::d52d:cc66:2fea:8adf (264414a0-faa6-4c67-9709-757473501bd0/fe262b46-e7fa-4e3f-ba04-d068f33eda9a/6e9c740e-8bd3-4a6c-b715-296243337088) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:09.780318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50023138-60e4-4da1-8967-416e5c5ca53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.844874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d61df-1ed9-4a12-b3e3-41819bdc0687 req-5e0ca7c6-8e24-4498-9669-0c7f0b9e3fec tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:09.859068 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff7d61df-1ed9-4a12-b3e3-41819bdc0687 req-5e0ca7c6-8e24-4498-9669-0c7f0b9e3fec tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.1075301 Jul 27 17:03:09.907380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': 'fe262b46-e7fa-4e3f-ba04-d068f33eda9a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:09.911362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:09.926744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff7d61df-1ed9-4a12-b3e3-41819bdc0687 req-71c6afb2-e86a-47f3-b82a-ab28c8523660 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 Jul 27 17:03:10.020707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.042732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 6e9c740e-8bd3-4a6c-b715-296243337088 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:10.089251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.139248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:10.142725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:10.150375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:10.157022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:10.158385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.159714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/fe262b46-e7fa-4e3f-ba04-d068f33eda9a/da1be056-aeda-48dc-bb37-531665279d6c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:10.176340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9860799 Jul 27 17:03:10.180166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:10.183960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495298dd-cc59-4092-b846-deb4acb1d6e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=6e9c740e-8bd3-4a6c-b715-296243337088,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:10.187332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'fe262b46-e7fa-4e3f-ba04-d068f33eda9a', 'ip_address': '2001:db8::d52d:cc66:2fea:8adf'}], 'name': 'tempest-NetworksTestDHCPv6-1766227171'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:10.368797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:10.374633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.404487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port fde046bf-987a-4b63-a76c-337a9bfa3d60 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:10.414741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.425697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Transition to ACTIVE for port object da1be056-aeda-48dc-bb37-531665279d6c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:10.444334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Transition to ACTIVE for port object da1be056-aeda-48dc-bb37-531665279d6c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:10.451855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.500635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:10.504267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:10.513424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:10.521159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Pushing event updated for resources: {'Port': ['ID=da1be056-aeda-48dc-bb37-531665279d6c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:10.596688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Attempting to bind port da1be056-aeda-48dc-bb37-531665279d6c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:10.597010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Attempting to bind port da1be056-aeda-48dc-bb37-531665279d6c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:10.597378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Attempting to bind port da1be056-aeda-48dc-bb37-531665279d6c on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:10.603135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:10.603569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:10.603962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.604342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:10.604876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Bound port: da1be056-aeda-48dc-bb37-531665279d6c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:10.605286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.620912 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 17:03:10.621377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:10.641809 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9114acf8-5aba-40bf-b8ed-acadd8fe2737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4596934 Jul 27 17:03:10.642901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50702) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:10.698778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] For port da1be056-aeda-48dc-bb37-531665279d6c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:10.702501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] For port da1be056-aeda-48dc-bb37-531665279d6c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da1be056-aeda-48dc-bb37-531665279d6c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:10.708719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:10.737025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8552e195-f619-4e3f-ad4a-2da5b7d81aed tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:10.744823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8552e195-f619-4e3f-ad4a-2da5b7d81aed tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:10.751953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50706) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:10.761355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8552e195-f619-4e3f-ad4a-2da5b7d81aed tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1166151 Jul 27 17:03:10.779128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fcc68-9c89-42d8-bb03-5d639d8c7795 None None] Pushing event updated for resources: {'Port': ['ID=da1be056-aeda-48dc-bb37-531665279d6c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:10.893582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 6e9c740e-8bd3-4a6c-b715-296243337088 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:10.893765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.023627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.037718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 6e9c740e-8bd3-4a6c-b715-296243337088 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:11.192652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da1be056-aeda-48dc-bb37-531665279d6c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:11.220819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.255987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port da1be056-aeda-48dc-bb37-531665279d6c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:11.263608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=6e9c740e-8bd3-4a6c-b715-296243337088,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:11.301845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.303925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-020810d4-4d3c-405a-8abc-499697ccd3fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/6e9c740e-8bd3-4a6c-b715-296243337088 HTTP/1.1" status: 204 len: 168 time: 0.5509145 Jul 27 17:03:11.306407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50710) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:11.363251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c60d7-c800-417a-a04f-0bdfb8bbe0c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:11.364976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c60d7-c800-417a-a04f-0bdfb8bbe0c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:11.366767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4a8c60d7-c800-417a-a04f-0bdfb8bbe0c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0593393 Jul 27 17:03:11.370902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:11.431949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet fe262b46-e7fa-4e3f-ba04-d068f33eda9a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:11.435809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.490399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.605061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.674638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.711753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=fe262b46-e7fa-4e3f-ba04-d068f33eda9a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:11.720267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:11.722258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1b294d82-a612-4f89-bd29-b397dcaf6e90 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/fe262b46-e7fa-4e3f-ba04-d068f33eda9a HTTP/1.1" status: 204 len: 168 time: 0.3503625 Jul 27 17:03:11.725064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:11.787750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2bf9a5b-06c3-4f4a-9b56-7637b9ca8f2a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611169 Jul 27 17:03:11.791807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:11.799483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:11.932758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eefc70-a0dd-4ff8-b34e-45ec773f5170 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:11.951090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:11.954949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.063822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Provisioning for port da1be056-aeda-48dc-bb37-531665279d6c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:12.071787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Provisioning complete for port da1be056-aeda-48dc-bb37-531665279d6c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:12.072311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.171602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.185611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.228481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=6b385e72-0d9d-4631-82f9-e7dd5aa12cb0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:12.237375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:12.238516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8bca6d-9019-4972-b694-edbee089318b None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:12.239417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:12.243590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:12.244206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.264341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50728) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:12.265180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-494420bb-afac-4e90-8c3d-f61c04b89659 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4708378 Jul 27 17:03:12.270713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '6b385e72-0d9d-4631-82f9-e7dd5aa12cb0', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1416058186'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:12.289849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] For port da1be056-aeda-48dc-bb37-531665279d6c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da1be056-aeda-48dc-bb37-531665279d6c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:12.297115 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.364079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Deleting port da1be056-aeda-48dc-bb37-531665279d6c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:12.364834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.367458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142b9c3-8a9e-467a-be23-2bdcad04357e None None] Pushing event updated for resources: {'Port': ['ID=da1be056-aeda-48dc-bb37-531665279d6c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:12.397625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:12.426584 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.471184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-df8bca6d-9019-4972-b694-edbee089318b None None] For port da1be056-aeda-48dc-bb37-531665279d6c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da1be056-aeda-48dc-bb37-531665279d6c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:12.471544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.487289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Calling delete_port for da1be056-aeda-48dc-bb37-531665279d6c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:12.498864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.529664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 3f78f21d-46a1-475e-a5ba-3e5df347bab7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:12.577725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f607572f-458d-488c-94f0-380968b6f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.627765 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.656104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bca6d-9019-4972-b694-edbee089318b None None] Pushing event deleted for resources: {'Port': ['ID=da1be056-aeda-48dc-bb37-531665279d6c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:12.663450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8bca6d-9019-4972-b694-edbee089318b None None] No DVR routers for this DVR port da1be056-aeda-48dc-bb37-531665279d6c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:12.681158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e9b66-00c6-4061-8773-d456823d2ac0 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:12.708545 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:12.709093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:12.727073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c53f4389-c32e-48d1-8b16-17d157e84807 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4608727 Jul 27 17:03:12.730276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:12.766401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:12.767128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d8268d6b-d514-4fad-9af6-3492d9284001 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351760 Jul 27 17:03:12.827011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a432d0b-dbdd-488e-b5ce-fe3a7777d6e8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:12.829037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a432d0b-dbdd-488e-b5ce-fe3a7777d6e8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:12.833079 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4a432d0b-dbdd-488e-b5ce-fe3a7777d6e8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0630822 Jul 27 17:03:12.833374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:12.867566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6760500-a261-41a6-8f15-789fa570ec6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '6b385e72-0d9d-4631-82f9-e7dd5aa12cb0'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:12.868462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6760500-a261-41a6-8f15-789fa570ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.903593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 6b385e72-0d9d-4631-82f9-e7dd5aa12cb0 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:12.906720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:12.959149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.019323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.066452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-9c533356-e841-4acd-b399-7f0884fa3739 req-2934bb1f-bb5c-432d-9ffa-d4f27314a390 service neutron] (93924) timed out ('10.222.0.61', 49764) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:03:13.084058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.115449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=6b385e72-0d9d-4631-82f9-e7dd5aa12cb0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:13.122068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.124064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e5897dd2-8f95-47af-9c33-29ca8978d3e9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/6b385e72-0d9d-4631-82f9-e7dd5aa12cb0 HTTP/1.1" status: 204 len: 168 time: 0.2897270 Jul 27 17:03:13.126954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:13.174723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-64156197-8b6e-4658-b28e-c54bde5459c8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459814 Jul 27 17:03:13.178165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-e6760500-a261-41a6-8f15-789fa570ec6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b385e72-0d9d-4631-82f9-e7dd5aa12cb0: This subnet is being modified by another concurrent operation. Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b385e72-0d9d-4631-82f9-e7dd5aa12cb0: This subnet is being modified by another concurrent operation. Jul 27 17:03:13.180027 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:03:13.185707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da1be056-aeda-48dc-bb37-531665279d6c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:13.189495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:13.208265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: da1be056-aeda-48dc-bb37-531665279d6c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:13.208781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da1be056-aeda-48dc-bb37-531665279d6c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:13.265610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e1dce-71d4-4cbb-98c1-ce83d820fb07 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:03:13.293137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:13.297697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.299788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-8005b1d0-2855-430a-aae8-ebef0bc02890 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:13.301989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-8005b1d0-2855-430a-aae8-ebef0bc02890 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1336532 Jul 27 17:03:13.322054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-fdb985c7-8d06-4a89-8bd7-4a3d4f3b8fdc tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/quotas/4dceabb60f5f4b56a38aa388951bd1b8 HTTP/1.1" status: 200 len: 375 time: 0.0141835 Jul 27 17:03:13.397074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e1dce-71d4-4cbb-98c1-ce83d820fb07 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:03:13.406325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-d1598864-cf16-45bd-be02-03ab35ed79f3 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778842 Jul 27 17:03:13.486162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.556043 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.569337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-921a2cc6-46d1-4af5-b45a-1f27ed6c52b9 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532712 Jul 27 17:03:13.611376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:13.617746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:13.621149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:13.621839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.641071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4616480 Jul 27 17:03:13.644399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:13.650221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9afb19-e700-4eb8-bc4b-eee13eb49fcc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=02f65e03-628e-41ee-8f25-b40894316076,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:13.653995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-40533078', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:13.688823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.690102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.741367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1036c463-0249-4536-b2ca-1991f7862e67 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638014 Jul 27 17:03:13.785207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.786077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '02f65e03-628e-41ee-8f25-b40894316076'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:13.789739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.791752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.827746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:13.833041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:13.834137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83c469a3-f99c-47ea-bbd3-24189bb4296c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1879992 Jul 27 17:03:13.982109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/02f65e03-628e-41ee-8f25-b40894316076/17717097-fce1-41be-ab59-0bb20cdae6a2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:14.052187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f3dd3cd-82f6-4019-a9d6-30fa13edb21f req-97ef69f4-c14d-418b-850d-90af34280ab8 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 210 time: 0.0637202 Jul 27 17:03:14.147111 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.157038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Transition to ACTIVE for port object 17717097-fce1-41be-ab59-0bb20cdae6a2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:14.173536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Transition to ACTIVE for port object 17717097-fce1-41be-ab59-0bb20cdae6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:14.187964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.215450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.227249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:14.234278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:14.239533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:14.249837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Pushing event updated for resources: {'Port': ['ID=17717097-fce1-41be-ab59-0bb20cdae6a2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:14.313075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Attempting to bind port 17717097-fce1-41be-ab59-0bb20cdae6a2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:14.314002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Attempting to bind port 17717097-fce1-41be-ab59-0bb20cdae6a2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:14.314118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Attempting to bind port 17717097-fce1-41be-ab59-0bb20cdae6a2 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:14.320547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:14.321166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:14.321585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.322015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:14.322519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Bound port: 17717097-fce1-41be-ab59-0bb20cdae6a2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:14.322957 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.408195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-952f29cb-bc11-4809-a915-145863142e64 None None] For port 17717097-fce1-41be-ab59-0bb20cdae6a2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:14.412867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-952f29cb-bc11-4809-a915-145863142e64 None None] For port 17717097-fce1-41be-ab59-0bb20cdae6a2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17717097-fce1-41be-ab59-0bb20cdae6a2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:14.422506 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:14.509706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f29cb-bc11-4809-a915-145863142e64 None None] Pushing event updated for resources: {'Port': ['ID=17717097-fce1-41be-ab59-0bb20cdae6a2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:14.921477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::1 (264414a0-faa6-4c67-9709-757473501bd0/02f65e03-628e-41ee-8f25-b40894316076/247341c1-5aaa-44f2-bf6a-690302d54d9f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:15.068215 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.085412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 247341c1-5aaa-44f2-bf6a-690302d54d9f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:15.105479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.140324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.191713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:15.217895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:15.224173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14be42fa-18fb-4541-886b-c6d34f805217 req-654fe8d4-891e-4567-87ad-f3242b310dc4 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 210 time: 0.0726798 Jul 27 17:03:15.229685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17717097-fce1-41be-ab59-0bb20cdae6a2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:15.234752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:15.235440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.292384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=247341c1-5aaa-44f2-bf6a-690302d54d9f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:15.312757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 17717097-fce1-41be-ab59-0bb20cdae6a2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:15.435528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.592696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1e502a7f-fc64-481f-b004-4a8d3152c287 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:15.595522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1e502a7f-fc64-481f-b004-4a8d3152c287 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1797457 Jul 27 17:03:15.616478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Request body: {'port': {'device_id': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'admin_state_up': True, 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:15.752983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:15.759118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.778321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b8d0c-c2c3-465f-8092-3f8d20928fa0 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:15.848921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Provisioning for port 17717097-fce1-41be-ab59-0bb20cdae6a2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:15.862035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Provisioning complete for port 17717097-fce1-41be-ab59-0bb20cdae6a2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:15.862717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.870472 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.876757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.877816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:15.933680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Allocated IP 172.20.0.6 (1b8b23ce-25dd-4e1d-b4ec-379df270a7e7/1fe0c065-7edf-4e8b-9760-a0740f7d5b29/8e88f455-1f29-4e5e-8009-4aca1b09d2a7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:16.036980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=247341c1-5aaa-44f2-bf6a-690302d54d9f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:16.038940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.092176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] For port 17717097-fce1-41be-ab59-0bb20cdae6a2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17717097-fce1-41be-ab59-0bb20cdae6a2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:16.095153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:16.098006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:16.104779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.158725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.186813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbae0de-e7e3-409e-b1b0-1dbdab35b91b None None] Pushing event updated for resources: {'Port': ['ID=17717097-fce1-41be-ab59-0bb20cdae6a2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:16.220831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.237639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Router c6015db7-e7ae-44dc-81a2-56350fcf7e76 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:03:16.238333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:16.299318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:16.303442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:16.314249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:16.341399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event updated for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:16.379911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:16.381191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.403193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-3e91d983-cdc2-48cd-a76f-52004f9f777c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7922218 Jul 27 17:03:16.424314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Request body: {'port': {'device_id': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:16.454417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:03:16.469283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Sync routers for ids ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:03:16.470630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-489a3ea3-873a-43be-be77-9c4ced2d3211 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "PUT /v2.0/routers/c6015db7-e7ae-44dc-81a2-56350fcf7e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358318 Jul 27 17:03:16.476201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:16.541238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.542085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Provisioning for port 247341c1-5aaa-44f2-bf6a-690302d54d9f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:16.557838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Routers {'c6015db7-e7ae-44dc-81a2-56350fcf7e76'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:16.558706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:16.566817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Provisioning complete for port 247341c1-5aaa-44f2-bf6a-690302d54d9f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:16.567476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.572539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a33414-6b91-4ee2-a155-8dd77e4902d3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:16.575285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a4a33414-6b91-4ee2-a155-8dd77e4902d3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports/247341c1-5aaa-44f2-bf6a-690302d54d9f HTTP/1.1" status: 200 len: 911 time: 0.0979080 Jul 27 17:03:16.577689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:16.674183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3b8bc-6437-4014-be6e-3a875ff4aa9b req-2e486562-fb39-40c8-97a8-9e82d0cdb0a1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:16.686334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9b3b8bc-6437-4014-be6e-3a875ff4aa9b req-2e486562-fb39-40c8-97a8-9e82d0cdb0a1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 931 time: 0.2956378 Jul 27 17:03:16.781329 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9b3b8bc-6437-4014-be6e-3a875ff4aa9b req-cb0c2206-5696-472b-a7ad-162e354f1176 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854218 Jul 27 17:03:16.826275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f55779-d40b-4398-9314-fa770bf4000d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:16.833709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f55779-d40b-4398-9314-fa770bf4000d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:16.839834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e6f55779-d40b-4398-9314-fa770bf4000d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2610495 Jul 27 17:03:16.842829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50808) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:16.938366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Port 247341c1-5aaa-44f2-bf6a-690302d54d9f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:16.963799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.967065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Provisioning complete for port 17717097-fce1-41be-ab59-0bb20cdae6a2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:16.967510 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-894295b6-4150-4730-97aa-7a4055ff76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:16.993889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Set router c6015db7-e7ae-44dc-81a2-56350fcf7e76 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:03:17.228914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17717097-fce1-41be-ab59-0bb20cdae6a2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:17.245400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:17.260764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.325772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Transition to ACTIVE for port object 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:17.333667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 17717097-fce1-41be-ab59-0bb20cdae6a2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:17.334036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.341978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.382804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55d840f6-efc9-43e2-882e-a0b4b39ca637 None None] Provisioning complete for port 247341c1-5aaa-44f2-bf6a-690302d54d9f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:17.383193 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55d840f6-efc9-43e2-882e-a0b4b39ca637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.419627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'name': 'tempest-NetworksTestDHCPv6-router-40533078', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:13Z', 'updated_at': '2021-07-27T17:03:15Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None, '_interfaces': [{'id': '247341c1-5aaa-44f2-bf6a-690302d54d9f', 'name': '', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'mac_address': 'fa:16:3e:46:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '02f65e03-628e-41ee-8f25-b40894316076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:03:14Z', 'updated_at': '2021-07-27T17:03:15Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'subnets': [{'id': '02f65e03-628e-41ee-8f25-b40894316076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:17.431839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:17.453848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Checking router: c6015db7-e7ae-44dc-81a2-56350fcf7e76 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:03:17.454199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Updating router c6015db7-e7ae-44dc-81a2-56350fcf7e76 port 247341c1-5aaa-44f2-bf6a-690302d54d9f binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:03:17.460483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-55d840f6-efc9-43e2-882e-a0b4b39ca637 None None] Port 247341c1-5aaa-44f2-bf6a-690302d54d9f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:17.526525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.580253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.658582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Attempting to bind port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:17.658918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Attempting to bind port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:17.659252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Attempting to bind port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:17.666896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:03:17.667221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Attempting to bind port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:17.683927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:17.684457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Checking segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:17.685026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Bound using segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:17.685683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Bound port: 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:17.686248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.819262 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.835185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Transition to ACTIVE for port object 247341c1-5aaa-44f2-bf6a-690302d54d9f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:17.843735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:17.847713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.860795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:17.896235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.969347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:17.970702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:17.972794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e88f455-1f29-4e5e-8009-4aca1b09d2a7 HTTP/1.1" status: 200 len: 1091 time: 1.5547867 Jul 27 17:03:17.990133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf610fb-bce5-4940-a8a5-5064cb79260d req-ffc62df6-98d4-485a-b266-723e15647dc6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:17.992729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbf610fb-bce5-4940-a8a5-5064cb79260d req-ffc62df6-98d4-485a-b266-723e15647dc6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 943 time: 0.0966270 Jul 27 17:03:17.999618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c404b-2502-4b4a-b1d3-3159107643db None None] Pushing event updated for resources: {'Port': ['ID=247341c1-5aaa-44f2-bf6a-690302d54d9f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:18.004664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:18.007561 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:18.026502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Attempting to bind port 247341c1-5aaa-44f2-bf6a-690302d54d9f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:18.031406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Attempting to bind port 247341c1-5aaa-44f2-bf6a-690302d54d9f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:18.031798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Attempting to bind port 247341c1-5aaa-44f2-bf6a-690302d54d9f on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:18.050055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:18.050619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:18.051054 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:18.051749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:18.052273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Bound port: 247341c1-5aaa-44f2-bf6a-690302d54d9f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:18.052695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:18.099696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbf610fb-bce5-4940-a8a5-5064cb79260d req-e9d23fc7-f22c-4ae3-9f58-eafe1b6d30c7 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980983 Jul 27 17:03:18.108071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8976e-9c09-49f9-89ce-3aefec5029b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:18.118729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 247341c1-5aaa-44f2-bf6a-690302d54d9f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:18.119115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:18.152904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] For port 247341c1-5aaa-44f2-bf6a-690302d54d9f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:18.158027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] For port 247341c1-5aaa-44f2-bf6a-690302d54d9f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=247341c1-5aaa-44f2-bf6a-690302d54d9f,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:18.165068 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:18.271314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c404b-2502-4b4a-b1d3-3159107643db None None] Pushing event updated for resources: {'Port': ['ID=247341c1-5aaa-44f2-bf6a-690302d54d9f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:18.284933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-b66c9736-fc27-4a3f-9377-712e86158d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:18.287173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Routers {'c6015db7-e7ae-44dc-81a2-56350fcf7e76'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:18.287874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:18.289134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-b66c9736-fc27-4a3f-9377-712e86158d69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 1094 time: 0.2445037 Jul 27 17:03:18.312357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port 247341c1-5aaa-44f2-bf6a-690302d54d9f, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:18.313381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:18.412477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] Set router c6015db7-e7ae-44dc-81a2-56350fcf7e76 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:03:18.680285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'name': 'tempest-NetworksTestDHCPv6-router-40533078', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:13Z', 'updated_at': '2021-07-27T17:03:15Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None, '_interfaces': [{'id': '247341c1-5aaa-44f2-bf6a-690302d54d9f', 'name': '', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'mac_address': 'fa:16:3e:46:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '02f65e03-628e-41ee-8f25-b40894316076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:03:14Z', 'updated_at': '2021-07-27T17:03:18Z', 'revision_number': 4, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'subnets': [{'id': '02f65e03-628e-41ee-8f25-b40894316076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:18.712209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713c4b9-0cf7-412f-83b9-c39e84d8f710 None None] The sync data for ids ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'] in n-d-723572-6 is: [{'id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'name': 'tempest-NetworksTestDHCPv6-router-40533078', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:13Z', 'updated_at': '2021-07-27T17:03:15Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None, '_interfaces': [{'id': '247341c1-5aaa-44f2-bf6a-690302d54d9f', 'name': '', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'mac_address': 'fa:16:3e:46:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '02f65e03-628e-41ee-8f25-b40894316076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:03:14Z', 'updated_at': '2021-07-27T17:03:18Z', 'revision_number': 4, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'subnets': [{'id': '02f65e03-628e-41ee-8f25-b40894316076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:03:18.721587 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d971cf-e88f-4c2e-8216-5cff0e86cd8c x-openstack-request-id: req-d8d971cf-e88f-4c2e-8216-5cff0e86cd8c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:18.722014 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:18.722014 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8d971cf-e88f-4c2e-8216-5cff0e86cd8c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:18.722283 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7', 'status': 'completed', 'code': 200} Jul 27 17:03:18.726792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 247341c1-5aaa-44f2-bf6a-690302d54d9f owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:18.729571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-aa981fd7-d6f4-4d82-89cd-064c3addf7a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7 HTTP/1.1" status: 200 len: 217 time: 0.4024100 Jul 27 17:03:18.842195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-f891e76c-9a7b-41bc-be4d-8629ab7bad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:18.843757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-f891e76c-9a7b-41bc-be4d-8629ab7bad1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.1005394 Jul 27 17:03:18.915638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-b210a96f-22a1-46dd-938c-00ddb4baad69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646660 Jul 27 17:03:19.088338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:19.144032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-647520d6-e9cf-45c4-aa99-5149967dab16 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132599 Jul 27 17:03:19.146903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=247341c1-5aaa-44f2-bf6a-690302d54d9f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:19.277325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 247341c1-5aaa-44f2-bf6a-690302d54d9f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:19.308100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 247341c1-5aaa-44f2-bf6a-690302d54d9f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:19.308489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 247341c1-5aaa-44f2-bf6a-690302d54d9f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 17:03:19.334176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port 247341c1-5aaa-44f2-bf6a-690302d54d9f not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 17:03:19.420588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:19.531473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7039ec5f-9d73-48fd-9cd0-d4e133a82577 req-87a5ab12-84b7-495c-9705-23df0336e956 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586092 Jul 27 17:03:19.604380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5bfd9-77ea-4c25-83da-6c81faad1244 req-27f45584-cb1e-408e-9371-4913c8d11c36 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:19.606268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ad5bfd9-77ea-4c25-83da-6c81faad1244 req-27f45584-cb1e-408e-9371-4913c8d11c36 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 943 time: 0.3268616 Jul 27 17:03:19.762923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77ca7-f39b-45a0-9a4c-82483a5b4d64 req-d0f943ae-df9e-47d5-a81d-e64eeecec68f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:19.779524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ae77ca7-f39b-45a0-9a4c-82483a5b4d64 req-d0f943ae-df9e-47d5-a81d-e64eeecec68f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.1141856 Jul 27 17:03:19.803750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ad5bfd9-77ea-4c25-83da-6c81faad1244 req-a37e3bc9-e488-4797-a745-c9561b75e51a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817355 Jul 27 17:03:19.808814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Router c6015db7-e7ae-44dc-81a2-56350fcf7e76 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:03:19.827716 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ae77ca7-f39b-45a0-9a4c-82483a5b4d64 req-248357c0-bc3a-4641-aea4-a9abe88255c2 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jul 27 17:03:19.906428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:03:19.914234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dce6184f-ee6a-4448-8991-9b6869cbf03f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "PUT /v2.0/routers/c6015db7-e7ae-44dc-81a2-56350fcf7e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0686839 Jul 27 17:03:19.915175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-fe5ca3c3-005e-49e9-b0f3-ef40a1031dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:19.915322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50838) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:19.916852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-fe5ca3c3-005e-49e9-b0f3-ef40a1031dd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 1094 time: 0.2702708 Jul 27 17:03:19.976912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d91c4-ee0b-4df3-84bb-1a094a134c64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:19.984240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d91c4-ee0b-4df3-84bb-1a094a134c64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:19.987409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-648d91c4-ee0b-4df3-84bb-1a094a134c64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0708179 Jul 27 17:03:19.990570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:20.042387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-80bb36c0-c943-49a0-9567-25529b421f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:20.043887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-80bb36c0-c943-49a0-9567-25529b421f2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 916 time: 0.1104693 Jul 27 17:03:20.045717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 02f65e03-628e-41ee-8f25-b40894316076 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:20.049471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.093158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.097751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-bc70c587-0b98-44d7-bf59-35ea487e9f84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7 HTTP/1.1" status: 200 len: 217 time: 0.0442452 Jul 27 17:03:20.156363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-986789f5-370b-49de-99be-74cd11174507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:20.157989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-986789f5-370b-49de-99be-74cd11174507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0485673 Jul 27 17:03:20.210674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.211080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-11a245ba-bb69-46f6-b270-292edc26dc4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391521 Jul 27 17:03:20.292510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.330785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-701cfd64-7a9d-479f-8388-6910317dde45 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099930 Jul 27 17:03:20.333234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=02f65e03-628e-41ee-8f25-b40894316076,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:20.337281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.339252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7aff0515-a10b-4635-ac0f-c465824ca9c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/02f65e03-628e-41ee-8f25-b40894316076 HTTP/1.1" status: 204 len: 168 time: 0.3474443 Jul 27 17:03:20.342186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50842) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:20.344634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea736b62-9481-4b90-b6db-c89d07c8c285 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:20.435960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc0c7ac3-f84f-42bc-b155-129c1dc669c2 req-fa33e81d-a776-4a56-a135-d70b00698de7 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945210 Jul 27 17:03:20.497229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eacdc28b-1e9e-4541-8c7a-e6fa3e8db582 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1538689 Jul 27 17:03:20.499607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:20.575850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:20.590998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.608292 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] Sync routers for ids ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:03:20.617735 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] Routers {'c6015db7-e7ae-44dc-81a2-56350fcf7e76'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:20.618011 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:20.628595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Deleting port 17717097-fce1-41be-ab59-0bb20cdae6a2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:20.629041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.701235 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] Set router c6015db7-e7ae-44dc-81a2-56350fcf7e76 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:03:20.702758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] For port 17717097-fce1-41be-ab59-0bb20cdae6a2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=17717097-fce1-41be-ab59-0bb20cdae6a2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:20.703389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.717812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Calling delete_port for 17717097-fce1-41be-ab59-0bb20cdae6a2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:20.756168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.758318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.763518 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6015db7-e7ae-44dc-81a2-56350fcf7e76', 'name': 'tempest-NetworksTestDHCPv6-router-40533078', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:13Z', 'updated_at': '2021-07-27T17:03:18Z', 'revision_number': 3, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:20.790599 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] Checking router: c6015db7-e7ae-44dc-81a2-56350fcf7e76 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:03:20.802496 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] Routers {'c6015db7-e7ae-44dc-81a2-56350fcf7e76'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:20.802954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.803459 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:20.803587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Fanout notify agent at l3_agent the message router_deleted on router c6015db7-e7ae-44dc-81a2-56350fcf7e76 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:03:20.809328 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.819342 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:20.820684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f1c43ab9-f114-47e9-9e0f-7c4ef718d208 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/routers/c6015db7-e7ae-44dc-81a2-56350fcf7e76 HTTP/1.1" status: 204 len: 168 time: 0.3197181 Jul 27 17:03:20.823528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:20.829221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:20.836251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] Pushing event deleted for resources: {'Port': ['ID=17717097-fce1-41be-ab59-0bb20cdae6a2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:20.839575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634beb5-bfca-4b30-a56a-5b3401d8f144 None None] No DVR routers for this DVR port 17717097-fce1-41be-ab59-0bb20cdae6a2 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:20.847276 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:20.848254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1b5d7-b92a-4dac-9654-ab134413a24f None None] The sync data for ids ['c6015db7-e7ae-44dc-81a2-56350fcf7e76'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:03:20.979471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74147252-0429-486b-8c1b-fc2b1cd84da1 req-0607950c-655d-4545-9633-3a1752928e37 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:20.981295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74147252-0429-486b-8c1b-fc2b1cd84da1 req-0607950c-655d-4545-9633-3a1752928e37 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 943 time: 0.0824277 Jul 27 17:03:20.994463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:20.998401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.032997 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-74147252-0429-486b-8c1b-fc2b1cd84da1 req-46bc6950-a496-40ab-a8ee-6634b69ff6c9 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Jul 27 17:03:21.087807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357f63c-32fd-4421-963d-f735c1ca4977 req-c241499e-7240-47c6-9f0c-9e48f682aba5 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:21.089409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c357f63c-32fd-4421-963d-f735c1ca4977 req-c241499e-7240-47c6-9f0c-9e48f682aba5 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.1732531 Jul 27 17:03:21.158533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 247341c1-5aaa-44f2-bf6a-690302d54d9f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:21.177209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c357f63c-32fd-4421-963d-f735c1ca4977 req-6ddd67d1-34a4-4509-9136-e7b61df91d2a tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703089 Jul 27 17:03:21.180030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 247341c1-5aaa-44f2-bf6a-690302d54d9f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:21.180398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 247341c1-5aaa-44f2-bf6a-690302d54d9f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:21.180943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17717097-fce1-41be-ab59-0bb20cdae6a2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:21.201291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 17717097-fce1-41be-ab59-0bb20cdae6a2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:21.201643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 17717097-fce1-41be-ab59-0bb20cdae6a2 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:21.266330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.289631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b908d6-e05c-4d30-86c9-83e3a66c1da9 req-eed9b768-80d7-496e-8be1-ff80e701d3aa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:21.291056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13b908d6-e05c-4d30-86c9-83e3a66c1da9 req-eed9b768-80d7-496e-8be1-ff80e701d3aa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0681586 Jul 27 17:03:21.309171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:21.319041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:21.322456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:21.323046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.329463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0515090-4758-42de-b1c6-70cd736a240d None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:21.333546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-13b908d6-e05c-4d30-86c9-83e3a66c1da9 req-225e67ec-a793-4e86-9f23-ec490c9b490b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362723 Jul 27 17:03:21.339156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=b6c17a1f-07bb-46b1-b93c-2677eac4c39f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:21.349384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-533e95d2-236e-4fc6-a49c-d0b503098d18 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5247636 Jul 27 17:03:21.352168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:21.357142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-15066174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:21.390694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.391742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.479709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.492784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': 'b6c17a1f-07bb-46b1-b93c-2677eac4c39f'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:21.493673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.504950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.535996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.537261 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e56e40e4-8a3c-44ca-b9a6-a0583fa0db81 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1839111 Jul 27 17:03:21.540401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:21.647650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dcc36-ca69-4a80-9d3f-f8004cbb884b req-d7430277-9911-4604-a096-c4d11b541225 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:21.649252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c15dcc36-ca69-4a80-9d3f-f8004cbb884b req-d7430277-9911-4604-a096-c4d11b541225 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2051055 Jul 27 17:03:21.651814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/b6c17a1f-07bb-46b1-b93c-2677eac4c39f/0aa17c14-beb9-49d9-a369-4e3f0a855b00) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:21.657108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-76c0e186-55ab-4214-aadc-f41e14c42330 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:21.658585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-76c0e186-55ab-4214-aadc-f41e14c42330 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.2155521 Jul 27 17:03:21.802049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.811275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Transition to ACTIVE for port object 0aa17c14-beb9-49d9-a369-4e3f0a855b00 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:21.827621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Transition to ACTIVE for port object 0aa17c14-beb9-49d9-a369-4e3f0a855b00 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:21.833666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.872526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:21.878742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:21.882403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:21.888454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Pushing event updated for resources: {'Port': ['ID=0aa17c14-beb9-49d9-a369-4e3f0a855b00,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:21.951874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Attempting to bind port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:21.952146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Attempting to bind port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:21.952768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Attempting to bind port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:21.958403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:21.958779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:21.959228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:21.959592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:21.960143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Bound port: 0aa17c14-beb9-49d9-a369-4e3f0a855b00, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:21.960472 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.055601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] For port 0aa17c14-beb9-49d9-a369-4e3f0a855b00, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:22.059934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] For port 0aa17c14-beb9-49d9-a369-4e3f0a855b00, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0aa17c14-beb9-49d9-a369-4e3f0a855b00,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:22.066336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.145888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37476753-4e6c-4237-bd68-b221d8c24404 None None] Pushing event updated for resources: {'Port': ['ID=0aa17c14-beb9-49d9-a369-4e3f0a855b00,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:22.182618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b2734-7f0c-42c0-afd4-a9bf710a2b64 req-5f36562a-8921-4310-b74a-5337b8ec5b3d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:22.184701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-756b2734-7f0c-42c0-afd4-a9bf710a2b64 req-5f36562a-8921-4310-b74a-5337b8ec5b3d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 943 time: 0.0776770 Jul 27 17:03:22.227526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c15dcc36-ca69-4a80-9d3f-f8004cbb884b req-bd7f2c64-1205-479b-9148-a466caaca060 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5381155 Jul 27 17:03:22.244817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-756b2734-7f0c-42c0-afd4-a9bf710a2b64 req-28f9b2fc-631a-4bb6-8b75-9232c085a327 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Jul 27 17:03:22.386964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.475440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Deleting port e637a9b0-ecc5-4800-ba36-6392a0dca34c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:22.475797 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.575356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1ee3-7c51-43ed-8d41-a003295bea7b req-805b6872-9349-48d8-9700-a3de349df0b2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:22.577158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e9b1ee3-7c51-43ed-8d41-a003295bea7b req-805b6872-9349-48d8-9700-a3de349df0b2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1022491 Jul 27 17:03:22.623475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e9b1ee3-7c51-43ed-8d41-a003295bea7b req-7ae63488-c98b-41d0-95c3-d1fff3ddf7dc tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381806 Jul 27 17:03:22.641149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:03:22.718523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdcbcb-90e3-47a3-b420-31831ddeb012 req-686bab8a-e369-4597-9a1a-c60c7a2e0c91 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:22.718523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ebfdcbcb-90e3-47a3-b420-31831ddeb012 req-686bab8a-e369-4597-9a1a-c60c7a2e0c91 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e861932-3786-42f3-b2ac-3e1ca664893b HTTP/1.1" status: 200 len: 945 time: 0.3883877 Jul 27 17:03:22.718523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] For port e637a9b0-ecc5-4800-ba36-6392a0dca34c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e637a9b0-ecc5-4800-ba36-6392a0dca34c,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:22.718523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.757183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Calling delete_port for e637a9b0-ecc5-4800-ba36-6392a0dca34c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:22.777788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:22.794621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'port_id': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7', 'mac_address': 'fa:16:3e:cf:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe0c065-7edf-4e8b-9760-a0740f7d5b29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:03:22.845222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.849554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ebfdcbcb-90e3-47a3-b420-31831ddeb012 req-02d0fac1-ad3f-44cc-a588-320f4a3b342e tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292922 Jul 27 17:03:22.866005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:22.902460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::1 (264414a0-faa6-4c67-9709-757473501bd0/b6c17a1f-07bb-46b1-b93c-2677eac4c39f/1006f530-8e05-43c9-9fb8-9026b88af0d3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:22.911926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:22.916841 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:22.992889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:23.100392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.134105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e637a9b0-ecc5-4800-ba36-6392a0dca34c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:23.156528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.166830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Pushing event deleted for resources: {'Port': ['ID=e637a9b0-ecc5-4800-ba36-6392a0dca34c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:23.206407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0aa17c14-beb9-49d9-a369-4e3f0a855b00 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:23.236420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 1006f530-8e05-43c9-9fb8-9026b88af0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:23.238732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] No DVR routers for this DVR port e637a9b0-ecc5-4800-ba36-6392a0dca34c on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:23.241559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.244298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66593a7a-b479-419b-8a52-a62ae8ff2cd8 req-07616aa3-a014-43c7-a250-881e70423579 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.13 "DELETE /v2.0/ports/e637a9b0-ecc5-4800-ba36-6392a0dca34c HTTP/1.1" status: 204 len: 173 time: 1.5506217 Jul 27 17:03:23.252870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'name': 'network-vif-deleted', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:23.255933 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfebbc91-9597-4d48-a24a-2a543c93727c" -d '{"events": [{"server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "name": "network-vif-deleted", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:23.264307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:23.268748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268121-ee91-42d8-ab0f-8a43f6d69a00 req-c1dff2a0-76d1-4b04-aa43-be1fcdbdc0ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:23.273541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15268121-ee91-42d8-ab0f-8a43f6d69a00 req-c1dff2a0-76d1-4b04-aa43-be1fcdbdc0ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2610021 Jul 27 17:03:23.314225 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e2eddd-416d-4ff0-a3c4-4aa36dc597b7 x-openstack-request-id: req-a8e2eddd-416d-4ff0-a3c4-4aa36dc597b7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:23.314515 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e861932-3786-42f3-b2ac-3e1ca664893b", "name": "network-vif-deleted", "tag": "e637a9b0-ecc5-4800-ba36-6392a0dca34c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:23.314765 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8e2eddd-416d-4ff0-a3c4-4aa36dc597b7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:23.315160 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e861932-3786-42f3-b2ac-3e1ca664893b', 'name': 'network-vif-deleted', 'tag': 'e637a9b0-ecc5-4800-ba36-6392a0dca34c', 'status': 'completed', 'code': 200} Jul 27 17:03:23.331190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:23.344492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15268121-ee91-42d8-ab0f-8a43f6d69a00 req-3ed2f05f-30ec-46b3-bcaf-53c5a82deba8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616660 Jul 27 17:03:23.361180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.415564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:23.418725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:23.423489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:23.424203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.431740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=1006f530-8e05-43c9-9fb8-9026b88af0d3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:23.449392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9def067-8cfa-4c40-81bd-c6971537c5a3 req-89fe57cd-943b-49c4-b907-e110baba5f80 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:23.451539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9def067-8cfa-4c40-81bd-c6971537c5a3 req-89fe57cd-943b-49c4-b907-e110baba5f80 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 944 time: 0.0796516 Jul 27 17:03:23.497520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a9def067-8cfa-4c40-81bd-c6971537c5a3 req-eb422eb3-dfc9-4f6b-8b9e-b8f6fefdd6ca tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Jul 27 17:03:23.526754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Provisioning for port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:23.538505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Provisioning complete for port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:23.538888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.597326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.641218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.676776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] For port 0aa17c14-beb9-49d9-a369-4e3f0a855b00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0aa17c14-beb9-49d9-a369-4e3f0a855b00,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:23.682342 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.736553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374bbdc-34d7-484f-b01a-130f4e504f26 None None] Pushing event updated for resources: {'Port': ['ID=0aa17c14-beb9-49d9-a369-4e3f0a855b00,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:23.805638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73a668f6-4f1e-42d9-a0be-f5b5c19f25a0 None None] Provisioning for port 1006f530-8e05-43c9-9fb8-9026b88af0d3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:23.809645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73a668f6-4f1e-42d9-a0be-f5b5c19f25a0 None None] Provisioning complete for port 1006f530-8e05-43c9-9fb8-9026b88af0d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:23.809950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73a668f6-4f1e-42d9-a0be-f5b5c19f25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.849792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-73a668f6-4f1e-42d9-a0be-f5b5c19f25a0 None None] Port 1006f530-8e05-43c9-9fb8-9026b88af0d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:23.894433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.899304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.900149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:23.990563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=1006f530-8e05-43c9-9fb8-9026b88af0d3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:24.030210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:24.031739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:24.164691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:03:24.267551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:03:24.273401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dca131ff-6061-46f5-8026-459378631c6f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "PUT /v2.0/routers/51b8dcb3-24c3-49ca-bb84-23ce66a1c029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7319298 Jul 27 17:03:24.275949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:24.280333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Sync routers for ids ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:03:24.284413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5cf3a4b0-1184-4679-b89a-b5b91173892e None None] Provisioning complete for port 1006f530-8e05-43c9-9fb8-9026b88af0d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:24.284919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a4b0-1184-4679-b89a-b5b91173892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:24.318409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Routers {'51b8dcb3-24c3-49ca-bb84-23ce66a1c029'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:24.319141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:24.337229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e4960-fc50-485f-8c49-d3d2da4ed57a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:24.339357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a19e4960-fc50-485f-8c49-d3d2da4ed57a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports/1006f530-8e05-43c9-9fb8-9026b88af0d3 HTTP/1.1" status: 200 len: 911 time: 0.0614121 Jul 27 17:03:24.341292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:24.415030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943352c3-6d27-49f6-b766-2e3be49dc294 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:24.421083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943352c3-6d27-49f6-b766-2e3be49dc294 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:24.421940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3a4b0-1184-4679-b89a-b5b91173892e None None] Port 1006f530-8e05-43c9-9fb8-9026b88af0d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:24.423052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-943352c3-6d27-49f6-b766-2e3be49dc294 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0803845 Jul 27 17:03:24.426294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:24.450224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Set router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:03:24.494672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27ec9-fbac-42c4-b87b-fc0c845aebb9 req-30f09e6d-7d95-4ecc-9417-8179a469bab1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:24.496512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7f27ec9-fbac-42c4-b87b-fc0c845aebb9 req-30f09e6d-7d95-4ecc-9417-8179a469bab1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0720515 Jul 27 17:03:24.564544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7f27ec9-fbac-42c4-b87b-fc0c845aebb9 req-1937038a-274f-4e33-a25d-057db5cf7e1c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537076 Jul 27 17:03:24.665774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:24.731977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ddfa-11c2-4ca4-ac48-7eb383ebbe02 req-5f13f1d4-bfa1-4426-bbc4-7a193e48cf38 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:24.733526 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d021ddfa-11c2-4ca4-ac48-7eb383ebbe02 req-5f13f1d4-bfa1-4426-bbc4-7a193e48cf38 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 944 time: 0.1393998 Jul 27 17:03:24.807385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d021ddfa-11c2-4ca4-ac48-7eb383ebbe02 req-57143b68-4d3b-4deb-bdc3-86ffe3751f61 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Jul 27 17:03:24.809770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:24.821577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:24.821944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:24.887524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:24.936704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b8dcb3-24c3-49ca-bb84-23ce66a1c029', 'name': 'tempest-NetworksTestDHCPv6-router-15066174', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:21Z', 'updated_at': '2021-07-27T17:03:23Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None, '_interfaces': [{'id': '1006f530-8e05-43c9-9fb8-9026b88af0d3', 'name': '', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'mac_address': 'fa:16:3e:81:a3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b8dcb3-24c3-49ca-bb84-23ce66a1c029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'b6c17a1f-07bb-46b1-b93c-2677eac4c39f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:03:22Z', 'updated_at': '2021-07-27T17:03:23Z', 'revision_number': 2, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'subnets': [{'id': 'b6c17a1f-07bb-46b1-b93c-2677eac4c39f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:24.966099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:24.969226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Checking router: 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:03:24.969582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Updating router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 port 1006f530-8e05-43c9-9fb8-9026b88af0d3 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:03:25.022650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:25.025172 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d99dc-2819-4523-a378-8260b2f9d7f9" -d '{"events": [{"server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "name": "network-vif-plugged", "status": "completed", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:25.042034 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.045011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:25.058331 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.059150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e637a9b0-ecc5-4800-ba36-6392a0dca34c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:25.104281 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f50300f-6b78-4fb8-b252-294f38ad9837 x-openstack-request-id: req-9f50300f-6b78-4fb8-b252-294f38ad9837 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:25.104629 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "name": "network-vif-plugged", "status": "completed", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:25.104893 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f50300f-6b78-4fb8-b252-294f38ad9837 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:25.105282 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7', 'code': 200} Jul 27 17:03:25.110800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: e637a9b0-ecc5-4800-ba36-6392a0dca34c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:25.111145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e637a9b0-ecc5-4800-ba36-6392a0dca34c not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:25.132250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 1006f530-8e05-43c9-9fb8-9026b88af0d3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:25.132250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.189452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:25.297990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0aa17c14-beb9-49d9-a369-4e3f0a855b00 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:25.352409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.373555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 1006f530-8e05-43c9-9fb8-9026b88af0d3 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:25.388944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a16bb-99a0-4d16-b731-5ec4357299f0 req-740a1f8e-fd1f-4395-85a8-afc27a55b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:25.390739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03a16bb-99a0-4d16-b731-5ec4357299f0 req-740a1f8e-fd1f-4395-85a8-afc27a55b812 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 1096 time: 0.1081529 Jul 27 17:03:25.432244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:25.432244 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.472834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03a16bb-99a0-4d16-b731-5ec4357299f0 req-5ca9caab-3f16-4000-8155-c1d7f65d6be3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Jul 27 17:03:25.593224 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.598354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:03:25.598721 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:03:25.626032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=1006f530-8e05-43c9-9fb8-9026b88af0d3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:25.754784 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:25.847898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba2e1e-433d-4de7-bdca-b448b7246b0a req-310f843b-53d6-4d5e-a95d-338beac0a7ac tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:25.849469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edba2e1e-433d-4de7-bdca-b448b7246b0a req-310f843b-53d6-4d5e-a95d-338beac0a7ac tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2152951 Jul 27 17:03:25.949213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:03:25.952602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-edba2e1e-433d-4de7-bdca-b448b7246b0a req-cf57b619-6635-49e7-9dcb-a8232d17847a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969553 Jul 27 17:03:25.953721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce5bcd-3e7c-4ac2-9530-a2c6946510c7 req-35b54913-c24b-4894-ab2e-3c9a5dcbfa8e tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:25.955470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6ce5bcd-3e7c-4ac2-9530-a2c6946510c7 req-35b54913-c24b-4894-ab2e-3c9a5dcbfa8e tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 945 time: 0.0655551 Jul 27 17:03:25.995480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6ce5bcd-3e7c-4ac2-9530-a2c6946510c7 req-fcc7a0f7-1853-4f6e-8597-a67effaba33d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Jul 27 17:03:26.034348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:03:26.039236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f6aea6c-bd8f-4d31-a87d-4f7f57390213 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "PUT /v2.0/routers/51b8dcb3-24c3-49ca-bb84-23ce66a1c029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119263 Jul 27 17:03:26.042562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50906) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:26.094556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7d630-8e63-4c18-b21d-7a14dd85070d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:26.096103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7d630-8e63-4c18-b21d-7a14dd85070d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:26.097704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d3b7d630-8e63-4c18-b21d-7a14dd85070d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0542300 Jul 27 17:03:26.100750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50908) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:26.122627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Port 1006f530-8e05-43c9-9fb8-9026b88af0d3 not found while updating agent binding for router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029. {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 17:03:26.132276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Routers {'51b8dcb3-24c3-49ca-bb84-23ce66a1c029'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:26.132944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:26.202469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] Set router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:03:26.206229 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:03:26.262575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b8dcb3-24c3-49ca-bb84-23ce66a1c029', 'name': 'tempest-NetworksTestDHCPv6-router-15066174', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:21Z', 'updated_at': '2021-07-27T17:03:25Z', 'revision_number': 3, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:03:26.290156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514df0f-419c-456d-a275-7466c7a54028 None None] The sync data for ids ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'] in n-d-723572-6 is: [{'id': '51b8dcb3-24c3-49ca-bb84-23ce66a1c029', 'name': 'tempest-NetworksTestDHCPv6-router-15066174', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:03:21Z', 'updated_at': '2021-07-27T17:03:25Z', 'revision_number': 3, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:03:26.502718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet b6c17a1f-07bb-46b1-b93c-2677eac4c39f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:26.508113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.560133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.657314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.731282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.766062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.768550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/b6c17a1f-07bb-46b1-b93c-2677eac4c39f HTTP/1.1" status: 204 len: 168 time: 0.6666324 Jul 27 17:03:26.769434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7225a-20da-467d-9fb7-684c9a2212f8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c17a1f-07bb-46b1-b93c-2677eac4c39f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:26.771752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:26.775560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb21ae-afdd-4e1c-8f1f-26b92cf735d5 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:26.889305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9f72598-ff15-4b41-8cd4-540faee5328b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1155510 Jul 27 17:03:26.893296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:26.976085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:26.992510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:27.075497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Deleting port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:27.075874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.160247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54896111-2a50-452f-9eae-c01be3f3c229 req-68824fa2-7889-4302-a879-23783b8eb60a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:27.164745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] For port 0aa17c14-beb9-49d9-a369-4e3f0a855b00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0aa17c14-beb9-49d9-a369-4e3f0a855b00,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:27.165217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.169179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54896111-2a50-452f-9eae-c01be3f3c229 req-68824fa2-7889-4302-a879-23783b8eb60a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 945 time: 0.0815928 Jul 27 17:03:27.181562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Calling delete_port for 0aa17c14-beb9-49d9-a369-4e3f0a855b00 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:27.226968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-54896111-2a50-452f-9eae-c01be3f3c229 req-9f021027-a305-4412-8220-753a3e4e802d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Jul 27 17:03:27.244021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0aa17c14-beb9-49d9-a369-4e3f0a855b00 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:27.263231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.266223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.323646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.345600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.346377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Fanout notify agent at l3_agent the message router_deleted on router 51b8dcb3-24c3-49ca-bb84-23ce66a1c029 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:03:27.355852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 17:03:27.356245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0aa17c14-beb9-49d9-a369-4e3f0a855b00 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:27.357198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:27.361334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:27.361450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f10eab49-6167-4629-8f92-7fbe28edbe79 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/routers/51b8dcb3-24c3-49ca-bb84-23ce66a1c029 HTTP/1.1" status: 204 len: 168 time: 0.4664528 Jul 27 17:03:27.370431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] Pushing event deleted for resources: {'Port': ['ID=0aa17c14-beb9-49d9-a369-4e3f0a855b00,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:27.379006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8b287-a359-4cc7-8ad1-c979c1cd3e21 None None] No DVR routers for this DVR port 0aa17c14-beb9-49d9-a369-4e3f0a855b00 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:27.391479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09927-a571-4788-82df-3b9fa6875f31 req-10bf1386-a587-4d44-ad1f-a2656d6df426 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:27.398226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58b09927-a571-4788-82df-3b9fa6875f31 req-10bf1386-a587-4d44-ad1f-a2656d6df426 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.3161585 Jul 27 17:03:27.417781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a32b8558-d577-4885-a77a-8fff24dad6f6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0539880 Jul 27 17:03:27.420891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:27.454248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58b09927-a571-4788-82df-3b9fa6875f31 req-aa1ba5c9-f7bd-47dd-bac7-093cefc805d8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532501 Jul 27 17:03:27.502825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fcaa0c-2c17-4056-9f31-19dbcc4ca8b5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:27.504922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f0fcaa0c-2c17-4056-9f31-19dbcc4ca8b5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828717 Jul 27 17:03:27.507703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50942) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:27.518115 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Sync routers for ids ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:03:27.543643 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Routers set() bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:27.544093 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Router IDs set() for agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 17:03:27.544788 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_agentschedulers_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51b8dcb3-24c3-49ca-bb84-23ce66a1c029'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent'). {{(pid=93926) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 17:03:27.557586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9fc4524c-2a8b-4960-8664-2e5cd0692d2a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487010 Jul 27 17:03:27.561069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Routers set() bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:03:27.561595 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Router IDs set() for agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 17:03:27.562296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:27.562587 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_agentschedulers_db [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51b8dcb3-24c3-49ca-bb84-23ce66a1c029'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:03:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent'). {{(pid=93926) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 17:03:27.562961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c3406-00e5-40c8-9c86-8bdaa3b46e13 None None] The sync data for ids ['51b8dcb3-24c3-49ca-bb84-23ce66a1c029'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:03:27.570161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:27.690176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:27.694810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.021197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:28.022538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.068838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:28.072415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:28.079624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:28.080407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.083879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838408c-b126-4712-965f-73e7778e8306 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:28.098339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=2bd7970e-9e96-4362-ae5b-a85010a44058,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:28.108111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5444639 Jul 27 17:03:28.110167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.111066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:28.113283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.113671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.114013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.114539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.115104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.115602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.115940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.116273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.116645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.116747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:28.116983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.117312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46436461-1a38-4a74-99db-cd604115a8dc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:28.223727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:28.228594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.235513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '2bd7970e-9e96-4362-ae5b-a85010a44058'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:28.236437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.378703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Allocated IP 2001:db8::f816:3eff:fe34:af48 (264414a0-faa6-4c67-9709-757473501bd0/2bd7970e-9e96-4362-ae5b-a85010a44058/c0322b0c-7b75-4f4e-89a4-438c413cab9c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:28.504167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.554209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.559246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:28.563446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Transition to ACTIVE for port object c0322b0c-7b75-4f4e-89a4-438c413cab9c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:28.575534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:28.587309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Transition to ACTIVE for port object c0322b0c-7b75-4f4e-89a4-438c413cab9c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:28.598228 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.598882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:28.599660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.633699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=b83f672a-f71f-4725-a588-0cc2f80c227e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:28.639268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8d34f45-97b1-4c19-963e-509936eb086a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5271111 Jul 27 17:03:28.642317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:28.649876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:59:46:bc', 'name': 'tempest-NetworksTestDHCPv6-2110101880'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:28.665043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8482-ed43-4a75-9f40-dceb877167dd req-cbabb35e-1e10-418e-8b5a-27f7d283919e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:28.666972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:28.670344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:28.673489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb3f8482-ed43-4a75-9f40-dceb877167dd req-cbabb35e-1e10-418e-8b5a-27f7d283919e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1339211 Jul 27 17:03:28.676570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:28.749313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb3f8482-ed43-4a75-9f40-dceb877167dd req-c2bb93da-b361-4808-baf3-b1d06c6b4080 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726507 Jul 27 17:03:28.754445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:28.772419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Attempting to bind port c0322b0c-7b75-4f4e-89a4-438c413cab9c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:28.772419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Attempting to bind port c0322b0c-7b75-4f4e-89a4-438c413cab9c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:28.773073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Attempting to bind port c0322b0c-7b75-4f4e-89a4-438c413cab9c on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:28.782396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:28.782396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:28.782396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.782396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:28.782396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Bound port: c0322b0c-7b75-4f4e-89a4-438c413cab9c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:28.782798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.839278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:28.898340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:28.903865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:28.910175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.954158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:28.980684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30cb9a-9c94-4328-ae4b-ee90581c0197 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:28.985112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 82a43159-bf52-4361-a26d-e7052fe1044c yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:29.176820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 172.20.0.2 (264414a0-faa6-4c67-9709-757473501bd0/b83f672a-f71f-4725-a588-0cc2f80c227e/82a43159-bf52-4361-a26d-e7052fe1044c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:29.190208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe59:46bc (264414a0-faa6-4c67-9709-757473501bd0/2bd7970e-9e96-4362-ae5b-a85010a44058/82a43159-bf52-4361-a26d-e7052fe1044c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:29.381802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:29.395918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 82a43159-bf52-4361-a26d-e7052fe1044c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:29.434624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:29.497261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:29.501669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=82a43159-bf52-4361-a26d-e7052fe1044c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:29.505718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:29.507778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:29.557722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:29.558350 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:29.574359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ba656144-7d76-4bdd-8639-d7b8989acc86 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9292517 Jul 27 17:03:29.577200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:29.668002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fb979-5cee-4ed0-a3ec-7421e2edef72 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:29.695101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fb979-5cee-4ed0-a3ec-7421e2edef72 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:29.703942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a09fb979-5cee-4ed0-a3ec-7421e2edef72 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1255925 Jul 27 17:03:29.707268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:29.835044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 82a43159-bf52-4361-a26d-e7052fe1044c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:29.835610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:29.960721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:29.984109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 82a43159-bf52-4361-a26d-e7052fe1044c owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:29.994612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f5af0-6076-43b1-aea1-bb0bbd50b9ab req-768d544b-c316-420b-a3ff-b4d70bf47f11 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:30.007643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb3f5af0-6076-43b1-aea1-bb0bbd50b9ab req-768d544b-c316-420b-a3ff-b4d70bf47f11 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1350832 Jul 27 17:03:30.126393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb3f5af0-6076-43b1-aea1-bb0bbd50b9ab req-7c48343f-2cad-456a-82cc-6cfb0b7bc6a5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941832 Jul 27 17:03:30.292919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5c329-f517-43f8-bfaf-7dd3fe918c18 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:30.341410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.376935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=82a43159-bf52-4361-a26d-e7052fe1044c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:30.447955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f93c70a1-a3c8-4361-a41a-aa28bddd1f7e None None] Provisioning for port c0322b0c-7b75-4f4e-89a4-438c413cab9c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:30.482091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.486533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d96d9b3-53ea-4f15-9c09-e86e47019404 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/82a43159-bf52-4361-a26d-e7052fe1044c HTTP/1.1" status: 204 len: 168 time: 0.7756481 Jul 27 17:03:30.486794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:30.552644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af108f-9639-49c2-bf37-26b15c222f4f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:30.554480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af108f-9639-49c2-bf37-26b15c222f4f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:30.556084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af108f-9639-49c2-bf37-26b15c222f4f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:30.560371 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-09af108f-9639-49c2-bf37-26b15c222f4f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0701089 Jul 27 17:03:30.560648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 50982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:30.594916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88537397-028a-423f-8a51-42c28de48ace None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '2bd7970e-9e96-4362-ae5b-a85010a44058', 'ip_address': '2001:db8::f816:3eff:fe34:af48'}, {'subnet_id': 'b83f672a-f71f-4725-a588-0cc2f80c227e'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:30.614587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 2bd7970e-9e96-4362-ae5b-a85010a44058 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:30.618285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.629693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88537397-028a-423f-8a51-42c28de48ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.658800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.754837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.818392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-88537397-028a-423f-8a51-42c28de48ace None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bd7970e-9e96-4362-ae5b-a85010a44058: This subnet is being modified by another concurrent operation. Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bd7970e-9e96-4362-ae5b-a85010a44058: This subnet is being modified by another concurrent operation. Jul 27 17:03:30.820954 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:03:30.855966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd7970e-9e96-4362-ae5b-a85010a44058,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:30.858092 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.860058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4af020a9-3188-48ba-9191-50f679e42746 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/2bd7970e-9e96-4362-ae5b-a85010a44058 HTTP/1.1" status: 204 len: 168 time: 0.2983859 Jul 27 17:03:30.863091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 50986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:30.916066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f7ce3-9c13-4ba0-a7bc-f8eca94aaaab None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:30.939955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet b83f672a-f71f-4725-a588-0cc2f80c227e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:30.944760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:30.995451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:31.054123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:31.206377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-da90e0a7-e89f-4921-b444-6d2e346ce4c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123569 Jul 27 17:03:31.258502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-7c9d8e74-36b6-4227-96da-914268d00a6f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:31.260356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-7c9d8e74-36b6-4227-96da-914268d00a6f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 814 time: 0.1735368 Jul 27 17:03:31.265008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb62cd1-7efd-4dd5-9250-6b72bc4f697c None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'b83f672a-f71f-4725-a588-0cc2f80c227e'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:31.286436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-a9787e1d-2f68-4723-8631-00ca4c2dc6df tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/quotas/d9aa28773e8f47d98df9dd47a75a11eb HTTP/1.1" status: 200 len: 375 time: 0.0178747 Jul 27 17:03:31.310914 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acb62cd1-7efd-4dd5-9250-6b72bc4f697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:31.325855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:31.339287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-0f7a91c7-cff3-4664-b3ba-a5c89755623d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512414 Jul 27 17:03:31.377544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=b83f672a-f71f-4725-a588-0cc2f80c227e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:31.386247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:31.390496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b4dbe4f5-391d-4508-a65f-afc61df98edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/b83f672a-f71f-4725-a588-0cc2f80c227e HTTP/1.1" status: 204 len: 168 time: 0.5238433 Jul 27 17:03:31.394300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51004) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:31.458506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-6aaabeb0-134a-444b-a96e-341072c6081d service neutron] 10.222.0.64 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165159 Jul 27 17:03:31.459947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eff3d6a0-b06d-4e79-9571-29d99251a737 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631704 Jul 27 17:03:31.461200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:31.474895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ecda9-cede-4a8a-8930-7fe934c2ac49 req-351e6fd3-3b71-44c5-9b75-503c6a5e828d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:31.476510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be8ecda9-cede-4a8a-8930-7fe934c2ac49 req-351e6fd3-3b71-44c5-9b75-503c6a5e828d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2450380 Jul 27 17:03:31.480965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:31.575051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-8c7951e5-9035-4b65-9241-a2c9abb46c96 service neutron] 10.222.0.64 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174746 Jul 27 17:03:31.669567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994a017-360a-42b8-98a1-12a5869a786a None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:03:31.697225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1e9ed49-1f20-4aae-86f0-5fffa28a35c0 None None] Could not find standard attr ID for object 82a43159-bf52-4361-a26d-e7052fe1044c. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:31.809041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a5fe80e-9cdf-4659-866b-b318b638a7ab req-646868f3-2749-45c0-ab9b-215e8380c182 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 210 time: 0.0416083 Jul 27 17:03:31.861638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994a017-360a-42b8-98a1-12a5869a786a None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:03:31.931867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-2776289c-530e-425b-8bde-5bf8153d3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:31.933376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-2776289c-530e-425b-8bde-5bf8153d3e1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 1096 time: 0.6433723 Jul 27 17:03:32.095944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be8ecda9-cede-4a8a-8930-7fe934c2ac49 req-45aada97-c971-4cb5-b2a0-0a45497318ef tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5892065 Jul 27 17:03:32.130138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:32.134240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:32.363442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-43ec91d3-f967-4899-89a3-39d7a18b2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:32.365078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-43ec91d3-f967-4899-89a3-39d7a18b2227 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.4009652 Jul 27 17:03:32.399295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd5be6-c4a8-4514-88cc-b026b2ae2eb0 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:03:32.422037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-68a8ed6a-29a3-46e5-ba07-73fc9e2f3f81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f HTTP/1.1" status: 200 len: 217 time: 0.0472989 Jul 27 17:03:32.544021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-441d56c2-5499-4473-9178-be6382d5e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:32.545548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-441d56c2-5499-4473-9178-be6382d5e187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1030169 Jul 27 17:03:32.570065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd5be6-c4a8-4514-88cc-b026b2ae2eb0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:03:32.617151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:32.789551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-8ab1988c-6875-4947-978b-8f7fd6862962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:32.791344 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-8ab1988c-6875-4947-978b-8f7fd6862962 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349281 Jul 27 17:03:32.948968 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52f0950b-4641-4331-91e5-07f4f641100b req-7aac75fa-bbcf-4385-807b-18130cc36145 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 210 time: 0.0490229 Jul 27 17:03:32.980531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'acc4f24c-7ebc-448f-bfdb-5eda06343438'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:33.009709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-468d8dae-863e-4e59-928c-c40561cd8ea2 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939301 Jul 27 17:03:33.010148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.021740 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.152420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-0535f166-7a98-47f4-8590-349e7828168f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:33.153808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-0535f166-7a98-47f4-8590-349e7828168f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.61 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 814 time: 0.2294152 Jul 27 17:03:33.172736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Request body: {'port': {'device_id': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c', 'admin_state_up': True, 'tenant_id': 'd9aa28773e8f47d98df9dd47a75a11eb'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:33.239371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.278935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1b40b17-4e4d-46f8-979f-97d8f7a57703 req-db942e85-94d5-4db4-83eb-814a5a75d210 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603886 Jul 27 17:03:33.294823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:33.334612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.338450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191c40-b948-49ef-893b-e8f9b4db3223 req-f08bce76-1ad8-4d0a-aad2-3320cded2325 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:33.339994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78191c40-b948-49ef-893b-e8f9b4db3223 req-f08bce76-1ad8-4d0a-aad2-3320cded2325 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1756616 Jul 27 17:03:33.344872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.345736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:03:33.346477 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:03:33.385362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Made reservation on behalf of d9aa28773e8f47d98df9dd47a75a11eb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:33.389198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.405490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-78191c40-b948-49ef-893b-e8f9b4db3223 req-4234e613-4276-41ac-bfd5-a9310b78012e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557585 Jul 27 17:03:33.458234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99853d-54cd-4a03-8aa0-bf2642860fc4 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:33.581050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Allocated IP 172.20.0.4 (98b6b5fa-4289-406a-947d-1506d4d5968c/35ad3c41-fd0f-4523-b74c-78737f139eba/5f934d5a-6c85-4adf-b99b-20e2552ef20e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:33.688364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-2e87498b-7372-4f7a-9a94-4aec89601af6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:33.689981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-2e87498b-7372-4f7a-9a94-4aec89601af6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1338334 Jul 27 17:03:33.707047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-6a261bda-2282-4149-a1f7-bebeae90cde8 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/quotas/4dceabb60f5f4b56a38aa388951bd1b8 HTTP/1.1" status: 200 len: 375 time: 0.0100043 Jul 27 17:03:33.751277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.776712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e1b99c8c-999d-4e3e-9f22-694398e9a6fe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638189 Jul 27 17:03:33.794379 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.844485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Network 98b6b5fa-4289-406a-947d-1506d4d5968c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:33.873230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:33.881276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:33.885149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a70aa983-042c-424a-bd9f-f33cc4dc023a service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997152 Jul 27 17:03:33.895972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Pushing event updated for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:33.933113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.965160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:33.965782 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:33.988384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a081d6be-25af-4ee6-8b5f-d178170518a4 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961738 Jul 27 17:03:34.006780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-9df3a7b6-a4a5-4273-af07-2774e0846953 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8391914 Jul 27 17:03:34.029990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Request body: {'port': {'device_id': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:34.184996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a982a749-83f9-4d2c-a436-87ff36a43948 req-d68cb498-f0e3-4b06-a04d-ff3030ab2407 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 210 time: 0.0382683 Jul 27 17:03:34.222304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.240476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:34.260395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a685-4c7f-4bee-a3fa-c14da8972ab9 req-d3f53d9a-5a93-4264-a6ab-1149fe4a66c3 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:34.261935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ca5a685-4c7f-4bee-a3fa-c14da8972ab9 req-d3f53d9a-5a93-4264-a6ab-1149fe4a66c3 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 931 time: 0.2397134 Jul 27 17:03:34.329702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.350936 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.351745 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.472654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7ca5a685-4c7f-4bee-a3fa-c14da8972ab9 req-23b8ebc3-a652-4bfe-8afd-928b9f4caba7 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856494 Jul 27 17:03:34.499728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:34.519423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:34.530714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:34.531446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.533300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b69bf4-0612-4b1e-ba69-c0ef7601d454 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:34.595866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1286337 Jul 27 17:03:34.595866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=acc4f24c-7ebc-448f-bfdb-5eda06343438,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:34.598682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:34.605248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:34.608536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0c6f-fd16-46b7-97cb-d65b96ed69a7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:34.647164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf18043-1efd-4524-b0b2-321b56cb1d4d req-36a2c45e-9b9d-4c98-9edc-a9f7fa22fc38 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:34.648772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cf18043-1efd-4524-b0b2-321b56cb1d4d req-36a2c45e-9b9d-4c98-9edc-a9f7fa22fc38 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1009820 Jul 27 17:03:34.701456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6cf18043-1efd-4524-b0b2-321b56cb1d4d req-08833d4c-2ebb-4ab0-b6fd-c4c8efd5d26c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Jul 27 17:03:34.797977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:34.801784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.825851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f934d5a-6c85-4adf-b99b-20e2552ef20e {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:34.864641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.892482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Transition to ACTIVE for port object 5f934d5a-6c85-4adf-b99b-20e2552ef20e will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:34.905858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:34.988145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Pushing event updated for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:35.027023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560446a-4648-47e6-a45a-a5f0ecd0ee1b req-469c386c-e7c5-41a1-9bf3-8db1059e2885 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.028569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5560446a-4648-47e6-a45a-a5f0ecd0ee1b req-469c386c-e7c5-41a1-9bf3-8db1059e2885 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1481316 Jul 27 17:03:35.033549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cabc-23ce-4862-a6f9-9537af198eee req-a153f7b6-3ec1-4708-a8de-c5ddbbb19454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.034971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-a153f7b6-3ec1-4708-a8de-c5ddbbb19454 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.0957456 Jul 27 17:03:35.104930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Attempting to bind port 5f934d5a-6c85-4adf-b99b-20e2552ef20e on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:35.105065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Attempting to bind port 5f934d5a-6c85-4adf-b99b-20e2552ef20e by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:35.105354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Attempting to bind port 5f934d5a-6c85-4adf-b99b-20e2552ef20e on network 98b6b5fa-4289-406a-947d-1506d4d5968c {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:35.116196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Port 5f934d5a-6c85-4adf-b99b-20e2552ef20e on network 98b6b5fa-4289-406a-947d-1506d4d5968c not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:03:35.118041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5560446a-4648-47e6-a45a-a5f0ecd0ee1b req-65327f1d-502e-4186-a776-e55ffa8835cf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821140 Jul 27 17:03:35.123269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Attempting to bind port 5f934d5a-6c85-4adf-b99b-20e2552ef20e on network 98b6b5fa-4289-406a-947d-1506d4d5968c {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:35.159515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:35.159869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Checking segment: {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:35.160273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Bound using segment: {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:35.160759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Bound port: 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c452b6-84fa-44ca-9c9a-53f7b6469cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:35.161128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.170404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cabc-23ce-4862-a6f9-9537af198eee req-3ab20bdd-3326-4445-b3c7-49150a3c7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.172084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-3ab20bdd-3326-4445-b3c7-49150a3c7c41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1227086 Jul 27 17:03:35.233317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:35.288656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-7b79cdab-05a8-4a25-8d17-dd280df075f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.1093121 Jul 27 17:03:35.318057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c0322b0c-7b75-4f4e-89a4-438c413cab9c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:35.326273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:35.326798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.357212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cabc-23ce-4862-a6f9-9537af198eee req-260fed27-c799-453f-a983-38f527449faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.359722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-260fed27-c799-453f-a983-38f527449faa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0544066 Jul 27 17:03:35.418527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.422896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cabc-23ce-4862-a6f9-9537af198eee req-a9e9ab39-df8e-47b1-abb4-4a52cb0e2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.424462 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-a9e9ab39-df8e-47b1-abb4-4a52cb0e2b5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577664 Jul 27 17:03:35.458038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:35.462355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.526533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:35.563644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-51b31e46-f6f0-4c12-8bca-7290fb2fb130 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302094 Jul 27 17:03:35.696158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.696840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9684cabc-23ce-4862-a6f9-9537af198eee req-21571a85-355c-4cc8-a1ad-7cf700e49e67 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213429 Jul 27 17:03:35.705304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c897-6726-44a8-962b-5c5364bda7b6 req-382c6158-8c81-43d5-a8c4-8c017ffd2994 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.706841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d45c897-6726-44a8-962b-5c5364bda7b6 req-382c6158-8c81-43d5-a8c4-8c017ffd2994 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 943 time: 0.1405976 Jul 27 17:03:35.707200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f711089-acad-4d6b-9cc1-6bad697daad1 req-abf3ceb8-ef87-4c7b-8955-13e11868514a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 210 time: 0.3897667 Jul 27 17:03:35.743521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:35.758500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d45c897-6726-44a8-962b-5c5364bda7b6 req-2214f498-865a-4239-8709-acfa6b24f925 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Jul 27 17:03:35.765917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a235892b-b55b-4bfc-b12c-0a5dfab8f861 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.767375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a235892b-b55b-4bfc-b12c-0a5dfab8f861 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.5852175 Jul 27 17:03:35.775960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:35.779707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:35.786443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:35.793032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Request body: {'port': {'device_id': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'admin_state_up': True, 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:35.795444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b80340-4779-4288-aa0b-83650edddfc2 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:35.798932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.799530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.803856 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.875435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=f18b1654-c9eb-4a4f-8552-4959d3f83fcb,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:35.904796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92256180-17b2-41e8-9014-0e3a1d012267 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3018420 Jul 27 17:03:35.904796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:35.904796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:35.905090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f934d5a-6c85-4adf-b99b-20e2552ef20e HTTP/1.1" status: 200 len: 1091 time: 1.8816075 Jul 27 17:03:35.905159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:35.909025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:35.911336 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae73211-3293-43c4-b4c8-4930d2c7b756" -d '{"events": [{"name": "network-changed", "server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:35.914484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:2e:7f:a3', 'name': 'tempest-NetworksTestDHCPv6-585504568'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:35.950848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e47f-e0d2-4513-bcb9-98aa9920ea79 service neutron] Pushing event updated for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:35.958909 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f22dcd-fc58-47c1-b16c-22468cd641f2 x-openstack-request-id: req-27f22dcd-fc58-47c1-b16c-22468cd641f2 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:35.959198 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:35.959449 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27f22dcd-fc58-47c1-b16c-22468cd641f2 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:35.959838 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e', 'status': 'completed', 'code': 200} Jul 27 17:03:36.023052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:36.026714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.057803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-716f4a03-3a80-4f74-a84d-98bdf92633a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.058282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:36.059426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-716f4a03-3a80-4f74-a84d-98bdf92633a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 1094 time: 0.1024785 Jul 27 17:03:36.078378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'acc4f24c-7ebc-448f-bfdb-5eda06343438', 'ip_address': '2001:db8::f816:3eff:fe34:af48'}, {'subnet_id': 'f18b1654-c9eb-4a4f-8552-4959d3f83fcb'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:36.116878 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.141097 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-befca949-fe76-4226-baf1-3d8fca3b508d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e HTTP/1.1" status: 200 len: 217 time: 0.0464358 Jul 27 17:03:36.163432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.200163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:36.231037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-ccd7e88a-b073-4f4c-9348-f379b2fd55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.232622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-ccd7e88a-b073-4f4c-9348-f379b2fd55d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35ad3c41-fd0f-4523-b74c-78737f139eba HTTP/1.1" status: 200 len: 854 time: 0.0806968 Jul 27 17:03:36.283065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-546cca1a-1683-4d12-ac9e-7572a884af66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=98b6b5fa-4289-406a-947d-1506d4d5968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398386 Jul 27 17:03:36.286990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Allocated IP 172.20.0.2 (1b8b23ce-25dd-4e1d-b4ec-379df270a7e7/1fe0c065-7edf-4e8b-9760-a0740f7d5b29/508e3743-9421-46cb-adf1-3db6bbe74a4f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:36.424086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18038-8e93-4cb2-8a13-c67aaa2caeeb req-434ddc86-cda5-4fb4-bdd3-7a07e02bfb08 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.426528 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe18038-8e93-4cb2-8a13-c67aaa2caeeb req-434ddc86-cda5-4fb4-bdd3-7a07e02bfb08 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1470311 Jul 27 17:03:36.428830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 172.20.0.4 (264414a0-faa6-4c67-9709-757473501bd0/f18b1654-c9eb-4a4f-8552-4959d3f83fcb/4d7f2c23-7bd6-4b24-825a-4aa6f5f75409) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:36.441880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe2e:7fa3 (264414a0-faa6-4c67-9709-757473501bd0/acc4f24c-7ebc-448f-bfdb-5eda06343438/4d7f2c23-7bd6-4b24-825a-4aa6f5f75409) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:36.461932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-c9615028-aca8-4c56-a742-d900b33d843b service neutron] 10.222.0.61 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649630 Jul 27 17:03:36.487062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fe18038-8e93-4cb2-8a13-c67aaa2caeeb req-6fb145c3-81c4-4d77-90a1-8432f474a577 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539992 Jul 27 17:03:36.562785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.606767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d1ead5fc-9166-49f7-bf7d-35da73c64c9d req-a7663d6f-2ae0-4dda-9545-49070d3a86e8 service neutron] 10.222.0.61 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362565 Jul 27 17:03:36.624673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.632502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.638894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:36.644680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:36.672041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:36.681163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.710644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:36.718138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:36.721105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:36.723820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:36.727443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:36.730702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:36.772666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event updated for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:36.793504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Allocated IP 172.20.0.2 (264414a0-faa6-4c67-9709-757473501bd0/f18b1654-c9eb-4a4f-8552-4959d3f83fcb/c0322b0c-7b75-4f4e-89a4-438c413cab9c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:36.799123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.800335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.827089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=4d7f2c23-7bd6-4b24-825a-4aa6f5f75409,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:36.839137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7cd08f9a-80c4-4555-b526-5c3d0bebc65e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9322834 Jul 27 17:03:36.842609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.842766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:36.844517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:36.911993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-77fba8e7-4970-4686-9cd5-27ea90dba35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.914373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-77fba8e7-4970-4686-9cd5-27ea90dba35b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 1094 time: 0.2458684 Jul 27 17:03:36.920561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-e29a1dcc-03d5-4e0e-affe-8773018d36e5 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389380 Jul 27 17:03:36.943827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Request body: {'port': {'device_id': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:36.992188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f965-1529-4f3b-833b-8776d5a478be req-5f90ae51-d4fc-40a9-bbb6-8bd83288567e tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:36.993751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be51f965-1529-4f3b-833b-8776d5a478be req-5f90ae51-d4fc-40a9-bbb6-8bd83288567e tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 943 time: 0.1245315 Jul 27 17:03:37.007561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0727c7-9a31-48d2-b9e4-cf9be97463b0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.014160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0727c7-9a31-48d2-b9e4-cf9be97463b0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.015811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e0727c7-9a31-48d2-b9e4-cf9be97463b0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1718323 Jul 27 17:03:37.018889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:37.046143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:37.091234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb220ae-a93c-465f-84fe-e153b35cabcb req-efbc929f-7ffc-4e40-ae7e-738121ecde36 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.092511 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb220ae-a93c-465f-84fe-e153b35cabcb req-efbc929f-7ffc-4e40-ae7e-738121ecde36 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 931 time: 0.2432251 Jul 27 17:03:37.094357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.100373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be51f965-1529-4f3b-833b-8776d5a478be req-1df4060d-b6e2-46db-9e83-2f88fce9b43b tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834029 Jul 27 17:03:37.112084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Transition to ACTIVE for port object c0322b0c-7b75-4f4e-89a4-438c413cab9c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:37.128117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.164258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.165861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:37.166332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.177300 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb220ae-a93c-465f-84fe-e153b35cabcb req-c7469933-670b-4ae5-83c0-e28352229105 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Jul 27 17:03:37.214642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:37.243061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-03ede9a7-a0c6-4a45-9311-12d49dfab3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.244867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-03ede9a7-a0c6-4a45-9311-12d49dfab3af service neutron] 10.222.0.61 "GET /v2.0/networks?id=98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 200 len: 915 time: 0.3089859 Jul 27 17:03:37.283121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e77c96-975b-477d-a363-e4c06f2d892c None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:37.294848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.307312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-43e5789c-8168-4aa3-ac1e-c578317a92da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e HTTP/1.1" status: 200 len: 217 time: 0.0539076 Jul 27 17:03:37.316148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:37.461972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-8f56a9dc-764a-4b89-8c26-50e45f7ce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.463518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-8f56a9dc-764a-4b89-8c26-50e45f7ce9e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35ad3c41-fd0f-4523-b74c-78737f139eba HTTP/1.1" status: 200 len: 854 time: 0.1071854 Jul 27 17:03:37.506274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-54da496e-d51b-4fa1-a879-4772f162ba3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=98b6b5fa-4289-406a-947d-1506d4d5968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333138 Jul 27 17:03:37.674941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-fe1b109d-563a-40c6-b17e-a2c22ae80223 service neutron] 10.222.0.61 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587346 Jul 27 17:03:37.758095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508e3743-9421-46cb-adf1-3db6bbe74a4f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:37.771139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.799697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Transition to ACTIVE for port object 508e3743-9421-46cb-adf1-3db6bbe74a4f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:37.811629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.846930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ae73211-3293-43c4-b4c8-4930d2c7b756 req-007e156b-7028-429d-922b-681f3883954c service neutron] 10.222.0.61 "GET /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536181 Jul 27 17:03:37.848653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f107-fee9-4156-bb21-5c3f2510ca12 req-db2e98f8-4f8e-4138-85a4-2cf2eadaea09 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:37.850247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4237f107-fee9-4156-bb21-5c3f2510ca12 req-db2e98f8-4f8e-4138-85a4-2cf2eadaea09 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1111863 Jul 27 17:03:37.888459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:37.929102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4237f107-fee9-4156-bb21-5c3f2510ca12 req-88af7cc8-a43f-44ff-8d76-914033fad81d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548267 Jul 27 17:03:37.930200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.963837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=4d7f2c23-7bd6-4b24-825a-4aa6f5f75409,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:37.967744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6be7bd59-95e5-4fb6-b34a-c9451039f950 None None] Provisioning for port c0322b0c-7b75-4f4e-89a4-438c413cab9c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:37.974773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6be7bd59-95e5-4fb6-b34a-c9451039f950 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:37.975257 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6be7bd59-95e5-4fb6-b34a-c9451039f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:37.987017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Attempting to bind port 508e3743-9421-46cb-adf1-3db6bbe74a4f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:37.987374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Attempting to bind port 508e3743-9421-46cb-adf1-3db6bbe74a4f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:37.987881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Attempting to bind port 508e3743-9421-46cb-adf1-3db6bbe74a4f on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:37.992724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Port 508e3743-9421-46cb-adf1-3db6bbe74a4f on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:03:37.993287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Attempting to bind port 508e3743-9421-46cb-adf1-3db6bbe74a4f on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:37.999088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:37.999708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Checking segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:38.000330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Bound using segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:38.001065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Bound port: 508e3743-9421-46cb-adf1-3db6bbe74a4f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:38.001439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.085878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.091801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:38.091926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-216afc63-be34-4fc7-a5f1-a285c0b9a4c6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 HTTP/1.1" status: 204 len: 168 time: 1.0638916 Jul 27 17:03:38.178309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:38.185807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d82b8e-b13e-4189-8496-a661ba05dd2c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.187453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d82b8e-b13e-4189-8496-a661ba05dd2c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.189004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d82b8e-b13e-4189-8496-a661ba05dd2c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.191304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84d82b8e-b13e-4189-8496-a661ba05dd2c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0989661 Jul 27 17:03:38.198531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:38.213388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:38.236308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.251301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f351426-61b3-4ff7-ac14-3c3e1e97e9e3 req-d67b4697-33ae-4dd9-b847-297cfd39ad21 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.253465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f351426-61b3-4ff7-ac14-3c3e1e97e9e3 req-d67b4697-33ae-4dd9-b847-297cfd39ad21 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2230136 Jul 27 17:03:38.255472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4cba6-0c80-4df0-8a02-9a837dfccc62 req-fb2c1954-8a4c-4957-af14-d8c1e5465727 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.261121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a9d4cba6-0c80-4df0-8a02-9a837dfccc62 req-fb2c1954-8a4c-4957-af14-d8c1e5465727 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 943 time: 0.0822742 Jul 27 17:03:38.301851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-859d7cbf-4bfd-410a-82cc-511e20ec896f None None] Could not find standard attr ID for object 4d7f2c23-7bd6-4b24-825a-4aa6f5f75409. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:38.307509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.308141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.309449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a9d4cba6-0c80-4df0-8a02-9a837dfccc62 req-446123a4-c26d-47a8-be24-b9c9ee5a4b94 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Jul 27 17:03:38.309570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/508e3743-9421-46cb-adf1-3db6bbe74a4f HTTP/1.1" status: 200 len: 1091 time: 1.3756945 Jul 27 17:03:38.314150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:38.321879 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:38.334630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet acc4f24c-7ebc-448f-bfdb-5eda06343438 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:38.347289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.401730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60f8d-c3a6-480a-b0a0-dc1705c6c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:38.415313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f351426-61b3-4ff7-ac14-3c3e1e97e9e3 req-9e1f29c9-efaf-4b43-ae15-3a9261928a6b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342049 Jul 27 17:03:38.456987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.483120 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e2ab06-fd59-4d28-b04d-34e8808d3c4c x-openstack-request-id: req-19e2ab06-fd59-4d28-b04d-34e8808d3c4c {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:38.483399 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:38.483710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19e2ab06-fd59-4d28-b04d-34e8808d3c4c {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:38.484254 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f', 'status': 'completed', 'code': 200} Jul 27 17:03:38.493203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b4d9-369c-40a2-bf3f-919710cee75d req-5f80b19e-2721-4a06-a883-d9b9b7c1fba8 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.494255 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb79b4d9-369c-40a2-bf3f-919710cee75d req-5f80b19e-2721-4a06-a883-d9b9b7c1fba8 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 943 time: 0.1007230 Jul 27 17:03:38.543095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb79b4d9-369c-40a2-bf3f-919710cee75d req-1e4e5063-f0f3-4b9f-9a8d-4e647380f400 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Jul 27 17:03:38.587022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.630048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-8d8eb48c-d501-4597-80c6-2872defc996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.631628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-8d8eb48c-d501-4597-80c6-2872defc996a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 1094 time: 0.2107174 Jul 27 17:03:38.681686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-9ca1cbc1-e0e8-47a0-a627-3397134b4a08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f HTTP/1.1" status: 200 len: 217 time: 0.0397067 Jul 27 17:03:38.724768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.741899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fde9ac-9c59-4166-9500-d22ae771c3ed req-12b3d64f-d969-4f08-bbc8-bf7f3d8cc9e8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.743515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8fde9ac-9c59-4166-9500-d22ae771c3ed req-12b3d64f-d969-4f08-bbc8-bf7f3d8cc9e8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0734706 Jul 27 17:03:38.759424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=acc4f24c-7ebc-448f-bfdb-5eda06343438,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:38.765174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.767045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-374a09c0-b7ff-42c5-8a33-995e1090ea0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/acc4f24c-7ebc-448f-bfdb-5eda06343438 HTTP/1.1" status: 204 len: 168 time: 0.5653703 Jul 27 17:03:38.768797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a20a3282-43c3-4064-9ba7-bf6a7a6e0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:38.769831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:38.770179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-a20a3282-43c3-4064-9ba7-bf6a7a6e0e04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0801790 Jul 27 17:03:38.775853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8745657-f235-4ea0-91cf-2d32866c5228 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:38.811122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-4a6b991c-ac27-4f3e-b8a6-d9e0720fbfa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332525 Jul 27 17:03:38.822366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8fde9ac-9c59-4166-9500-d22ae771c3ed req-0fa01288-dfcc-49f1-9dd7-17416b3625f9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723326 Jul 27 17:03:38.844351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet f18b1654-c9eb-4a4f-8552-4959d3f83fcb {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:38.844707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5f934d5a-6c85-4adf-b99b-20e2552ef20e details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:03:38.848184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.907708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:38.939177 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-04ed0d77-a824-4e74-9908-5a8ec61c485f service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203935 Jul 27 17:03:39.046473 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.130625 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2802c07-0ee2-4bfb-bc20-60657d19d517 req-084a02c3-8e79-4330-8b4d-c5932cc7131a service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825392 Jul 27 17:03:39.144526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:39.165889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '5f934d5a-6c85-4adf-b99b-20e2552ef20e', 'network_id': '98b6b5fa-4289-406a-947d-1506d4d5968c', 'port_id': '5f934d5a-6c85-4adf-b99b-20e2552ef20e', 'mac_address': 'fa:16:3e:34:47:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad3c41-fd0f-4523-b74c-78737f139eba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:03:39.198372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.230652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:39.273053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-18bdd238-6957-4b9a-8bd7-3dfc77df133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.274705 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-18bdd238-6957-4b9a-8bd7-3dfc77df133d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 1094 time: 0.0773690 Jul 27 17:03:39.283024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=f18b1654-c9eb-4a4f-8552-4959d3f83fcb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:39.304746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.309962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.311342 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9f594b46-1676-4684-9d11-7bd2734341e3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f18b1654-c9eb-4a4f-8552-4959d3f83fcb HTTP/1.1" status: 204 len: 168 time: 0.5403700 Jul 27 17:03:39.322413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678b8d8-b4ac-4fbf-9fc6-98f8958fa76d req-31bc5a96-f90a-41e6-9d64-2041785eb8d3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.328346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:39.336712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2678b8d8-b4ac-4fbf-9fc6-98f8958fa76d req-31bc5a96-f90a-41e6-9d64-2041785eb8d3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2489371 Jul 27 17:03:39.348464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f934d5a-6c85-4adf-b99b-20e2552ef20e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:39.386163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:39.396255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.404170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2678b8d8-b4ac-4fbf-9fc6-98f8958fa76d req-859bf1d9-6f27-4a87-9449-c47494914ba8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663891 Jul 27 17:03:39.416118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:39.416566 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.464946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9e23c444-fc99-4d36-b3ac-d8aa6807842c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367211 Jul 27 17:03:39.468122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:39.474711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:39.504116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:39.545805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-29716144-c767-41cf-b8eb-2c04d68c90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.551743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-29716144-c767-41cf-b8eb-2c04d68c90b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 916 time: 0.2674875 Jul 27 17:03:39.590191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7168f6-1d46-42a1-89c2-992c3fc67715 req-4753256b-691d-4f4a-9084-d011d8a6164d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.599131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f7168f6-1d46-42a1-89c2-992c3fc67715 req-4753256b-691d-4f4a-9084-d011d8a6164d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 944 time: 0.1385550 Jul 27 17:03:39.604562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:39.610200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.649934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-2d4cce2c-bc6b-43d7-9e48-63fd146e478b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f HTTP/1.1" status: 200 len: 217 time: 0.0893345 Jul 27 17:03:39.674278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5f934d5a-6c85-4adf-b99b-20e2552ef20e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:39.713358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f7168f6-1d46-42a1-89c2-992c3fc67715 req-5bee7340-6fa4-48c9-abaa-98d668bb723b tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124320 Jul 27 17:03:39.736600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-84386426-5642-4eb9-acc8-02aefea292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.738620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-84386426-5642-4eb9-acc8-02aefea292ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0806746 Jul 27 17:03:39.766404 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-828bdf65-a226-435d-99d0-8d70e494f622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.785233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-503c6c48-7de8-437d-bdfb-9b972d7ea427 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360069 Jul 27 17:03:39.787068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d93cb-d249-4f9a-abde-35c65afcd910 req-98c531d9-a7ba-4984-ba98-b85f521ba434 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.788709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e8d93cb-d249-4f9a-abde-35c65afcd910 req-98c531d9-a7ba-4984-ba98-b85f521ba434 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 943 time: 0.1607423 Jul 27 17:03:39.885586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e8d93cb-d249-4f9a-abde-35c65afcd910 req-40cf2248-7f20-4675-a362-3d085f9b8785 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Jul 27 17:03:39.896560 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-8c9717c9-a65a-4ef7-b033-31298b363d7a service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027923 Jul 27 17:03:39.943262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:39.968860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ec79d-7fea-4b3d-9f6a-e2bc658dd1be None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:39.987830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:39.992610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:39.997157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:39.997769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.013880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-40f88c16-e7c7-4a25-aae1-ea45ae20a8ef req-b100486e-ac71-4a4a-a1af-4df88da70491 service neutron] 10.222.0.61 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104047 Jul 27 17:03:40.020002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5504985 Jul 27 17:03:40.023006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:40.029907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:40.032311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19f021-ce68-4b55-9f5a-1fdd5c579882 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=09d8e9d4-7aa3-49fb-86ac-b9e5c191729f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:40.053033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59fe028e-0e1a-43ef-a4e2-496ea6bb2bf9 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:40.053431 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59fe028e-0e1a-43ef-a4e2-496ea6bb2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.148375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:40.152180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.411207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75989b4-18fd-4946-ac36-e49709951f31 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:40.545289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:40.627030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cacd2543-74b1-462b-b594-3fe1bd2ad732 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:40.627410 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cacd2543-74b1-462b-b594-3fe1bd2ad732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.640496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dff07-78ad-451d-9214-9c08468e0b25 req-32816c6b-53df-495b-948c-7807e8c28005 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:40.642000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef0dff07-78ad-451d-9214-9c08468e0b25 req-32816c6b-53df-495b-948c-7807e8c28005 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1616333 Jul 27 17:03:40.717096 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef0dff07-78ad-451d-9214-9c08468e0b25 req-bb93481a-a16b-41b0-9747-86e1a37c7849 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686002 Jul 27 17:03:40.777989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.816976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5f934d5a-6c85-4adf-b99b-20e2552ef20e up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:40.912411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '7da47547-bc02-4872-af50-cd1adc89125f', 'ip_address': '2001:db8::f816:3eff:fe34:af48'}, {'subnet_id': '09d8e9d4-7aa3-49fb-86ac-b9e5c191729f'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:40.916468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 5f934d5a-6c85-4adf-b99b-20e2552ef20e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:40.939783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 5f934d5a-6c85-4adf-b99b-20e2552ef20e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:40.940714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.979486 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:40.984904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bfb02-638d-4bbb-8f19-00221920c8fc req-b5219696-de86-4630-b64a-ab4b02e91caa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:40.986704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-745bfb02-638d-4bbb-8f19-00221920c8fc req-b5219696-de86-4630-b64a-ab4b02e91caa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0727057 Jul 27 17:03:41.033164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-745bfb02-638d-4bbb-8f19-00221920c8fc req-5a4da959-e23c-43d2-aa3f-17f4bf5e065a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Jul 27 17:03:41.146165 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.196888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077eab6-cb29-493f-bee7-43f754356a6e req-8bbc41db-d58d-4fd2-a1bc-ad268f2a0889 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:41.198890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7077eab6-cb29-493f-bee7-43f754356a6e req-8bbc41db-d58d-4fd2-a1bc-ad268f2a0889 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 943 time: 0.0872028 Jul 27 17:03:41.204353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:41.206761 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd1ae4-d122-415d-b21c-5916f89bc653" -d '{"events": [{"server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "name": "network-vif-plugged", "status": "completed", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:41.226055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:41.232721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Allocated IP 172.20.0.2 (264414a0-faa6-4c67-9709-757473501bd0/09d8e9d4-7aa3-49fb-86ac-b9e5c191729f/c0322b0c-7b75-4f4e-89a4-438c413cab9c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:41.235095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.262899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7077eab6-cb29-493f-bee7-43f754356a6e req-d803ffc1-5073-4a22-a4a6-d08a0163e971 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Jul 27 17:03:41.297690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:41.310951 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cda309-bebd-4295-988e-4d849b54a0a4 x-openstack-request-id: req-98cda309-bebd-4295-988e-4d849b54a0a4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:41.311252 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "name": "network-vif-plugged", "status": "completed", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:41.311507 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98cda309-bebd-4295-988e-4d849b54a0a4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:41.311908 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e', 'code': 200} Jul 27 17:03:41.454390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:41.464395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233e094-3e3a-4fca-9ca9-043f2ea102d8 req-e4477f53-9434-4f2a-81c2-5db4681b29ef tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:41.465914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3233e094-3e3a-4fca-9ca9-043f2ea102d8 req-e4477f53-9434-4f2a-81c2-5db4681b29ef tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 944 time: 0.6188953 Jul 27 17:03:41.518282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e556694-9b5a-4550-96b5-a570f3479d36 req-717b580b-c3b8-4637-84a6-ed0cfb06f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:41.519787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e556694-9b5a-4550-96b5-a570f3479d36 req-717b580b-c3b8-4637-84a6-ed0cfb06f435 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 1096 time: 0.1454973 Jul 27 17:03:41.543121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.554577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3233e094-3e3a-4fca-9ca9-043f2ea102d8 req-df86942d-cb30-4a5d-b0f8-a5b17f656815 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809736 Jul 27 17:03:41.557139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.558128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.643453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:41.644725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:41.645383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8e556694-9b5a-4550-96b5-a570f3479d36 req-864842d8-14db-4646-973e-b7a67c18c4ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152735 Jul 27 17:03:41.661828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:41.668385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:41.669007 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.674475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=7da47547-bc02-4872-af50-cd1adc89125f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:41.678261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.680083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=12']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:41.691073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce08e8c1-3796-4979-ad4b-962c9b3cc8b8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6663187 Jul 27 17:03:41.693818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51122) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:41.694541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Transition to ACTIVE for port object c0322b0c-7b75-4f4e-89a4-438c413cab9c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:41.698488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.699114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:46:d9:c5', 'name': 'tempest-NetworksTestDHCPv6-1569296022'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:41.790710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5c16f-3586-4ab5-acf3-a30ea694f7b9 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:41.817967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:41.903021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:41.925131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port c256c9c3-3077-426c-8531-d49d7e566bb0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:42.092965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 172.20.0.3 (264414a0-faa6-4c67-9709-757473501bd0/09d8e9d4-7aa3-49fb-86ac-b9e5c191729f/c256c9c3-3077-426c-8531-d49d7e566bb0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:42.100123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe46:d9c5 (264414a0-faa6-4c67-9709-757473501bd0/7da47547-bc02-4872-af50-cd1adc89125f/c256c9c3-3077-426c-8531-d49d7e566bb0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:42.183737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad601fe-b39a-4696-94b2-e69fec78a38b req-d5b5828f-a695-4d18-a2d8-955e56259de2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.185470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ad601fe-b39a-4696-94b2-e69fec78a38b req-d5b5828f-a695-4d18-a2d8-955e56259de2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0751576 Jul 27 17:03:42.227423 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ad601fe-b39a-4696-94b2-e69fec78a38b req-d58cfb3d-ba11-42cb-b765-c347fe1efa10 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350888 Jul 27 17:03:42.265254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.278325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object c256c9c3-3077-426c-8531-d49d7e566bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:42.334240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6669f-f391-4ec6-8f8d-260e935bbe4f None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:42.349810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.410493 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:42.424015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:42.432604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:42.439686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b816a0a-eecd-4360-b396-947d6ac708d2 req-f91559a8-847b-4291-a0d8-5c0c0575111d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.441657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b816a0a-eecd-4360-b396-947d6ac708d2 req-f91559a8-847b-4291-a0d8-5c0c0575111d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 943 time: 0.0905797 Jul 27 17:03:42.448768 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.454117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4648f25d-b3a9-4b70-ae60-c4f58437c49e None None] Provisioning for port c0322b0c-7b75-4f4e-89a4-438c413cab9c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:42.456392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=c256c9c3-3077-426c-8531-d49d7e566bb0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:42.476975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469d436-ade3-4cf0-a6df-95227af36496 req-b2f318c6-e859-490e-b456-f85346858466 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.478599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e469d436-ade3-4cf0-a6df-95227af36496 req-b2f318c6-e859-490e-b456-f85346858466 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1721170 Jul 27 17:03:42.489865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4648f25d-b3a9-4b70-ae60-c4f58437c49e None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:42.490393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4648f25d-b3a9-4b70-ae60-c4f58437c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.521697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b816a0a-eecd-4360-b396-947d6ac708d2 req-aa8f5120-f331-456c-9bb8-5eae330b0c88 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680375 Jul 27 17:03:42.530712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.531414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.559500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ca04-fe57-4012-bb24-a9f850e0b3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.570668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f0813c5-a297-46b0-a924-084c86f722af tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8756285 Jul 27 17:03:42.573337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:42.582304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e469d436-ade3-4cf0-a6df-95227af36496 req-070f4637-c077-4d95-852e-3578660a63ae tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956378 Jul 27 17:03:42.752671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ed499-d43b-4c58-bcf3-3b5992263131 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.758608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ed499-d43b-4c58-bcf3-3b5992263131 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.758985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2cde-f5e9-4392-9183-1e3732e6c21a req-d01f47f9-d812-43fc-91ed-9b0dbcf9eba4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.762797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4d0ed499-d43b-4c58-bcf3-3b5992263131 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1857154 Jul 27 17:03:42.762960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b44b2cde-f5e9-4392-9183-1e3732e6c21a req-d01f47f9-d812-43fc-91ed-9b0dbcf9eba4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0860243 Jul 27 17:03:42.763189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:42.791151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d315c-1853-49f4-ab7b-a541c13d4282 req-f7c8b284-9eae-45d4-9336-a3c48326f8e7 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:42.792900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-790d315c-1853-49f4-ab7b-a541c13d4282 req-f7c8b284-9eae-45d4-9336-a3c48326f8e7 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.1319013 Jul 27 17:03:42.816740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 508e3743-9421-46cb-adf1-3db6bbe74a4f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:03:42.850171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b44b2cde-f5e9-4392-9183-1e3732e6c21a req-1eb06bfe-f38f-4c0f-a338-ee03126d5322 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773597 Jul 27 17:03:42.863456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-790d315c-1853-49f4-ab7b-a541c13d4282 req-e73c1812-3761-4272-b75d-c855f371ec98 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628209 Jul 27 17:03:42.916322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port c256c9c3-3077-426c-8531-d49d7e566bb0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:42.916964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:42.961352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:42.980055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '508e3743-9421-46cb-adf1-3db6bbe74a4f', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'port_id': '508e3743-9421-46cb-adf1-3db6bbe74a4f', 'mac_address': 'fa:16:3e:8b:87:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe0c065-7edf-4e8b-9760-a0740f7d5b29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:03:43.035552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:43.035922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.038826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.072365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.085719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508e3743-9421-46cb-adf1-3db6bbe74a4f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:03:43.088863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for c256c9c3-3077-426c-8531-d49d7e566bb0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:43.099347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c3833-c636-483e-9f29-f96f28d4e018 req-db3d44f1-91b3-49a7-b412-b3aa72afe1b4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:43.102414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-580c3833-c636-483e-9f29-f96f28d4e018 req-db3d44f1-91b3-49a7-b412-b3aa72afe1b4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1327071 Jul 27 17:03:43.115244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:43.121406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.202551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-580c3833-c636-483e-9f29-f96f28d4e018 req-f8ce2ae9-0732-4977-88ec-7960e3444597 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Jul 27 17:03:43.215805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:43.218788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:43.258263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Provisioning for port c256c9c3-3077-426c-8531-d49d7e566bb0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:43.265086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Provisioning complete for port c256c9c3-3077-426c-8531-d49d7e566bb0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:43.265558 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.313659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-513d8f22-61b3-4149-ab8e-fa91c5dc38e9 None None] Port c256c9c3-3077-426c-8531-d49d7e566bb0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:43.317941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:43.318377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.374167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.401687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=c256c9c3-3077-426c-8531-d49d7e566bb0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:43.415049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['508e3743-9421-46cb-adf1-3db6bbe74a4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:03:43.446526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ba290707-eef6-4e4b-9f44-e781148f52fe None None] Could not find standard attr ID for object c256c9c3-3077-426c-8531-d49d7e566bb0. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:43.482175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.532976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.538636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-60ad4d97-5ddf-4b62-bdb7-dd48fdc484f0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/c256c9c3-3077-426c-8531-d49d7e566bb0 HTTP/1.1" status: 204 len: 168 time: 0.7709911 Jul 27 17:03:43.539017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:43.613368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a880e-b204-4044-b1fc-25531052c16c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:43.615479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a880e-b204-4044-b1fc-25531052c16c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:43.617791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a880e-b204-4044-b1fc-25531052c16c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:43.620359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5d6a880e-b204-4044-b1fc-25531052c16c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0802751 Jul 27 17:03:43.625857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:43.687359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 09d8e9d4-7aa3-49fb-86ac-b9e5c191729f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:43.691515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.692530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac099d-587d-4c20-97c8-35afbb9bcbe6 req-887d4af5-36e7-44e5-8c5b-25c8684ffd5a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:43.694116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2ac099d-587d-4c20-97c8-35afbb9bcbe6 req-887d4af5-36e7-44e5-8c5b-25c8684ffd5a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 944 time: 0.0770047 Jul 27 17:03:43.733475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2ac099d-587d-4c20-97c8-35afbb9bcbe6 req-88ca5405-9379-4054-a365-a302f0a34cf3 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Jul 27 17:03:43.735412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.825338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.882234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.907888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=09d8e9d4-7aa3-49fb-86ac-b9e5c191729f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:43.913715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:43.917743 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1f92d2b2-5c56-43b8-9210-d54d89b0409d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/09d8e9d4-7aa3-49fb-86ac-b9e5c191729f HTTP/1.1" status: 204 len: 168 time: 0.2886024 Jul 27 17:03:43.918405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:43.921746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990fdad-d761-42d0-9993-ba1c9d85c9b2 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:44.004404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 7da47547-bc02-4872-af50-cd1adc89125f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:44.008540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.055804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.094404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df408a6-15be-4f78-b4a2-ca3c7442cfff req-946dcf3a-5f34-4713-a6f5-72305c3e5957 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:44.095874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6df408a6-15be-4f78-b4a2-ca3c7442cfff req-946dcf3a-5f34-4713-a6f5-72305c3e5957 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.1470714 Jul 27 17:03:44.172115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6df408a6-15be-4f78-b4a2-ca3c7442cfff req-1c5c1c6a-2221-4516-8e7c-fab87672bd05 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689921 Jul 27 17:03:44.184487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.253407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.282226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=7da47547-bc02-4872-af50-cd1adc89125f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:44.293009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.297485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ec7ce5a-0e95-4156-8cc0-df5acddca52a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/7da47547-bc02-4872-af50-cd1adc89125f HTTP/1.1" status: 204 len: 168 time: 0.3761613 Jul 27 17:03:44.298280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:44.350449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c3ec569f-2a4b-42e9-a6d1-2be0f8fc2ee2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499487 Jul 27 17:03:44.353203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:44.358699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:44.464952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:44.469370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.692677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79157f4-d64a-46d8-be40-0dc7a6f09ab0 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:44.708599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.763746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:44.767326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:44.772477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:44.773393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.780883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=0de8adb7-3c98-405b-9afb-50efc6b5b52f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:44.794455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4d1f831e-2ed3-4960-b002-2f9ffadad265 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4399626 Jul 27 17:03:44.797456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51168) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:44.806515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d4f0168-4e1d-41d7-8b9d-bf086aec506a None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:44.806738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:44.806964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0168-4e1d-41d7-8b9d-bf086aec506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.849929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 508e3743-9421-46cb-adf1-3db6bbe74a4f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:44.927047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067fc85-c20a-40e1-b996-bc70830e9495 req-008fd050-14b4-4cba-b73a-bb5cb3e12a21 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:44.928522 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d067fc85-c20a-40e1-b996-bc70830e9495 req-008fd050-14b4-4cba-b73a-bb5cb3e12a21 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 944 time: 0.0943382 Jul 27 17:03:44.951848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:44.958040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:44.984565 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d067fc85-c20a-40e1-b996-bc70830e9495 req-7a8e8d29-dfa5-461e-996a-83f73f547c4f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Jul 27 17:03:45.030911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 508e3743-9421-46cb-adf1-3db6bbe74a4f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:45.036767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 508e3743-9421-46cb-adf1-3db6bbe74a4f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:45.036767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.148343 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.200788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '0de8adb7-3c98-405b-9afb-50efc6b5b52f'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'c0322b0c-7b75-4f4e-89a4-438c413cab9c'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:03:45.202585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.260472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:03:45.262699 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee0c53-5f00-403a-b41f-bd0fdb884715" -d '{"events": [{"server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "name": "network-vif-plugged", "status": "completed", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:03:45.267891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.286331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:45.293641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.318756 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe4f4a-5c6f-46a9-9d92-6212d74b72dc x-openstack-request-id: req-31fe4f4a-5c6f-46a9-9d92-6212d74b72dc {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:03:45.319007 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "name": "network-vif-plugged", "status": "completed", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:03:45.319180 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31fe4f4a-5c6f-46a9-9d92-6212d74b72dc {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:03:45.319569 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f', 'code': 200} Jul 27 17:03:45.437786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:45.457582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8a73-65a0-4e81-a68e-2e1db763b15f req-3faa3562-99b3-4235-a4a8-4ecef591d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:45.460084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-907e8a73-65a0-4e81-a68e-2e1db763b15f req-3faa3562-99b3-4235-a4a8-4ecef591d54d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 1096 time: 0.0879831 Jul 27 17:03:45.524667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-907e8a73-65a0-4e81-a68e-2e1db763b15f req-a9b54ad0-01f5-4cf1-9bc8-0428f3942e9f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Jul 27 17:03:45.605729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:45.749602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:03:45.749602 n-d-723572-6 neutron-server[93925]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 27 17:03:45.749602 n-d-723572-6 neutron-server[93925]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe34:af48', 'status': 'ALLOCATED', 'ipam_subnet_id': 'd6249e1d-825f-4fc6-a6b6-8bcdbebfc757'}] Jul 27 17:03:45.749602 n-d-723572-6 neutron-server[93925]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:03:45.750075 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:03:45.801933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:45.976145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:46.010697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.015733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.016604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.056602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:46.081654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:46.090025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:46.090632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.119784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3211622 Jul 27 17:03:46.124292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:46.133384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:b0:9c:ff', 'name': 'tempest-NetworksTestDHCPv6-1501896410'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:46.135057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=5286e122-d408-406d-a3bb-a7d8162994c5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:46.142470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b14c-981d-413d-8165-dea79882be12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=17']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:46.189278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61df1-a219-4724-9140-662a68cda4ad req-5617eb3c-7d17-4467-b1ea-5915e4fb3b43 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:46.191371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fc61df1-a219-4724-9140-662a68cda4ad req-5617eb3c-7d17-4467-b1ea-5915e4fb3b43 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 945 time: 0.1296451 Jul 27 17:03:46.262928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1fc61df1-a219-4724-9140-662a68cda4ad req-1c9eccb5-3872-454e-9a6b-0f1e89f277fa tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Jul 27 17:03:46.300793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:46.305315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.306683 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.328174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 03ef1e82-d7d8-4ed4-afad-522103afd621 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:46.551463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 172.20.0.3 (264414a0-faa6-4c67-9709-757473501bd0/0de8adb7-3c98-405b-9afb-50efc6b5b52f/03ef1e82-d7d8-4ed4-afad-522103afd621) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:46.559161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:feb0:9cff (264414a0-faa6-4c67-9709-757473501bd0/5286e122-d408-406d-a3bb-a7d8162994c5/03ef1e82-d7d8-4ed4-afad-522103afd621) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:46.718398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.734473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 03ef1e82-d7d8-4ed4-afad-522103afd621 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:46.781418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.829462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Allocated IP 172.20.0.2 (264414a0-faa6-4c67-9709-757473501bd0/0de8adb7-3c98-405b-9afb-50efc6b5b52f/c0322b0c-7b75-4f4e-89a4-438c413cab9c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:46.829701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:46.835310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:46.839109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:46.866888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=03ef1e82-d7d8-4ed4-afad-522103afd621,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:46.898501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:46.899347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.901540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.916689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-852f5f2f-ee2b-47b4-96f4-c2e9ce2007b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7899470 Jul 27 17:03:46.919155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:46.941071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:46.980095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:46.994891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Transition to ACTIVE for port object c0322b0c-7b75-4f4e-89a4-438c413cab9c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:46.999269 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.001238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193e4bb-beb7-49b7-908e-f242459bba09 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.011202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193e4bb-beb7-49b7-908e-f242459bba09 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.013018 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9193e4bb-beb7-49b7-908e-f242459bba09 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0929062 Jul 27 17:03:47.015602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:47.101631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2207d-93cf-4144-be32-b9517e220576 None None] Pushing event updated for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=18']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:47.128810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 03ef1e82-d7d8-4ed4-afad-522103afd621 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:47.129745 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.223804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:47.254941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.270994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 03ef1e82-d7d8-4ed4-afad-522103afd621 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:47.474360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbfb04-6851-4812-9654-421b5c82d118 req-7a788ce9-2e7d-4176-9505-12e57e5d5a11 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.477695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93cbfb04-6851-4812-9654-421b5c82d118 req-7a788ce9-2e7d-4176-9505-12e57e5d5a11 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 945 time: 0.0763781 Jul 27 17:03:47.507028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.548475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93cbfb04-6851-4812-9654-421b5c82d118 req-2fee1147-c546-4deb-97cb-a180954ead94 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jul 27 17:03:47.570346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=03ef1e82-d7d8-4ed4-afad-522103afd621,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:47.678786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.683692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-feda27bf-1516-4a05-b350-f09445b009d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/03ef1e82-d7d8-4ed4-afad-522103afd621 HTTP/1.1" status: 204 len: 168 time: 0.6670551 Jul 27 17:03:47.683874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:47.765396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b5579-0fa9-4247-9f60-9ba0f94a2355 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.767407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b5579-0fa9-4247-9f60-9ba0f94a2355 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.769361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b5579-0fa9-4247-9f60-9ba0f94a2355 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:47.771205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-820b5579-0fa9-4247-9f60-9ba0f94a2355 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0858340 Jul 27 17:03:47.774154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:47.832383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 0de8adb7-3c98-405b-9afb-50efc6b5b52f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:47.836152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.884696 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:47.888307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85f986-4f2c-4fcd-b99c-508ea44969e7 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:48.069261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.072285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca0322e7-bde1-4386-8c7c-322a621d8347 None None] Provisioning for port c0322b0c-7b75-4f4e-89a4-438c413cab9c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:48.079149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca0322e7-bde1-4386-8c7c-322a621d8347 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:48.079620 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca0322e7-bde1-4386-8c7c-322a621d8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.171817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.218270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=0de8adb7-3c98-405b-9afb-50efc6b5b52f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:48.220348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.225566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad4bb053-b514-4b55-af69-78aa2071b804 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/0de8adb7-3c98-405b-9afb-50efc6b5b52f HTTP/1.1" status: 204 len: 168 time: 0.4497819 Jul 27 17:03:48.226281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.297948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 5286e122-d408-406d-a3bb-a7d8162994c5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:48.302066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.362926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.471121 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.553161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.586840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=5286e122-d408-406d-a3bb-a7d8162994c5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:48.590916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.593016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-da7ddaee-b279-4506-9db3-027547d13cce tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5286e122-d408-406d-a3bb-a7d8162994c5 HTTP/1.1" status: 204 len: 168 time: 0.3657441 Jul 27 17:03:48.595635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.643794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-25987be3-4ca1-47aa-a864-bebbe5d9a0aa tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463510 Jul 27 17:03:48.646115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.744981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673b469-165f-438d-86b0-469bc338ccf9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:48.746608 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9673b469-165f-438d-86b0-469bc338ccf9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0994458 Jul 27 17:03:48.749900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.807384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4efd34a-6526-43b6-ab81-cb2e4c4a4844 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:48.811761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.812413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4efd34a-6526-43b6-ab81-cb2e4c4a4844 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615520 Jul 27 17:03:48.857121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd1540ac-6633-43f9-b349-79f7a18aa2ef tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396621 Jul 27 17:03:48.857956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.864055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:48.923077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795fc48-2bd4-4f05-be68-4da0d32cf21d None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:48.963610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:48.967386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:48.968999 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:48.969289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:48.988359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-475766f7-92bc-4de7-a136-01be10c9d9ab tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1289892 Jul 27 17:03:48.991502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:48.998998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:49.045357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b0b8bf97-6055-4890-a7d4-15f32b709f02 None None] Provisioning complete for port c0322b0c-7b75-4f4e-89a4-438c413cab9c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:49.045357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bf97-6055-4890-a7d4-15f32b709f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.120622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:49.129690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.136789 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:49.137483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:49.185700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.189023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e7f2fee4-d2f5-4e81-926e-a84ae124e94f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1955512 Jul 27 17:03:49.190710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:49.234104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:49.298019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Deleting port c0322b0c-7b75-4f4e-89a4-438c413cab9c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:49.298809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.323539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:49.327344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.328790 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:49.329244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:49.356116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d921cb69-034d-4781-b8a3-2a17d6f382c4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1691678 Jul 27 17:03:49.358772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.367579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:49.385927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] For port c0322b0c-7b75-4f4e-89a4-438c413cab9c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0322b0c-7b75-4f4e-89a4-438c413cab9c,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:49.386543 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.406235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Calling delete_port for c0322b0c-7b75-4f4e-89a4-438c413cab9c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:49.481827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:49.485866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.487339 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:49.488097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:49.510284 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc73068e-2227-463a-bc1c-fdf58a77709c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1502826 Jul 27 17:03:49.513473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51236) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.520254 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.528568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:49.550920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] Pushing event deleted for resources: {'Port': ['ID=c0322b0c-7b75-4f4e-89a4-438c413cab9c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:49.559990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64491475-8ac4-42b7-b89a-814daeb8980f None None] No DVR routers for this DVR port c0322b0c-7b75-4f4e-89a4-438c413cab9c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:49.621958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:49.626018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.627535 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:49.627976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:49.644829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-425c90f7-2d66-42f9-8741-3a85b31ab742 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1302385 Jul 27 17:03:49.647858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.653087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:49.755925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:49.759289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:49.760713 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:03:49.761144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:03:49.777355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0992ed23-b21d-4b00-82cb-ad0acdbf2c8b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1282895 Jul 27 17:03:49.779918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.810637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2faa3b19-f46f-46ed-b96e-16c1b7a2f6d2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296440 Jul 27 17:03:49.813296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.867041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233e522-bd98-4f8a-9032-c0df813ca41c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:49.868667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2233e522-bd98-4f8a-9032-c0df813ca41c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542734 Jul 27 17:03:49.872024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.920524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c1e53a55-0c87-4e0c-a0c3-deb9f96aacd3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463727 Jul 27 17:03:49.925497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51246) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:49.929741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:50.043272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:50.047293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.325963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:50.327469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.378239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:50.381455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:50.385741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:50.386328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.394958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=95806042-b86a-4471-8bf7-5a8a3132247d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:50.395158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5afa0-00a4-4ac4-84a8-493e75b90c3d None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:50.408031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.408608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.409708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.410201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.410665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.411114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.411589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.412067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.412606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.412948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.413320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.413643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:03:50.422314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-92e0ee4f-bec9-4961-a384-ffd2ba033377 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4927549 Jul 27 17:03:50.422779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:50.427635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:66:b3:cf', 'name': 'tempest-NetworksTestDHCPv6-1412978621'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:50.550224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:50.570875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '95806042-b86a-4471-8bf7-5a8a3132247d'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:50.572089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.660703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.688708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 2055d07c-d082-4a58-bb0a-ceb919687ca7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:50.724599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Allocated IP 2001:db8::f816:3eff:fe6a:97dc (264414a0-faa6-4c67-9709-757473501bd0/95806042-b86a-4471-8bf7-5a8a3132247d/3be02f18-c612-48be-9f35-3fbde871c571) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:50.890750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.899405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Transition to ACTIVE for port object 3be02f18-c612-48be-9f35-3fbde871c571 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:50.914627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Transition to ACTIVE for port object 3be02f18-c612-48be-9f35-3fbde871c571 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:50.922432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:50.966345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:50.972674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe66:b3cf (264414a0-faa6-4c67-9709-757473501bd0/95806042-b86a-4471-8bf7-5a8a3132247d/2055d07c-d082-4a58-bb0a-ceb919687ca7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:50.973110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:50.976010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:50.982541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Pushing event updated for resources: {'Port': ['ID=3be02f18-c612-48be-9f35-3fbde871c571,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:51.047850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Attempting to bind port 3be02f18-c612-48be-9f35-3fbde871c571 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:51.048324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Attempting to bind port 3be02f18-c612-48be-9f35-3fbde871c571 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:51.048826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Attempting to bind port 3be02f18-c612-48be-9f35-3fbde871c571 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:51.059845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:51.059845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:51.060471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.060889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:51.061463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Bound port: 3be02f18-c612-48be-9f35-3fbde871c571, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:51.061776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.184375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] For port 3be02f18-c612-48be-9f35-3fbde871c571, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:51.188452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] For port 3be02f18-c612-48be-9f35-3fbde871c571, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3be02f18-c612-48be-9f35-3fbde871c571,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:51.189373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.194220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.210491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 2055d07c-d082-4a58-bb0a-ceb919687ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:51.224094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:03:51.254051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.266258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c0322b0c-7b75-4f4e-89a4-438c413cab9c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:03:51.266597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0322b0c-7b75-4f4e-89a4-438c413cab9c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:03:51.291466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c6779-2954-4bff-ba98-946ad296d8f5 None None] Pushing event updated for resources: {'Port': ['ID=3be02f18-c612-48be-9f35-3fbde871c571,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:51.319983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:51.320960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=2055d07c-d082-4a58-bb0a-ceb919687ca7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:51.325874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:51.328232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:51.334374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:51.335071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.351883 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75d18edf-5ded-484b-b39a-903add225037 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9282784 Jul 27 17:03:51.354920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:51.428804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22ecd5-81cd-4777-9a14-442b3088285a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:51.434954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22ecd5-81cd-4777-9a14-442b3088285a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:51.439494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4f22ecd5-81cd-4777-9a14-442b3088285a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0807118 Jul 27 17:03:51.439705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:51.593177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 2055d07c-d082-4a58-bb0a-ceb919687ca7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:51.593564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.698957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.713971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 2055d07c-d082-4a58-bb0a-ceb919687ca7 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:51.845343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.879173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=2055d07c-d082-4a58-bb0a-ceb919687ca7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:51.906800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:51.908810 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0542566-738d-4a48-8a32-80763f4d33df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/2055d07c-d082-4a58-bb0a-ceb919687ca7 HTTP/1.1" status: 204 len: 168 time: 0.4680102 Jul 27 17:03:51.912012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:51.966234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ff0a6-96c8-4a2d-8f31-094e556ffc22 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:51.967670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ff0a6-96c8-4a2d-8f31-094e556ffc22 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:51.972534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d6ff0a6-96c8-4a2d-8f31-094e556ffc22 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0562453 Jul 27 17:03:51.972877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:52.032153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 95806042-b86a-4471-8bf7-5a8a3132247d {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:52.036041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.081158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.174784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.259599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.279397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=95806042-b86a-4471-8bf7-5a8a3132247d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:52.287258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.289250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b143db2-d514-43ce-96c2-c271af37b59a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/95806042-b86a-4471-8bf7-5a8a3132247d HTTP/1.1" status: 204 len: 168 time: 0.3151031 Jul 27 17:03:52.291811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:52.336035 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-39011b96-c431-451c-8168-309cf9a19366 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427449 Jul 27 17:03:52.339866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:52.343796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462cf9ac-ec28-4f12-bc34-a51fdbe12f60 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:52.345573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:52.439084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:52.443878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.471201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb1565e2-6089-44d0-a760-aee4d5a563e0 None None] Provisioning for port 3be02f18-c612-48be-9f35-3fbde871c571 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:52.563634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:52.620606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Deleting port 3be02f18-c612-48be-9f35-3fbde871c571 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:52.620987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.693054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] For port 3be02f18-c612-48be-9f35-3fbde871c571, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3be02f18-c612-48be-9f35-3fbde871c571,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:52.693458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.710293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Calling delete_port for 3be02f18-c612-48be-9f35-3fbde871c571 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:52.776871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:52.805626 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.835745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] No DVR routers for this DVR port 3be02f18-c612-48be-9f35-3fbde871c571 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:52.846054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b35c-13c3-49ca-83ce-336626dd235a None None] Pushing event deleted for resources: {'Port': ['ID=3be02f18-c612-48be-9f35-3fbde871c571,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:52.887485 n-d-723572-6 neutron-server[93923]: WARNING neutron.services.revisions.revision_plugin [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Could not find related port for resource to bump revision. Jul 27 17:03:52.892168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Port 3be02f18-c612-48be-9f35-3fbde871c571 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 17:03:52.892508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:97dc {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 17:03:52.896003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6a:97dc {{(pid=93923) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 17:03:52.897223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.939491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:52.945335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:52.948600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:52.949208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:52.955057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a445b24-814a-4d91-a51a-c454d9387722 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:52.964486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=4352d179-dc7f-45fb-8d9e-1d273da15c33,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:52.978372 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ca73b61-aa90-4537-8264-162bafea6de8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6375678 Jul 27 17:03:52.980955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51274) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:52.986857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:e1:bb:fd', 'name': 'tempest-NetworksTestDHCPv6-1035566318'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:53.108681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:53.140823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '4352d179-dc7f-45fb-8d9e-1d273da15c33'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:53.141716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.196309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.223289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 02709b8b-d583-484b-8936-b6ec17ce16cc yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:53.295660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Allocated IP 2001:db8::f816:3eff:fea5:b12e (264414a0-faa6-4c67-9709-757473501bd0/4352d179-dc7f-45fb-8d9e-1d273da15c33/2e929e35-d533-48c0-8b00-1f2d53683ebe) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:53.441179 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.449594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Transition to ACTIVE for port object 2e929e35-d533-48c0-8b00-1f2d53683ebe will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:53.465367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Transition to ACTIVE for port object 2e929e35-d533-48c0-8b00-1f2d53683ebe will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:53.472126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.515506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:53.521556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:53.524138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:53.531348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fee1:bbfd (264414a0-faa6-4c67-9709-757473501bd0/4352d179-dc7f-45fb-8d9e-1d273da15c33/02709b8b-d583-484b-8936-b6ec17ce16cc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:53.537099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Pushing event updated for resources: {'Port': ['ID=2e929e35-d533-48c0-8b00-1f2d53683ebe,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:53.589485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Attempting to bind port 2e929e35-d533-48c0-8b00-1f2d53683ebe on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:53.589855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Attempting to bind port 2e929e35-d533-48c0-8b00-1f2d53683ebe by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:53.590359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Attempting to bind port 2e929e35-d533-48c0-8b00-1f2d53683ebe on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:53.599615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:53.600337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:53.601055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.601686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:53.603271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Bound port: 2e929e35-d533-48c0-8b00-1f2d53683ebe, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:53.603925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.675211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] For port 2e929e35-d533-48c0-8b00-1f2d53683ebe, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:53.679082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] For port 2e929e35-d533-48c0-8b00-1f2d53683ebe, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2e929e35-d533-48c0-8b00-1f2d53683ebe,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:53.685223 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.694111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.709857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 02709b8b-d583-484b-8936-b6ec17ce16cc will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:53.746663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.754016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63893-3289-4e73-8284-17e2a1ae5f82 None None] Pushing event updated for resources: {'Port': ['ID=2e929e35-d533-48c0-8b00-1f2d53683ebe,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:53.801464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:53.804896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:53.810013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:53.816567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:53.817234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:53.829205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=02709b8b-d583-484b-8936-b6ec17ce16cc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:53.837137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aa1c11b0-4308-49c9-a8d7-07d4a846bcb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8550925 Jul 27 17:03:53.840417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:53.907674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54778d-eebb-41cb-bdf8-b3851bb45af6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:53.913574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54778d-eebb-41cb-bdf8-b3851bb45af6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:53.915154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf54778d-eebb-41cb-bdf8-b3851bb45af6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0735500 Jul 27 17:03:53.918262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.040595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 02709b8b-d583-484b-8936-b6ec17ce16cc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:54.040952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.129613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.141184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 02709b8b-d583-484b-8936-b6ec17ce16cc owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:54.270008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.297236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=02709b8b-d583-484b-8936-b6ec17ce16cc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:54.332073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.336376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0914f0b9-fc6f-4f45-9539-a71b341d449a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/02709b8b-d583-484b-8936-b6ec17ce16cc HTTP/1.1" status: 204 len: 168 time: 0.4148533 Jul 27 17:03:54.336682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.391400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ef442-2f06-4097-a7d4-fc1745d67ff1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:54.393869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ef442-2f06-4097-a7d4-fc1745d67ff1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:54.395523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f4ef442-2f06-4097-a7d4-fc1745d67ff1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0578423 Jul 27 17:03:54.398197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.451021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 4352d179-dc7f-45fb-8d9e-1d273da15c33 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:54.454389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.495588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.586420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.647806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.675330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=4352d179-dc7f-45fb-8d9e-1d273da15c33,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:54.678986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:54.681505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7673ace4-8b59-45cd-bebe-b6fafdc2f898 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/4352d179-dc7f-45fb-8d9e-1d273da15c33 HTTP/1.1" status: 204 len: 168 time: 0.2816668 Jul 27 17:03:54.683452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.714958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72500b0f-acd9-49f6-bc56-4710db100c47 None None] Provisioning for port 2e929e35-d533-48c0-8b00-1f2d53683ebe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:54.728248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-479db882-f7c9-4b8c-9885-62e66dab2edf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415654 Jul 27 17:03:54.728604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.795933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc94383-f2c5-4762-a535-2ef4fe3f180d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:54.797560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8bc94383-f2c5-4762-a535-2ef4fe3f180d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0680022 Jul 27 17:03:54.800059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.851336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699d63f-58ce-4c85-b129-145815efa39a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:54.852848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4699d63f-58ce-4c85-b129-145815efa39a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0518379 Jul 27 17:03:54.855309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.883448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f43da-af4c-4dea-938b-d4641cf671ed None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:54.901126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4031c00b-6d8f-4b80-8170-c5c5f6dfeaf6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447266 Jul 27 17:03:54.904970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:54.911138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:54.942558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-225b04ec-9f0b-4ade-80c7-eca7dc003cb1 None None] Could not find standard attr ID for object 02709b8b-d583-484b-8936-b6ec17ce16cc. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:55.017983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:55.022215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.085475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:03:55.291046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Deleting port 2e929e35-d533-48c0-8b00-1f2d53683ebe {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:55.291425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.355333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] For port 2e929e35-d533-48c0-8b00-1f2d53683ebe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2e929e35-d533-48c0-8b00-1f2d53683ebe,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:55.355659 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.368661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Calling delete_port for 2e929e35-d533-48c0-8b00-1f2d53683ebe owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:55.452116 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.485210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] Pushing event deleted for resources: {'Port': ['ID=2e929e35-d533-48c0-8b00-1f2d53683ebe,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:55.491412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89779323-ebbf-4145-b123-2c4ea9006065 None None] No DVR routers for this DVR port 2e929e35-d533-48c0-8b00-1f2d53683ebe on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:03:55.635881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:55.637388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.676054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:55.679599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:55.683159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:55.683746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.689918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc51d8d-73b6-49ec-905a-2a7f97bee5c5 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:55.702116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=bd5a645b-a51d-49f5-bde5-e81502437e52,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:55.707861 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9d66a11-6142-4e73-9cb5-23b79e14f624 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8018684 Jul 27 17:03:55.710587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51310) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:55.715856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:60:41:e8', 'name': 'tempest-NetworksTestDHCPv6-1958722302'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:55.834125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:55.838662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.849266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': 'bd5a645b-a51d-49f5-bde5-e81502437e52'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:03:55.850204 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:55.861335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port ae1a3dd8-d154-434a-b807-28a15adbed44 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:55.972133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe60:41e8 (264414a0-faa6-4c67-9709-757473501bd0/bd5a645b-a51d-49f5-bde5-e81502437e52/ae1a3dd8-d154-434a-b807-28a15adbed44) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:56.126811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.141009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object ae1a3dd8-d154-434a-b807-28a15adbed44 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:56.176081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.218490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:56.222230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:56.223109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Allocated IP 2001:db8::f816:3eff:fe96:eae0 (264414a0-faa6-4c67-9709-757473501bd0/bd5a645b-a51d-49f5-bde5-e81502437e52/7be52761-1cd0-47a5-ad35-9903d2b19198) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:56.224587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:56.230207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:56.230807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.248462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=ae1a3dd8-d154-434a-b807-28a15adbed44,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:56.258828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6664c1b0-3057-4992-b728-b33960c68d53 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5469196 Jul 27 17:03:56.261483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:56.328050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8305541-05a1-457b-90d8-760e1e154439 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:56.329910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8305541-05a1-457b-90d8-760e1e154439 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0668724 Jul 27 17:03:56.333439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:56.380032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.389432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Transition to ACTIVE for port object 7be52761-1cd0-47a5-ad35-9903d2b19198 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:56.406372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Transition to ACTIVE for port object 7be52761-1cd0-47a5-ad35-9903d2b19198 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:56.413221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.437395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port ae1a3dd8-d154-434a-b807-28a15adbed44 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:56.437746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.457576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:56.463881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:56.469308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:56.473122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Pushing event updated for resources: {'Port': ['ID=7be52761-1cd0-47a5-ad35-9903d2b19198,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:56.534721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Attempting to bind port 7be52761-1cd0-47a5-ad35-9903d2b19198 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:03:56.535221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Attempting to bind port 7be52761-1cd0-47a5-ad35-9903d2b19198 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:03:56.535684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Attempting to bind port 7be52761-1cd0-47a5-ad35-9903d2b19198 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:03:56.541262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.541651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:03:56.542297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:03:56.542808 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.543794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:03:56.543794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Bound port: 7be52761-1cd0-47a5-ad35-9903d2b19198, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:03:56.544313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.567981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for ae1a3dd8-d154-434a-b807-28a15adbed44 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:56.622708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] For port 7be52761-1cd0-47a5-ad35-9903d2b19198, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:03:56.636866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] For port 7be52761-1cd0-47a5-ad35-9903d2b19198, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7be52761-1cd0-47a5-ad35-9903d2b19198,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:03:56.645589 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.801479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043ecd-0f10-4d98-9270-6bdcef061b5f None None] Pushing event updated for resources: {'Port': ['ID=7be52761-1cd0-47a5-ad35-9903d2b19198,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:56.824190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.854159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=ae1a3dd8-d154-434a-b807-28a15adbed44,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:56.889579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:56.891566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d056ab5f-1610-4538-ae47-b0067baa1521 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/ae1a3dd8-d154-434a-b807-28a15adbed44 HTTP/1.1" status: 204 len: 168 time: 0.5571644 Jul 27 17:03:56.894132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:56.948552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0e7a0-e264-4bab-af06-781719d84559 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:56.950086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0e7a0-e264-4bab-af06-781719d84559 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:56.953970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9eb0e7a0-e264-4bab-af06-781719d84559 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0564985 Jul 27 17:03:56.954841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:57.037359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet bd5a645b-a51d-49f5-bde5-e81502437e52 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:03:57.041571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.088184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.175771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.218498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7be52761-1cd0-47a5-ad35-9903d2b19198 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:57.244946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.274630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7be52761-1cd0-47a5-ad35-9903d2b19198 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:57.286475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5a645b-a51d-49f5-bde5-e81502437e52,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:57.290377 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.292205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c1d7f5d5-e93a-404e-86ad-7177ccfbd6db tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/bd5a645b-a51d-49f5-bde5-e81502437e52 HTTP/1.1" status: 204 len: 168 time: 0.3362033 Jul 27 17:03:57.294778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:57.333531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a6f3f58e-34c3-4e7f-b5b0-0b6d0c6586d9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376875 Jul 27 17:03:57.336127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:57.340824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:57.433160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:57.436801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.722815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53f9fa-6bc1-4268-ac8d-ecd1af86ec20 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:57.751516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:03:57.798157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Provisioning for port 7be52761-1cd0-47a5-ad35-9903d2b19198 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:57.806333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Provisioning complete for port 7be52761-1cd0-47a5-ad35-9903d2b19198 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:57.806879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:57.986607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.036118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] For port 7be52761-1cd0-47a5-ad35-9903d2b19198, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7be52761-1cd0-47a5-ad35-9903d2b19198,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:58.042974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.105759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223b0b-8e6f-46db-8e41-ee56a93926d1 None None] Pushing event updated for resources: {'Port': ['ID=7be52761-1cd0-47a5-ad35-9903d2b19198,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:58.295484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.390324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a92c4223-0280-4ec3-afaf-9fd19d0eecdb None None] Provisioning complete for port 7be52761-1cd0-47a5-ad35-9903d2b19198 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:58.390874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a92c4223-0280-4ec3-afaf-9fd19d0eecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.479949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port 7be52761-1cd0-47a5-ad35-9903d2b19198, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7be52761-1cd0-47a5-ad35-9903d2b19198,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:03:58.517119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.524187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.525494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.604202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:58.607428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64b2b332-77f2-4a09-9aa4-52784c0bf25c None None] Could not find standard attr ID for object ae1a3dd8-d154-434a-b807-28a15adbed44. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:03:58.613398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:58.619288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:58.619882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.630892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=1070a380-68f1-462a-b911-b29c99cf47ad,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:58.641620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=7be52761-1cd0-47a5-ad35-9903d2b19198,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:58.654602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-98a1d834-11f7-4ff3-b968-148724485107 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3148763 Jul 27 17:03:58.654827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51338) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:58.661376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:42:0f:14', 'name': 'tempest-NetworksTestDHCPv6-785856933'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:03:58.727509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6047b0b-4b81-4fb3-b41f-2ff5ac641f6b None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:03:58.779602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:03:58.873441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:58.903204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port f2896e3a-9b89-4cad-b824-c8a6d423ea8f yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:03:59.134665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe42:f14 (264414a0-faa6-4c67-9709-757473501bd0/1070a380-68f1-462a-b911-b29c99cf47ad/f2896e3a-9b89-4cad-b824-c8a6d423ea8f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:03:59.255211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7be52761-1cd0-47a5-ad35-9903d2b19198 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:03:59.309909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7be52761-1cd0-47a5-ad35-9903d2b19198 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:59.310313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.317102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.331392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object f2896e3a-9b89-4cad-b824-c8a6d423ea8f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:03:59.355732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ddb6ca6a-5f0b-4dea-9a1f-e3ff6458035d None None] Provisioning complete for port 7be52761-1cd0-47a5-ad35-9903d2b19198 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:59.356101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca6a-5f0b-4dea-9a1f-e3ff6458035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.365263 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.413189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:03:59.416235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:03:59.420822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:03:59.427133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:59.427739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.431861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=f2896e3a-9b89-4cad-b824-c8a6d423ea8f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:59.448529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6233d2e2-0690-4651-9f1f-4fc5c238d4a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7925518 Jul 27 17:03:59.451333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:59.534943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5be34b-65f0-41ca-b1df-a67b05de63e6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:59.541155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5be34b-65f0-41ca-b1df-a67b05de63e6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:03:59.542832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eb5be34b-65f0-41ca-b1df-a67b05de63e6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0888197 Jul 27 17:03:59.545565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:03:59.654192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port f2896e3a-9b89-4cad-b824-c8a6d423ea8f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:03:59.654570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.716222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0df14d7d-94a6-484d-b10c-6882fd4eb1de None None] Provisioning for port f2896e3a-9b89-4cad-b824-c8a6d423ea8f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:03:59.719818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0df14d7d-94a6-484d-b10c-6882fd4eb1de None None] Provisioning complete for port f2896e3a-9b89-4cad-b824-c8a6d423ea8f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:03:59.720188 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0df14d7d-94a6-484d-b10c-6882fd4eb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.746501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.754222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0df14d7d-94a6-484d-b10c-6882fd4eb1de None None] Port f2896e3a-9b89-4cad-b824-c8a6d423ea8f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:03:59.758951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for f2896e3a-9b89-4cad-b824-c8a6d423ea8f owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:03:59.886525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.915077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=f2896e3a-9b89-4cad-b824-c8a6d423ea8f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:03:59.945190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:03:59.947137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a85a8f73-46d1-4914-aa6d-4e3768c361ea tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/f2896e3a-9b89-4cad-b824-c8a6d423ea8f HTTP/1.1" status: 204 len: 168 time: 0.4005806 Jul 27 17:03:59.949564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.010701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99726a7-2d17-4b85-9b67-931152dc1ed4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.013096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99726a7-2d17-4b85-9b67-931152dc1ed4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.014619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c99726a7-2d17-4b85-9b67-931152dc1ed4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0641301 Jul 27 17:04:00.017253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.091317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 1070a380-68f1-462a-b911-b29c99cf47ad {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:00.095048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.139003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.219330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.291724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.323110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=1070a380-68f1-462a-b911-b29c99cf47ad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:00.331664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.336325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51362) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.336775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8604fdec-22eb-4371-a11a-6b218477558f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/1070a380-68f1-462a-b911-b29c99cf47ad HTTP/1.1" status: 204 len: 168 time: 0.3177581 Jul 27 17:04:00.340463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc389b-d057-400f-85fd-6bd8fc2ca25e None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:00.382339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3b985a5b-c85c-41b4-81e3-186e819b50a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447628 Jul 27 17:04:00.384641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.459947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a27170-557f-444f-bcef-8d2ce389464f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.463953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-62a27170-557f-444f-bcef-8d2ce389464f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0757608 Jul 27 17:04:00.464138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.547866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac66c38-7e84-4ee2-af29-74cc597cbd5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.552442 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fac66c38-7e84-4ee2-af29-74cc597cbd5d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871971 Jul 27 17:04:00.553219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.572544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-d48ea21d-71f3-4a0b-ad31-2e3359a36754 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1025059 Jul 27 17:04:00.600865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:04:00.645110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:00.645452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b410d23-64a4-4259-a032-d18edb91acfa tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900126 Jul 27 17:04:00.650543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:00.681591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Deleting port 7be52761-1cd0-47a5-ad35-9903d2b19198 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:00.681971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.738096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.741674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.742504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.743175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.743838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.744517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.745475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.747963 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ee9d5020-bdc5-4880-bc27-f874a2e9827d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70dde0836724386bde2ed87c149dffb&device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 6491 time: 0.1007609 Jul 27 17:04:00.767549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] For port 7be52761-1cd0-47a5-ad35-9903d2b19198, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7be52761-1cd0-47a5-ad35-9903d2b19198,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:00.769127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.773888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:00.777638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.792519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Calling delete_port for 7be52761-1cd0-47a5-ad35-9903d2b19198 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:00.961607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:00.962326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-f855345a-544a-4afc-9918-25e8401ca6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.963188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-f855345a-544a-4afc-9918-25e8401ca6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.963673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-f855345a-544a-4afc-9918-25e8401ca6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:00.965584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-f855345a-544a-4afc-9918-25e8401ca6ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=25ff0c56-0cb4-4407-9672-54407fed135b&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=8ea849a9-ff21-4293-bc28-842ff32f0733&id=3254bf71-ad74-4979-984a-4d66d7c755c9&id=3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 200 len: 2289 time: 0.1801376 Jul 27 17:04:00.988645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] Pushing event deleted for resources: {'Port': ['ID=7be52761-1cd0-47a5-ad35-9903d2b19198,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:00.995822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a05462-cbbc-4771-80eb-b5d56ae2b05f None None] No DVR routers for this DVR port 7be52761-1cd0-47a5-ad35-9903d2b19198 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:01.062099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-4716ad2e-dd2c-40c1-91a3-de56682e400f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 200 len: 1001 time: 0.0885341 Jul 27 17:04:01.098711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.171110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-1e0ed15d-4b73-4754-bf29-1a6a1b6bb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.176471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-1e0ed15d-4b73-4754-bf29-1a6a1b6bb6e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 200 len: 848 time: 0.1029282 Jul 27 17:04:01.215827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:01.219151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:01.225093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.225708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.234759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7be52761-1cd0-47a5-ad35-9903d2b19198 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:01.238023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f21c5-2919-47d7-921d-6708ea28e3ea None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:01.238428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=5c7c27bf-79f1-4373-943e-58928e8f045b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:01.256612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-455f4d4b-b260-44ed-88c2-932ecceb42fb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6102324 Jul 27 17:04:01.259765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:01.267327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:65:3e:fa', 'name': 'tempest-NetworksTestDHCPv6-974791149'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:01.270500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7be52761-1cd0-47a5-ad35-9903d2b19198 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:01.271165 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7be52761-1cd0-47a5-ad35-9903d2b19198 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:01.278734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-e24df0ac-d39b-4271-a494-2c21d6eaa968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.280258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-e24df0ac-d39b-4271-a494-2c21d6eaa968 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25ff0c56-0cb4-4407-9672-54407fed135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991209 Jul 27 17:04:01.411140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:01.418658 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.426981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-bf0f1614-8aa0-445a-9dcd-490fe684c15f service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383743 Jul 27 17:04:01.450139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 16f0a54d-5256-40af-b9d4-214f34b406b6 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:01.467170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '5c7c27bf-79f1-4373-943e-58928e8f045b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:04:01.468250 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.601220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-d3b599c7-1636-42f5-9bbc-d234ac13f691 service neutron] 10.222.0.13 "GET /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662138 Jul 27 17:04:01.635551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::2c0 (264414a0-faa6-4c67-9709-757473501bd0/5c7c27bf-79f1-4373-943e-58928e8f045b/16f0a54d-5256-40af-b9d4-214f34b406b6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:01.652992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-4704fd1d-99bf-4f93-bb91-fd640f1df976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0428541 Jul 27 17:04:01.706489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-6198d3f9-27d8-43e3-9c89-2814ba6a3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.707973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-6198d3f9-27d8-43e3-9c89-2814ba6a3d97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0476587 Jul 27 17:04:01.775204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-8de87cc3-05e6-4c45-aa4d-85e995d186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.776677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-8de87cc3-05e6-4c45-aa4d-85e995d186cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601130 Jul 27 17:04:01.789036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.804297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 16f0a54d-5256-40af-b9d4-214f34b406b6 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:01.840692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.896186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/5c7c27bf-79f1-4373-943e-58928e8f045b/0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:01.897166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:01.900676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:01.903409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-3a504640-6312-413d-98c9-112f3c7bb865 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182442 Jul 27 17:04:01.904803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:01.911515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:01.912179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:01.931739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6698329 Jul 27 17:04:01.934811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:01.972154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529b363-1dd8-4f74-b0a1-ca0dcbb9471c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=16f0a54d-5256-40af-b9d4-214f34b406b6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:02.023167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b83f9-84c0-4a95-ab90-0f492380798a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.025588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9b4b83f9-84c0-4a95-ab90-0f492380798a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0896888 Jul 27 17:04:02.028119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:02.042000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-64299509-3171-4b60-b375-fd8c48efcfc4 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306810 Jul 27 17:04:02.102456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.108051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-1a673f16-ad27-456e-9b9b-87b0e54ace20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 217 time: 0.0403872 Jul 27 17:04:02.112975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Transition to ACTIVE for port object 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:02.134248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Transition to ACTIVE for port object 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:02.143523 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.190618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:02.193586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:02.195977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:02.208083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Pushing event updated for resources: {'Port': ['ID=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:02.220048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-d31a811c-abc4-4891-ab5e-7f8b1c5349af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.222210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-d31a811c-abc4-4891-ab5e-7f8b1c5349af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.1058846 Jul 27 17:04:02.266724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Attempting to bind port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:02.267099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Attempting to bind port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:02.267467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Attempting to bind port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:02.273463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:02.273849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:02.274407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.274896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:02.275376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Bound port: 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:02.275854 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.303119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 16f0a54d-5256-40af-b9d4-214f34b406b6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:02.303478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.358160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] For port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:02.362718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] For port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:02.370376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.378243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-90ffee71-e39f-4212-909b-1b1f8c2e7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.379764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-90ffee71-e39f-4212-909b-1b1f8c2e7ffa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496959 Jul 27 17:04:02.439273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee4d2-1bdd-48a1-a4ed-1a51c4e1f01c None None] Pushing event updated for resources: {'Port': ['ID=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:02.465580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.483874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 16f0a54d-5256-40af-b9d4-214f34b406b6 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:02.560268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-b75c2668-f981-475b-b955-48609e52e78d service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698818 Jul 27 17:04:02.712818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-788b7790-bf64-45cb-a496-f6ea0bf31e7b service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410277 Jul 27 17:04:02.773324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-1e857093-0f87-43d4-b216-b35ccd8fc4a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 200 len: 217 time: 0.0485628 Jul 27 17:04:02.779137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.868578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=16f0a54d-5256-40af-b9d4-214f34b406b6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:02.871532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-5f5dc563-85cd-4993-8c8c-f2ce5bdc1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.873300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-5f5dc563-85cd-4993-8c8c-f2ce5bdc1454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0841634 Jul 27 17:04:02.907842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:02.911942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d3fd8ce-f5e4-4b91-a795-972fd951e0a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/16f0a54d-5256-40af-b9d4-214f34b406b6 HTTP/1.1" status: 204 len: 168 time: 0.8807089 Jul 27 17:04:02.912327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:02.970496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efbfb8-218c-44ab-95c7-411b85046926 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.972307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efbfb8-218c-44ab-95c7-411b85046926 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.974122 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-49efbfb8-218c-44ab-95c7-411b85046926 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0607164 Jul 27 17:04:02.976832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:02.986041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-7d53943b-8534-43f3-96f4-8c5ac57153df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:02.989047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-7d53943b-8534-43f3-96f4-8c5ac57153df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826144 Jul 27 17:04:03.045483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 5c7c27bf-79f1-4373-943e-58928e8f045b {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:03.048901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.095316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.167936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-e3bc450f-8109-426c-8e76-60805a4fa3c8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699290 Jul 27 17:04:03.186138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.208461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:04:03.223058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.280702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.315338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7c27bf-79f1-4373-943e-58928e8f045b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:03.315552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-c4b4c987-9a59-4d7f-a487-80637f77904d service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360495 Jul 27 17:04:03.319733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.324655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-72300ebb-3a57-43ed-b630-b65827d9f21a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5c7c27bf-79f1-4373-943e-58928e8f045b HTTP/1.1" status: 204 len: 168 time: 0.3445804 Jul 27 17:04:03.325561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:03.325670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:03.392965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3de34a82-29fd-41ee-b70d-940a984f0a13 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628557 Jul 27 17:04:03.393409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51414) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:03.492404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca9380-6cbd-41a7-8604-f10498ff6615 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:03.494783 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-64ca9380-6cbd-41a7-8604-f10498ff6615 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0999529 Jul 27 17:04:03.496828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:03.506354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-840c705d-6373-437e-90a9-243441c4fba6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 200 len: 217 time: 0.1516185 Jul 27 17:04:03.516923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:03.581044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-16ff7a60-11d3-4446-96a1-7bd2bd065824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:03.583639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-16ff7a60-11d3-4446-96a1-7bd2bd065824 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 200 len: 797 time: 0.0676699 Jul 27 17:04:03.587898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183d5e4-1094-44bb-9f55-a5a9ed22af1f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:03.591733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9183d5e4-1094-44bb-9f55-a5a9ed22af1f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916197 Jul 27 17:04:03.592093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:03.650660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0798401e-e6d6-4151-8d9c-3303c6ac1249 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513773 Jul 27 17:04:03.654526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:03.659742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:03.712997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ff49a51c-6bb1-459d-8285-6e5f4e9c71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:03.715318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-ff49a51c-6bb1-459d-8285-6e5f4e9c71db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ea849a9-ff21-4293-bc28-842ff32f0733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737574 Jul 27 17:04:03.810637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:03.817375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:03.839627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-d3189da0-6fb1-406c-b60b-54b5f0b7bea1 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146717 Jul 27 17:04:03.903244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b62f5d-9365-48ea-ba71-89a3674aa096 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:03.972539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Provisioning for port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:03.975826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-44632863-a990-4edf-9319-faee8ad198c3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280773 Jul 27 17:04:03.983764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Provisioning complete for port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:03.984241 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.040618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-29edb341-7afc-4c43-96b5-bb387f3264be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 200 len: 217 time: 0.0527596 Jul 27 17:04:04.110620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-5139aac5-c65b-4d69-b2ad-77d233dcea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:04.113223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-5139aac5-c65b-4d69-b2ad-77d233dcea86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0695696 Jul 27 17:04:04.130349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.246344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:04:04.260853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-8aa82e3b-3bf6-40d5-8899-0f567820473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:04.262627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-8aa82e3b-3bf6-40d5-8899-0f567820473c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418443 Jul 27 17:04:04.340276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:04:04.399014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] For port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:04.406939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-c733579e-5e04-45e5-87c4-8924f767b6b1 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359880 Jul 27 17:04:04.415855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Deleting port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:04.416298 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.418122 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.487359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.569037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0ab2-27ba-4237-949b-344ff7aca67e None None] Pushing event updated for resources: {'Port': ['ID=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:04.592843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-fdf76cf4-0269-4c23-bcff-7fce7cfe375e service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730270 Jul 27 17:04:04.599895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] For port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:04.600301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.614409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Calling delete_port for 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:04.640812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-dc8b990c-a34f-47f2-a013-982614202806 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 200 len: 217 time: 0.0436018 Jul 27 17:04:04.730209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-3ae895f2-f903-4489-af54-c7c05b67e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:04.733552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-3ae895f2-f903-4489-af54-c7c05b67e020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 200 len: 797 time: 0.0836678 Jul 27 17:04:04.735780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:04.771579 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.777704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.778688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.787623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.807496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] No DVR routers for this DVR port 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:04.817522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-91dd614a-8d9a-491c-a504-fa279c62ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:04.819331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-91dd614a-8d9a-491c-a504-fa279c62ada8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3254bf71-ad74-4979-984a-4d66d7c755c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778303 Jul 27 17:04:04.842425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:04.860199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:04.862608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2716ea-f918-4f48-9b87-fa6f8e25ef54 None None] Pushing event deleted for resources: {'Port': ['ID=0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:04.872202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:04.878186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:04.878802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:04.885258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9cc67-6ed6-42d5-a2a0-e0cb1eeb77d8 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:04.886471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=4552835e-c786-48c4-835b-7ae8d82d6d0e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:04.909535 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b0a03c76-dbef-4c6e-8e26-8496d2f1fab6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2532239 Jul 27 17:04:04.912399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:04.919337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:04.953977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-e697f54a-5dd2-4cbe-b32e-420b6df2143f service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220074 Jul 27 17:04:05.043926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:05.051026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.065715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4b3758-31ad-45f2-95c3-a671bc2028c6 req-de88928b-149b-47c1-bc6d-aceced5bc1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028740 Jul 27 17:04:05.083746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '4552835e-c786-48c4-835b-7ae8d82d6d0e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:04:05.084925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.216901 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4552835e-c786-48c4-835b-7ae8d82d6d0e (CIDR: 2001:db8::/64) Jul 27 17:04:05.223672 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:04:05.224188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:05.240740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a90168b1-6aaa-4d2c-907f-2432ae3d8fba tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271034 Jul 27 17:04:05.243759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:05.250130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:05.263100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:05.297933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:05.298523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0835a0a6-2fc8-4339-a5a8-b7967fb9ae2e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:05.303040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Allocated IP 2001:db8::f816:3eff:feed:d3fe (264414a0-faa6-4c67-9709-757473501bd0/4552835e-c786-48c4-835b-7ae8d82d6d0e/55194174-7f58-4da5-b13a-0ffa5d2c6fc2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:05.393797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:05.399012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.489764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.502963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Transition to ACTIVE for port object 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:05.522893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Transition to ACTIVE for port object 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:05.532009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.573306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:05.576451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:05.583655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:05.625683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Pushing event updated for resources: {'Port': ['ID=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:05.677843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Attempting to bind port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:05.678446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Attempting to bind port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:05.678916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Attempting to bind port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:05.686895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:05.687568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:05.688555 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.689058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:05.691289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Bound port: 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:05.691803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.724864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.772882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] For port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:05.777568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] For port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:05.784259 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.787477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:05.798104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:05.804371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:05.805167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:05.822426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=fb2005d5-7260-45c3-923e-53d906bdc1bb,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:05.842905 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4331eea0-0663-4ed4-be7a-9358b5e2d896 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5975711 Jul 27 17:04:05.846398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:05.857976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:3c:94:10', 'name': 'tempest-NetworksTestDHCPv6-1635981329'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:05.889712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6148638-ae69-4e24-9658-bf319ef9ed6e None None] Pushing event updated for resources: {'Port': ['ID=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:06.025174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:06.152566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:06.174860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:06.340404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8:0:1::81 (264414a0-faa6-4c67-9709-757473501bd0/fb2005d5-7260-45c3-923e-53d906bdc1bb/96dc3b2e-96a9-41b4-82eb-c673ad9a9d01) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:06.347274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fe3c:9410 (264414a0-faa6-4c67-9709-757473501bd0/4552835e-c786-48c4-835b-7ae8d82d6d0e/96dc3b2e-96a9-41b4-82eb-c673ad9a9d01) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:06.490168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:06.503697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:06.562626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:06.616173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:06.621327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:06.629223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:06.635002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:06.635665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:06.654180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-32be4750-2d0c-413e-b704-17c2eb5853ca tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:06.656152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8062809 Jul 27 17:04:06.656282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-32be4750-2d0c-413e-b704-17c2eb5853ca tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1221485 Jul 27 17:04:06.658497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51458) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:06.663795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3682-4a9b-48a3-966d-879ed4c7f7a6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=96dc3b2e-96a9-41b4-82eb-c673ad9a9d01,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:06.704626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-ab35f49c-8c85-454d-ad4c-7d27cd8c62bf tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/quotas/4dceabb60f5f4b56a38aa388951bd1b8 HTTP/1.1" status: 200 len: 375 time: 0.0374763 Jul 27 17:04:06.824581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-761cf85c-0c31-4578-ae8f-e647f7ae44aa tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129441 Jul 27 17:04:06.835759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:06.836109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:06.845144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-154a081d-3bf0-4a62-9185-dcdca1fe3639 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:04:06.846168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-154a081d-3bf0-4a62-9185-dcdca1fe3639 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069983 Jul 27 17:04:06.955300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c254a-5590-45f6-a41d-ebd50b9d6e6e None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:06.999815 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.011531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-38d40f25-00de-48eb-ad73-a35517d6062f None None] Provisioning for port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:07.022842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:07.028087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-a3d31c68-106b-4b82-b541-2dd37a08ff4b service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391315 Jul 27 17:04:07.180499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-deea1455-f246-47fe-b241-ea623c9844a0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442797 Jul 27 17:04:07.239129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '4552835e-c786-48c4-835b-7ae8d82d6d0e', 'ip_address': '2001:db8::f816:3eff:feed:d3fe'}, {'subnet_id': 'fb2005d5-7260-45c3-923e-53d906bdc1bb'}], 'binding:host_id': 'n-d-723572-6'}, 'id': '55194174-7f58-4da5-b13a-0ffa5d2c6fc2'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:07.274122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:07.312815 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.323933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.371639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=96dc3b2e-96a9-41b4-82eb-c673ad9a9d01,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:07.385935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cb8e339c-03ea-4fe1-b334-fcef6fc1f714 req-da7b7509-e40e-4a39-99e9-397572eb06c7 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 210 time: 0.0440285 Jul 27 17:04:07.410624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:07.428438 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.430408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b3e93d1-5698-4e50-b066-9bfec233f1e1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 HTTP/1.1" status: 204 len: 168 time: 0.7708902 Jul 27 17:04:07.433067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:07.469517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:07.469983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.521108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569df85-a69f-462e-a025-9e44d4c61005 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:07.526150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5569df85-a69f-462e-a025-9e44d4c61005 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0885115 Jul 27 17:04:07.526150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:07.603167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f90ea-c942-47b1-8ff0-84067bdc2592 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:07.604967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-660f90ea-c942-47b1-8ff0-84067bdc2592 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0787144 Jul 27 17:04:07.607707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:07.636976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Allocated IP 2001:db8:0:1::2 (264414a0-faa6-4c67-9709-757473501bd0/fb2005d5-7260-45c3-923e-53d906bdc1bb/55194174-7f58-4da5-b13a-0ffa5d2c6fc2) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:07.639248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.678953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87419c90-92b5-4fd8-bb76-f25b825afdd1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:07.681520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87419c90-92b5-4fd8-bb76-f25b825afdd1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:07.683107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87419c90-92b5-4fd8-bb76-f25b825afdd1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:07.687414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-87419c90-92b5-4fd8-bb76-f25b825afdd1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0764158 Jul 27 17:04:07.687633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:07.758302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 4552835e-c786-48c4-835b-7ae8d82d6d0e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:07.774331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] For port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:07.806758 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.821566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Transition to ACTIVE for port object 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:07.825927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.831859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.875787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:07.961826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:04:07.962361 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:04:07.969024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Pushing event updated for resources: {'Port': ['ID=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:07.983741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.984527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.985026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.985523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.986180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.987453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.987999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.988703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.989281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.989801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.990328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:07.990663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93253d-2561-475e-9f0c-8f02dd276026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:08.017618 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.091796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.124871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=4552835e-c786-48c4-835b-7ae8d82d6d0e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:08.126827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.131110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21d9f513-4477-4261-a246-4c5005d183b1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/4552835e-c786-48c4-835b-7ae8d82d6d0e HTTP/1.1" status: 204 len: 168 time: 0.4403634 Jul 27 17:04:08.131485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:08.188047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet fb2005d5-7260-45c3-923e-53d906bdc1bb {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:08.192230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.245112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.334358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.401143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.460438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2005d5-7260-45c3-923e-53d906bdc1bb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:08.462557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.464992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-162618de-ab21-4a9c-ba0e-ee6fdd915c94 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/fb2005d5-7260-45c3-923e-53d906bdc1bb HTTP/1.1" status: 204 len: 168 time: 0.3321853 Jul 27 17:04:08.467343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:08.527333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7355db0-d695-4e1f-80ed-7f411c33d4ad tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588653 Jul 27 17:04:08.530067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:08.538230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:08.543598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.555202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aafd4801-39ff-438f-8d46-c2cb31555d66 req-ccefde3e-33ab-497f-ab13-b8576737dc49 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 210 time: 0.0537550 Jul 27 17:04:08.615985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:08.626229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.707633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:08.709862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-0908f35e-f575-4519-ac8b-84fef6195f1c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:08.712339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-0908f35e-f575-4519-ac8b-84fef6195f1c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 815 time: 0.1691461 Jul 27 17:04:08.713349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:08.715206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d947c9b-3593-489c-8484-a36f879ab0a4 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:08.730975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:08.740690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Request body: {'port': {'device_id': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'admin_state_up': True, 'tenant_id': '4dceabb60f5f4b56a38aa388951bd1b8'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:08.773082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e0815014-7156-49de-b08f-d88b70e059bc None None] Could not find standard attr ID for object 96dc3b2e-96a9-41b4-82eb-c673ad9a9d01. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:08.819232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e0815014-7156-49de-b08f-d88b70e059bc None None] Provisioning for port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:08.824275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e0815014-7156-49de-b08f-d88b70e059bc None None] Provisioning complete for port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:08.824722 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0815014-7156-49de-b08f-d88b70e059bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.019313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:04:09.081341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Deleting port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:09.082130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.160085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:04:09.198717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] For port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:09.199500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.230586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Calling delete_port for 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:09.279680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:09.319194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Made reservation on behalf of 4dceabb60f5f4b56a38aa388951bd1b8 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:09.325217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.400481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.403045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.425295 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.449281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 concurrently deleted while adding address for new subnet {'id': '52098491-c6e0-408b-b8b5-8713f9aa7d34', 'name': '', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2803, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-27T17:04:08Z', 'updated_at': '2021-07-27T17:04:08Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'c5b23d293fde4ac69be428c1381a00ba'}. {{(pid=93923) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 27 17:04:09.450994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.456057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] Pushing event deleted for resources: {'Port': ['ID=55194174-7f58-4da5-b13a-0ffa5d2c6fc2,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:09.486241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f691f5d-1715-44a9-9882-5d8d8d1737b0 None None] No DVR routers for this DVR port 55194174-7f58-4da5-b13a-0ffa5d2c6fc2 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:09.505421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Allocated IP 172.20.0.3 (1b8b23ce-25dd-4e1d-b4ec-379df270a7e7/1fe0c065-7edf-4e8b-9760-a0740f7d5b29/7eb2d072-321a-4f4f-bcd1-f3c05984a659) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:09.529513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:09.532643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:09.537262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:09.537858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.549581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98beec-6e4c-4cd3-a5e9-a6048a986a12 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:09.553963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0203588 Jul 27 17:04:09.557905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51496) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:09.562952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936944a-a825-466b-8f78-6a5e3b6df3df tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=52098491-c6e0-408b-b8b5-8713f9aa7d34,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:09.569075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:09.693381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b18cd5d9-2054-45a0-afb3-251c5c1e4788 req-56c05d81-cd9d-4091-8103-3481e5230888 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 210 time: 0.0361395 Jul 27 17:04:09.719050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-264414a0-faa6-4c67-9709-757473501bd0', 'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'tenant_id': 'c5b23d293fde4ac69be428c1381a00ba', 'fixed_ips': [{'subnet_id': '52098491-c6e0-408b-b8b5-8713f9aa7d34'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:04:09.720141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.762960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-18525feb-0978-4a3d-aaee-e74e71fecfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.763337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:09.768174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.838657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.889936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Allocated IP 2001:db8::f816:3eff:fe14:7991 (264414a0-faa6-4c67-9709-757473501bd0/52098491-c6e0-408b-b8b5-8713f9aa7d34/e2aa50d6-fe05-4f22-a38e-216bce231660) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:09.900149 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52098491-c6e0-408b-b8b5-8713f9aa7d34 (CIDR: 2001:db8::/64) Jul 27 17:04:09.907396 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:04:09.907637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:09.927211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:09.939190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57abc631-48ee-4ea1-b5f2-7f486c20f225 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3758345 Jul 27 17:04:09.939621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:09.949990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:09.955831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a', '508e3743-9421-46cb-adf1-3db6bbe74a4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:09.962274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:09.980640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:09.984246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:09.988981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:10.062919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:10.063874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.089781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event updated for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:10.093037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:10.099779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.115175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1d74f70c-985e-493f-ba5b-30685546bfc1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3798301 Jul 27 17:04:10.135934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Request body: {'port': {'device_id': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:10.219891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.240234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Transition to ACTIVE for port object e2aa50d6-fe05-4f22-a38e-216bce231660 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:10.263604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.292860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Transition to ACTIVE for port object e2aa50d6-fe05-4f22-a38e-216bce231660 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:10.320961 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.392568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:10.404032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:10.412285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:10.422676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.426172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:10.497558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:10.522350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Attempting to bind port e2aa50d6-fe05-4f22-a38e-216bce231660 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:10.522714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Attempting to bind port e2aa50d6-fe05-4f22-a38e-216bce231660 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:10.523087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Attempting to bind port e2aa50d6-fe05-4f22-a38e-216bce231660 on network 264414a0-faa6-4c67-9709-757473501bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:10.523567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:10.526097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:10.534523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:10.536127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.537988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:10.538369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Checking segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:10.538956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.539364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Bound using segment: {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:10.540472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Bound port: e2aa50d6-fe05-4f22-a38e-216bce231660, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af6158e-ec42-4417-b7fe-258aa8e54cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '264414a0-faa6-4c67-9709-757473501bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:10.540869 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.561318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3b12a6b-e292-4eb4-8e70-74449f1c322b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6197910 Jul 27 17:04:10.562211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:10.567495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:e1:0e:84', 'name': 'tempest-NetworksTestDHCPv6-2059560185'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:10.623886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb2d072-321a-4f4f-bcd1-f3c05984a659 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:04:10.632472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:10.633101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.638269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:10.643279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.646963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Transition to ACTIVE for port object 7eb2d072-321a-4f4f-bcd1-f3c05984a659 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:10.652955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.703637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:10.708560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:10.714242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20969ac8-d8ae-4a01-87c8-a7d2c2b8795e None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:10.719054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.761735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port d8318bc9-19be-4662-8ee7-db2213de11bb yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:10.852208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Attempting to bind port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:10.852651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Attempting to bind port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:10.852898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Attempting to bind port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:10.869888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:04:10.870093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Attempting to bind port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 on network 1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:10.878897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:10.879293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Checking segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:10.879615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Bound using segment: {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:10.880049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Bound port: 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f0ed7b-17f5-4192-9e1e-f35b41081396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:10.880413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:10.916063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32570e-71c0-4470-9e83-43ce3cf6041a req-fefad182-5cd7-4c6b-b983-50636440e7da tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:10.919326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f32570e-71c0-4470-9e83-43ce3cf6041a req-fefad182-5cd7-4c6b-b983-50636440e7da tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 943 time: 0.1216598 Jul 27 17:04:11.002481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f32570e-71c0-4470-9e83-43ce3cf6041a req-9d1d8fe6-2ea3-4c6d-b850-30d3d1cd85ca tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Jul 27 17:04:11.013963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:11.022924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:11.027148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8:0:1::36a (264414a0-faa6-4c67-9709-757473501bd0/f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1/d8318bc9-19be-4662-8ee7-db2213de11bb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:11.035695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.039420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::f816:3eff:fee1:e84 (264414a0-faa6-4c67-9709-757473501bd0/52098491-c6e0-408b-b8b5-8713f9aa7d34/d8318bc9-19be-4662-8ee7-db2213de11bb) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:11.100585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:11.111273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:11.112682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.114095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-be97850d-5f03-4b9d-8ef1-8f147d50add8 service neutron] 10.222.0.13 "PUT /v2.0/ports/7eb2d072-321a-4f4f-bcd1-f3c05984a659 HTTP/1.1" status: 200 len: 1091 time: 0.9827535 Jul 27 17:04:11.114546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:11.116895 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e9e09-3e1d-496a-af02-5555e99202c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:11.184756 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ca6f6-2cbd-4c8f-adaf-cb6ac29da3b1 x-openstack-request-id: req-325ca6f6-2cbd-4c8f-adaf-cb6ac29da3b1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:11.185251 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:11.185681 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-325ca6f6-2cbd-4c8f-adaf-cb6ac29da3b1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:11.186263 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659', 'status': 'completed', 'code': 200} Jul 27 17:04:11.252374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.274208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object d8318bc9-19be-4662-8ee7-db2213de11bb will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:11.303925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:11.308173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-ca5f4b8c-eb2c-4c04-829c-065326afd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:11.310013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-ca5f4b8c-eb2c-4c04-829c-065326afd596 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 1094 time: 0.1167235 Jul 27 17:04:11.339145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.364830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e2aa50d6-fe05-4f22-a38e-216bce231660 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:11.371246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-bc2fd4a9-039b-43c3-81ee-c8b6ae3eb626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659 HTTP/1.1" status: 200 len: 217 time: 0.0459929 Jul 27 17:04:11.387589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:11.393808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:11.397477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:11.403220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:11.403842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.411219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=d8318bc9-19be-4662-8ee7-db2213de11bb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:11.424980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3c5ade8e-11a9-4698-bcbb-bd1a3197218c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8615680 Jul 27 17:04:11.427563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:11.438960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-71aff3c3-8ce8-48b6-baee-d95952f9884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:11.440613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-71aff3c3-8ce8-48b6-baee-d95952f9884e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0606670 Jul 27 17:04:11.485090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-2c671895-0f6a-4bb8-a48b-281ef2d202d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375648 Jul 27 17:04:11.561206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port d8318bc9-19be-4662-8ee7-db2213de11bb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:11.562259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.610619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-ca3032ae-23ff-4ecc-819b-ee0a9b870bce service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178114 Jul 27 17:04:11.675320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.695954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for d8318bc9-19be-4662-8ee7-db2213de11bb owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:11.730429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-abe5a5c3-45f0-4037-941a-57588ee46dad req-1ceda16e-6229-4117-bbad-529c7413f9b2 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120052 Jul 27 17:04:11.903117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.914341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bd6b3-53c7-434a-9832-e33e1a746ccc None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:11.919822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-792256e3-f7cc-4059-bb34-7a6f8b636e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:11.921396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-792256e3-f7cc-4059-bb34-7a6f8b636e1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0781169 Jul 27 17:04:11.930809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=d8318bc9-19be-4662-8ee7-db2213de11bb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:11.982205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:11.987011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96712c0e-bcbb-4296-9870-5676376409bc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/d8318bc9-19be-4662-8ee7-db2213de11bb HTTP/1.1" status: 204 len: 168 time: 0.5555742 Jul 27 17:04:11.987289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51516) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.019643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Provisioning for port e2aa50d6-fe05-4f22-a38e-216bce231660 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:12.041223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:12.041609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.055560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-989caaf2-89ef-4a6e-8ec2-b851d9f56632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.057095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-989caaf2-89ef-4a6e-8ec2-b851d9f56632 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 200 len: 916 time: 0.1284359 Jul 27 17:04:12.107477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-9352a1f8-57f1-4196-80ed-3e4be7e5459d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659 HTTP/1.1" status: 200 len: 217 time: 0.0405672 Jul 27 17:04:12.125573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45e597-205b-4aaf-a132-28113a5f242b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.127122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4c45e597-205b-4aaf-a132-28113a5f242b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1387970 Jul 27 17:04:12.130288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.175090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.199621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-74d0ebad-cb05-4507-a11f-0703d6b00518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.201443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-74d0ebad-cb05-4507-a11f-0703d6b00518 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 200 len: 855 time: 0.0838571 Jul 27 17:04:12.209193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8313ab-89f4-434a-9161-c669ea266ccc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.211340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5d8313ab-89f4-434a-9161-c669ea266ccc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0795505 Jul 27 17:04:12.213912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.243687 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-399fc9bd-d9d7-4f67-a5f1-bc86ae8ed65a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330019 Jul 27 17:04:12.257322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e686a4b-3176-42dd-9691-109667d02faf req-19a16dca-310b-4a05-923a-2a20b3ce7e7b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.259342 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e686a4b-3176-42dd-9691-109667d02faf req-19a16dca-310b-4a05-923a-2a20b3ce7e7b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 943 time: 0.1559763 Jul 27 17:04:12.280593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ffdfd-f7ec-4d9b-a455-64afbe08290c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.283022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ffdfd-f7ec-4d9b-a455-64afbe08290c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.285941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ffdfd-f7ec-4d9b-a455-64afbe08290c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.287798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1d7ffdfd-f7ec-4d9b-a455-64afbe08290c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0725601 Jul 27 17:04:12.290673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51526) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.379153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 52098491-c6e0-408b-b8b5-8713f9aa7d34 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:12.385678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e686a4b-3176-42dd-9691-109667d02faf req-bab73d90-0ec0-46eb-8afe-c0cda0de81ce tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746174 Jul 27 17:04:12.390914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.392720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:12.401381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-1effc5f9-a84b-40c9-86ba-6f78bf9dbc31 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407599 Jul 27 17:04:12.441344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.463835 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.477185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233daf2-cb3b-42d0-b161-af23146de977 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '52098491-c6e0-408b-b8b5-8713f9aa7d34', 'ip_address': '2001:db8::f816:3eff:fe14:7991'}, {'subnet_id': 'f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'e2aa50d6-fe05-4f22-a38e-216bce231660'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:12.534311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-286e9e09-3e1d-496a-af02-5555e99202c1 req-cf114b3d-b31c-4048-bf7d-d43dba853267 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245267 Jul 27 17:04:12.541153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.561803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f3685dd-907c-45e2-91ba-4eeac55fd972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.571879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.578380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda8c73-84fc-4e75-93af-c495d802c5f0 None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:12.583708 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9233daf2-cb3b-42d0-b161-af23146de977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.643105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.645245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151556f4-8123-4d23-bcbe-18d471f11b3e req-d5b99738-e94c-4b4a-bf9f-451f1508e971 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:12.647036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-151556f4-8123-4d23-bcbe-18d471f11b3e req-d5b99738-e94c-4b4a-bf9f-451f1508e971 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.0696952 Jul 27 17:04:12.667581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=52098491-c6e0-408b-b8b5-8713f9aa7d34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:12.680652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.685090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-224fddfe-c1bb-48a7-a849-04390a54877a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/52098491-c6e0-408b-b8b5-8713f9aa7d34 HTTP/1.1" status: 204 len: 168 time: 0.3928602 Jul 27 17:04:12.685778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51534) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-9233daf2-cb3b-42d0-b161-af23146de977 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52098491-c6e0-408b-b8b5-8713f9aa7d34: This subnet is being modified by another concurrent operation. Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52098491-c6e0-408b-b8b5-8713f9aa7d34: This subnet is being modified by another concurrent operation. Jul 27 17:04:12.709597 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:04:12.723111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-151556f4-8123-4d23-bcbe-18d471f11b3e req-00c35a43-f8f7-4c85-ab76-ce4004c9defb tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Jul 27 17:04:12.755672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:12.758957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.789324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc46600d-8082-4743-95bb-cec6e285890c None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:12.799748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.844078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.904528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.912013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41fb4ee4-5141-4df2-91ca-e051ee8aef7a None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:12.912384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41fb4ee4-5141-4df2-91ca-e051ee8aef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.936737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:12.942427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:12.944316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-09246c3a-410a-4ebe-8c1e-341ec2a4cbb1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1 HTTP/1.1" status: 204 len: 168 time: 0.2574229 Jul 27 17:04:12.946842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.988253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c41c2b9f-9580-4dbe-b0a6-c9815e1e80ef tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362034 Jul 27 17:04:12.988511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51538) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:12.993226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:13.073146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a404dd5-a60b-415f-ad5b-e6cda8c649c6 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'e2aa50d6-fe05-4f22-a38e-216bce231660'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:13.081276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:13.084801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.107983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a404dd5-a60b-415f-ad5b-e6cda8c649c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.205474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:13.288500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.302187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.324929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:13.330716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.370649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:13.374152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:13.378812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.379420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.387155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=bec89f39-d8e9-4212-8bc4-a96b85baba60,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:13.405253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cad97e73-fa0c-4c36-adcf-b22c5c18c394 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4157424 Jul 27 17:04:13.408154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:13.417843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:13.420847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:13.421401 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.425076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:13.458320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68d2d9-d748-4de6-b37a-4e3f058ea7e9 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:13.534713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.588512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82351884-5a31-4b6e-9efa-91fc03ed1a5d req-8100e915-8997-4ee5-9a90-92acb390fc15 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.590237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82351884-5a31-4b6e-9efa-91fc03ed1a5d req-8100e915-8997-4ee5-9a90-92acb390fc15 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 943 time: 0.0849154 Jul 27 17:04:13.633562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.640065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82351884-5a31-4b6e-9efa-91fc03ed1a5d req-fe4d3f96-8a5b-4402-a091-91faea5d2abd tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Jul 27 17:04:13.670444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79295823-125c-4846-8eb4-1cec8b1026ae req-7942fd81-3109-4581-81ff-f2ff81dbe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.671940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-7942fd81-3109-4581-81ff-f2ff81dbe84c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.1632860 Jul 27 17:04:13.680498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1599-a7ae-480f-8ff9-05358e4284a8 req-8c6a4a9c-946b-4f90-a2ac-8d1b721aae62 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.682005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6adf1599-a7ae-480f-8ff9-05358e4284a8 req-8c6a4a9c-946b-4f90-a2ac-8d1b721aae62 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1330483 Jul 27 17:04:13.692789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:13.696175 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.699861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:13.705937 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.765333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838dae-8c32-43e2-9a6e-48127b105d52 None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:13.821761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e70a0f21-9897-41c7-a22c-a29663e76d7c None None] Could not find standard attr ID for object d8318bc9-19be-4662-8ee7-db2213de11bb. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:13.844357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1f0a3-1af6-4a52-bb95-594dc68718a2 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:04:13.854450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6adf1599-a7ae-480f-8ff9-05358e4284a8 req-8cf37e2e-40b9-4df8-a375-5ba200e2a9cd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625633 Jul 27 17:04:13.880510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97194f1-6528-446f-a069-650ee8b2769e req-3f436bf7-757c-494d-9dfa-4796bf9e8b1a tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.882051 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e97194f1-6528-446f-a069-650ee8b2769e req-3f436bf7-757c-494d-9dfa-4796bf9e8b1a tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.0815783 Jul 27 17:04:13.889869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79295823-125c-4846-8eb4-1cec8b1026ae req-7ea4097e-05cc-4034-adac-2b1c0336bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:13.891855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-7ea4097e-05cc-4034-adac-2b1c0336bff7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.2090950 Jul 27 17:04:13.898584 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bec89f39-d8e9-4212-8bc4-a96b85baba60 (CIDR: 2001:db8::/64) Jul 27 17:04:13.908271 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:04:13.908487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:13.928293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e97194f1-6528-446f-a069-650ee8b2769e req-b0603b28-cb53-4f88-baba-acec2744da6f tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Jul 27 17:04:13.964083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a759969d-065c-4027-be21-77627a83ab5a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5538976 Jul 27 17:04:13.966691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:13.969036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e0c9130b-dcd9-4084-9a7b-131fb5fbe1c7 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:13.969419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e0c9130b-dcd9-4084-9a7b-131fb5fbe1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:13.972314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:13.977126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-38c1aaad-445a-4802-b355-ae44a082a428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.0773733 Jul 27 17:04:13.996527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1f0a3-1af6-4a52-bb95-594dc68718a2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:04:14.037843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79295823-125c-4846-8eb4-1cec8b1026ae req-1a0bdd0c-d057-4b60-a5dd-5389a6ea13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:14.039698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-1a0bdd0c-d057-4b60-a5dd-5389a6ea13e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0545018 Jul 27 17:04:14.092654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:14.097130 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:14.114163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79295823-125c-4846-8eb4-1cec8b1026ae req-c3db661e-84fd-4fe3-9472-f12440b410cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:14.116609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-c3db661e-84fd-4fe3-9472-f12440b410cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686622 Jul 27 17:04:14.222383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-9eccf524-9223-4091-9146-672c42008c04 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986342 Jul 27 17:04:14.318534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79295823-125c-4846-8eb4-1cec8b1026ae req-7005b48e-7699-454c-b3b5-ec5412c63c05 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892713 Jul 27 17:04:14.409323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'bec89f39-d8e9-4212-8bc4-a96b85baba60'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'e2aa50d6-fe05-4f22-a38e-216bce231660'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:14.447747 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:14.621094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/bec89f39-d8e9-4212-8bc4-a96b85baba60/e2aa50d6-fe05-4f22-a38e-216bce231660) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:14.722132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:14.762676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:14.765243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-2f5e1544-3e97-4700-b7bf-91a185d0f534 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:14.767065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-2f5e1544-3e97-4700-b7bf-91a185d0f534 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.1088407 Jul 27 17:04:14.780303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Transition to ACTIVE for port object e2aa50d6-fe05-4f22-a38e-216bce231660 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:14.784277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:14.800548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432645c-d95f-42d8-8f85-286d6b445579 req-69a56088-19dd-4721-9762-0d8b18d9252d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:14.802842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5432645c-d95f-42d8-8f85-286d6b445579 req-69a56088-19dd-4721-9762-0d8b18d9252d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 943 time: 0.0799212 Jul 27 17:04:14.845082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5432645c-d95f-42d8-8f85-286d6b445579 req-3944b1c2-a32f-41a4-b067-e7b600610852 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Jul 27 17:04:14.860532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:04:14.883610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7eb2d072-321a-4f4f-bcd1-f3c05984a659 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:04:14.904006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f327aa-0589-4910-bdcf-9d9dc90329db None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:15.050161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:15.076912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Deleting port 5f934d5a-6c85-4adf-b99b-20e2552ef20e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:15.077267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.098107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '7eb2d072-321a-4f4f-bcd1-f3c05984a659', 'network_id': '1b8b23ce-25dd-4e1d-b4ec-379df270a7e7', 'port_id': '7eb2d072-321a-4f4f-bcd1-f3c05984a659', 'mac_address': 'fa:16:3e:4a:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe0c065-7edf-4e8b-9760-a0740f7d5b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:04:15.118480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.151117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621efb-e4c8-467f-a8be-869df6241e7d req-bcd6700b-dcd2-4794-8a39-8eca1848208f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:15.154812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d621efb-e4c8-467f-a8be-869df6241e7d req-bcd6700b-dcd2-4794-8a39-8eca1848208f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2024605 Jul 27 17:04:15.175032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.183348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81655be3-2dad-487d-939e-cb778a7820e5 req-b90e9f3c-a937-4dd5-b310-4b0d5483a87d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:15.185077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81655be3-2dad-487d-939e-cb778a7820e5 req-b90e9f3c-a937-4dd5-b310-4b0d5483a87d tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 945 time: 0.1752443 Jul 27 17:04:15.202806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb2d072-321a-4f4f-bcd1-f3c05984a659 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:04:15.244588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:15.251299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.254868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81655be3-2dad-487d-939e-cb778a7820e5 req-0d5e73f3-2dcd-418a-8f33-7f1c6368894a tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d883fe1-ae14-4979-b093-aae8c5b52edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Jul 27 17:04:15.304236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d621efb-e4c8-467f-a8be-869df6241e7d req-00a90fc6-7a7d-470f-9206-b10e7dba4ce9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244426 Jul 27 17:04:15.307261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.313998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:15.341833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] For port 5f934d5a-6c85-4adf-b99b-20e2552ef20e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5f934d5a-6c85-4adf-b99b-20e2552ef20e,segment=NetworkSegment(28c452b6-84fa-44ca-9c9a-53f7b6469cf0),segment_id=28c452b6-84fa-44ca-9c9a-53f7b6469cf0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:15.342209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.382149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:15.382839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Calling delete_port for 5f934d5a-6c85-4adf-b99b-20e2552ef20e owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:15.559676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:15.618028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['7eb2d072-321a-4f4f-bcd1-f3c05984a659'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:15.628138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.633457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.634194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.660237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b871ff1-5c96-49b5-ba49-403103742aee None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:04:15.693318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.708404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5f934d5a-6c85-4adf-b99b-20e2552ef20e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:15.716937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:15.728706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:15.741204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:15.741719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a900fcbc-e47b-4085-80cb-cb08c7116614 None None] Provisioning for port e2aa50d6-fe05-4f22-a38e-216bce231660 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:15.741857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.761918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=66330024-1116-403f-a6fb-ed7f1706209f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:15.771229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a900fcbc-e47b-4085-80cb-cb08c7116614 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:15.771611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a900fcbc-e47b-4085-80cb-cb08c7116614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.780722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=9']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:15.793327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9f439dbb-db06-49f3-a4d1-aecc92c67192 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8253174 Jul 27 17:04:15.796265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:15.802049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:71:84:d9', 'name': 'tempest-NetworksTestDHCPv6-509540014'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:15.826944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Pushing event deleted for resources: {'Port': ['ID=5f934d5a-6c85-4adf-b99b-20e2552ef20e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:15.829353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] No DVR routers for this DVR port 5f934d5a-6c85-4adf-b99b-20e2552ef20e on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:15.831701 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:15.833787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88825651-0507-4ce8-8dc4-47f07a1f9fc3 req-af79f63e-cb03-4a42-a4d7-1a69f12c5b09 tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.61 "DELETE /v2.0/ports/5f934d5a-6c85-4adf-b99b-20e2552ef20e HTTP/1.1" status: 204 len: 173 time: 1.0456905 Jul 27 17:04:15.834237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'name': 'network-vif-deleted', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:15.836616 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af098715-b3d7-4b40-b26e-40ebb1d0bb13" -d '{"events": [{"server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "name": "network-vif-deleted", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:15.896200 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86bb228-d936-4cad-b71a-fbf636b34df1 x-openstack-request-id: req-e86bb228-d936-4cad-b71a-fbf636b34df1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:15.896583 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22e534-85ed-413b-8ee0-99a4a297aeac", "name": "network-vif-deleted", "tag": "5f934d5a-6c85-4adf-b99b-20e2552ef20e", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:15.896897 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e86bb228-d936-4cad-b71a-fbf636b34df1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:15.897362 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e22e534-85ed-413b-8ee0-99a4a297aeac', 'name': 'network-vif-deleted', 'tag': '5f934d5a-6c85-4adf-b99b-20e2552ef20e', 'status': 'completed', 'code': 200} Jul 27 17:04:15.970354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:16.006786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5714-df6f-4f04-9776-efbbf279bb92 req-bd8b06e2-29b9-41ea-8e95-1f80ad1adb7c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:16.008547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-451a5714-df6f-4f04-9776-efbbf279bb92 req-bd8b06e2-29b9-41ea-8e95-1f80ad1adb7c tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 944 time: 0.0749114 Jul 27 17:04:16.056912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-451a5714-df6f-4f04-9776-efbbf279bb92 req-41f1d1fd-9818-4b55-97c2-5962fa68772e tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Jul 27 17:04:16.078424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.100481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port 5ef89f5d-de59-4ed2-9655-1d0d481682ea yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:16.111970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b871ff1-5c96-49b5-ba49-403103742aee None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:04:16.269564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::3dd (264414a0-faa6-4c67-9709-757473501bd0/bec89f39-d8e9-4212-8bc4-a96b85baba60/5ef89f5d-de59-4ed2-9655-1d0d481682ea) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:16.277324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:84d9 (264414a0-faa6-4c67-9709-757473501bd0/66330024-1116-403f-a6fb-ed7f1706209f/5ef89f5d-de59-4ed2-9655-1d0d481682ea) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:16.451474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2c75085e-dcc2-475b-951a-8659e407652a req-d85bc852-70ea-4827-9ed0-3c9db3dc370a tempest-VolumesSnapshotTestJSON-208806688 tempest-VolumesSnapshotTestJSON-208806688-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e22e534-85ed-413b-8ee0-99a4a297aeac HTTP/1.1" status: 200 len: 210 time: 0.0823994 Jul 27 17:04:16.479627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467fb59-ab1c-4fb7-8dda-dc094d07dfd4 req-ebd7dd61-70b5-4061-b26c-000a37f8119b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:16.488134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e467fb59-ab1c-4fb7-8dda-dc094d07dfd4 req-ebd7dd61-70b5-4061-b26c-000a37f8119b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0937481 Jul 27 17:04:16.526826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e467fb59-ab1c-4fb7-8dda-dc094d07dfd4 req-cefcaec1-5d30-4a56-901d-ca09840cd70b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376971 Jul 27 17:04:16.536694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.553987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object 5ef89f5d-de59-4ed2-9655-1d0d481682ea will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:16.593066 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.636932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:16.642256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:16.646462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:16.652065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:16.652717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.664613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=5ef89f5d-de59-4ed2-9655-1d0d481682ea,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:16.679880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22449c8d-a525-495e-b773-0a878860691a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8823717 Jul 27 17:04:16.683356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51572) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:16.789365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port 5ef89f5d-de59-4ed2-9655-1d0d481682ea {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:16.789718 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.875912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.877785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:16.890069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for 5ef89f5d-de59-4ed2-9655-1d0d481682ea owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:17.013157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324b41d-7be0-4e08-9773-33d1f2e532f3 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:17.071373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.094280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d004e1cd-a167-449d-98dd-3917f827f763 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:17.094636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d004e1cd-a167-449d-98dd-3917f827f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.105092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=5ef89f5d-de59-4ed2-9655-1d0d481682ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:17.180892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.185251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57b2c523-e517-4ad5-b44d-dcaa6969e7ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/5ef89f5d-de59-4ed2-9655-1d0d481682ea HTTP/1.1" status: 204 len: 168 time: 0.4985240 Jul 27 17:04:17.185448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51576) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:17.226351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:17.266495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b5844-6f28-40d5-ad67-3d64a75fc983 req-0c1cdc46-3d9b-4609-a985-a173526e6086 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.268626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e74b5844-6f28-40d5-ad67-3d64a75fc983 req-0c1cdc46-3d9b-4609-a985-a173526e6086 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 944 time: 0.1348028 Jul 27 17:04:17.279841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8312b52-ad9a-48b2-9e86-0cda22a56fe1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.281340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b8312b52-ad9a-48b2-9e86-0cda22a56fe1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0948849 Jul 27 17:04:17.283888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:17.322577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:17.322891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.345811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e74b5844-6f28-40d5-ad67-3d64a75fc983 req-40d2c227-cbd6-4b69-84b6-f1cb01695bc0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Jul 27 17:04:17.372822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67f4e4-b2c4-477e-9462-cf0fde5c4508 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.376716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d67f4e4-b2c4-477e-9462-cf0fde5c4508 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0854237 Jul 27 17:04:17.377070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:17.432074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d57bc2-ff53-4bd8-9729-a9d9aaf30765 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.433747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d57bc2-ff53-4bd8-9729-a9d9aaf30765 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.435269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d57bc2-ff53-4bd8-9729-a9d9aaf30765 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:17.436894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b8d57bc2-ff53-4bd8-9729-a9d9aaf30765 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0583875 Jul 27 17:04:17.440325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:17.497714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 66330024-1116-403f-a6fb-ed7f1706209f {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:17.501281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.545985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.602530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-934d797b-2b54-4de6-b143-d48c95350086 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:17.603107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-934d797b-2b54-4de6-b143-d48c95350086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.637725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.713088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.746790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.748914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/66330024-1116-403f-a6fb-ed7f1706209f HTTP/1.1" status: 204 len: 168 time: 0.3075411 Jul 27 17:04:17.750131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cd058-c19d-41d5-89e1-3ea9034d8477 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=66330024-1116-403f-a6fb-ed7f1706209f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:17.751770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:17.821945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet bec89f39-d8e9-4212-8bc4-a96b85baba60 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:17.833149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.876449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:17.880403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de3650-831a-4f9e-81e5-e44cde4176b0 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:17.930412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e2e474d9-268b-4787-91b5-750b51cc6bd7 None None] Could not find standard attr ID for object 5ef89f5d-de59-4ed2-9655-1d0d481682ea. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:17.970295 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.035073 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.064654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=bec89f39-d8e9-4212-8bc4-a96b85baba60,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:18.070528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.075349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51596) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:18.075848 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-902a2e62-b453-4ffd-b50c-6db34e3150eb tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/bec89f39-d8e9-4212-8bc4-a96b85baba60 HTTP/1.1" status: 204 len: 168 time: 0.3218467 Jul 27 17:04:18.117722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6d75065c-0326-4650-aceb-5bed70bedf6a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401120 Jul 27 17:04:18.121570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:18.126998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:18.140271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fa697-4e77-45a3-8c62-10e1b937df29 None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': 'bec89f39-d8e9-4212-8bc4-a96b85baba60'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'e2aa50d6-fe05-4f22-a38e-216bce231660'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:18.181127 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-441fa697-4e77-45a3-8c62-10e1b937df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.226765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:18.230319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.369304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67181fa6-aa7b-4a02-9aaf-3bd316860aec None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:18.438949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.498387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9321b78e-e8e5-4eeb-88bb-9023536bf170 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:18.498766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9321b78e-e8e5-4eeb-88bb-9023536bf170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.499674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:18.503550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:18.508148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:18.508824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.530874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=6fa80001-6fbe-45b6-8265-d035df7d33b2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:18.542238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8c50cd5b-a2ca-4da5-8377-8a9eddf96e4c tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4195511 Jul 27 17:04:18.545896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:18.553864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:18.570167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8efe-fbdb-4ba9-a0c0-c6d94b11ab39 req-c037ad3e-ecbc-460b-8941-0b3bdc4412fe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:18.572054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca0b8efe-fbdb-4ba9-a0c0-c6d94b11ab39 req-c037ad3e-ecbc-460b-8941-0b3bdc4412fe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 944 time: 0.0942411 Jul 27 17:04:18.615853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ca0b8efe-fbdb-4ba9-a0c0-c6d94b11ab39 req-f2cce2f0-3dbd-4d52-8d8f-de4450b6f369 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Jul 27 17:04:18.681780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:18.685697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.708872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Update dhcp port {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'fixed_ips': [{'subnet_id': '6fa80001-6fbe-45b6-8265-d035df7d33b2'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'e2aa50d6-fe05-4f22-a38e-216bce231660'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:04:18.742554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.774852 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fa80001-6fbe-45b6-8265-d035df7d33b2 (CIDR: 2001:db8::/64) Jul 27 17:04:18.778558 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:04:18.779077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:18.793450 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-421ecb3e-4cd4-4c74-b23c-5454cb383421 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2456422 Jul 27 17:04:18.796097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:18.801947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'subnet': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:18.891415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7eb2d072-321a-4f4f-bcd1-f3c05984a659 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:18.927717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:18.932945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:18.947097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Allocated IP 2001:db8::2 (264414a0-faa6-4c67-9709-757473501bd0/6fa80001-6fbe-45b6-8265-d035df7d33b2/e2aa50d6-fe05-4f22-a38e-216bce231660) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:18.990468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:19.020631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5f934d5a-6c85-4adf-b99b-20e2552ef20e no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:19.025958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:19.026337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.077700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 5f934d5a-6c85-4adf-b99b-20e2552ef20e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:19.078135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5f934d5a-6c85-4adf-b99b-20e2552ef20e not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:19.135454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:19.187140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.204406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.223984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:19.250209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:19.252805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf0da53-2d69-45d0-aca2-2ecc5eb1eab7" -d '{"events": [{"server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:19.259358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Transition to ACTIVE for port object e2aa50d6-fe05-4f22-a38e-216bce231660 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:19.270417 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.275275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:19.291196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.343270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:04:19.385478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09274c87-8c3d-40d0-8d7e-3dd84038a27a None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:19.425949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.433919 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871a7b3-8833-4118-a3f1-164718ece13a x-openstack-request-id: req-7871a7b3-8833-4118-a3f1-164718ece13a {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:19.434212 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:19.434466 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7871a7b3-8833-4118-a3f1-164718ece13a {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:19.434859 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659', 'code': 200} Jul 27 17:04:19.487901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:19.531902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:19.537930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.606463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:19.641498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513d431-62b3-40a1-9967-995002070566 req-86ccf6fa-a171-49b8-8be1-df59cb0add6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:19.643520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4513d431-62b3-40a1-9967-995002070566 req-86ccf6fa-a171-49b8-8be1-df59cb0add6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0951402 Jul 27 17:04:19.698445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.718034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4513d431-62b3-40a1-9967-995002070566 req-1fa3f34b-b3a9-46ef-a55c-827a10cc6e58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657969 Jul 27 17:04:19.794865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb6d1-508b-40df-8ab5-9b91dbba2c9e req-610d8aa7-3ed3-4776-9305-1bb6687cdd9f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:19.802775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45abb6d1-508b-40df-8ab5-9b91dbba2c9e req-610d8aa7-3ed3-4776-9305-1bb6687cdd9f tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 945 time: 0.0836916 Jul 27 17:04:19.862720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45abb6d1-508b-40df-8ab5-9b91dbba2c9e req-78737704-5ba8-403b-b969-024528f30f22 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589781 Jul 27 17:04:19.892163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:19.926887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.934715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.935515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:19.991226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Subnet': ['ID=480f29ac-4a4c-45da-a5fb-269f85bf0bbf,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:20.031171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:20.035654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:20.045426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:20.046444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.081436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2842619 Jul 27 17:04:20.084209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:20.089418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Request body: {'port': {'network_id': '264414a0-faa6-4c67-9709-757473501bd0', 'mac_address': 'fa:16:3e:c1:2e:e4', 'name': 'tempest-NetworksTestDHCPv6-115140368'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:20.092941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f03f-535c-4df0-8cf6-3e67bdd57617 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=15']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:20.226163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Made reservation on behalf of c5b23d293fde4ac69be428c1381a00ba for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:20.283472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23af5af-37ff-4c1a-80c0-a0df355b314f None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:20.389618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Provisioning for port e2aa50d6-fe05-4f22-a38e-216bce231660 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:20.399960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:20.400337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.428547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.459126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] device_id is not set on port eae97768-5ed0-4575-b71b-2d936b0cef31 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:20.583159 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.628951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:20.635609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.648637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8::e2 (264414a0-faa6-4c67-9709-757473501bd0/6fa80001-6fbe-45b6-8265-d035df7d33b2/eae97768-5ed0-4575-b71b-2d936b0cef31) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:20.655894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:2ee4 (264414a0-faa6-4c67-9709-757473501bd0/480f29ac-4a4c-45da-a5fb-269f85bf0bbf/eae97768-5ed0-4575-b71b-2d936b0cef31) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:20.693449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529b45-23dc-4b2b-8d72-e2ff430ce56e None None] Pushing event updated for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=16']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:20.821595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.837242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Transition to ACTIVE for port object eae97768-5ed0-4575-b71b-2d936b0cef31 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:20.876163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.935608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Network 264414a0-faa6-4c67-9709-757473501bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:20.938791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:20.943901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:20.951113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:20.951777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:20.967485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event updated for resources: {'Port': ['ID=eae97768-5ed0-4575-b71b-2d936b0cef31,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:20.995340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a6ce7fe9-b815-4870-a2c4-4c884fa166ff tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9100573 Jul 27 17:04:20.998092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:21.035598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae229e42-a134-4d23-aabd-f3598faa1252 req-1c1b6457-0c24-4fb7-a160-a478bbe3b1b7 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:21.037163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae229e42-a134-4d23-aabd-f3598faa1252 req-1c1b6457-0c24-4fb7-a160-a478bbe3b1b7 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 945 time: 0.0825891 Jul 27 17:04:21.078348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae229e42-a134-4d23-aabd-f3598faa1252 req-a0937270-7d34-4843-af0d-85f4e1931a32 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Jul 27 17:04:21.262980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:21.328337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:21.328973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:21.369286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970e460-31b7-4909-b56e-8bcdd63fe3ff None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:21.598495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting port eae97768-5ed0-4575-b71b-2d936b0cef31 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:21.599290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:21.702931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-20a53285-4cd7-4c7a-864c-6cb97d3a1940 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:21.702931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20a53285-4cd7-4c7a-864c-6cb97d3a1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:21.750423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:21.769363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Calling delete_port for eae97768-5ed0-4575-b71b-2d936b0cef31 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:21.998516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.051124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Port': ['ID=eae97768-5ed0-4575-b71b-2d936b0cef31,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:22.095810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.100391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51644) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:22.100988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f843879-0dda-4ab2-83cb-a7cd39acdd8f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/eae97768-5ed0-4575-b71b-2d936b0cef31 HTTP/1.1" status: 204 len: 168 time: 1.1013520 Jul 27 17:04:22.197400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092945e7-8c58-437c-9342-adb220df44d0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:22.199650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-092945e7-8c58-437c-9342-adb220df44d0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0972621 Jul 27 17:04:22.203074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51646) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:22.265661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-50f06f17-7631-4bcb-a8a3-d86818bebbe0 None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:22.266421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50f06f17-7631-4bcb-a8a3-d86818bebbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.301122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef12dec-d5fb-4dd8-943d-f7984c3f7886 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:22.305516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6ef12dec-d5fb-4dd8-943d-f7984c3f7886 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1013336 Jul 27 17:04:22.305920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:22.374003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d31c13-a3a5-4e98-85a7-f1173dca5ac6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:22.375604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d31c13-a3a5-4e98-85a7-f1173dca5ac6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:22.377412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d31c13-a3a5-4e98-85a7-f1173dca5ac6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:22.379409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-50f06f17-7631-4bcb-a8a3-d86818bebbe0 None None] Could not find standard attr ID for object eae97768-5ed0-4575-b71b-2d936b0cef31. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:22.382594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:22.382758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-96d31c13-a3a5-4e98-85a7-f1173dca5ac6 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0756121 Jul 27 17:04:22.445227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 480f29ac-4a4c-45da-a5fb-269f85bf0bbf {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:22.448765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.494117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c9ca6b0-1e73-4a50-b8bd-586d335aa9de None None] Could not find standard attr ID for object eae97768-5ed0-4575-b71b-2d936b0cef31. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:22.505194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.610057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.683802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.722214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=480f29ac-4a4c-45da-a5fb-269f85bf0bbf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:22.728288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.732611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f0e04f2-cc53-4967-a864-956e5cd8191f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/480f29ac-4a4c-45da-a5fb-269f85bf0bbf HTTP/1.1" status: 204 len: 168 time: 0.3457656 Jul 27 17:04:22.732964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51658) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:22.735641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8e773-2b5e-4a96-8a89-02cbc93ac4f9 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:22.795026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Deleting subnet 6fa80001-6fbe-45b6-8265-d035df7d33b2 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:22.799635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.859968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:22.964239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:23.051108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:23.081037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa80001-6fbe-45b6-8265-d035df7d33b2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:23.084872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:23.086840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ca70e050-d43c-4274-83e9-21311684328f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/6fa80001-6fbe-45b6-8265-d035df7d33b2 HTTP/1.1" status: 204 len: 168 time: 0.3528535 Jul 27 17:04:23.090176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.153551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-41cd2448-e8e9-4ff9-99fc-4f8970db3901 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620358 Jul 27 17:04:23.156207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.235418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b34fce-a098-4747-a168-93c404da291a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:23.240596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-40b34fce-a098-4747-a168-93c404da291a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0831983 Jul 27 17:04:23.241597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51672) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.310372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25971d8-6bc2-491d-9b9e-11e1068263c3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:23.315215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.315658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c25971d8-6bc2-491d-9b9e-11e1068263c3 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0724854 Jul 27 17:04:23.357627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e929cf7f-864d-49af-9cb0-a3fcb2543f49 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407691 Jul 27 17:04:23.363951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51676) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.396988 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb30bf2-3097-4be1-bcd3-6ace8e10babc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.397849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb30bf2-3097-4be1-bcd3-6ace8e10babc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.400093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2eb30bf2-3097-4be1-bcd3-6ace8e10babc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/eae97768-5ed0-4575-b71b-2d936b0cef31 HTTP/1.1" status: 404 len: 333 time: 0.0367084 Jul 27 17:04:23.403048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51678) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.437653 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7fdfd5-2141-4aa7-a4e5-b2556e930098 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.438121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7fdfd5-2141-4aa7-a4e5-b2556e930098 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.443052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a7fdfd5-2141-4aa7-a4e5-b2556e930098 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/480f29ac-4a4c-45da-a5fb-269f85bf0bbf HTTP/1.1" status: 404 len: 337 time: 0.0364239 Jul 27 17:04:23.443629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51680) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.476642 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfac0d6-d07a-440e-aa7f-cc65784e1f03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.477736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfac0d6-d07a-440e-aa7f-cc65784e1f03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.479998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ebfac0d6-d07a-440e-aa7f-cc65784e1f03 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/6fa80001-6fbe-45b6-8265-d035df7d33b2 HTTP/1.1" status: 404 len: 337 time: 0.0351017 Jul 27 17:04:23.483570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.524331 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-236d01bc-9886-46d2-8c0c-a28f5d9bb919 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.525895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236d01bc-9886-46d2-8c0c-a28f5d9bb919 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.527909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-236d01bc-9886-46d2-8c0c-a28f5d9bb919 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/5ef89f5d-de59-4ed2-9655-1d0d481682ea HTTP/1.1" status: 404 len: 333 time: 0.0434229 Jul 27 17:04:23.530621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.563201 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbebab0-2346-4b6c-9eaa-5e18746bf536 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.563820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbebab0-2346-4b6c-9eaa-5e18746bf536 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.566609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-abbebab0-2346-4b6c-9eaa-5e18746bf536 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/66330024-1116-403f-a6fb-ed7f1706209f HTTP/1.1" status: 404 len: 337 time: 0.0347562 Jul 27 17:04:23.569130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.599652 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bf918a-1752-4e76-8ea0-a74946a15a04 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.604690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bf918a-1752-4e76-8ea0-a74946a15a04 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.609395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c1bf918a-1752-4e76-8ea0-a74946a15a04 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/bec89f39-d8e9-4212-8bc4-a96b85baba60 HTTP/1.1" status: 404 len: 337 time: 0.0361214 Jul 27 17:04:23.610688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.639019 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84b27fb-5e2e-45dc-a307-a5f7f49cea19 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.639847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84b27fb-5e2e-45dc-a307-a5f7f49cea19 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.644675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b84b27fb-5e2e-45dc-a307-a5f7f49cea19 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/d8318bc9-19be-4662-8ee7-db2213de11bb HTTP/1.1" status: 404 len: 333 time: 0.0299492 Jul 27 17:04:23.644861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.672320 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-431a914a-47d5-41af-9881-e57abf584e95 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.672866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431a914a-47d5-41af-9881-e57abf584e95 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.675060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-431a914a-47d5-41af-9881-e57abf584e95 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f9c2fbe3-ab0f-4f70-a925-7108b38fa8d1 HTTP/1.1" status: 404 len: 337 time: 0.0293324 Jul 27 17:04:23.677608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.720390 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-765a58a1-286b-49a5-8e25-5f30c44f166a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.721142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765a58a1-286b-49a5-8e25-5f30c44f166a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.725963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-765a58a1-286b-49a5-8e25-5f30c44f166a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/52098491-c6e0-408b-b8b5-8713f9aa7d34 HTTP/1.1" status: 404 len: 337 time: 0.0447609 Jul 27 17:04:23.726271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.757156 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd366b67-7a00-4fc6-add0-6cc4165f927d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.757812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd366b67-7a00-4fc6-add0-6cc4165f927d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.759593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd366b67-7a00-4fc6-add0-6cc4165f927d tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/96dc3b2e-96a9-41b4-82eb-c673ad9a9d01 HTTP/1.1" status: 404 len: 333 time: 0.0324664 Jul 27 17:04:23.762134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.776669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be034618-d1ac-46dc-8328-30bf23cfcbc8 None None] Network 264414a0-faa6-4c67-9709-757473501bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:23.790707 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ac260b-b77e-4be8-bc7d-30d1c4529a76 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.791328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ac260b-b77e-4be8-bc7d-30d1c4529a76 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.793267 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2ac260b-b77e-4be8-bc7d-30d1c4529a76 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/fb2005d5-7260-45c3-923e-53d906bdc1bb HTTP/1.1" status: 404 len: 337 time: 0.0302012 Jul 27 17:04:23.795940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51698) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.826778 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f56932-84f7-4209-ae3e-b0e4d1280f61 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.827353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f56932-84f7-4209-ae3e-b0e4d1280f61 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.831871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-28f56932-84f7-4209-ae3e-b0e4d1280f61 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/4552835e-c786-48c4-835b-7ae8d82d6d0e HTTP/1.1" status: 404 len: 337 time: 0.0324028 Jul 27 17:04:23.832366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.875397 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53c6071-eebf-4bb4-beee-88e7424bf230 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.876154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53c6071-eebf-4bb4-beee-88e7424bf230 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.878317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f53c6071-eebf-4bb4-beee-88e7424bf230 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/16f0a54d-5256-40af-b9d4-214f34b406b6 HTTP/1.1" status: 404 len: 333 time: 0.0443385 Jul 27 17:04:23.880911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51704) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.914198 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-332fb69b-408b-4238-9784-a04abb8aa7f9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.914670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332fb69b-408b-4238-9784-a04abb8aa7f9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.916455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-332fb69b-408b-4238-9784-a04abb8aa7f9 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5c7c27bf-79f1-4373-943e-58928e8f045b HTTP/1.1" status: 404 len: 337 time: 0.0343139 Jul 27 17:04:23.918902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51706) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.945944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-72960edf-82bb-4eba-8580-89eaa3a1bb6f None None] Provisioning complete for port e2aa50d6-fe05-4f22-a38e-216bce231660 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:23.946467 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-72960edf-82bb-4eba-8580-89eaa3a1bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:23.948501 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f2ce1a-51e6-46ea-914b-1ee358b054a0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.949360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f2ce1a-51e6-46ea-914b-1ee358b054a0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.951634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-42f2ce1a-51e6-46ea-914b-1ee358b054a0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/f2896e3a-9b89-4cad-b824-c8a6d423ea8f HTTP/1.1" status: 404 len: 333 time: 0.0316565 Jul 27 17:04:23.954112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51708) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:23.988460 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41e3190-a952-4a16-b292-70f7f8c3ad0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:23.989162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41e3190-a952-4a16-b292-70f7f8c3ad0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:23.991146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a41e3190-a952-4a16-b292-70f7f8c3ad0b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/1070a380-68f1-462a-b911-b29c99cf47ad HTTP/1.1" status: 404 len: 337 time: 0.0358660 Jul 27 17:04:23.993658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51710) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.028569 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4545b60-3c32-4500-9015-de5424ab7c63 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.029623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4545b60-3c32-4500-9015-de5424ab7c63 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.032238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4545b60-3c32-4500-9015-de5424ab7c63 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/ae1a3dd8-d154-434a-b807-28a15adbed44 HTTP/1.1" status: 404 len: 333 time: 0.0373437 Jul 27 17:04:24.034743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.076687 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-100e737c-4344-46e4-acb6-41b2830e124b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.077356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100e737c-4344-46e4-acb6-41b2830e124b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.079256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-100e737c-4344-46e4-acb6-41b2830e124b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/bd5a645b-a51d-49f5-bde5-e81502437e52 HTTP/1.1" status: 404 len: 337 time: 0.0431919 Jul 27 17:04:24.081842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51716) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.108130 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-057bc505-6605-46f4-869c-10e8248c76fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.109112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057bc505-6605-46f4-869c-10e8248c76fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.113059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-057bc505-6605-46f4-869c-10e8248c76fc tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/02709b8b-d583-484b-8936-b6ec17ce16cc HTTP/1.1" status: 404 len: 333 time: 0.0297000 Jul 27 17:04:24.115482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.148384 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac59f68f-d235-478f-a542-c6b34c8b65a8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.149056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac59f68f-d235-478f-a542-c6b34c8b65a8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.151151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ac59f68f-d235-478f-a542-c6b34c8b65a8 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/4352d179-dc7f-45fb-8d9e-1d273da15c33 HTTP/1.1" status: 404 len: 337 time: 0.0346842 Jul 27 17:04:24.153817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.186989 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a3e306-c2d5-41cb-b590-32c251f72a1b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.187679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a3e306-c2d5-41cb-b590-32c251f72a1b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.192254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-68a3e306-c2d5-41cb-b590-32c251f72a1b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/2055d07c-d082-4a58-bb0a-ceb919687ca7 HTTP/1.1" status: 404 len: 333 time: 0.0346837 Jul 27 17:04:24.194188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.204887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] DHCP port deletion for 264414a0-faa6-4c67-9709-757473501bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:04:24.225383 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc80ed44-09f7-42ea-a475-462c9b8efd12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.225854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc80ed44-09f7-42ea-a475-462c9b8efd12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.229863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc80ed44-09f7-42ea-a475-462c9b8efd12 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/95806042-b86a-4471-8bf7-5a8a3132247d HTTP/1.1" status: 404 len: 337 time: 0.0336261 Jul 27 17:04:24.230314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.259673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Deleting port e2aa50d6-fe05-4f22-a38e-216bce231660 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:24.260316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:24.263430 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9722fe24-dada-41a6-8379-e3e286a228a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.264245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9722fe24-dada-41a6-8379-e3e286a228a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.268562 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9722fe24-dada-41a6-8379-e3e286a228a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/03ef1e82-d7d8-4ed4-afad-522103afd621 HTTP/1.1" status: 404 len: 333 time: 0.0350039 Jul 27 17:04:24.269591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.332191 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb4e8da-82bd-4bc4-aee4-5dc5d2e09147 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.332725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb4e8da-82bd-4bc4-aee4-5dc5d2e09147 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.335064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] For port e2aa50d6-fe05-4f22-a38e-216bce231660, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e2aa50d6-fe05-4f22-a38e-216bce231660,segment=NetworkSegment(6af6158e-ec42-4417-b7fe-258aa8e54cba),segment_id=6af6158e-ec42-4417-b7fe-258aa8e54cba)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:24.335457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:24.338549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fdb4e8da-82bd-4bc4-aee4-5dc5d2e09147 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5286e122-d408-406d-a3bb-a7d8162994c5 HTTP/1.1" status: 404 len: 337 time: 0.0630605 Jul 27 17:04:24.338816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.362781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Calling delete_port for e2aa50d6-fe05-4f22-a38e-216bce231660 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:24.392465 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8a76f7-36fe-4f25-8db3-565c87e402d2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.392950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8a76f7-36fe-4f25-8db3-565c87e402d2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.394998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e8a76f7-36fe-4f25-8db3-565c87e402d2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/0de8adb7-3c98-405b-9afb-50efc6b5b52f HTTP/1.1" status: 404 len: 337 time: 0.0552466 Jul 27 17:04:24.397916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.433278 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fba9293-32a5-4024-83c5-be1568362ffd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.435739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fba9293-32a5-4024-83c5-be1568362ffd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.439544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1fba9293-32a5-4024-83c5-be1568362ffd tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/c256c9c3-3077-426c-8531-d49d7e566bb0 HTTP/1.1" status: 404 len: 333 time: 0.0404208 Jul 27 17:04:24.442122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.469710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:24.496377 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c87b7-93de-4a3c-a3c7-1cf1d5268090 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.497258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c87b7-93de-4a3c-a3c7-1cf1d5268090 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.499879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b82c87b7-93de-4a3c-a3c7-1cf1d5268090 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/7da47547-bc02-4872-af50-cd1adc89125f HTTP/1.1" status: 404 len: 337 time: 0.0567830 Jul 27 17:04:24.503107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51734) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.524677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] No DVR routers for this DVR port e2aa50d6-fe05-4f22-a38e-216bce231660 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:24.529065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556d2ec-df57-4825-add5-b406152f7c3a None None] Pushing event deleted for resources: {'Port': ['ID=e2aa50d6-fe05-4f22-a38e-216bce231660,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:24.562875 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5208cf6-1279-42da-8570-b35ce1c2d343 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.563474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5208cf6-1279-42da-8570-b35ce1c2d343 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.565777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d5208cf6-1279-42da-8570-b35ce1c2d343 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/09d8e9d4-7aa3-49fb-86ac-b9e5c191729f HTTP/1.1" status: 404 len: 337 time: 0.0616202 Jul 27 17:04:24.568251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51736) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.602366 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35f201f-d31d-48e9-828b-d39cd1b70c7f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.603433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35f201f-d31d-48e9-828b-d39cd1b70c7f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.605074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c35f201f-d31d-48e9-828b-d39cd1b70c7f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/4d7f2c23-7bd6-4b24-825a-4aa6f5f75409 HTTP/1.1" status: 404 len: 333 time: 0.0358410 Jul 27 17:04:24.607945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.637316 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c75c90e-486a-437a-a8b0-840510fbb5d5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.638000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c75c90e-486a-437a-a8b0-840510fbb5d5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.639775 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1c75c90e-486a-437a-a8b0-840510fbb5d5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f18b1654-c9eb-4a4f-8552-4959d3f83fcb HTTP/1.1" status: 404 len: 337 time: 0.0311728 Jul 27 17:04:24.642294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.669986 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d00dc1-8c85-407c-9dc1-9db4a2af4f6e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.670474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d00dc1-8c85-407c-9dc1-9db4a2af4f6e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.672466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73d00dc1-8c85-407c-9dc1-9db4a2af4f6e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/acc4f24c-7ebc-448f-bfdb-5eda06343438 HTTP/1.1" status: 404 len: 337 time: 0.0288730 Jul 27 17:04:24.675791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.704469 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeb0359-ef22-4b79-95db-7ee8461ca9a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.706325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eeb0359-ef22-4b79-95db-7ee8461ca9a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.708585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9eeb0359-ef22-4b79-95db-7ee8461ca9a4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/82a43159-bf52-4361-a26d-e7052fe1044c HTTP/1.1" status: 404 len: 333 time: 0.0295510 Jul 27 17:04:24.709590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51744) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.736738 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4e5f07-b000-4885-ae41-3be0ee473215 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.737210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4e5f07-b000-4885-ae41-3be0ee473215 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.739338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a4e5f07-b000-4885-ae41-3be0ee473215 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/b83f672a-f71f-4725-a588-0cc2f80c227e HTTP/1.1" status: 404 len: 337 time: 0.0285785 Jul 27 17:04:24.741839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51746) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.770060 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dba739-139e-4cde-885e-54b0278ce97b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.770510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dba739-139e-4cde-885e-54b0278ce97b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.775376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16dba739-139e-4cde-885e-54b0278ce97b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/2bd7970e-9e96-4362-ae5b-a85010a44058 HTTP/1.1" status: 404 len: 337 time: 0.0322630 Jul 27 17:04:24.776058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51748) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.813244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f81d73ad-1457-42fa-8eb5-d2280439e6c0 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports?device_id=51b8dcb3-24c3-49ca-bb84-23ce66a1c029 HTTP/1.1" status: 200 len: 205 time: 0.0353467 Jul 27 17:04:24.816215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.860512 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-7bd7b1c5-f998-45dc-98b3-7ed42c4b5e44 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] delete failed (client error): The resource could not be found. Jul 27 17:04:24.863947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7bd7b1c5-f998-45dc-98b3-7ed42c4b5e44 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/routers/51b8dcb3-24c3-49ca-bb84-23ce66a1c029 HTTP/1.1" status: 404 len: 336 time: 0.0442126 Jul 27 17:04:24.864334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.893083 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6c2f17-e419-45cc-a751-0bd910a87356 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:24.893673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6c2f17-e419-45cc-a751-0bd910a87356 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:24.897762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a6c2f17-e419-45cc-a751-0bd910a87356 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/b6c17a1f-07bb-46b1-b93c-2677eac4c39f HTTP/1.1" status: 404 len: 337 time: 0.0301292 Jul 27 17:04:24.898151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51754) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.942224 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ff1f100-7dec-47e8-b56e-642d37f7cdb4 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6015db7-e7ae-44dc-81a2-56350fcf7e76 HTTP/1.1" status: 200 len: 205 time: 0.0427811 Jul 27 17:04:24.944619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51758) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:24.985927 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-08ea7131-ede3-4922-8d0b-1de2b7b55e45 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] delete failed (client error): The resource could not be found. Jul 27 17:04:24.987898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08ea7131-ede3-4922-8d0b-1de2b7b55e45 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/routers/c6015db7-e7ae-44dc-81a2-56350fcf7e76 HTTP/1.1" status: 404 len: 336 time: 0.0411401 Jul 27 17:04:24.989916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.017222 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ebe3c2-f018-4d90-bc3d-b267ef9d179e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.018348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ebe3c2-f018-4d90-bc3d-b267ef9d179e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.028562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d9ebe3c2-f018-4d90-bc3d-b267ef9d179e tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/02f65e03-628e-41ee-8f25-b40894316076 HTTP/1.1" status: 404 len: 337 time: 0.0373762 Jul 27 17:04:25.031326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51762) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.060534 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f674361-caee-4b54-abb7-12eb9da8ba64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.061067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f674361-caee-4b54-abb7-12eb9da8ba64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.063262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f674361-caee-4b54-abb7-12eb9da8ba64 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/6b385e72-0d9d-4631-82f9-e7dd5aa12cb0 HTTP/1.1" status: 404 len: 337 time: 0.0309308 Jul 27 17:04:25.066441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51764) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.101065 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-871d5f25-c90f-47eb-acf7-4dac3a6a9412 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.102700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871d5f25-c90f-47eb-acf7-4dac3a6a9412 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.105021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-871d5f25-c90f-47eb-acf7-4dac3a6a9412 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/6e9c740e-8bd3-4a6c-b715-296243337088 HTTP/1.1" status: 404 len: 333 time: 0.0366173 Jul 27 17:04:25.108413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.160311 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5354ccf-084b-4525-ab71-fded41de417f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.164262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5354ccf-084b-4525-ab71-fded41de417f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.170005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.170805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5354ccf-084b-4525-ab71-fded41de417f tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/fe262b46-e7fa-4e3f-ba04-d068f33eda9a HTTP/1.1" status: 404 len: 337 time: 0.0611022 Jul 27 17:04:25.210198 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e82a25-1463-43ee-a5d1-acf4d0159c7a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.211296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e82a25-1463-43ee-a5d1-acf4d0159c7a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.216244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c4e82a25-1463-43ee-a5d1-acf4d0159c7a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/c128ab7b-8d71-4ce1-b36b-07003aaef9c2 HTTP/1.1" status: 404 len: 333 time: 0.0411868 Jul 27 17:04:25.216244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.238008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:25.261222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e2aa50d6-fe05-4f22-a38e-216bce231660 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:25.261692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e2aa50d6-fe05-4f22-a38e-216bce231660 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:25.267114 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-38190bc8-3076-464c-a660-78c833180afe tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.268219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38190bc8-3076-464c-a660-78c833180afe tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.270095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-38190bc8-3076-464c-a660-78c833180afe tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/5c5bc4f9-95a4-412d-8e79-7a01c583adb7 HTTP/1.1" status: 404 len: 337 time: 0.0530038 Jul 27 17:04:25.273157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.304936 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-449ab242-a8a6-4278-9796-905cd4e90b0a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.305755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449ab242-a8a6-4278-9796-905cd4e90b0a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.310109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-449ab242-a8a6-4278-9796-905cd4e90b0a tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/ee7dcd0e-b15b-4bce-9e27-1e4d2c506cc1 HTTP/1.1" status: 404 len: 333 time: 0.0335433 Jul 27 17:04:25.310504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.344162 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e38cc5-f837-4c57-b051-63a524498906 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.344831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e38cc5-f837-4c57-b051-63a524498906 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.347033 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c2e38cc5-f837-4c57-b051-63a524498906 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/f74c7ea4-8024-495a-b6d9-cea1a90ed4c5 HTTP/1.1" status: 404 len: 337 time: 0.0351684 Jul 27 17:04:25.349669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.382415 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f4d55d-db01-4c65-a3e2-ce3da6c947b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.383669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f4d55d-db01-4c65-a3e2-ce3da6c947b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.386068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57f4d55d-db01-4c65-a3e2-ce3da6c947b2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/48349db4-2390-4a71-9bc8-333baf2aa646 HTTP/1.1" status: 404 len: 333 time: 0.0336359 Jul 27 17:04:25.389300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.434390 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3928e32-f192-43a3-ae9b-5cffd7cd04a2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.435281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3928e32-f192-43a3-ae9b-5cffd7cd04a2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.438052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3928e32-f192-43a3-ae9b-5cffd7cd04a2 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/996c5dc7-d8c2-4fde-8949-8b0e3f3630bf HTTP/1.1" status: 404 len: 337 time: 0.0472050 Jul 27 17:04:25.442248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.476278 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-711a5c5f-c9ed-4212-93e7-af2f3e1307c1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.477096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711a5c5f-c9ed-4212-93e7-af2f3e1307c1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.481468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-711a5c5f-c9ed-4212-93e7-af2f3e1307c1 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/cfb73c67-cae9-46fd-8fa4-0f3c5acb96ee HTTP/1.1" status: 404 len: 333 time: 0.0349560 Jul 27 17:04:25.482396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.516799 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6d3259-acdc-47d6-92dc-2dc89538dcee tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.518574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6d3259-acdc-47d6-92dc-2dc89538dcee tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.522875 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1f6d3259-acdc-47d6-92dc-2dc89538dcee tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/1eda8f0c-0f25-43e3-94b2-9808f38cae99 HTTP/1.1" status: 404 len: 337 time: 0.0372684 Jul 27 17:04:25.523195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.563596 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f0b548-1a3f-4b3f-9bf1-b88e2eb61d05 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.564821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f0b548-1a3f-4b3f-9bf1-b88e2eb61d05 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.569560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.577220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c0f0b548-1a3f-4b3f-9bf1-b88e2eb61d05 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/38447a07-9236-4176-b95f-ac65cd445f9f HTTP/1.1" status: 404 len: 333 time: 0.0492446 Jul 27 17:04:25.598376 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-830b72d5-3244-4051-a772-9690adcb31e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.599753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830b72d5-3244-4051-a772-9690adcb31e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.600709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-830b72d5-3244-4051-a772-9690adcb31e5 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/eed48892-5b16-499b-9585-450c914a5a0a HTTP/1.1" status: 404 len: 337 time: 0.0307667 Jul 27 17:04:25.603313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.630509 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ef67d9-3177-4f08-acc3-e73d843542bf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.632607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ef67d9-3177-4f08-acc3-e73d843542bf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.632945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59ef67d9-3177-4f08-acc3-e73d843542bf tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/ports/99497266-a0b5-468b-8959-d59283a5626b HTTP/1.1" status: 404 len: 333 time: 0.0284781 Jul 27 17:04:25.635404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51794) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.664642 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d884109-3b75-4b1d-9f59-64f8bac70e2b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] DELETE failed (client error): The resource could not be found. Jul 27 17:04:25.664642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d884109-3b75-4b1d-9f59-64f8bac70e2b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:04:25.667004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d884109-3b75-4b1d-9f59-64f8bac70e2b tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/subnets/52acb6c9-fbff-477a-ba88-54064d25ccc6 HTTP/1.1" status: 404 len: 337 time: 0.0304484 Jul 27 17:04:25.669295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:25.765146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.862059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.871923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264414a0-faa6-4c67-9709-757473501bd0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:25.888740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af6158e-ec42-4417-b7fe-258aa8e54cba') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:25.888740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af6158e-ec42-4417-b7fe-258aa8e54cba') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:25.898425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.912461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.918811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:04:25.921413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:04:25.921971 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:04:25.984584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.992287 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:25.997403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] 10.222.0.64 "DELETE /v2.0/networks/264414a0-faa6-4c67-9709-757473501bd0 HTTP/1.1" status: 204 len: 168 time: 0.3270235 Jul 27 17:04:26.011889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28929-2031-4e24-bb38-36f099f4a9d7 tempest-NetworksTestDHCPv6-1743421978 tempest-NetworksTestDHCPv6-1743421978-project] Pushing event deleted for resources: {'Network': ['ID=264414a0-faa6-4c67-9709-757473501bd0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:26.339135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:26.485551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c4bdbe2f-1c79-4f4a-9c69-01fb0242ea94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5b23d293fde4ac69be428c1381a00ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449637 Jul 27 17:04:26.488406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:26.552857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:26.590247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:26.645585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:26.648998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:26.650290 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca978a40-1a22-4107-8a10-5578e408688c HTTP/1.1" status: 204 len: 168 time: 0.1607594 Jul 27 17:04:26.662041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab9aef-a013-4ad0-aa6f-0d1443c67233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca978a40-1a22-4107-8a10-5578e408688c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:27.620133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51836) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:27.761094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-20996699'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:27.785843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Made reservation on behalf of 1315364354fc444b821a7a8f4fcfe4cb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:27.789769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:27.799545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:27.905073 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:27.910521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:27.937283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:04:27.955429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:27.955741 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Added segment 1c31d092-c8b1-4593-9dd6-18cbdcdfdc48 of type vlan for network ca2ce1ef-c383-4920-97af-5ef642e63962 Jul 27 17:04:27.957520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc77a0-82f6-4dc5-b8ac-8e652ed566f1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:28.001016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.034573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.040407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:28.041188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.104123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4826839 Jul 27 17:04:28.107822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51840) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:28.114614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Request body: {'subnet': {'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:28.116729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'Network': ['ID=ca2ce1ef-c383-4920-97af-5ef642e63962,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:28.126695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.127755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.128277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.129145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.130791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.130791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.130791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.131355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.131505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.131837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.132495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.132495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d63bf7-0d0f-4a5b-bd93-452b727a0244 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:28.146356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ca2ce1ef-c383-4920-97af-5ef642e63962 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:04:28.218712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Made reservation on behalf of 1315364354fc444b821a7a8f4fcfe4cb for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:28.223193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.459224 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.522369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'Subnet': ['ID=e77078d7-9459-4c86-a259-523a26321dc6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:28.534650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Checking segment: {'id': '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:28.535137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Network hostable DHCP agents. Network: ca2ce1ef-c383-4920-97af-5ef642e63962, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:04:28.553622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Network ca2ce1ef-c383-4920-97af-5ef642e63962 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:04:28.562997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ca2ce1ef-c383-4920-97af-5ef642e63962) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:28.568163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:28.568949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.577259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba095cfd-d937-4756-b9c6-803c9326646b None None] Network ca2ce1ef-c383-4920-97af-5ef642e63962 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:28.596398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94db5ea7-57e4-45ad-8039-4f98239eaa0d tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4867866 Jul 27 17:04:28.601300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:28.607205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Request body: {'port': {'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1658974926'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:28.737683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Made reservation on behalf of 1315364354fc444b821a7a8f4fcfe4cb for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:28.742504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106944c-b568-455a-8ece-54dead356082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ca2ce1ef-c383-4920-97af-5ef642e63962', 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962', 'tenant_id': '1315364354fc444b821a7a8f4fcfe4cb', 'fixed_ips': [{'subnet_id': 'e77078d7-9459-4c86-a259-523a26321dc6'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:04:28.743889 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.747602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:28.777862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] device_id is not set on port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:28.902529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Allocated IP 172.20.0.7 (ca2ce1ef-c383-4920-97af-5ef642e63962/e77078d7-9459-4c86-a259-523a26321dc6/6ea4d0a5-1058-486e-915c-5f9cb0ce58e1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:29.051533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.066531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Transition to ACTIVE for port object 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:29.102244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.155360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0106944c-b568-455a-8ece-54dead356082 None None] Allocated IP 172.20.0.2 (ca2ce1ef-c383-4920-97af-5ef642e63962/e77078d7-9459-4c86-a259-523a26321dc6/1540c2cb-924d-4e4d-9198-c65a6bb879ce) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:29.349088 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.357942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0106944c-b568-455a-8ece-54dead356082 None None] Transition to ACTIVE for port object 1540c2cb-924d-4e4d-9198-c65a6bb879ce will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:29.376121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0106944c-b568-455a-8ece-54dead356082 None None] Transition to ACTIVE for port object 1540c2cb-924d-4e4d-9198-c65a6bb879ce will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:29.386609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.435891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106944c-b568-455a-8ece-54dead356082 None None] Network ca2ce1ef-c383-4920-97af-5ef642e63962 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:29.440678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0106944c-b568-455a-8ece-54dead356082 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:29.442559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106944c-b568-455a-8ece-54dead356082 None None] Pushing event updated for resources: {'Port': ['ID=1540c2cb-924d-4e4d-9198-c65a6bb879ce,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:29.444968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106944c-b568-455a-8ece-54dead356082 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:29.508193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Network ca2ce1ef-c383-4920-97af-5ef642e63962 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:29.509329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0106944c-b568-455a-8ece-54dead356082 None None] Attempting to bind port 1540c2cb-924d-4e4d-9198-c65a6bb879ce on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:29.509707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0106944c-b568-455a-8ece-54dead356082 None None] Attempting to bind port 1540c2cb-924d-4e4d-9198-c65a6bb879ce by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:29.510074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106944c-b568-455a-8ece-54dead356082 None None] Attempting to bind port 1540c2cb-924d-4e4d-9198-c65a6bb879ce on network ca2ce1ef-c383-4920-97af-5ef642e63962 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:29.511270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:29.513747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:29.521512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106944c-b568-455a-8ece-54dead356082 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:29.521903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106944c-b568-455a-8ece-54dead356082 None None] Checking segment: {'id': '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:29.522320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.522724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106944c-b568-455a-8ece-54dead356082 None None] Bound using segment: {'id': '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:29.523217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0106944c-b568-455a-8ece-54dead356082 None None] Bound port: 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:29.523646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.565524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'Port': ['ID=6ea4d0a5-1058-486e-915c-5f9cb0ce58e1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:29.587615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:29.588250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.607876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:29.608532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5dbe9fdb-61ac-4243-b21a-45ee4481ea83 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0056496 Jul 27 17:04:29.614228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Request body: {'port': {'network_id': 'ca2ce1ef-c383-4920-97af-5ef642e63962', 'name': 'tempest-ExtraDHCPOptionsTestJSON-686503687', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:29.614786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] bootfile-name is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:29.615130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] tftp-server is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:29.615461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] server-ip-address is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:29.622848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0106944c-b568-455a-8ece-54dead356082 None None] For port 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:29.626580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0106944c-b568-455a-8ece-54dead356082 None None] For port 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1540c2cb-924d-4e4d-9198-c65a6bb879ce,segment=NetworkSegment(1c31d092-c8b1-4593-9dd6-18cbdcdfdc48),segment_id=1c31d092-c8b1-4593-9dd6-18cbdcdfdc48)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:29.632098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0106944c-b568-455a-8ece-54dead356082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.702315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106944c-b568-455a-8ece-54dead356082 None None] Pushing event updated for resources: {'Port': ['ID=1540c2cb-924d-4e4d-9198-c65a6bb879ce,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:29.743040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Made reservation on behalf of 1315364354fc444b821a7a8f4fcfe4cb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:29.747264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:29.767835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] device_id is not set on port d457779e-31ac-4fd8-b090-1951b23b8016 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:29.915267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Allocated IP 172.20.0.13 (ca2ce1ef-c383-4920-97af-5ef642e63962/e77078d7-9459-4c86-a259-523a26321dc6/d457779e-31ac-4fd8-b090-1951b23b8016) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:30.090870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.105734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Transition to ACTIVE for port object d457779e-31ac-4fd8-b090-1951b23b8016 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:30.140560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.188389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Network ca2ce1ef-c383-4920-97af-5ef642e63962 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:30.191995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:30.196779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:30.200630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'Port': ['ID=d457779e-31ac-4fd8-b090-1951b23b8016,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:30.250605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:30.251251 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.266468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14c08768-1b66-4c51-b6f9-6dfdf0bd8b5c tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6569946 Jul 27 17:04:30.268940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:30.339996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d23b39-e2a7-4812-be6f-ca8c8ea07e0f tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:30.347129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d23b39-e2a7-4812-be6f-ca8c8ea07e0f tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:30.353367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d23b39-e2a7-4812-be6f-ca8c8ea07e0f tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:30.355157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f1d23b39-e2a7-4812-be6f-ca8c8ea07e0f tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0852704 Jul 27 17:04:30.358081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:30.471170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Deleting port d457779e-31ac-4fd8-b090-1951b23b8016 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:30.471552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.566159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.583076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Calling delete_port for d457779e-31ac-4fd8-b090-1951b23b8016 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:30.690561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253aae6-5453-4bb8-987e-fd8ca5501cd8 None None] Network ca2ce1ef-c383-4920-97af-5ef642e63962 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:30.736243 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.760890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2b0daa4b-486d-4fdd-b2ec-7a21e9e1cbc5 None None] Provisioning for port 1540c2cb-924d-4e4d-9198-c65a6bb879ce completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:30.768669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event deleted for resources: {'Port': ['ID=d457779e-31ac-4fd8-b090-1951b23b8016,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:30.850660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:30.855794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eb812688-23a2-4f06-913c-1f66c528d126 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "DELETE /v2.0/ports/d457779e-31ac-4fd8-b090-1951b23b8016 HTTP/1.1" status: 204 len: 168 time: 0.4935198 Jul 27 17:04:30.856118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:30.861618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Request body: {'port': {'name': 'tempest-new-port-name-10838215', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:30.862204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] bootfile-name is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:30.862545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] tftp-server is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:30.863096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] server-ip-address is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:04:30.964073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.178414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.186959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.224764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3d8722f-f0eb-4932-ab2e-3916afb7ca25 None None] Provisioning for port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:31.230397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3d8722f-f0eb-4932-ab2e-3916afb7ca25 None None] Provisioning complete for port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:31.230781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3d8722f-f0eb-4932-ab2e-3916afb7ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.288797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8722f-f0eb-4932-ab2e-3916afb7ca25 None None] Port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:04:31.294036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event updated for resources: {'Port': ['ID=6ea4d0a5-1058-486e-915c-5f9cb0ce58e1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:31.318486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] In _notify_port_updated(), no bound segment for port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 on network ca2ce1ef-c383-4920-97af-5ef642e63962 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:04:31.322619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1540c2cb-924d-4e4d-9198-c65a6bb879ce up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:04:31.325708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:31.327035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.328755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7069619e-8f22-4522-b110-c74bb4266eff tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "PUT /v2.0/ports/6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 HTTP/1.1" status: 200 len: 1134 time: 0.4714868 Jul 27 17:04:31.331919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:31.388528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1540c2cb-924d-4e4d-9198-c65a6bb879ce completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:31.395333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1540c2cb-924d-4e4d-9198-c65a6bb879ce triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:31.395726 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.406166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8804aab-d857-4b51-a1a4-0a4f3a9fffba tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:31.410897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c8804aab-d857-4b51-a1a4-0a4f3a9fffba tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "GET /v2.0/ports/6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 HTTP/1.1" status: 200 len: 1134 time: 0.0745366 Jul 27 17:04:31.411166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51872) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:31.442764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46dbec89-c168-46ab-92d9-00e369dea0a2 None None] Provisioning complete for port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:31.443143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46dbec89-c168-46ab-92d9-00e369dea0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.482195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-46dbec89-c168-46ab-92d9-00e369dea0a2 None None] Port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:04:31.544464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.552108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Deleting port 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:31.552752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.589122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1540c2cb-924d-4e4d-9198-c65a6bb879ce,segment=NetworkSegment(1c31d092-c8b1-4593-9dd6-18cbdcdfdc48),segment_id=1c31d092-c8b1-4593-9dd6-18cbdcdfdc48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:31.594956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.650393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1540c2cb-924d-4e4d-9198-c65a6bb879ce,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:31.663157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.677070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Calling delete_port for 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:31.702046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bcf79ed-b980-4cf7-a9fc-7f258b035596 None None] Could not find standard attr ID for object d457779e-31ac-4fd8-b090-1951b23b8016. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:31.848515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.888729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event deleted for resources: {'Port': ['ID=6ea4d0a5-1058-486e-915c-5f9cb0ce58e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:31.983795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:31.989503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:31.990039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6040fff-a68b-4203-9759-76f76255bb71 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "DELETE /v2.0/ports/6ea4d0a5-1058-486e-915c-5f9cb0ce58e1 HTTP/1.1" status: 204 len: 168 time: 0.5772491 Jul 27 17:04:32.085502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Deleting subnet e77078d7-9459-4c86-a259-523a26321dc6 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:04:32.098256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.152012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.217962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abbe13c9-a5a6-4a6d-b509-6efb7f9a8df0 None None] Could not find standard attr ID for object 6ea4d0a5-1058-486e-915c-5f9cb0ce58e1. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:04:32.268789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.362943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.391863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event deleted for resources: {'Subnet': ['ID=e77078d7-9459-4c86-a259-523a26321dc6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:32.396542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.398629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-774bace8-1ac0-40f4-9da9-3be0e1bd20e3 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "DELETE /v2.0/subnets/e77078d7-9459-4c86-a259-523a26321dc6 HTTP/1.1" status: 204 len: 168 time: 0.4071286 Jul 27 17:04:32.401147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:32.464457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb8183-6eac-418b-8491-f85df1bf326c None None] Network ca2ce1ef-c383-4920-97af-5ef642e63962 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:32.529923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.537370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-cf3aefb3-64ac-4701-87ce-77259f386dbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269550 Jul 27 17:04:32.641729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af845-7743-400a-b03e-e6bc65515627 req-fa4bad39-f658-4230-a054-4711b429640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:32.644146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-fa4bad39-f658-4230-a054-4711b429640a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 1097 time: 0.0744603 Jul 27 17:04:32.645583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Deleting port 1540c2cb-924d-4e4d-9198-c65a6bb879ce {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:32.645932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.696362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] DHCP port deletion for ca2ce1ef-c383-4920-97af-5ef642e63962 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:04:32.769093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Deleting port 1540c2cb-924d-4e4d-9198-c65a6bb879ce {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:32.770182 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.808061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] For port 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1540c2cb-924d-4e4d-9198-c65a6bb879ce,segment=NetworkSegment(1c31d092-c8b1-4593-9dd6-18cbdcdfdc48),segment_id=1c31d092-c8b1-4593-9dd6-18cbdcdfdc48)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:32.808575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.826468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Calling delete_port for 1540c2cb-924d-4e4d-9198-c65a6bb879ce owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:32.859167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] For port 1540c2cb-924d-4e4d-9198-c65a6bb879ce, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1540c2cb-924d-4e4d-9198-c65a6bb879ce,segment=NetworkSegment(1c31d092-c8b1-4593-9dd6-18cbdcdfdc48),segment_id=1c31d092-c8b1-4593-9dd6-18cbdcdfdc48)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:32.859409 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.874392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Calling delete_port for 1540c2cb-924d-4e4d-9198-c65a6bb879ce owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:32.906767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af845-7743-400a-b03e-e6bc65515627 req-72faf755-43e1-43ac-b5f6-a98bbcd212b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:32.908769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-72faf755-43e1-43ac-b5f6-a98bbcd212b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.2356567 Jul 27 17:04:32.962429 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.993387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] Pushing event deleted for resources: {'Port': ['ID=1540c2cb-924d-4e4d-9198-c65a6bb879ce,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:32.994485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-477753f1-521f-499a-9382-678b852e4700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 200 len: 1002 time: 0.0783150 Jul 27 17:04:32.997619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:32.999528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cb42b-c1cb-4efb-86ad-6e46d067fa45 None None] No DVR routers for this DVR port 1540c2cb-924d-4e4d-9198-c65a6bb879ce on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:33.062745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] No DVR routers for this DVR port 1540c2cb-924d-4e4d-9198-c65a6bb879ce on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:33.070290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event deleted for resources: {'Port': ['ID=1540c2cb-924d-4e4d-9198-c65a6bb879ce,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:33.105976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af845-7743-400a-b03e-e6bc65515627 req-13c2ac05-d454-4b55-aae3-b42733d0b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:33.107473 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-13c2ac05-d454-4b55-aae3-b42733d0b4d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1018496 Jul 27 17:04:33.193850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.207496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2ce1ef-c383-4920-97af-5ef642e63962']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:33.222725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:33.223045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.223219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c31d092-c8b1-4593-9dd6-18cbdcdfdc48') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:33.240143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1540c2cb-924d-4e4d-9198-c65a6bb879ce no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:33.240710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.263900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af845-7743-400a-b03e-e6bc65515627 req-3b08b180-3568-42ea-b4a3-146fe0579409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:33.265959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-3b08b180-3568-42ea-b4a3-146fe0579409 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475513 Jul 27 17:04:33.267003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1540c2cb-924d-4e4d-9198-c65a6bb879ce {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:33.267475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1540c2cb-924d-4e4d-9198-c65a6bb879ce not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:33.272313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.296896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:04:33.297326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:04:33.301048 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:04:33.414341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.421949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.427455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] 10.222.0.64 "DELETE /v2.0/networks/ca2ce1ef-c383-4920-97af-5ef642e63962 HTTP/1.1" status: 204 len: 168 time: 1.0216219 Jul 27 17:04:33.440865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc9f9-3476-41e8-8eb0-cecd2f9c33b7 tempest-ExtraDHCPOptionsTestJSON-624616601 tempest-ExtraDHCPOptionsTestJSON-624616601-project] Pushing event deleted for resources: {'Network': ['ID=ca2ce1ef-c383-4920-97af-5ef642e63962,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:33.453825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-e7c31be9-73b2-4908-a646-01ac6af90651 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788423 Jul 27 17:04:33.565523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1b9af845-7743-400a-b03e-e6bc65515627 req-bbdf79b0-71fb-4f63-a5d6-2964a7b3ba95 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040213 Jul 27 17:04:33.746748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:33.890566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ac702aa-9783-4bb2-9a2f-0a058eff3b96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1315364354fc444b821a7a8f4fcfe4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425176 Jul 27 17:04:33.893539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51910) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:33.946661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:33.974514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:34.024735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:34.027321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:34.031077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bcc77a0-82f6-4dc5-b8ac-8e652ed566f1 HTTP/1.1" status: 204 len: 168 time: 0.1338625 Jul 27 17:04:34.046495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef506b6b-67b4-4dab-abc3-a4497524bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc77a0-82f6-4dc5-b8ac-8e652ed566f1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:34.778125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:34.874626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-785735283'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:34.896150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:34.899660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:34.908799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:34.999645 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.003975 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.027949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:04:35.044138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c24b31-7fbf-4e41-b0cf-309e8ab588e8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:35.047051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.047399 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Added segment bf6be05d-b984-462a-b415-0ed3b3369b81 of type vlan for network c09e3bab-8eda-4fbd-921d-873b3dfb71cc Jul 27 17:04:35.093674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.124162 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.129826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:35.130502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.187557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4082816 Jul 27 17:04:35.190648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:35.197259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'subnet': {'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:35.214292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d6b7a-667c-4adc-9a55-175bc9ca1890 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Network': ['ID=c09e3bab-8eda-4fbd-921d-873b3dfb71cc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:35.225909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:04:35.302207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:35.306446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.510195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.573944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Subnet': ['ID=e788b8df-de4b-41de-99b2-d90d4a99086d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:35.585428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Checking segment: {'id': 'bf6be05d-b984-462a-b415-0ed3b3369b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:35.585733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network hostable DHCP agents. Network: c09e3bab-8eda-4fbd-921d-873b3dfb71cc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:04:35.603683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:04:35.613065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c09e3bab-8eda-4fbd-921d-873b3dfb71cc) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:35.617829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:35.618509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.625275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942d34e-b341-4c09-becf-ba3485d68abd None None] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:35.638909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-98a53c5e-b9f0-4958-b590-5ca5ab5b6209 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4452636 Jul 27 17:04:35.639387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 51956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:35.645676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1568886628', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:35.675710 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.676915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.739418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:35.783507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923c069-4b41-4553-9ec5-3bfacd37b10c None None] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:04:35.957903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:36.159675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:36.182566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:36.297505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.108 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/37565fb9-c0fa-479f-b829-23150667252e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:36.416064 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:36.463253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:36.504352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:36.518261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:36.523617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:36.530585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=37565fb9-c0fa-479f-b829-23150667252e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:36.790610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:37.002846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:37.143472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:04:37.603827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:37.616915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:37.626270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:37.628143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af341474-cafc-4baf-9769-9b7ba63a04f9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9876034 Jul 27 17:04:37.630963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51970) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:37.638531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:37.639184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:37.692727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:37.702015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:37.702631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:37.739684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:37.740356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dafe72-7da5-48e9-9fa8-7eed87400c8d None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:38.120990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:38.452005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.1 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/eecd910c-47da-4fdf-8357-f9494f0137c6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:38.683066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:38.728938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:38.781481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:38.787258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:38.790968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:38.815640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=eecd910c-47da-4fdf-8357-f9494f0137c6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:38.839827 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:38.999381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:39.323525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:39.330417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:39.423524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:39.432958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=eecd910c-47da-4fdf-8357-f9494f0137c6,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:39.557884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:39.561822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:39.701992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:39.759668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eaac9928-0bdb-462a-9ab4-5999badf868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:39.915042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:39.925658 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:39.928061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3fb31a54-cf75-4e50-8a8b-171f48c5e1a2 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/routers/3ae26cd9-ff63-43b6-a4b0-09673cbb21d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2960253 Jul 27 17:04:39.930768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51984) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:39.935710 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:39.936054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'port': {'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc', 'name': 'tempest-FloatingIPTestJSON-715183235'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:39.936885 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:39.971860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:39.983036 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:39.985119 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:40.058395 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:40.059394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f64805-5cc9-454a-bd19-c34ae9d25dfc None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:40.079334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:40.083461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:40.108312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] device_id is not set on port 2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:40.210024 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:04:40.228193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.9 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:40.722180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:40.779411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:40.800418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:40.803278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:40.822443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:40.875007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:40.890722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:40.891542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:40.907378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7f15ae75-ade4-4da2-bc8a-600715d13b83 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9755979 Jul 27 17:04:40.910394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:40.915418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'port': {'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc', 'name': 'tempest-FloatingIPTestJSON-1528917521'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:41.051224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:41.054763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.073998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] device_id is not set on port 0c402f09-16d0-4f56-8c70-71a27d192691 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:41.199011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.10 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/0c402f09-16d0-4f56-8c70-71a27d192691) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:41.414533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.470061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.518841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:41.530514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:41.535469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:41.542504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=0c402f09-16d0-4f56-8c70-71a27d192691,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:41.612663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:41.613365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.633259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0742cab5-56b7-4b79-b896-1abfce6e6a50 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7183673 Jul 27 17:04:41.633259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 51994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:41.637949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '0c402f09-16d0-4f56-8c70-71a27d192691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:41.663844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.796441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:41.916193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.43 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/358b47b6-375c-4a43-9941-7ac4a86c85e7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:42.063737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:42.114239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:42.178466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=358b47b6-375c-4a43-9941-7ac4a86c85e7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:42.204994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:42.206910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:42.209737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:42.292481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f46e31-3c69-49c0-a594-d05dc19ba03d req-922c82d2-49c9-4194-bd81-b28233b4bc04 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:42.294282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5f46e31-3c69-49c0-a594-d05dc19ba03d req-922c82d2-49c9-4194-bd81-b28233b4bc04 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 945 time: 0.0871689 Jul 27 17:04:42.374422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b5f46e31-3c69-49c0-a594-d05dc19ba03d req-b6f22143-89e7-4e0d-b373-1709895133ea tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Jul 27 17:04:42.417106 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:42.551990 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdcc913b-a67b-4fa1-b9d0-17bf513b93f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:42.670462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71451f85-69f8-4e80-b089-e265b288a56b req-b3c49cfd-15e2-422b-941e-14cb823f0abf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:42.678535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71451f85-69f8-4e80-b089-e265b288a56b req-b3c49cfd-15e2-422b-941e-14cb823f0abf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.0820475 Jul 27 17:04:42.719786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-71451f85-69f8-4e80-b089-e265b288a56b req-ea105de5-15af-47d9-aee8-fdc986d1892e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Jul 27 17:04:42.782980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:42.865034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.016259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.022449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.093394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=358b47b6-375c-4a43-9941-7ac4a86c85e7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:43.108916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.214372 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 01e406d4-f6d9-417e-b8ff-7305ae6993da associated. External IP: 172.25.4.43, port: 0c402f09-16d0-4f56-8c70-71a27d192691. Jul 27 17:04:43.424762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:43.479192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.579577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea24e-4f0d-46ca-86e8-8f3dadc3459d req-1c36d476-73ca-43f2-ae6e-19b2add38be9 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:43.581553 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b5ea24e-4f0d-46ca-86e8-8f3dadc3459d req-1c36d476-73ca-43f2-ae6e-19b2add38be9 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 945 time: 0.1553690 Jul 27 17:04:43.611516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:43.626170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:43.639863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:43.641107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:43.648172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.675987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:43.676862 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b5ea24e-4f0d-46ca-86e8-8f3dadc3459d req-aa7c0925-2f4b-48e9-8152-31bdd041c9dd tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878468 Jul 27 17:04:43.685713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:43.686413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:43.698286 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3243668d-e783-41d7-b0b0-22d996fda501 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0640841 Jul 27 17:04:43.701350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:43.706662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:43.785888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:43.912766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:43.913387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7514b-e566-454a-954d-4f358ca1a277 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:43.980650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3490-58f3-44fc-8568-7350986a3c58 req-39e4f768-f0cd-49fb-9359-6797a24d9699 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:43.982179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e8b3490-58f3-44fc-8568-7350986a3c58 req-39e4f768-f0cd-49fb-9359-6797a24d9699 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.1631517 Jul 27 17:04:44.030139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.045400 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.045724 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 01e406d4-f6d9-417e-b8ff-7305ae6993da disassociated. External IP: 172.25.4.43, port: 0c402f09-16d0-4f56-8c70-71a27d192691. Jul 27 17:04:44.127337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e8b3490-58f3-44fc-8568-7350986a3c58 req-12b5c2b7-f6c4-43a6-92f0-b50c66bec2a5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359885 Jul 27 17:04:44.162267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-89f31b21-f3ef-41d6-9359-9f147376f353 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:44.163807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-89f31b21-f3ef-41d6-9359-9f147376f353 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 945 time: 0.2326829 Jul 27 17:04:44.374681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Deleting port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:44.375024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.378391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-3c859c16-a824-42e0-9234-3ae6902c9207 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:44.380184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-3c859c16-a824-42e0-9234-3ae6902c9207 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 946 time: 0.0748303 Jul 27 17:04:44.398611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:44.519559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port f7546749-41f5-4133-9314-8934eda16824 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:44.521741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.567820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] For port 7eb2d072-321a-4f4f-bcd1-f3c05984a659, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=7eb2d072-321a-4f4f-bcd1-f3c05984a659,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:44.568195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.589299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Calling delete_port for 7eb2d072-321a-4f4f-bcd1-f3c05984a659 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:44.609061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:44.614530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.619609 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:44.646284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:44.646916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:44.668853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port f7546749-41f5-4133-9314-8934eda16824, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f7546749-41f5-4133-9314-8934eda16824,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:44.669337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.717370 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:44.736513 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:44.739535 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:44.749144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-49b55c58-039b-41eb-b84a-5414588da82e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/01e406d4-f6d9-417e-b8ff-7305ae6993da HTTP/1.1" status: 200 len: 687 time: 1.0460713 Jul 27 17:04:44.751651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:44.789449 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:44.790314 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a54c95-0b9e-4f15-989d-7c4df49a69b4 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:44.945401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:44.959262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a', '508e3743-9421-46cb-adf1-3db6bbe74a4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:44.968227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037dfb1-e299-4203-9d9c-6c2ae5bd8d50 req-3d95d80d-44c0-453a-821a-44d505ab04ac tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:44.970005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0037dfb1-e299-4203-9d9c-6c2ae5bd8d50 req-3d95d80d-44c0-453a-821a-44d505ab04ac tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6 HTTP/1.1" status: 200 len: 867 time: 0.1656454 Jul 27 17:04:44.985260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event deleted for resources: {'Port': ['ID=7eb2d072-321a-4f4f-bcd1-f3c05984a659,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:44.994438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 358b47b6-375c-4a43-9941-7ac4a86c85e7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:44.994790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.004456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.004456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.004456 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP c49d227a-88e6-4cd6-9b0b-1ae93659302d disassociated. External IP: 172.25.4.214, port: f7546749-41f5-4133-9314-8934eda16824. Jul 27 17:04:45.004456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for f7546749-41f5-4133-9314-8934eda16824 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:45.017657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7', '7eb2d072-321a-4f4f-bcd1-f3c05984a659'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:45.031258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0037dfb1-e299-4203-9d9c-6c2ae5bd8d50 req-193889e8-6fb4-4c12-8ad9-acb71fe52f4a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 Jul 27 17:04:45.085579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] No DVR routers for this DVR port 7eb2d072-321a-4f4f-bcd1-f3c05984a659 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:45.090762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.093514 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8eaab5a9-d8e9-4d6a-b7fa-6a924c9a62db req-fb600fe8-5c11-4a93-bc86-add77faca558 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "DELETE /v2.0/ports/7eb2d072-321a-4f4f-bcd1-f3c05984a659 HTTP/1.1" status: 204 len: 173 time: 0.9213660 Jul 27 17:04:45.093799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'name': 'network-vif-deleted', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:45.096811 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cb3e17-c230-493a-885c-f7a13979fff3" -d '{"events": [{"server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "name": "network-vif-deleted", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:45.167710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.180506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.180919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.188769 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c80ccd-5936-44d0-82bf-3079df765f2c x-openstack-request-id: req-44c80ccd-5936-44d0-82bf-3079df765f2c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:45.190036 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6", "name": "network-vif-deleted", "tag": "7eb2d072-321a-4f4f-bcd1-f3c05984a659", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:45.190036 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44c80ccd-5936-44d0-82bf-3079df765f2c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:45.191455 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f6de7f-d9de-49a2-87e7-4a259ba6e3b6', 'name': 'network-vif-deleted', 'tag': '7eb2d072-321a-4f4f-bcd1-f3c05984a659', 'status': 'completed', 'code': 200} Jul 27 17:04:45.233346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 358b47b6-375c-4a43-9941-7ac4a86c85e7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:45.317033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.388417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=f7546749-41f5-4133-9314-8934eda16824,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:45.421597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.459144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=358b47b6-375c-4a43-9941-7ac4a86c85e7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:45.479245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1d10e-1853-43c0-b341-dd321433ef89 req-d3dcc578-3dcf-41e3-b120-2529b31fa8ce tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:45.480939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5df1d10e-1853-43c0-b341-dd321433ef89 req-d3dcc578-3dcf-41e3-b120-2529b31fa8ce tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 867 time: 0.2423346 Jul 27 17:04:45.539907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.542487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.544109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7b19715e-66dc-4494-8185-6debac058cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/01e406d4-f6d9-417e-b8ff-7305ae6993da HTTP/1.1" status: 204 len: 168 time: 0.7898023 Jul 27 17:04:45.549132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:45.554203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:45.582681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.702344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:45.898863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.251 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/055495cb-ac44-4af8-88df-c870e289f00f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:46.011765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:46.024108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5df1d10e-1853-43c0-b341-dd321433ef89 req-baf71794-66e7-4437-9bde-515ac6335d2c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5364606 Jul 27 17:04:46.104778 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:46.165180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:46.174170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:46.179493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:46.198073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:46.198713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:46.248599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port f7546749-41f5-4133-9314-8934eda16824 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:46.252878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:46.255574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8cf2b581-f428-4cf0-9396-6c66d530ad61 req-2f397a4e-15e7-4a2a-b21c-ba763989fab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "DELETE /v2.0/ports/f7546749-41f5-4133-9314-8934eda16824 HTTP/1.1" status: 204 len: 173 time: 1.8690538 Jul 27 17:04:46.256060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'name': 'network-vif-deleted', 'tag': 'f7546749-41f5-4133-9314-8934eda16824'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:46.261087 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2669823c-e7b0-425e-900b-375255b63bc0" -d '{"events": [{"server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "name": "network-vif-deleted", "tag": "f7546749-41f5-4133-9314-8934eda16824"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:46.316037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:46.336797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:46.345467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:46.364564 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae5cc2-0cdb-4793-8700-76a3e7501db7 x-openstack-request-id: req-d3ae5cc2-0cdb-4793-8700-76a3e7501db7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:46.364859 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e368d9-9f58-4dfa-99b2-3b81a61ad407", "name": "network-vif-deleted", "tag": "f7546749-41f5-4133-9314-8934eda16824", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:46.365105 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3ae5cc2-0cdb-4793-8700-76a3e7501db7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:46.365494 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e368d9-9f58-4dfa-99b2-3b81a61ad407', 'name': 'network-vif-deleted', 'tag': 'f7546749-41f5-4133-9314-8934eda16824', 'status': 'completed', 'code': 200} Jul 27 17:04:46.379088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=055495cb-ac44-4af8-88df-c870e289f00f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:46.467627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:04:46.790917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:46.820204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:04:46.830529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:46.831250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:46.899233 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:46.906060 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:46.993332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:04:47.034765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7eb2d072-321a-4f4f-bcd1-f3c05984a659 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:47.065868 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:47.124745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 7eb2d072-321a-4f4f-bcd1-f3c05984a659 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:47.124745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 7eb2d072-321a-4f4f-bcd1-f3c05984a659 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:47.164819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-002d4316-01ea-4c1e-9e87-3924f3d600a7 req-7210f4a9-b5c1-4138-8e88-676167a182f8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Jul 27 17:04:47.327680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:47.360501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b20b7c-e475-4579-8cdc-eba7bb371ceb None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:47.391124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:47.405050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:47.501019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:47.543665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=055495cb-ac44-4af8-88df-c870e289f00f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:47.618420 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 associated. External IP: 172.25.4.251, port: 2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c. Jul 27 17:04:47.751068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031dd2d-7208-4542-adfb-ea6439ab33b6 None None] New status for floating IP c49d227a-88e6-4cd6-9b0b-1ae93659302d: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:04:47.863599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:48.013912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:48.026282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:48.043494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:48.045300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:48.067993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:48.098425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:48.109061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:48.110118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:48.120649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-000329e7-7b42-4217-9665-3dedfe6f5562 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5702851 Jul 27 17:04:48.123480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:48.150649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:48.151316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee472d-8ce8-47f3-9137-0323cb4ae41d None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:48.213493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b68d60e5-6149-4f4a-86df-9e0438d38962 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/floatingips/ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 HTTP/1.1" status: 200 len: 977 time: 0.0865879 Jul 27 17:04:48.214048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:48.334105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9fae278-9758-4c47-bc7c-fcbf6d35e63b req-76dcfad8-80d9-4344-ba45-6808c3086f66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.0566876 Jul 27 17:04:48.384831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:48.385572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-44e040c0-14e7-4589-8743-fbebabd9029f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1698337 Jul 27 17:04:48.389595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': '0c402f09-16d0-4f56-8c70-71a27d192691'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:48.463755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:49.109621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:49.115534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:49.159535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f7546749-41f5-4133-9314-8934eda16824 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:49.206486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: f7546749-41f5-4133-9314-8934eda16824 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:49.206848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f7546749-41f5-4133-9314-8934eda16824 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:49.321710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0816b-8ab6-4e9b-9aac-b1e64bae6869 req-74811755-4b8a-472c-a210-18271cb1706c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:49.327728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e0816b-8ab6-4e9b-9aac-b1e64bae6869 req-74811755-4b8a-472c-a210-18271cb1706c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1465769 Jul 27 17:04:49.384448 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 associated. External IP: 172.25.4.251, port: 2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c. Jul 27 17:04:49.647489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c37c2ffe-31f4-493d-96c0-5adb6e8344d9 req-dc80991c-e5cf-4fd4-92aa-e1ec93aff10f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.1000986 Jul 27 17:04:49.778695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:49.874545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3e0816b-8ab6-4e9b-9aac-b1e64bae6869 req-02c9e19c-07bc-4810-a0f2-6e1b38722c9d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385795 Jul 27 17:04:50.085952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:50.101575 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:50.122027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a70f7-c60f-4511-b3f1-943b42513255 req-5da85a81-df4c-40f9-8121-614030656b03 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:50.123696 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:50.123828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac7a70f7-c60f-4511-b3f1-943b42513255 req-5da85a81-df4c-40f9-8121-614030656b03 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1093941 Jul 27 17:04:50.124330 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.190503 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.206405 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:50.207988 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.214063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac7a70f7-c60f-4511-b3f1-943b42513255 req-ce5f35df-3161-4723-8373-bea73d1aa3f7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841191 Jul 27 17:04:50.268068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.269042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad7c99-53ee-43e1-8007-8ea9c11196e3 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:50.275238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408b45-84ce-4116-9292-22d8bfce0c33 req-35d16a74-4faa-4954-adf3-09c77ba2293e tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:50.276813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf408b45-84ce-4116-9292-22d8bfce0c33 req-35d16a74-4faa-4954-adf3-09c77ba2293e tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 945 time: 0.2352479 Jul 27 17:04:50.379243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf408b45-84ce-4116-9292-22d8bfce0c33 req-24be3e30-2491-43a7-8cb8-dee5e602e060 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891218 Jul 27 17:04:50.644979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:50.686548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-b684ac2d-1e98-492e-8a6b-1703e1a5db3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:50.692958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-b684ac2d-1e98-492e-8a6b-1703e1a5db3a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.1528859 Jul 27 17:04:50.706075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-e7452ef9-bdfb-4d43-bdb1-c590f9da271c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/quotas/b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Jul 27 17:04:50.811159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-a015dc17-999c-4962-a3fb-758be87af7a6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0977697 Jul 27 17:04:50.849341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fbef270b-4315-4ec1-8d5f-c833c5abf365 req-eca6877a-4a97-46b5-8592-8184a96b7c92 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.1023276 Jul 27 17:04:50.873603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:50.883528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:50.884291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:50.894474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:50.895098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.941316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.960570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-9a41813b-be95-4a4f-a08f-168098338410 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410050 Jul 27 17:04:50.967572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:50.968589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:50.998068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aece902e-117e-4694-8ae1-16b3e4ed35d0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 HTTP/1.1" status: 200 len: 979 time: 2.6120818 Jul 27 17:04:51.000707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:51.006006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:51.030737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:51.037367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34b16e-b009-40a6-9d0f-ef9529bfbb19 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:51.092908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-e56b2562-d450-4628-a54c-ac86d6fda12f service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257846 Jul 27 17:04:51.116359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:51.375162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72622c72-635b-47ef-b290-3a8486b3ac17 req-6534dcb1-9385-4111-b50b-508abb2f7e0d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 210 time: 0.0731735 Jul 27 17:04:51.385322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:51.406685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:51.407080 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 disassociated. External IP: 172.25.4.251, port: 0c402f09-16d0-4f56-8c70-71a27d192691. Jul 27 17:04:51.583819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efe1f1-f5fa-4a49-a208-4bd83b5aa87d req-e9b12b92-b43b-4d82-b724-2d96373cc9c0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:51.585474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64efe1f1-f5fa-4a49-a208-4bd83b5aa87d req-e9b12b92-b43b-4d82-b724-2d96373cc9c0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 945 time: 0.0967939 Jul 27 17:04:51.637195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64efe1f1-f5fa-4a49-a208-4bd83b5aa87d req-e871eab8-2d54-4b80-bd78-187e689cbf0d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Jul 27 17:04:51.741931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-1dbd6b30-d12c-41a9-acdc-a7c9c7da6fd1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:51.745739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-1dbd6b30-d12c-41a9-acdc-a7c9c7da6fd1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 945 time: 0.2040014 Jul 27 17:04:51.832666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:51.969966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2537470-3451-4d86-8352-c11968c12da8 req-322e6df7-e659-4562-9dc0-cfef82ae0e52 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e368d9-9f58-4dfa-99b2-3b81a61ad407 HTTP/1.1" status: 200 len: 210 time: 0.0419488 Jul 27 17:04:52.018792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Deleting port 508e3743-9421-46cb-adf1-3db6bbe74a4f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:52.019140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.097009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:52.101851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.107934 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:52.117826 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:52.118705 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:52.159137 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:52.170062 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:52.170368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2aa1f040-8deb-4cd4-b286-961e60f59724 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 HTTP/1.1" status: 200 len: 688 time: 1.1685374 Jul 27 17:04:52.170782 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:52.172613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] For port 508e3743-9421-46cb-adf1-3db6bbe74a4f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=508e3743-9421-46cb-adf1-3db6bbe74a4f,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:52.173088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.173402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:52.186391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Calling delete_port for 508e3743-9421-46cb-adf1-3db6bbe74a4f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:52.204268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:52.205597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f7b8-16e6-4afa-b20a-97e52ff91b21 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:52.305608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 055495cb-ac44-4af8-88df-c870e289f00f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:52.305831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.322305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.336404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a', '508e3743-9421-46cb-adf1-3db6bbe74a4f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:52.352198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event deleted for resources: {'Port': ['ID=508e3743-9421-46cb-adf1-3db6bbe74a4f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:52.375858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:52.443393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.443814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.456614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] No DVR routers for this DVR port 508e3743-9421-46cb-adf1-3db6bbe74a4f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:52.460939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 055495cb-ac44-4af8-88df-c870e289f00f owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:52.461854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.467219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98aa9b55-41ca-46ff-aeaf-8f3eeb8dcf12 req-7ce3f545-a941-40ce-b597-5b9bf30200d6 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "DELETE /v2.0/ports/508e3743-9421-46cb-adf1-3db6bbe74a4f HTTP/1.1" status: 204 len: 173 time: 0.7149901 Jul 27 17:04:52.468739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'name': 'network-vif-deleted', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:52.474594 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23170323-6547-43b0-a87c-b02369ac7dfb" -d '{"events": [{"server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "name": "network-vif-deleted", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:52.549977 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee00f9-c876-4efd-98e6-e69bcbb6d523 x-openstack-request-id: req-8cee00f9-c876-4efd-98e6-e69bcbb6d523 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:52.550254 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ba330-2a57-4dd2-82b4-c8ec8e8fefb8", "name": "network-vif-deleted", "tag": "508e3743-9421-46cb-adf1-3db6bbe74a4f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:52.550502 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8cee00f9-c876-4efd-98e6-e69bcbb6d523 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:52.550947 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603ba330-2a57-4dd2-82b4-c8ec8e8fefb8', 'name': 'network-vif-deleted', 'tag': '508e3743-9421-46cb-adf1-3db6bbe74a4f', 'status': 'completed', 'code': 200} Jul 27 17:04:52.638129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c40bb22-4ee9-482c-9d5f-cf8e9e6615bb req-32dde791-aff7-40a4-a03f-48612386962e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 210 time: 0.0393071 Jul 27 17:04:52.776336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.811428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=055495cb-ac44-4af8-88df-c870e289f00f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:52.811805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-745e8f79-284f-43e1-8430-2c7bf7dd152c req-c3b743cb-669f-4c29-9fa8-87fa301e4fe1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ba330-2a57-4dd2-82b4-c8ec8e8fefb8 HTTP/1.1" status: 200 len: 210 time: 0.0352812 Jul 27 17:04:52.907189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.907189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.907584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.907927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.908249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.908612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.908966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.909276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.909606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.909951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.910287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.910621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:04:52.936023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.942854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:52.942854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db3b34a9-6fd2-4be3-be5d-05de6d9a55bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 HTTP/1.1" status: 204 len: 168 time: 0.7654154 Jul 27 17:04:52.943478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:52.961496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-611ae5d5-22fc-43fd-80d1-c3825c9e936d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:52.963265 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-611ae5d5-22fc-43fd-80d1-c3825c9e936d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.1379998 Jul 27 17:04:52.978917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'device_id': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'admin_state_up': True, 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:52.990155 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-da437f4c-75b4-4578-af69-42b2bd59cb8e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] delete failed (client error): The resource could not be found. Jul 27 17:04:52.991504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da437f4c-75b4-4578-af69-42b2bd59cb8e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/ec8fc584-2737-45be-bbc7-5b0c2c41f5c4 HTTP/1.1" status: 404 len: 345 time: 0.0470631 Jul 27 17:04:52.995251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:53.191116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709e139-65ea-457d-a5c4-fb91de1cce0e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:53.197054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709e139-65ea-457d-a5c4-fb91de1cce0e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:53.203467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709e139-65ea-457d-a5c4-fb91de1cce0e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:53.205294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4709e139-65ea-457d-a5c4-fb91de1cce0e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/ports?network_id=c09e3bab-8eda-4fbd-921d-873b3dfb71cc HTTP/1.1" status: 200 len: 2358 time: 0.2089181 Jul 27 17:04:53.208136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:53.240224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-8e35f757-da93-48ee-9d6c-6ca86368364e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884431713&fields=id&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 267 time: 0.0836723 Jul 27 17:04:53.241320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:53.245432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:53.289960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce160bb-dff2-4127-b651-e39ed65130fa tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:53.291715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1ce160bb-dff2-4127-b651-e39ed65130fa tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/subnets/e788b8df-de4b-41de-99b2-d90d4a99086d HTTP/1.1" status: 200 len: 797 time: 0.0825553 Jul 27 17:04:53.296409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:53.302470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'port': {'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc', 'name': 'tempest-FloatingIPTestJSON-1311587336', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:53.429314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:53.523891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:53.544107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] device_id is not set on port 724d7803-42be-444b-8224-f39d9db8e1b6 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:04:53.796620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-34e53b86-9b01-4868-a61e-c51cf6cc71ca tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:53.798818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-34e53b86-9b01-4868-a61e-c51cf6cc71ca tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.5421402 Jul 27 17:04:53.805495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d2a7cd85-ffed-4cdf-88b3-a62954958f92 req-eefd386e-7f2c-42a5-94e7-b664bd83ce17 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 210 time: 0.0537369 Jul 27 17:04:53.831068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-1942e443-2ed3-4dc5-a343-6eb81b971c66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0220957 Jul 27 17:04:53.832153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.20.0.3 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/ff06702f-120e-4ad6-a24a-05ff32f7459a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:53.940119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.14 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/724d7803-42be-444b-8224-f39d9db8e1b6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:53.949923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.13 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/724d7803-42be-444b-8224-f39d9db8e1b6) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:54.020224 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-d98aed37-96c1-44d5-8b0f-dfbbd23d2cca tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1803503 Jul 27 17:04:54.106469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.116619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-a16cd1a3-e7d2-49c7-98e5-e42be269fbae service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:04:54.117792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-a16cd1a3-e7d2-49c7-98e5-e42be269fbae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0905149 Jul 27 17:04:54.152877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Transition to ACTIVE for port object ff06702f-120e-4ad6-a24a-05ff32f7459a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:54.187410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.226980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afae6c-8033-4acb-b08b-e3a592ffc444 req-3d5249fb-173f-4e64-8059-fd2464e235e0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:54.228517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66afae6c-8033-4acb-b08b-e3a592ffc444 req-3d5249fb-173f-4e64-8059-fd2464e235e0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 945 time: 0.1155844 Jul 27 17:04:54.245969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-495c0e0a-2b25-4cf6-9e5d-0b968cead27a service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183815 Jul 27 17:04:54.248740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.261362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:54.294633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.302303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:54.320129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:54.320816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:54.325084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:54.329214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:54.346529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:54.350945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:54.364347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:54.385869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66afae6c-8033-4acb-b08b-e3a592ffc444 req-46259db1-aa5c-486f-b814-a058e9d459f9 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467040 Jul 27 17:04:54.435822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=724d7803-42be-444b-8224-f39d9db8e1b6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:54.465695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:54.466483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.489351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bab9ac89-5cdb-4e65-8661-c9f945baee0f tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1916225 Jul 27 17:04:54.496067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:54.517413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '724d7803-42be-444b-8224-f39d9db8e1b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:54.590840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:54.591728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.607446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.643356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-7435b101-5b55-4359-852f-8dc2a08ffc0e service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357415 Jul 27 17:04:54.688166 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-5fdce52c-6b36-4c41-8eb8-17b9d40bdddb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7147434 Jul 27 17:04:54.703401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Request body: {'port': {'device_id': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:54.763180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-132d2232-6de9-49d4-b31c-dbea0c5fd8e1 None None] Provisioning for port ff06702f-120e-4ad6-a24a-05ff32f7459a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:54.768683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-132d2232-6de9-49d4-b31c-dbea0c5fd8e1 None None] Provisioning complete for port ff06702f-120e-4ad6-a24a-05ff32f7459a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:54.769126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-132d2232-6de9-49d4-b31c-dbea0c5fd8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.809817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:54.885896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-132d2232-6de9-49d4-b31c-dbea0c5fd8e1 None None] Port ff06702f-120e-4ad6-a24a-05ff32f7459a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:04:54.956552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.053407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedd413-407d-4c8e-a907-74daa5e3cfd0 req-235f8e48-7ffd-4f09-9680-23072b41b918 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:55.055415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccedd413-407d-4c8e-a907-74daa5e3cfd0 req-235f8e48-7ffd-4f09-9680-23072b41b918 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 931 time: 0.1289291 Jul 27 17:04:55.119881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ccedd413-407d-4c8e-a907-74daa5e3cfd0 req-7756edab-a9dd-4244-a379-5106b778769e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Jul 27 17:04:55.189542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 508e3743-9421-46cb-adf1-3db6bbe74a4f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:55.217624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-024550bf-7872-44b7-a53a-26588f447965 req-fe3d045a-8589-4094-a643-c6dc0a97a140 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0929410 Jul 27 17:04:55.223005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 508e3743-9421-46cb-adf1-3db6bbe74a4f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:55.223356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 508e3743-9421-46cb-adf1-3db6bbe74a4f not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:55.254765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.49 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d7924106-958f-4362-acf7-f1cdb75d8fd7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:55.446902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff06702f-120e-4ad6-a24a-05ff32f7459a {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:04:55.462312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.469142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.485416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Transition to ACTIVE for port object ff06702f-120e-4ad6-a24a-05ff32f7459a will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:55.506866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.555616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:55.576969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.680969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:55.709514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=d7924106-958f-4362-acf7-f1cdb75d8fd7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:55.714091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:55.719759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:55.724886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-1030fd83-bf22-4268-a36e-4a3404f27610 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:55.726568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-1030fd83-bf22-4268-a36e-4a3404f27610 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 945 time: 0.2034535 Jul 27 17:04:55.742112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f80d-a3ad-4d60-ac8e-7620b2cfb44a req-a2f78eb7-90e7-4859-a016-788fa9a3b9fe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:55.744066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b97f80d-a3ad-4d60-ac8e-7620b2cfb44a req-a2f78eb7-90e7-4859-a016-788fa9a3b9fe tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 945 time: 0.1588726 Jul 27 17:04:55.867360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b97f80d-a3ad-4d60-ac8e-7620b2cfb44a req-bb229a74-9d08-4a43-a614-0745cfa78eb0 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114554 Jul 27 17:04:55.922769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Attempting to bind port ff06702f-120e-4ad6-a24a-05ff32f7459a on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:55.923137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Attempting to bind port ff06702f-120e-4ad6-a24a-05ff32f7459a by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:55.923460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Attempting to bind port ff06702f-120e-4ad6-a24a-05ff32f7459a on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:55.932065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Port ff06702f-120e-4ad6-a24a-05ff32f7459a on network c9612919-a443-48b5-8045-af04651d8b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:04:55.933027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Attempting to bind port ff06702f-120e-4ad6-a24a-05ff32f7459a on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:55.943680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:55.944027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:55.944447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:55.945163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Bound port: ff06702f-120e-4ad6-a24a-05ff32f7459a, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:55.945541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:55.948045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Deleting port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:04:55.948702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.056961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] For port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:56.057489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.071622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Calling delete_port for 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:04:56.085345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:56.090247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:56.133750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.226920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:56.227773 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.230358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] 10.222.0.61 "PUT /v2.0/ports/ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 200 len: 1091 time: 1.5325654 Jul 27 17:04:56.233917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:56.237696 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e96ce1-6f68-4af8-9582-d275baa68208" -d '{"events": [{"name": "network-changed", "server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:56.302707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.314626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:56.354809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['8e88f455-1f29-4e5e-8009-4aca1b09d2a7'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:04:56.361282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ab5d0-952d-4b8f-a8f6-eae07f441ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:56.361516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event deleted for resources: {'Port': ['ID=8e88f455-1f29-4e5e-8009-4aca1b09d2a7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:56.413792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67b43f0d-9950-4824-8836-97a52157f8f3 req-732908b8-5977-4ea9-b21c-c44975e2625a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0640798 Jul 27 17:04:56.543695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] No DVR routers for this DVR port 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:04:56.545825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.547941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5780bbd7-ec33-4cd3-a20b-e4392c7afdfb req-f0c955a8-f26c-4b62-b219-49323bcb1444 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.13 "DELETE /v2.0/ports/8e88f455-1f29-4e5e-8009-4aca1b09d2a7 HTTP/1.1" status: 204 len: 173 time: 0.8147593 Jul 27 17:04:56.548454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'name': 'network-vif-deleted', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:56.550886 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f181e-9399-4371-902d-f75a18d19fa1" -d '{"events": [{"server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "name": "network-vif-deleted", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:56.565743 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1bbc8-065d-4387-aa55-434fcbaa1f10 x-openstack-request-id: req-70a1bbc8-065d-4387-aa55-434fcbaa1f10 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:56.566176 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:56.566527 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70a1bbc8-065d-4387-aa55-434fcbaa1f10 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:56.567024 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'status': 'completed', 'code': 200} Jul 27 17:04:56.591730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4b49-f489-41ed-a255-faeb17bf0ef8 req-feef7b07-00f1-4db1-81b2-a3b8ba216adf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:56.602448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-106d4b49-f489-41ed-a255-faeb17bf0ef8 req-feef7b07-00f1-4db1-81b2-a3b8ba216adf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 943 time: 0.3443701 Jul 27 17:04:56.664138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-b7ad97c8-9443-4a94-abd5-78b5009ff27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:56.666008 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-b7ad97c8-9443-4a94-abd5-78b5009ff27c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 1094 time: 0.3760836 Jul 27 17:04:56.689752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-106d4b49-f489-41ed-a255-faeb17bf0ef8 req-99859e9c-27b4-4867-bd4a-6498fb6bbe91 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813162 Jul 27 17:04:56.722629 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28c2513-b498-4e0a-b7e3-7c956cf37e86 x-openstack-request-id: req-a28c2513-b498-4e0a-b7e3-7c956cf37e86 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:56.722968 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3685f3a-e3fd-49b8-9d25-99e4715d0804", "name": "network-vif-deleted", "tag": "8e88f455-1f29-4e5e-8009-4aca1b09d2a7", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:56.723175 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a28c2513-b498-4e0a-b7e3-7c956cf37e86 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:56.723581 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3685f3a-e3fd-49b8-9d25-99e4715d0804', 'name': 'network-vif-deleted', 'tag': '8e88f455-1f29-4e5e-8009-4aca1b09d2a7', 'status': 'completed', 'code': 200} Jul 27 17:04:56.775139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-49aac9a3-17bc-4286-8ae1-04d0fab2c32e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 200 len: 217 time: 0.0837762 Jul 27 17:04:56.820648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-66f137e7-136e-4e24-9649-66d83a283743 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:56.822303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-66f137e7-136e-4e24-9649-66d83a283743 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.2475042 Jul 27 17:04:56.839250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-16c1f089-1c93-48d5-913b-89b4353ffd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:56.840754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-16c1f089-1c93-48d5-913b-89b4353ffd31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0574026 Jul 27 17:04:56.841777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:56.882711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-4ea91e72-e531-42fe-ad24-ceedfbb01f92 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 380 time: 0.0370047 Jul 27 17:04:56.894952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'security_groups': ['6ad453fe-2c37-4d75-a9fc-02207169cc44']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:56.963146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.011738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-fd7bc637-8837-4bf9-9c00-7dc0f7ef9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:57.013310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-fd7bc637-8837-4bf9-9c00-7dc0f7ef9fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513996 Jul 27 17:04:57.033543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:04:57.038127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.085623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba769a74-d8d3-4896-8018-56ed267c071b req-aa313f79-5f64-487a-9096-179ba81c301a tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3685f3a-e3fd-49b8-9d25-99e4715d0804 HTTP/1.1" status: 200 len: 210 time: 0.0540903 Jul 27 17:04:57.262678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-3746e7be-1326-47c8-a3b4-7dcf2da0cf34 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405367 Jul 27 17:04:57.356965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.366880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.9 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/e47e4a46-ea65-448d-81d0-d7c6d270bb97) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:04:57.375241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.480720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=d7924106-958f-4362-acf7-f1cdb75d8fd7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:57.501738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f77a57b1-8250-43c6-aaa7-467bbda85920 req-644f128e-7684-4b60-9b6c-2d3bf26cbf1e service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294598 Jul 27 17:04:57.508853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.610155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.625629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09e8d050-6eb8-407f-a31f-a4350da1a934 req-e24d8ae0-e502-4106-92b0-0776eb015f55 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0651808 Jul 27 17:04:57.628003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object e47e4a46-ea65-448d-81d0-d7c6d270bb97 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:57.681352 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.721333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-d67865d7-3c38-4d07-bc9c-d43119960bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:57.723242 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-d67865d7-3c38-4d07-bc9c-d43119960bcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 1094 time: 0.1518905 Jul 27 17:04:57.737898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:04:57.741583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:04:57.759145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:04:57.819313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:57.820827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:57.859982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-50d3b214-d0ce-4f57-8808-1ec71ad873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:57.862070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-50d3b214-d0ce-4f57-8808-1ec71ad873a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1281750 Jul 27 17:04:57.865120 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 1f6990d8-ee1a-4e06-8e93-61795f56fa01 associated. External IP: 172.25.4.49, port: 724d7803-42be-444b-8224-f39d9db8e1b6. Jul 27 17:04:57.893088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:57.913247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-ee9c85d6-8493-4fc5-86e4-7c81828cf524 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227973 Jul 27 17:04:57.944659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Request body: {'port': {'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:57.952838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-3d166a94-9f21-4909-830c-7f8ee27e4ff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 200 len: 217 time: 0.0809839 Jul 27 17:04:58.019862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e955b-9c55-48c9-86cf-9252c518c7de req-10d4c487-cf8d-4a0d-863e-f3f6ed4e4455 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:58.023619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f70e955b-9c55-48c9-86cf-9252c518c7de req-10d4c487-cf8d-4a0d-863e-f3f6ed4e4455 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 943 time: 0.1990786 Jul 27 17:04:58.081247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-2e161f1f-30f6-4e78-a2c1-f537ff2583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:58.083213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-2e161f1f-30f6-4e78-a2c1-f537ff2583b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1204457 Jul 27 17:04:58.100257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:58.104728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f70e955b-9c55-48c9-86cf-9252c518c7de req-c08c19c5-24a7-42c5-b9e2-fa417f9150b7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Jul 27 17:04:58.198898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe556628-9da7-4d76-8f54-a5155e0fd102 None None] Provisioning for port e47e4a46-ea65-448d-81d0-d7c6d270bb97 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:04:58.204886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fe556628-9da7-4d76-8f54-a5155e0fd102 None None] Provisioning complete for port e47e4a46-ea65-448d-81d0-d7c6d270bb97 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:04:58.205428 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fe556628-9da7-4d76-8f54-a5155e0fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:58.248880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fe556628-9da7-4d76-8f54-a5155e0fd102 None None] Port e47e4a46-ea65-448d-81d0-d7c6d270bb97 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:04:58.360078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-796d34d5-a545-4bd6-800a-4b16471f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:58.363753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-796d34d5-a545-4bd6-800a-4b16471f7782 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734520 Jul 27 17:04:58.493480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:04:58.606392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47e4a46-ea65-448d-81d0-d7c6d270bb97 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:04:58.626430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:58.648956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Transition to ACTIVE for port object e47e4a46-ea65-448d-81d0-d7c6d270bb97 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:04:58.655364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:58.747324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Pushing event updated for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:58.881882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Attempting to bind port e47e4a46-ea65-448d-81d0-d7c6d270bb97 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:04:58.882918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Attempting to bind port e47e4a46-ea65-448d-81d0-d7c6d270bb97 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:04:58.883689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Attempting to bind port e47e4a46-ea65-448d-81d0-d7c6d270bb97 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:58.891655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Port e47e4a46-ea65-448d-81d0-d7c6d270bb97 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:04:58.892829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Attempting to bind port e47e4a46-ea65-448d-81d0-d7c6d270bb97 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:04:58.907134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:04:58.907781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:04:58.908487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:04:58.909145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Bound port: e47e4a46-ea65-448d-81d0-d7c6d270bb97, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:04:58.909698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:58.978369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbaabd-5705-4529-b358-f69541d5e529 req-302adb70-4dd5-4a87-be57-067588546a1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:58.980016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62fbaabd-5705-4529-b358-f69541d5e529 req-302adb70-4dd5-4a87-be57-067588546a1b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1952426 Jul 27 17:04:59.043760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:04:59.063813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62fbaabd-5705-4529-b358-f69541d5e529 req-7e96b3c1-22ba-432b-ab23-be9c647f541c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727119 Jul 27 17:04:59.070683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:04:59.078647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:04:59.094922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:59.113466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:04:59.113754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 8e88f455-1f29-4e5e-8009-4aca1b09d2a7 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:04:59.159777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:59.159914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:59.161660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] 10.222.0.13 "PUT /v2.0/ports/e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 1091 time: 1.2216959 Jul 27 17:04:59.161802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:04:59.167969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-d5cd18a3-5568-4f74-8d33-9914bdd26637 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868335 Jul 27 17:04:59.189485 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:04:59.219403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ff06702f-120e-4ad6-a24a-05ff32f7459a details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:04:59.386544 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad74293-f63c-41e5-85fa-c6ddc5323c1e x-openstack-request-id: req-0ad74293-f63c-41e5-85fa-c6ddc5323c1e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:04:59.387003 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:04:59.387261 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ad74293-f63c-41e5-85fa-c6ddc5323c1e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:04:59.387669 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'status': 'completed', 'code': 200} Jul 27 17:04:59.412156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2580-1de6-4eb3-85e7-614f83f283fd service neutron] Pushing event updated for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:04:59.448674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-524f8159-b889-43ac-a51d-02e2986e4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:59.456113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-524f8159-b889-43ac-a51d-02e2986e4330 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1094 time: 0.2235508 Jul 27 17:04:59.471363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d8e96ce1-6f68-4af8-9582-d275baa68208 req-97e545e7-48bb-451f-bbb6-63422f357b03 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975720 Jul 27 17:04:59.483673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:04:59.538187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:04:59.543608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:59.587601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-2b70799d-d2b7-4604-93bb-da8275ed8db3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 217 time: 0.1138101 Jul 27 17:04:59.607770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:59.610757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:59.640521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ab8ca1f2-714f-4b0c-9b4c-03a8af8d77ca tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1271191 Jul 27 17:04:59.650065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:04:59.667389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': '724d7803-42be-444b-8224-f39d9db8e1b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:04:59.694717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:59.742968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:59.746394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-9ed190e4-3765-4cc4-8e91-54748fcb717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:59.750047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-9ed190e4-3765-4cc4-8e91-54748fcb717e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1396668 Jul 27 17:04:59.771427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32059a3-3697-4a5e-bb40-4c9165a1dc47 req-8b12863c-26fd-4d4a-8e23-fd1c1ff67e9e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:59.778568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'mac_address': 'fa:16:3e:4f:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:04:59.782206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a32059a3-3697-4a5e-bb40-4c9165a1dc47 req-8b12863c-26fd-4d4a-8e23-fd1c1ff67e9e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 943 time: 0.3067861 Jul 27 17:04:59.787404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:04:59.788057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:59.845414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-d488c822-876f-4b8f-b925-f55aa15f7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:04:59.847370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-d488c822-876f-4b8f-b925-f55aa15f7375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833573 Jul 27 17:04:59.854595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:59.867055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:04:59.926201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a32059a3-3697-4a5e-bb40-4c9165a1dc47 req-9e7c4215-2c65-4fca-8d4f-07ee0903796f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285391 Jul 27 17:04:59.934181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:04:59.936630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c765613-5705-43be-a2ca-e6a7c25c7f24 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:04:59.941560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff06702f-120e-4ad6-a24a-05ff32f7459a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:04:59.978936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:04:59.986944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:00.067390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-e3bf9adf-d807-4d0c-8931-3623add9f5d4 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846795 Jul 27 17:05:00.108736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:00.244338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ff06702f-120e-4ad6-a24a-05ff32f7459a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:00.251226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f1ca2bdb-b2af-442c-8c4d-f42db6befbc3 req-c7cb03a3-0528-4bd3-817d-cb4dadbdf8bb service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756315 Jul 27 17:05:00.331116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a3b2-450c-4afd-aa31-8af403766128 req-7331b713-88ac-4b90-98fd-0c88fb15a2b5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:00.332856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a314a3b2-450c-4afd-aa31-8af403766128 req-7331b713-88ac-4b90-98fd-0c88fb15a2b5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1099277 Jul 27 17:05:00.429843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a314a3b2-450c-4afd-aa31-8af403766128 req-b392dc18-ff7f-482b-9287-d2368aab4fbe tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867989 Jul 27 17:05:00.435930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-7c8d08bf-1654-4be0-91dd-ed0a9943db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:00.437018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-7c8d08bf-1654-4be0-91dd-ed0a9943db03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1094 time: 0.1032357 Jul 27 17:05:00.594728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-0edd1f09-9a3a-4a5c-97b6-922fbca6f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:00.598756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-0edd1f09-9a3a-4a5c-97b6-922fbca6f2f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1532583 Jul 27 17:05:00.639917 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:00.646114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:00.647242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-f0a99399-a914-47b4-aa65-a2cdc75decb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 217 time: 0.0424712 Jul 27 17:05:00.746252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-ad30743a-af45-4250-84ad-aa14918d1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:00.747771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-ad30743a-af45-4250-84ad-aa14918d1e63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0877647 Jul 27 17:05:00.813463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-b2899e95-02d9-4047-8af8-022e385b46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:00.815023 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-b2899e95-02d9-4047-8af8-022e385b46b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594990 Jul 27 17:05:00.891036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:00.910219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-f5d37cbe-f4b7-457f-8364-5e6bf31f9f87 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Jul 27 17:05:01.008272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:01.011402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d4f1d2c-88df-44b6-b379-8cccfc38d3f2 req-0ee0d5c3-bb19-4eb6-9b90-dacf9f13d43c service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936906 Jul 27 17:05:01.013317 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.021605 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:01.033437 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:01.034136 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:01.070339 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:01.079102 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:01.080603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:01.112347 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:01.113127 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb866ae9-42cc-43cf-a38c-be4db500e8d7 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:01.132728 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3df5acbf-ccbd-44d4-bcee-f5d1c171ed32 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/1f6990d8-ee1a-4e06-8e93-61795f56fa01 HTTP/1.1" status: 200 len: 978 time: 1.4811854 Jul 27 17:05:01.135687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:01.146135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474df9-27e5-4a24-af55-f99716a610d0 req-108c625b-d0d5-4a65-b22e-0d877e40f677 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.147650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48474df9-27e5-4a24-af55-f99716a610d0 req-108c625b-d0d5-4a65-b22e-0d877e40f677 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 944 time: 0.1320820 Jul 27 17:05:01.200700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48474df9-27e5-4a24-af55-f99716a610d0 req-19c34f8d-5f86-4546-abb6-787994632732 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Jul 27 17:05:01.220564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ff06702f-120e-4ad6-a24a-05ff32f7459a up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:01.281683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port ff06702f-120e-4ad6-a24a-05ff32f7459a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:01.286590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port ff06702f-120e-4ad6-a24a-05ff32f7459a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:01.287180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.335724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-b633544e-4a2c-4025-87ff-e3c3a3738809 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298540 Jul 27 17:05:01.348198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port d7924106-958f-4362-acf7-f1cdb75d8fd7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:01.348751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.372549 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.410554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:01.411648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:01.414290 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494f849-2e24-4ff3-8b5d-b8d03c2accde" -d '{"events": [{"server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "name": "network-vif-plugged", "status": "completed", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:01.419061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.470793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.471103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.482227 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971be92d-977b-4bd7-8678-ab9c11bafd88 x-openstack-request-id: req-971be92d-977b-4bd7-8678-ab9c11bafd88 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:01.483022 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "name": "network-vif-plugged", "status": "completed", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:01.483022 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-971be92d-977b-4bd7-8678-ab9c11bafd88 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:01.483425 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'code': 200} Jul 27 17:05:01.491872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for d7924106-958f-4362-acf7-f1cdb75d8fd7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:01.503584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-568cde19-1b73-4d06-bff9-95a30d6d28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.505756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-568cde19-1b73-4d06-bff9-95a30d6d28e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.1160038 Jul 27 17:05:01.533149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:01.689798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d411b-9362-49ec-b1b9-e62b69a98321 req-44219e89-d69b-496a-9f8c-c8dcee502b3d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.691366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-668d411b-9362-49ec-b1b9-e62b69a98321 req-44219e89-d69b-496a-9f8c-c8dcee502b3d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1103215 Jul 27 17:05:01.694432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882560-b4fd-4854-85a9-d70f4304d631 req-6c89340f-284c-4504-90e4-63468fcdf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.696027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0882560-b4fd-4854-85a9-d70f4304d631 req-6c89340f-284c-4504-90e4-63468fcdf9fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 1096 time: 0.1506197 Jul 27 17:05:01.725470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-143a79b6-cfd4-434b-a383-6bffe7bff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.727585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-143a79b6-cfd4-434b-a383-6bffe7bff8dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1991551 Jul 27 17:05:01.762524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-668d411b-9362-49ec-b1b9-e62b69a98321 req-3408f4d7-ea32-4193-8cd7-a300b3827c2d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649378 Jul 27 17:05:01.791620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f0882560-b4fd-4854-85a9-d70f4304d631 req-27f0e8db-81ad-4b6e-9725-29ebbbbfc234 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575013 Jul 27 17:05:01.851624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-0b58ee16-99c7-4e45-b760-65ed61f8bbaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.1135504 Jul 27 17:05:01.903165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:01.942007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=d7924106-958f-4362-acf7-f1cdb75d8fd7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:01.945032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-6f98d9c1-5192-4515-a688-7c25e4ff4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:01.946488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-6f98d9c1-5192-4515-a688-7c25e4ff4a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0870032 Jul 27 17:05:02.047076 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:02.047802 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 1f6990d8-ee1a-4e06-8e93-61795f56fa01 disassociated (deleted). External IP: 172.25.4.49, port: 724d7803-42be-444b-8224-f39d9db8e1b6. Jul 27 17:05:02.104895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-c5e10d3f-76fb-4d81-be75-81b4da03befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:02.106654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-c5e10d3f-76fb-4d81-be75-81b4da03befa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336348 Jul 27 17:05:02.773692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-bdaf703d-cec6-4c0f-add2-f8c3028e4157 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580324 Jul 27 17:05:02.817753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb5ef-39fa-4599-9baa-7032f10bb466 req-93b8b969-ba75-4232-ba4d-1fe7100bda4a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:02.821218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b8cb5ef-39fa-4599-9baa-7032f10bb466 req-93b8b969-ba75-4232-ba4d-1fe7100bda4a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 945 time: 0.2188897 Jul 27 17:05:02.969090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c27e49-fa30-439e-a845-c1cc3ad43f9f req-abb068b0-1bee-4f89-8761-5b8ca032c878 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:02.971370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-21c27e49-fa30-439e-a845-c1cc3ad43f9f req-abb068b0-1bee-4f89-8761-5b8ca032c878 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.0871425 Jul 27 17:05:03.016279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-21c27e49-fa30-439e-a845-c1cc3ad43f9f req-72b82c53-de67-48ec-9310-ec25c66aae26 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369387 Jul 27 17:05:03.073122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c65373b-cbeb-49db-a3f7-6f60b1b58814 req-1dbcbec5-f5ee-4989-81a5-91547dbddb1e service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904143 Jul 27 17:05:03.103802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:03.107670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b8cb5ef-39fa-4599-9baa-7032f10bb466 req-78515416-8491-4cec-bdc0-db33bca7d4bf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922331 Jul 27 17:05:03.228727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:03.233993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.241821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:03.245597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.264010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:03.265021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:03.276205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26a81cfd-7329-4a2b-be98-6d68d9fc867b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/1f6990d8-ee1a-4e06-8e93-61795f56fa01 HTTP/1.1" status: 204 len: 168 time: 2.1384153 Jul 27 17:05:03.279404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:03.306903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:03.317234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:03.318026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:03.355656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:03.356739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c3dd7-2c78-485d-9eb8-53895e767afe None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:03.401825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 724d7803-42be-444b-8224-f39d9db8e1b6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:03.402418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.504465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.519349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 724d7803-42be-444b-8224-f39d9db8e1b6 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:03.723407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.754183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=724d7803-42be-444b-8224-f39d9db8e1b6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:03.926242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:03.930915 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69fdc870-0777-48d6-9437-ca8724e71033 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/724d7803-42be-444b-8224-f39d9db8e1b6 HTTP/1.1" status: 204 len: 168 time: 0.6486814 Jul 27 17:05:03.936957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:03.943581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:03.999591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.156087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1156a-848d-4eae-955c-90a50f592b08 req-2baf84a2-5ea4-441b-b7e6-8d16abfa3e24 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:04.158467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8b1156a-848d-4eae-955c-90a50f592b08 req-2baf84a2-5ea4-441b-b7e6-8d16abfa3e24 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 945 time: 0.1057358 Jul 27 17:05:04.194873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38d216-8eab-4f2c-9d0e-6559a45cdb70 req-7a79ba89-63ea-4d37-bf64-7a31ca019d7d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:04.196628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e38d216-8eab-4f2c-9d0e-6559a45cdb70 req-7a79ba89-63ea-4d37-bf64-7a31ca019d7d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.0892589 Jul 27 17:05:04.209732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.275526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e38d216-8eab-4f2c-9d0e-6559a45cdb70 req-ee8e79de-ac7f-45aa-8ae5-97019756db79 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687871 Jul 27 17:05:04.284993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8b1156a-848d-4eae-955c-90a50f592b08 req-12d5d224-d748-4a9c-a0a2-bc3a30227385 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073465 Jul 27 17:05:04.397730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.64 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/bc207965-014f-458a-bc8a-6f4437370a88) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:04.445092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213860-fcaf-4844-a8f0-7d3c0b41a948 req-1853a9bd-4e9e-46dd-9b67-5c06a1897798 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:04.446732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36213860-fcaf-4844-a8f0-7d3c0b41a948 req-1853a9bd-4e9e-46dd-9b67-5c06a1897798 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 945 time: 0.0792301 Jul 27 17:05:04.513364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36213860-fcaf-4844-a8f0-7d3c0b41a948 req-51d30074-e62b-4eb3-8de7-7a1017ac168a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Jul 27 17:05:04.530569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.574247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.631724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:04.639470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:04.643365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:04.674591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=bc207965-014f-458a-bc8a-6f4437370a88,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:04.691358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-03e8f811-3eb8-40d3-93c0-35ecca79999a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 267 time: 0.0919826 Jul 27 17:05:04.784708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.806433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-668a3f87-f400-43c8-a32d-908c4ce393cd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:04.807974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-668a3f87-f400-43c8-a32d-908c4ce393cd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 945 time: 0.1102293 Jul 27 17:05:04.835433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'security_groups': []}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:04.881144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:04.965272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.018125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:05.068540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Deleting subnet 35ad3c41-fd0f-4523-b74c-78737f139eba {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:05.071589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.112219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.153051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.188079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.196463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.209725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.241104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ad3c41-fd0f-4523-b74c-78737f139eba,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:05.243098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.247572 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0654d350-c553-4a63-b2d8-39c38cb18ea4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/35ad3c41-fd0f-4523-b74c-78737f139eba HTTP/1.1" status: 204 len: 168 time: 0.2283909 Jul 27 17:05:05.249530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:05.257622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:05.294525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=bc207965-014f-458a-bc8a-6f4437370a88,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:05.321711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.326121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.343245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.350367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.358619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.362743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-86770212-d6a8-4744-a04f-ea1a7413e04d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4217191 Jul 27 17:05:05.362923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'ff06702f-120e-4ad6-a24a-05ff32f7459a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:05.386521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:05.394377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'port': {'network_id': 'c09e3bab-8eda-4fbd-921d-873b3dfb71cc', 'name': 'tempest-FloatingIPTestJSON-1559571154'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:05.413836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:05.426163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.459645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:05.460339 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.460508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b6b5fa-4289-406a-947d-1506d4d5968c']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:05.462054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5b61719f-2478-4043-ad83-82dabc5fc802 req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "PUT /v2.0/ports/ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 200 len: 904 time: 0.6330020 Jul 27 17:05:05.471884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:05.474261 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9eb440-d250-4913-8fe3-234ecf1d6eac" -d '{"events": [{"name": "network-changed", "server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:05.508209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51104b-037e-4d9d-be1c-5afc6cc52791 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:05.568691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c452b6-84fa-44ca-9c9a-53f7b6469cf0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:05.569051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c452b6-84fa-44ca-9c9a-53f7b6469cf0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:05.581046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ff06702f-120e-4ad6-a24a-05ff32f7459a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:05.588472 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.631789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f891fe3-0edf-48dd-98ef-7b72feba4b50 req-ca446167-d940-4048-91e5-be941abc6f64 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:05.633789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f891fe3-0edf-48dd-98ef-7b72feba4b50 req-ca446167-d940-4048-91e5-be941abc6f64 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 945 time: 0.2238886 Jul 27 17:05:05.638282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.647021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:05.651382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.656527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:05.656949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:05.663575 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:05.686936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-0cc813f6-2526-4a28-9358-b5633dcc273b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:05.687181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926748-a238-4047-803b-5fce9ae86df9 req-37bac929-1dac-4d73-9743-f92d150ae4c9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:05.689153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd926748-a238-4047-803b-5fce9ae86df9 req-37bac929-1dac-4d73-9743-f92d150ae4c9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1235471 Jul 27 17:05:05.690568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] device_id is not set on port 569cc920-3d94-4617-b8b0-bd641cf1a67b yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:05.696777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-0cc813f6-2526-4a28-9358-b5633dcc273b tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 945 time: 0.2420366 Jul 27 17:05:05.778132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd926748-a238-4047-803b-5fce9ae86df9 req-d3a1800c-e8e9-4c58-a611-effb18cc761a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799789 Jul 27 17:05:05.779135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e13cd75-2840-499b-8e8d-428a509a64fe None None] Provisioning complete for port ff06702f-120e-4ad6-a24a-05ff32f7459a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:05.780124 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e13cd75-2840-499b-8e8d-428a509a64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.788736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5f891fe3-0edf-48dd-98ef-7b72feba4b50 req-afe6ed05-752d-4766-8a32-73706185fd48 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3ddf4d8-03f3-4531-bb14-2ce3900e0243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477401 Jul 27 17:05:05.798420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.805780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.810074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/98b6b5fa-4289-406a-947d-1506d4d5968c HTTP/1.1" status: 204 len: 168 time: 0.5569890 Jul 27 17:05:05.889554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aff2a4-d093-4f8e-ad8f-7816863d93d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b6b5fa-4289-406a-947d-1506d4d5968c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:05.932739 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfee8a-3dc1-4d9a-84bb-3a30ede1eaf0 x-openstack-request-id: req-59cfee8a-3dc1-4d9a-84bb-3a30ede1eaf0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:05.933042 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:05.933358 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59cfee8a-3dc1-4d9a-84bb-3a30ede1eaf0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:05.934771 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'status': 'completed', 'code': 200} Jul 27 17:05:05.987436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Deleting port 32919010-8be3-4869-94af-11f048a1532a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:05.987705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:05.998715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.6 (c09e3bab-8eda-4fbd-921d-873b3dfb71cc/e788b8df-de4b-41de-99b2-d90d4a99086d/569cc920-3d94-4617-b8b0-bd641cf1a67b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:06.040366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9e64-a253-4b7e-8a8a-47af1e8936d4 req-ecbc8f16-ddf7-4b81-ba2f-11dd8a3e5dc6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.049492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-805d9e64-a253-4b7e-8a8a-47af1e8936d4 req-ecbc8f16-ddf7-4b81-ba2f-11dd8a3e5dc6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 907 time: 0.1673951 Jul 27 17:05:06.061638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:06.076839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-4efb1403-db0c-4feb-a874-6a214cb9e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.080204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-4efb1403-db0c-4feb-a874-6a214cb9e73c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 1058 time: 0.1733851 Jul 27 17:05:06.203541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] For port 32919010-8be3-4869-94af-11f048a1532a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=32919010-8be3-4869-94af-11f048a1532a,segment=NetworkSegment(87f0ed7b-17f5-4192-9e1e-f35b41081396),segment_id=87f0ed7b-17f5-4192-9e1e-f35b41081396)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:06.203925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.223521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Calling delete_port for 32919010-8be3-4869-94af-11f048a1532a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:06.224360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c18a83d-9597-4614-9ecf-4d2493366ced admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9aa28773e8f47d98df9dd47a75a11eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616871 Jul 27 17:05:06.228726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:06.281997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.291646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef20fd-6905-48f7-a380-9da13d74a692 req-48fbf446-a5ef-4acf-b35e-a2c4f1e97b66 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.293182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fcef20fd-6905-48f7-a380-9da13d74a692 req-48fbf446-a5ef-4acf-b35e-a2c4f1e97b66 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1714334 Jul 27 17:05:06.334919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-227ad92f-513e-4dec-aeb3-f7b253d7ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.336253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-227ad92f-513e-4dec-aeb3-f7b253d7ff3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.2413080 Jul 27 17:05:06.349597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fcef20fd-6905-48f7-a380-9da13d74a692 req-f7c37f6e-30ea-4a25-afdf-213628318882 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491641 Jul 27 17:05:06.362907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.377546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.383489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.390355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.396626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.402485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.408980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.410675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network c09e3bab-8eda-4fbd-921d-873b3dfb71cc is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:06.413887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:06.414873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.417647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:06.418042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cecdf557-7325-4fc4-813b-2dded888395a req-5f480776-8ad1-4820-be65-d6a47eafe932 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.2692833 Jul 27 17:05:06.460305 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-f862fdf2-c306-44e2-b989-9450a01f5ed7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 200 len: 217 time: 0.1160159 Jul 27 17:05:06.484488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=569cc920-3d94-4617-b8b0-bd641cf1a67b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:06.498771 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.512577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.513153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.537122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e3e852c2-0a14-4e47-96b9-75f6d61349c6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1490872 Jul 27 17:05:06.539743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:06.545096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': '569cc920-3d94-4617-b8b0-bd641cf1a67b'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:06.593998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fec5d9-7b14-4ca2-afc5-af3ac44789a4 req-66379cfe-3277-404f-a049-08673adbc981 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.595775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0fec5d9-7b14-4ca2-afc5-af3ac44789a4 req-66379cfe-3277-404f-a049-08673adbc981 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1470926 Jul 27 17:05:06.597876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.600608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.600909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-d069ecef-bb4a-490b-97b5-c59c81831985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.602387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-d069ecef-bb4a-490b-97b5-c59c81831985 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1336598 Jul 27 17:05:06.613477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cecdf557-7325-4fc4-813b-2dded888395a req-2f7c355e-2113-4698-a938-766831afc468 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1616127 Jul 27 17:05:06.691539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.703582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['32919010-8be3-4869-94af-11f048a1532a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:06.704450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0fec5d9-7b14-4ca2-afc5-af3ac44789a4 req-a032ea5d-f914-4ae9-b559-dd50a535363d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013503 Jul 27 17:05:06.739685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Pushing event deleted for resources: {'Port': ['ID=32919010-8be3-4869-94af-11f048a1532a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:06.781153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-20f1fccd-245a-4cf7-8878-7c511a18b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:06.783374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-20f1fccd-245a-4cf7-8878-7c511a18b093 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669819 Jul 27 17:05:06.805164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.807687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.811165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d883fe1-ae14-4979-b093-aae8c5b52edb HTTP/1.1" status: 204 len: 168 time: 0.5786960 Jul 27 17:05:06.811583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] No DVR routers for this DVR port 32919010-8be3-4869-94af-11f048a1532a on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:06.823270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:06.825688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3025ef3-3800-47dd-ba01-fce21ee3fb48 req-900f7236-50d8-4a21-87d3-458d0e8e332d tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.61 "DELETE /v2.0/ports/32919010-8be3-4869-94af-11f048a1532a HTTP/1.1" status: 204 len: 173 time: 1.0997908 Jul 27 17:05:06.826125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'name': 'network-vif-deleted', 'tag': '32919010-8be3-4869-94af-11f048a1532a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:06.828885 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdcf7d4-b144-49f0-b358-83d736936622" -d '{"events": [{"server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "name": "network-vif-deleted", "tag": "32919010-8be3-4869-94af-11f048a1532a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:06.881980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac56f2a-80b6-4da3-a94e-9a9ad94ba315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d883fe1-ae14-4979-b093-aae8c5b52edb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:06.995315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-f7ffef03-8f89-4e6f-9c6a-d4b7cb1b97c2 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912839 Jul 27 17:05:07.009609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e128d21-1e19-4fe0-b4b4-023af5ff8edb req-c68b862e-2982-4dfb-add9-b1f632839bf1 tempest-AttachVolumeNegativeTest-1312143782 tempest-AttachVolumeNegativeTest-1312143782-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae246041-6a1a-43e6-bf7b-5700dc4200ac HTTP/1.1" status: 200 len: 210 time: 0.0807884 Jul 27 17:05:07.084710 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a863ea-ddb8-463d-b8f9-340a2b084901 x-openstack-request-id: req-c1a863ea-ddb8-463d-b8f9-340a2b084901 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:07.085036 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae246041-6a1a-43e6-bf7b-5700dc4200ac", "name": "network-vif-deleted", "tag": "32919010-8be3-4869-94af-11f048a1532a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:07.085248 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1a863ea-ddb8-463d-b8f9-340a2b084901 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:07.085676 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae246041-6a1a-43e6-bf7b-5700dc4200ac', 'name': 'network-vif-deleted', 'tag': '32919010-8be3-4869-94af-11f048a1532a', 'status': 'completed', 'code': 200} Jul 27 17:05:07.140583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f5f28-dbc8-4261-88b1-cd4c0135ab23 req-e643c635-155a-4cbe-9b31-ac4b50799ad6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.145415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd7f5f28-dbc8-4261-88b1-cd4c0135ab23 req-e643c635-155a-4cbe-9b31-ac4b50799ad6 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.2103102 Jul 27 17:05:07.148550 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b9eb440-d250-4913-8fe3-234ecf1d6eac req-114cc661-111c-40cf-b224-5b8ceb77a788 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452615 Jul 27 17:05:07.198923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd7f5f28-dbc8-4261-88b1-cd4c0135ab23 req-e24b1308-1581-4d48-b40c-804fdd6ef45f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 Jul 27 17:05:07.278187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.resource_extend [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 17:05:07.369927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:07.377133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:07.442245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-82c22ed1-ff07-47f0-a1f6-aa6140b25387 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.444106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-82c22ed1-ff07-47f0-a1f6-aa6140b25387 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.3054869 Jul 27 17:05:07.477368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-97415ff2-a275-44cb-a00d-3b02de972af4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/quotas/b3a70cf9440e4a1286cf51dcd06ef9e9 HTTP/1.1" status: 200 len: 375 time: 0.0264161 Jul 27 17:05:07.517463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.523291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.529137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.535210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.541028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.546853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.553220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.555019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-4d50649b-c009-4ea4-aab5-65cbf293bad6 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.3247082 Jul 27 17:05:07.637314 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 29252eec-c4e9-4f13-a002-499649c27212 associated. External IP: 172.25.4.64, port: 569cc920-3d94-4617-b8b0-bd641cf1a67b. Jul 27 17:05:07.687242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-a1840bb9-9dcb-4356-8931-64dcb0a77c59 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.689227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-a1840bb9-9dcb-4356-8931-64dcb0a77c59 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1205769 Jul 27 17:05:07.764995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.770917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.776821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.783321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.789252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.795112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.801598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:07.803551 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-08f1e478-d22b-4150-accd-a888d0673bcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.1074219 Jul 27 17:05:07.857925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c414cc34-4fc0-4a9e-bc69-074c5e97ded0 req-df7136af-64c6-4b7b-a274-0ce78ea92e8f tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474360 Jul 27 17:05:08.068173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:08.115277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Deleting subnet 1fe0c065-7edf-4e8b-9760-a0740f7d5b29 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:08.118457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.152506 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.175874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-0555e3c8-4198-4300-a79e-dd8d7cae96c8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6197596 Jul 27 17:05:08.193066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.264099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.296096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe0c065-7edf-4e8b-9760-a0740f7d5b29,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:08.307623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.311761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-64d9ee10-a832-428a-a760-ae9997db4d77 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1fe0c065-7edf-4e8b-9760-a0740f7d5b29 HTTP/1.1" status: 204 len: 168 time: 0.2403481 Jul 27 17:05:08.313467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-65f0c942-f004-4b5d-93dc-531036ad0f34 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6190760 Jul 27 17:05:08.320582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52370) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:08.341383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:08.362847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef756-5dd4-42e2-ad80-650316c32383 req-5bc970f2-987b-4a3c-a59b-43324d6c94a8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:08.364409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aabef756-5dd4-42e2-ad80-650316c32383 req-5bc970f2-987b-4a3c-a59b-43324d6c94a8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.0704520 Jul 27 17:05:08.405414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aabef756-5dd4-42e2-ad80-650316c32383 req-13f80110-9f03-40ed-bc1e-e7752a803ed4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Jul 27 17:05:08.472746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-dd80ddd1-3578-477f-93f6-ab5da64bcce3 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884471 Jul 27 17:05:08.565428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.578768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:08.596226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.769894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cfc8e86d-2819-4570-bb39-58f8928761f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879796 Jul 27 17:05:08.819633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.846703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8b23ce-25dd-4e1d-b4ec-379df270a7e7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:08.899583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f0ed7b-17f5-4192-9e1e-f35b41081396') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:08.899891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f0ed7b-17f5-4192-9e1e-f35b41081396') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:08.921035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.925590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:08.936610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:08.939254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:08.962284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:08.963123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:09.004959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-76d9fec2-3dc1-4d34-924d-eb5948f2b67b req-0616343f-f885-49c4-8817-98176bfb93bd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 210 time: 0.0595555 Jul 27 17:05:09.014178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.018684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:09.028319 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:09.029177 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:09.035756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:09.036186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:09.038770 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:09.067952 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:09.068639 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3693-3138-4756-8595-738c3ae1317c None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:09.091130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e30ac92-8979-4be4-8e72-12595fb576bc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/29252eec-c4e9-4f13-a002-499649c27212 HTTP/1.1" status: 200 len: 977 time: 2.5503328 Jul 27 17:05:09.094385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:09.101857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b8690bcf-067b-4636-b54f-686537d3fbe5,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:09.141631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.160875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.162736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b8b23ce-25dd-4e1d-b4ec-379df270a7e7 HTTP/1.1" status: 204 len: 168 time: 0.8411984 Jul 27 17:05:09.179932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] For port b8690bcf-067b-4636-b54f-686537d3fbe5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:05:09.182961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32f380-21af-4793-9cfd-290053d9ec18 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8b23ce-25dd-4e1d-b4ec-379df270a7e7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:09.225142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.231240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.237894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.243964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.250841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.252629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 32919010-8be3-4869-94af-11f048a1532a no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:09.257599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.264634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.272772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-38ca4023-4779-4bed-a7ca-de304c7505f2 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 5434 time: 0.3256762 Jul 27 17:05:09.303226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] device_id is not set on port b8690bcf-067b-4636-b54f-686537d3fbe5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:09.303955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 32919010-8be3-4869-94af-11f048a1532a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:09.304579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 32919010-8be3-4869-94af-11f048a1532a not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:09.324583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.336659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.350563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6430ea00-3745-47b0-8cd1-58fcbc94992c req-713faa61-8759-4b9d-bf93-3e5eaed9b2b3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&id=275d2aa5-2be8-40d4-9470-e1532649b49e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752895 Jul 27 17:05:09.411412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Pushing event updated for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:09.483032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] No DVR routers for this DVR port b8690bcf-067b-4636-b54f-686537d3fbe5 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:09.485400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:09.564014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] In _notify_port_updated(), no bound segment for port b8690bcf-067b-4636-b54f-686537d3fbe5 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:05:09.565116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.565870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.567287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d08c0701-8067-42c3-98c9-c0ddb2ddfa1b service neutron] 10.222.0.13 "PUT /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 200 len: 1027 time: 1.2404723 Jul 27 17:05:09.596563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3fdb8ca9-9d25-45a1-9563-2bd6d7263b1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dceabb60f5f4b56a38aa388951bd1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048260 Jul 27 17:05:09.597522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:09.650819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 569cc920-3d94-4617-b8b0-bd641cf1a67b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:09.651168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.672732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-cb16b96e-8f2f-41d2-8493-9c087c831b32 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.674328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-cb16b96e-8f2f-41d2-8493-9c087c831b32 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "GET /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0976431 Jul 27 17:05:09.688163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:09.726408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b2e8-1053-4bce-beca-48ba505a7b2b req-ad223b4d-63cc-4c3f-a807-c000af05e6d5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:09.732122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.733769 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ec6b2e8-1053-4bce-beca-48ba505a7b2b req-ad223b4d-63cc-4c3f-a807-c000af05e6d5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1587267 Jul 27 17:05:09.753968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6be51d40-87d0-4ec7-b398-bc222554115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.756390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.771521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-240c2e2a-1dfe-47ba-b99a-3164805d4417 None None] Provisioning complete for port b8690bcf-067b-4636-b54f-686537d3fbe5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:09.771897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-240c2e2a-1dfe-47ba-b99a-3164805d4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.797343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ec6b2e8-1053-4bce-beca-48ba505a7b2b req-8cc64c37-4ec1-4847-a065-830e29406ec0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626287 Jul 27 17:05:09.815375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.815727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-240c2e2a-1dfe-47ba-b99a-3164805d4417 None None] Port b8690bcf-067b-4636-b54f-686537d3fbe5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:09.852355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.855003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.856251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3ddf4d8-03f3-4531-bb14-2ce3900e0243 HTTP/1.1" status: 204 len: 168 time: 0.2580984 Jul 27 17:05:09.870511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:09.873437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2932c16-bc83-4836-8ce2-6f1a1a78220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ddf4d8-03f3-4531-bb14-2ce3900e0243,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:10.004492 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.005216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.006308 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 29252eec-c4e9-4f13-a002-499649c27212 disassociated. External IP: 172.25.4.64, port: 569cc920-3d94-4617-b8b0-bd641cf1a67b. Jul 27 17:05:10.006813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 569cc920-3d94-4617-b8b0-bd641cf1a67b owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:10.042775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=c250b8cd-0f08-4926-b791-b0a1054c0ba0,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:10.093369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] For port c250b8cd-0f08-4926-b791-b0a1054c0ba0, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:05:10.184288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e8dd6f9c-65d6-41ce-856c-205cf692de0f req-c55122ef-9760-4dc9-83a7-5cca569982b7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 210 time: 0.0488782 Jul 27 17:05:10.195627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] device_id is not set on port c250b8cd-0f08-4926-b791-b0a1054c0ba0 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:10.208030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.217399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.260302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.304163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=569cc920-3d94-4617-b8b0-bd641cf1a67b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:10.344803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] No DVR routers for this DVR port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:10.347587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Pushing event updated for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:10.394740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-5cdfee86-220c-431e-bb1c-3804931bd94d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.396698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-5cdfee86-220c-431e-bb1c-3804931bd94d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 810 time: 0.2426846 Jul 27 17:05:10.422654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Request body: {'port': {'device_id': '590da94a-e4a0-484a-911c-92f228064502', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'admin_state_up': True, 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:10.441817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] In _notify_port_updated(), no bound segment for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 on network 8ea849a9-ff21-4293-bc28-842ff32f0733 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:05:10.442736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.443370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.447858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-60984987-c9a5-49a7-a69e-90bfe5fc0e88 service neutron] 10.222.0.13 "PUT /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 200 len: 1026 time: 0.7654033 Jul 27 17:05:10.615971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:10.617001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.644483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7a293a14-fdfc-40de-9daa-f271b7050185 None None] Provisioning complete for port c250b8cd-0f08-4926-b791-b0a1054c0ba0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:10.644993 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7a293a14-fdfc-40de-9daa-f271b7050185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.649371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:10.694617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7a293a14-fdfc-40de-9daa-f271b7050185 None None] Port c250b8cd-0f08-4926-b791-b0a1054c0ba0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:10.701135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.707492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.713426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.719465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.725947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:10.727798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-18fbcb6d-2a6d-4509-9a25-d324f1f9e340 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 3887 time: 0.2330954 Jul 27 17:05:10.754732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port 22db5bf5-1dab-4e23-a507-60e3ac9c3783, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=22db5bf5-1dab-4e23-a507-60e3ac9c3783,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:10.755204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.762443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Made reservation on behalf of b3a70cf9440e4a1286cf51dcd06ef9e9 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:10.765928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.769866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for 22db5bf5-1dab-4e23-a507-60e3ac9c3783 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:10.869700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc55af3e-a313-4f9f-af05-cb3450c8d8b3 req-8223990e-ab04-4b7d-9e16-6f4a517813a0 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104250 Jul 27 17:05:10.920722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:10.932900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:10.945951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:10.946674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:10.991635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:10.992075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:11.006848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:11.008001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:04:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:11.035876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.039800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=22db5bf5-1dab-4e23-a507-60e3ac9c3783,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:11.040829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f9652c47-2fc7-4fce-9fdf-073b3c47912c tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/569cc920-3d94-4617-b8b0-bd641cf1a67b HTTP/1.1" status: 204 len: 168 time: 1.9445245 Jul 27 17:05:11.044314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52424) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:11.052162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:11.053287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1554e1-3348-40fe-b40b-d1665cf4b82c None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:11.055732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Allocated IP 172.20.0.4 (c9612919-a443-48b5-8045-af04651d8b10/6f44e528-3348-4467-a8af-5e190d8b5df1/d51aac09-790c-4fff-9011-3e7d811d3a5f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:11.096194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52305a2b-adbc-41bf-af13-1a95e2bb0729 req-4930f67c-5224-4508-8ddf-626e1dc4f4ac tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:11.098518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52305a2b-adbc-41bf-af13-1a95e2bb0729 req-4930f67c-5224-4508-8ddf-626e1dc4f4ac tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 943 time: 0.1941061 Jul 27 17:05:11.105940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e47e4a46-ea65-448d-81d0-d7c6d270bb97 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:05:11.113868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 22db5bf5-1dab-4e23-a507-60e3ac9c3783 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:11.116255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7817e9ad-d780-4802-ac57-e8ac9cd54fdc tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/floatingips/29252eec-c4e9-4f13-a002-499649c27212 HTTP/1.1" status: 200 len: 687 time: 0.0707822 Jul 27 17:05:11.116927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52428) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:11.121398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port 22db5bf5-1dab-4e23-a507-60e3ac9c3783 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:11.124620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.129135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-075cbf07-d313-4401-95a8-f73233403a02 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "DELETE /v2.0/ports/22db5bf5-1dab-4e23-a507-60e3ac9c3783 HTTP/1.1" status: 204 len: 173 time: 0.6724968 Jul 27 17:05:11.133660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:11.135863 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc523e-b6b2-416a-ad36-27ea49aa8493" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:11.149313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 22db5bf5-1dab-4e23-a507-60e3ac9c3783 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:11.150106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 22db5bf5-1dab-4e23-a507-60e3ac9c3783 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:11.151368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e122b817-a2d8-44f8-a30a-164eefe74dad no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:11.210553 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa580be-2006-48c9-8d9a-bde726aec835 x-openstack-request-id: req-4aa580be-2006-48c9-8d9a-bde726aec835 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:11.211347 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "22db5bf5-1dab-4e23-a507-60e3ac9c3783", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:11.211625 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aa580be-2006-48c9-8d9a-bde726aec835 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:11.212032 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '22db5bf5-1dab-4e23-a507-60e3ac9c3783', 'status': 'completed', 'code': 200} Jul 27 17:05:11.253140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52305a2b-adbc-41bf-af13-1a95e2bb0729 req-c0b871b5-4308-4e52-ae69-9bc004d2f68a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327333 Jul 27 17:05:11.320418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port 27a1b187-4d11-4a86-9818-31aac128e0ab {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:11.320889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.375855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-34f85088-2f1e-4382-8b5d-ad1f2a4fb116 req-6dff4f2c-42a7-4cb6-a8ac-9de123de2f96 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 210 time: 0.0414436 Jul 27 17:05:11.470631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port 27a1b187-4d11-4a86-9818-31aac128e0ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=27a1b187-4d11-4a86-9818-31aac128e0ab,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:11.471233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.493342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for 27a1b187-4d11-4a86-9818-31aac128e0ab owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:11.551131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.557801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port bc207965-014f-458a-bc8a-6f4437370a88 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:11.558375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.610142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Transition to ACTIVE for port object d51aac09-790c-4fff-9011-3e7d811d3a5f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:11.613856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:11.621944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.648627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:05:11.671470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:11.674286 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c2a8f-c269-4a21-8fac-b47019773f80" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-unplugged", "status": "completed", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:11.707712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.720678 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.721031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.747707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=27a1b187-4d11-4a86-9818-31aac128e0ab,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:11.748222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:11.755849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.756961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b8690bcf-067b-4636-b54f-686537d3fbe5 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:11.763989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for bc207965-014f-458a-bc8a-6f4437370a88 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:11.767951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.772974 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb455ba-a9fd-415f-8d8f-f9f7ff35c479 x-openstack-request-id: req-7bb455ba-a9fd-415f-8d8f-f9f7ff35c479 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:11.773381 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-unplugged", "status": "completed", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:11.773733 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bb455ba-a9fd-415f-8d8f-f9f7ff35c479 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:11.774222 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'code': 200} Jul 27 17:05:11.804948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:11.807656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:11.829294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port 27a1b187-4d11-4a86-9818-31aac128e0ab on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:11.832120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.834369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-33a090ac-27d7-47a9-9de5-35bbdd6bd5ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "DELETE /v2.0/ports/27a1b187-4d11-4a86-9818-31aac128e0ab HTTP/1.1" status: 204 len: 173 time: 0.6832137 Jul 27 17:05:11.886979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:11.889502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Network c9612919-a443-48b5-8045-af04651d8b10 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:11.900078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:11.907006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:11.914344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:11.995204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47e4a46-ea65-448d-81d0-d7c6d270bb97 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:05:11.999290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:12.000154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.032610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port 42aeb009-7c81-455b-b0f9-8f99da8a10ef {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:12.032974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.053036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b8690bcf-067b-4636-b54f-686537d3fbe5 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:12.053574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c250b8cd-0f08-4926-b791-b0a1054c0ba0 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:12.056181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:12.059523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:12.130945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-f780b738-6850-461d-810f-6ee18a30ea45 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7187960 Jul 27 17:05:12.133880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.142308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.142812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.143219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.143625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.147330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.147851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.150552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:12.160379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Request body: {'port': {'device_id': '590da94a-e4a0-484a-911c-92f228064502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:12.228913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.271704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port 42aeb009-7c81-455b-b0f9-8f99da8a10ef, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=42aeb009-7c81-455b-b0f9-8f99da8a10ef,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:12.273259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.293566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for 42aeb009-7c81-455b-b0f9-8f99da8a10ef owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:12.354929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device c250b8cd-0f08-4926-b791-b0a1054c0ba0 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:12.355355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 27a1b187-4d11-4a86-9818-31aac128e0ab no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:12.374075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=bc207965-014f-458a-bc8a-6f4437370a88,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:12.457140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:12.462979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e47e4a46-ea65-448d-81d0-d7c6d270bb97'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:12.487312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 27a1b187-4d11-4a86-9818-31aac128e0ab {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:12.487859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 27a1b187-4d11-4a86-9818-31aac128e0ab not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:12.488519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 10879c7c-0a97-4919-9282-27eb7cb6e42d no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:12.577621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.583554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.585719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-65cadbf2-a337-4a18-9331-2af31d72100b tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/29252eec-c4e9-4f13-a002-499649c27212 HTTP/1.1" status: 204 len: 168 time: 1.4654968 Jul 27 17:05:12.590444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:12.601684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '0c402f09-16d0-4f56-8c70-71a27d192691'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:12.621042 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.632500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.640241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29756d77-e1a3-4dc1-ab91-0ce39df8fe37 None None] Provisioning for port d51aac09-790c-4fff-9011-3e7d811d3a5f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:12.652104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.662871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.679866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83ebfe98-8785-4d49-a4dd-61bc04768e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.691071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29756d77-e1a3-4dc1-ab91-0ce39df8fe37 None None] Provisioning complete for port d51aac09-790c-4fff-9011-3e7d811d3a5f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:12.691940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29756d77-e1a3-4dc1-ab91-0ce39df8fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.738492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=42aeb009-7c81-455b-b0f9-8f99da8a10ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:12.800635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-29756d77-e1a3-4dc1-ab91-0ce39df8fe37 None None] Port d51aac09-790c-4fff-9011-3e7d811d3a5f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:12.802787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port 42aeb009-7c81-455b-b0f9-8f99da8a10ef on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:12.808804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.811778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-13bc0714-c06f-42ed-8913-944050e97a63 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "DELETE /v2.0/ports/42aeb009-7c81-455b-b0f9-8f99da8a10ef HTTP/1.1" status: 204 len: 173 time: 0.9704368 Jul 27 17:05:12.825351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842340c3-95f5-4d5e-8778-3c312d917223 req-3dc8dd53-7fd3-4317-9e14-6da0c73d7bbe tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:12.827777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-842340c3-95f5-4d5e-8778-3c312d917223 req-3dc8dd53-7fd3-4317-9e14-6da0c73d7bbe tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 944 time: 0.3136272 Jul 27 17:05:12.917684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:12.920535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda6305-ee9b-4313-a504-bdaaf033f7b4 req-b6d13291-6bd4-40dc-9211-fc1109cc2838 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:12.930268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda6305-ee9b-4313-a504-bdaaf033f7b4 req-b6d13291-6bd4-40dc-9211-fc1109cc2838 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:12.956349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda6305-ee9b-4313-a504-bdaaf033f7b4 req-b6d13291-6bd4-40dc-9211-fc1109cc2838 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:12.961482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebda6305-ee9b-4313-a504-bdaaf033f7b4 req-b6d13291-6bd4-40dc-9211-fc1109cc2838 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 2337 time: 0.9365613 Jul 27 17:05:12.991472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-842340c3-95f5-4d5e-8778-3c312d917223 req-aa15c0a9-4eee-4425-a4ec-b9477c7fa61a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887694 Jul 27 17:05:13.040060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port 10879c7c-0a97-4919-9282-27eb7cb6e42d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:13.040301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.086981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ebda6305-ee9b-4313-a504-bdaaf033f7b4 req-22ffc230-9c7a-4c89-9b48-0020ed281ed9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799000 Jul 27 17:05:13.094128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:13.120222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.120732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 42aeb009-7c81-455b-b0f9-8f99da8a10ef no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:13.153676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 42aeb009-7c81-455b-b0f9-8f99da8a10ef {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:13.154027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 42aeb009-7c81-455b-b0f9-8f99da8a10ef not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:13.208146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port 10879c7c-0a97-4919-9282-27eb7cb6e42d, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=10879c7c-0a97-4919-9282-27eb7cb6e42d,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:13.208702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.214016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.216224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab'}, {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:13.218712 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355e954-c75a-44cb-a7c6-d8241929ec89" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab"}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:13.237778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51aac09-790c-4fff-9011-3e7d811d3a5f {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:05:13.252505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for 10879c7c-0a97-4919-9282-27eb7cb6e42d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:13.269871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.286096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Transition to ACTIVE for port object d51aac09-790c-4fff-9011-3e7d811d3a5f will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:13.293156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:13.298037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.313042 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111fddb-7fb0-41b3-8014-70015647095f x-openstack-request-id: req-4111fddb-7fb0-41b3-8014-70015647095f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:13.314600 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "27a1b187-4d11-4a86-9818-31aac128e0ab", "status": "completed", "code": 200}, {"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "42aeb009-7c81-455b-b0f9-8f99da8a10ef", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:13.315012 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4111fddb-7fb0-41b3-8014-70015647095f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:13.315569 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '27a1b187-4d11-4a86-9818-31aac128e0ab', 'status': 'completed', 'code': 200} Jul 27 17:05:13.315995 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '42aeb009-7c81-455b-b0f9-8f99da8a10ef', 'status': 'completed', 'code': 200} Jul 27 17:05:13.429492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b7d0-ed58-446c-bc5a-af3d947bd190 req-948775dd-6f09-4da1-a02d-29b4093020a0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:13.431107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6469b7d0-ed58-446c-bc5a-af3d947bd190 req-948775dd-6f09-4da1-a02d-29b4093020a0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 931 time: 0.2911532 Jul 27 17:05:13.433342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52476) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:13.462111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:13.486231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.503886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Attempting to bind port d51aac09-790c-4fff-9011-3e7d811d3a5f on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:05:13.504287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Attempting to bind port d51aac09-790c-4fff-9011-3e7d811d3a5f by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:05:13.504718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Attempting to bind port d51aac09-790c-4fff-9011-3e7d811d3a5f on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:05:13.512221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Port d51aac09-790c-4fff-9011-3e7d811d3a5f on network c9612919-a443-48b5-8045-af04651d8b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:05:13.513271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Attempting to bind port d51aac09-790c-4fff-9011-3e7d811d3a5f on network c9612919-a443-48b5-8045-af04651d8b10 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:05:13.519580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:05:13.520024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Checking segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:13.520615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Bound using segment: {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:05:13.523630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Bound port: d51aac09-790c-4fff-9011-3e7d811d3a5f, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325829d-1be4-4905-a800-a06e4264e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:05:13.524079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.546503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.53 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/9d52f399-5e41-4a4e-b1be-b16b954579af) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:13.562449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6469b7d0-ed58-446c-bc5a-af3d947bd190 req-cf444c2f-f58f-47e9-90e0-6fedfcd98f3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054339 Jul 27 17:05:13.633126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e8768e-2ab6-4143-ac5d-33922b8d0a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.635320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:05:13.639671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:05:13.646708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.672029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.695822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:13.695822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.697484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] 10.222.0.61 "PUT /v2.0/ports/d51aac09-790c-4fff-9011-3e7d811d3a5f HTTP/1.1" status: 200 len: 1091 time: 1.5474944 Jul 27 17:05:13.700023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:13.702453 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6739942-f04e-4c55-a9a0-e7db0fbb0641" -d '{"events": [{"name": "network-changed", "server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:13.732994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=10879c7c-0a97-4919-9282-27eb7cb6e42d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:13.752673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5274bc-036c-494b-8cb0-eb82c24a6547 service neutron] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:13.775635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:13.782685 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16620c7-d603-4b01-b723-ecc39e002955" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-unplugged", "status": "completed", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:13.798680 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5ad69-b28e-48ea-b19b-7d34c59038a8 x-openstack-request-id: req-a0c5ad69-b28e-48ea-b19b-7d34c59038a8 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:13.798680 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:13.798680 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0c5ad69-b28e-48ea-b19b-7d34c59038a8 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:13.798680 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'status': 'completed', 'code': 200} Jul 27 17:05:13.819763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port 10879c7c-0a97-4919-9282-27eb7cb6e42d on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:13.824655 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.828189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.829890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-46ed9429-9ceb-4a00-9de4-9ab8d3b534fc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "DELETE /v2.0/ports/10879c7c-0a97-4919-9282-27eb7cb6e42d HTTP/1.1" status: 204 len: 173 time: 0.9985478 Jul 27 17:05:13.836612 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93df1734-17c3-40cf-840e-bf3c4b759b97 x-openstack-request-id: req-93df1734-17c3-40cf-840e-bf3c4b759b97 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:13.837670 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-unplugged", "status": "completed", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:13.838068 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93df1734-17c3-40cf-840e-bf3c4b759b97 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:13.838589 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'code': 200} Jul 27 17:05:13.861194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-9e871b8d-b62a-4a35-a1fc-fbc07150436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:13.862751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-9e871b8d-b62a-4a35-a1fc-fbc07150436d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 1094 time: 0.1055255 Jul 27 17:05:13.908556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.920248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-fa47cf7a-43ce-4d4f-87dc-a2b46299b3af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f HTTP/1.1" status: 200 len: 217 time: 0.0486624 Jul 27 17:05:13.922445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e8768e-2ab6-4143-ac5d-33922b8d0a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:13.937255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-23e8768e-2ab6-4143-ac5d-33922b8d0a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.012530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23e8768e-2ab6-4143-ac5d-33922b8d0a7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c475ad95eb2f44d3be8dbbc8f8ec93d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721123 Jul 27 17:05:14.013868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8768e-2ab6-4143-ac5d-33922b8d0a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcbd5d-f7d7-447b-a21c-16a0aa4bc6f3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:14.017120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:14.018706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-e9e03f74-b0d1-42f7-9802-c7757c12b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.021382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-e9e03f74-b0d1-42f7-9802-c7757c12b6b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0931835 Jul 27 17:05:14.176727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.194084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-b1d88101-0740-47e7-92a3-2fd4022bef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.195645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-b1d88101-0740-47e7-92a3-2fd4022bef70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611357 Jul 27 17:05:14.236520 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.325354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f87cb-efc2-4de9-9281-dfbb0bfaf326 req-1b7c3f0b-ef5b-4059-9504-a704ebb76ddf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.327486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-014f87cb-efc2-4de9-9281-dfbb0bfaf326 req-1b7c3f0b-ef5b-4059-9504-a704ebb76ddf tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 944 time: 0.2358248 Jul 27 17:05:14.393584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:14.394942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-0502d5ad-9f41-4b13-ad9c-f8543afab3b3 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879919 Jul 27 17:05:14.398842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-014f87cb-efc2-4de9-9281-dfbb0bfaf326 req-a2bca210-b28e-41b0-b17b-4940ab8a4d51 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636885 Jul 27 17:05:14.399419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.401914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.405829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ddcbd5d-f7d7-447b-a21c-16a0aa4bc6f3 HTTP/1.1" status: 204 len: 168 time: 0.3818607 Jul 27 17:05:14.426589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:14.434990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:14.438844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=9d52f399-5e41-4a4e-b1be-b16b954579af,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:14.476211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df1069-987b-4c6d-abc5-433139b1095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcbd5d-f7d7-447b-a21c-16a0aa4bc6f3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:14.545296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5c1d76d0-f6cb-4570-9cf3-9a141dbf0d85 req-000de5bb-79e7-4714-90e2-eeef21ead4b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411011 Jul 27 17:05:14.556233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a0d42-1fae-4669-9238-758558bfd3ae req-12190ac2-28fe-48d8-b831-5d5f68ce71cc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.558207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed8a0d42-1fae-4669-9238-758558bfd3ae req-12190ac2-28fe-48d8-b831-5d5f68ce71cc tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 944 time: 0.2127335 Jul 27 17:05:14.568979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port e122b817-a2d8-44f8-a30a-164eefe74dad {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:14.569329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.696570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-b50045f9-d2d7-49c6-97b3-3c545981e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.698129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-b50045f9-d2d7-49c6-97b3-3c545981e40e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 1094 time: 0.0895596 Jul 27 17:05:14.714780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ed8a0d42-1fae-4669-9238-758558bfd3ae req-197fbb4b-220f-4ba0-8887-514aff9df0c9 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups?id=14294c16-82fc-4b6f-955b-f9eaf6376ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480508 Jul 27 17:05:14.781908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5434725-d202-49a8-a01c-aa8810f89ab4 req-bd0ba5e9-bd10-468b-af17-74e04bbe46f4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.783488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5434725-d202-49a8-a01c-aa8810f89ab4 req-bd0ba5e9-bd10-468b-af17-74e04bbe46f4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 943 time: 0.1322863 Jul 27 17:05:14.791235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:14.820827 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-980b6cdd-7c34-4e78-9f14-292c996cd519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.828884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port e122b817-a2d8-44f8-a30a-164eefe74dad, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e122b817-a2d8-44f8-a30a-164eefe74dad,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:14.829835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:14.858348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-00085992-aad7-4b0d-ad6d-c0f5bc3dc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:14.859887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-00085992-aad7-4b0d-ad6d-c0f5bc3dc829 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1539652 Jul 27 17:05:14.886566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5434725-d202-49a8-a01c-aa8810f89ab4 req-94e4b436-2e79-4a49-9b98-b2d60915dbae tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871472 Jul 27 17:05:14.921650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-d80ca45c-421b-4d3c-bafd-02cd86dcadd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f HTTP/1.1" status: 200 len: 217 time: 0.0537291 Jul 27 17:05:15.107043 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.133794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.134168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.134492 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Floating IP 58120f6a-f063-49e3-a39b-be2335d7a2ee disassociated. External IP: 172.25.4.80, port: e122b817-a2d8-44f8-a30a-164eefe74dad. Jul 27 17:05:15.134843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for e122b817-a2d8-44f8-a30a-164eefe74dad owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:15.138070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e47e4a46-ea65-448d-81d0-d7c6d270bb97 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:15.154538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.202911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e47e4a46-ea65-448d-81d0-d7c6d270bb97 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:15.207721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e47e4a46-ea65-448d-81d0-d7c6d270bb97 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:15.208719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.301736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.306690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.321106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:15.322857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-50c2ae91-bccc-4638-ad6e-5ead035b4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:15.323286 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4a2a7-d2d1-4d62-8350-1369b3976bd2" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:15.324407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-50c2ae91-bccc-4638-ad6e-5ead035b4bd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.3942361 Jul 27 17:05:15.347457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:15.352417 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.384102 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ae4961-a1fd-42f7-bf1f-3e7eec3d3328 x-openstack-request-id: req-81ae4961-a1fd-42f7-bf1f-3e7eec3d3328 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:15.384388 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "10879c7c-0a97-4919-9282-27eb7cb6e42d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:15.384679 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81ae4961-a1fd-42f7-bf1f-3e7eec3d3328 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:15.385071 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': '10879c7c-0a97-4919-9282-27eb7cb6e42d', 'status': 'completed', 'code': 200} Jul 27 17:05:15.396404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-980b6cdd-7c34-4e78-9f14-292c996cd519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.402813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-980b6cdd-7c34-4e78-9f14-292c996cd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.413595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.430616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:15.466196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=e122b817-a2d8-44f8-a30a-164eefe74dad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:15.470189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-1c18e461-43d5-4a6a-8c76-6eb414c78717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:15.472143 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-1c18e461-43d5-4a6a-8c76-6eb414c78717 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381295 Jul 27 17:05:15.480527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-980b6cdd-7c34-4e78-9f14-292c996cd519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db3328f51838422dbe98924ffddc5147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879556 Jul 27 17:05:15.481290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6cdd-7c34-4e78-9f14-292c996cd519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b192076e-10b8-4d7d-b2a5-1282cbce8cf6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:15.486557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:15.613253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-e5507f8b-6335-443a-9b6c-6552c428f668 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290793 Jul 27 17:05:15.625218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448173-c798-4956-a05e-758dd8fb1fcd req-8ead72fe-3d41-4045-b352-7d9aff4341e9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:15.626688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb448173-c798-4956-a05e-758dd8fb1fcd req-8ead72fe-3d41-4045-b352-7d9aff4341e9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.1414776 Jul 27 17:05:15.689451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.716038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bb448173-c798-4956-a05e-758dd8fb1fcd req-ced76515-18e9-4b22-beab-67ccf5790f87 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811255 Jul 27 17:05:15.725177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Router e7daf6b1-5534-43fa-829a-9f2788d07bf7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:15.739205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.750489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6739942-f04e-4c55-a9a0-e7db0fbb0641 req-a4c5d6bb-e107-4088-becc-b7a3e3086001 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226671 Jul 27 17:05:15.753882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.765525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:15.839936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:15.842653 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bebe68-10b7-4eb5-ad4b-eec0d8cf17e5" -d '{"events": [{"server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "name": "network-vif-plugged", "status": "completed", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:15.884260 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094e593e-761a-4cee-b6fa-5ad2f537d8fa x-openstack-request-id: req-094e593e-761a-4cee-b6fa-5ad2f537d8fa {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:15.884617 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "name": "network-vif-plugged", "status": "completed", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:15.884875 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-094e593e-761a-4cee-b6fa-5ad2f537d8fa {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:15.885853 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'code': 200} Jul 27 17:05:15.919758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-033d7ad3-fd8d-4922-93ed-ff2391850866 req-5ac0d554-91f7-4359-ac19-9a985d0739cf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.1088598 Jul 27 17:05:15.931885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=9d52f399-5e41-4a4e-b1be-b16b954579af,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:15.952230 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.027146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.029741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.033415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b192076e-10b8-4d7d-b2a5-1282cbce8cf6 HTTP/1.1" status: 204 len: 168 time: 0.5060644 Jul 27 17:05:16.059816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc60a7-2789-4ad0-9101-61183438ade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192076e-10b8-4d7d-b2a5-1282cbce8cf6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:16.112632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796631b7-9b49-44cc-8481-b0330814e713 req-3e691618-d861-46d9-b396-46667816f1b7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:16.114302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-796631b7-9b49-44cc-8481-b0330814e713 req-3e691618-d861-46d9-b396-46667816f1b7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 943 time: 0.1326590 Jul 27 17:05:16.121035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860fff-76de-418d-b517-c17ca504cc13 req-4236c70a-e0d7-4ccc-848f-ca8245e27847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:16.122845 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88860fff-76de-418d-b517-c17ca504cc13 req-4236c70a-e0d7-4ccc-848f-ca8245e27847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1096 time: 0.1075683 Jul 27 17:05:16.143376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:16.155005 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Sync routers for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:16.169383 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:16.170701 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.209126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-796631b7-9b49-44cc-8481-b0330814e713 req-9a97a1de-3895-4774-a791-c09a75ac2b33 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851858 Jul 27 17:05:16.221948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88860fff-76de-418d-b517-c17ca504cc13 req-f8c85433-4472-45e0-970a-3f6ea234a5e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819149 Jul 27 17:05:16.242571 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 5c266280-5004-43ef-902e-5d28478061d4 associated. External IP: 172.25.4.53, port: 0c402f09-16d0-4f56-8c70-71a27d192691. Jul 27 17:05:16.245407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port e122b817-a2d8-44f8-a30a-164eefe74dad on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:16.248702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.251643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a9181b6-a7cb-4f7c-8ed7-254e1f7c6546 req-d44eab8e-3997-48d3-988c-d7caff207ca5 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.13 "DELETE /v2.0/ports/e122b817-a2d8-44f8-a30a-164eefe74dad HTTP/1.1" status: 204 len: 173 time: 2.3817868 Jul 27 17:05:16.382080 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:16.484990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:16.629944 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.631596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:16.643629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:16.653389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.666232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:16.667084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.670938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Checking router: e7daf6b1-5534-43fa-829a-9f2788d07bf7 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:05:16.680374 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:16.680948 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.705721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98ede0ab-43c2-41b1-af4b-004286e37f1e tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1138208 Jul 27 17:05:16.708031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:16.714805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1701252380'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:16.743671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:16.744437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.752760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.774705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:16.775329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.819591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:16.832501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:16.833460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df377f65-3cb6-4e34-b414-b9465f59285b None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:16.849440 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:16.880834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.880834 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Added segment 087fb8a7-1acc-4970-8813-32d3f9cc605b of type vlan for network 0cf754d5-3f56-4bee-b977-9e62693ede22 Jul 27 17:05:16.884192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:16.962452 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.012241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b83cf9-a505-47d6-8e07-c540b87274a8 req-f66c7252-2f95-45e5-978b-d7cccc11d951 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:17.017438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40b83cf9-a505-47d6-8e07-c540b87274a8 req-f66c7252-2f95-45e5-978b-d7cccc11d951 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.2070904 Jul 27 17:05:17.060013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.068365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:17.069450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.085306 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:17.099811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-39997281-17d1-45fd-82e1-887cdb801ba4 req-bfe50b75-f3dd-4763-b4c9-9fea427044da tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0559282 Jul 27 17:05:17.123864 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f4b4b-8f9f-413e-9b2f-c01372be3274 None None] The sync data for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 is: [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T16:55:09Z', 'revision_number': 4, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f407b7f1-9e7e-45ad-9882-238c986c62a4', 'name': '', 'network_id': '25ff0c56-0cb4-4407-9672-54407fed135b', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'mac_address': 'fa:16:3e:0d:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:08Z', 'updated_at': '2021-07-27T16:55:23Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'subnets': [{'id': '7fd8913b-e10a-4900-87c6-d4527c0ad9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:17.165327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4529779 Jul 27 17:05:17.165672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:17.170910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'subnet': {'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:17.215648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:05:17.229251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40b83cf9-a505-47d6-8e07-c540b87274a8 req-edf6927e-f003-4235-8a37-2ba07656fdac tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771643 Jul 27 17:05:17.239893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4c5e-432f-4112-b697-4b5564c2b381 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Network': ['ID=0cf754d5-3f56-4bee-b977-9e62693ede22,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:17.252208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:17.289007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d51aac09-790c-4fff-9011-3e7d811d3a5f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:05:17.385953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:17.388391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:17.389342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.394379 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c457695d-bd8b-4b35-9f8c-cf1b9b38c745" -d '{"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:17.464791 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61099368-457f-4954-a3f0-0e421220ee18 x-openstack-request-id: req-61099368-457f-4954-a3f0-0e421220ee18 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:17.465415 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1c5b8-5026-4d02-8adc-71371f6504be", "name": "network-vif-deleted", "tag": "e122b817-a2d8-44f8-a30a-164eefe74dad", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:17.465820 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61099368-457f-4954-a3f0-0e421220ee18 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:17.466394 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1c5b8-5026-4d02-8adc-71371f6504be', 'name': 'network-vif-deleted', 'tag': 'e122b817-a2d8-44f8-a30a-164eefe74dad', 'status': 'completed', 'code': 200} Jul 27 17:05:17.583304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:17.611623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'mac_address': 'fa:16:3e:5c:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:05:17.666160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5ec0-64f4-4f9c-b0cf-60eaa7982c62 req-500dac7f-db25-4fb9-b01a-46fc274af889 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:17.667717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bebb5ec0-64f4-4f9c-b0cf-60eaa7982c62 req-500dac7f-db25-4fb9-b01a-46fc274af889 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 943 time: 0.3098876 Jul 27 17:05:17.683703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a99e-a20c-43b9-9c26-ff98aa4eab6a None None] New status for floating IP 58120f6a-f063-49e3-a39b-be2335d7a2ee: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:05:17.724416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.756927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51aac09-790c-4fff-9011-3e7d811d3a5f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:05:17.758677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.791947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:17.802787 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bebb5ec0-64f4-4f9c-b0cf-60eaa7982c62 req-b39ba402-ff23-40d1-853c-60bdeaf4e6d9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960324 Jul 27 17:05:17.808393 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.879181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Subnet': ['ID=3d045560-0c29-4230-b01c-59a9faa73374,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:17.894999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Checking segment: {'id': '087fb8a7-1acc-4970-8813-32d3f9cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:17.895245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network hostable DHCP agents. Network: 0cf754d5-3f56-4bee-b977-9e62693ede22, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:17.901355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:17.939659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:17.949724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0cf754d5-3f56-4bee-b977-9e62693ede22) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:17.955916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:17.956663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:17.963829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e9283-5480-42d8-aa16-b01d99d6ad12 None None] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:17.979039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e6564bca-21e0-480b-9351-f7a7dc298901 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8120029 Jul 27 17:05:17.981697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:17.986989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-227754332', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:18.022844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.023899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.081161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.114287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d51aac09-790c-4fff-9011-3e7d811d3a5f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:18.216187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0cf754d5-3f56-4bee-b977-9e62693ede22', 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22', 'tenant_id': '19ed1811f36f4169a2c78b9372aaa02b', 'fixed_ips': [{'subnet_id': '3d045560-0c29-4230-b01c-59a9faa73374'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:05:18.217197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.315180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd1d82ae-a5b1-4524-be83-0579f2da4e1e req-e0e1557f-df53-4117-9339-0b45ff3b7f23 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0551867 Jul 27 17:05:18.326491 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.491192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Allocated IP 172.20.0.2 (0cf754d5-3f56-4bee-b977-9e62693ede22/3d045560-0c29-4230-b01c-59a9faa73374/fa380beb-3a45-408c-b3b1-51cb5d908af8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:18.528047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d08cf-eaf2-4f45-9633-07d173f55e1e req-e1326d32-fce0-4f60-814c-74798d10e182 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:18.535978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f53d08cf-eaf2-4f45-9633-07d173f55e1e req-e1326d32-fce0-4f60-814c-74798d10e182 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.1734314 Jul 27 17:05:18.607989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f53d08cf-eaf2-4f45-9633-07d173f55e1e req-f7a3107d-9cc2-40ac-a41a-89b2d8d46561 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709569 Jul 27 17:05:18.694171 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.705869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Transition to ACTIVE for port object fa380beb-3a45-408c-b3b1-51cb5d908af8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:18.726127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Transition to ACTIVE for port object fa380beb-3a45-408c-b3b1-51cb5d908af8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:18.747320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.748316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.780972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.810202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Pushing event updated for resources: {'Port': ['ID=fa380beb-3a45-408c-b3b1-51cb5d908af8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:18.818586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:18.820465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:18.827150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:18.902457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1b93f-aa67-4f18-889d-ab694db32b97 req-90679450-478d-4d68-8465-d4dc3795259f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:18.911054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83f1b93f-aa67-4f18-889d-ab694db32b97 req-90679450-478d-4d68-8465-d4dc3795259f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.1695881 Jul 27 17:05:18.925166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Attempting to bind port fa380beb-3a45-408c-b3b1-51cb5d908af8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:05:18.925543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Attempting to bind port fa380beb-3a45-408c-b3b1-51cb5d908af8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '087fb8a7-1acc-4970-8813-32d3f9cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:05:18.925907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Attempting to bind port fa380beb-3a45-408c-b3b1-51cb5d908af8 on network 0cf754d5-3f56-4bee-b977-9e62693ede22 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:05:18.935691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:05:18.936116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Checking segment: {'id': '087fb8a7-1acc-4970-8813-32d3f9cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:18.936514 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.936990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Bound using segment: {'id': '087fb8a7-1acc-4970-8813-32d3f9cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:05:18.937390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Bound port: fa380beb-3a45-408c-b3b1-51cb5d908af8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087fb8a7-1acc-4970-8813-32d3f9cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:05:18.938319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:18.981583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83f1b93f-aa67-4f18-889d-ab694db32b97 req-8e5d334f-9f74-4e2b-b23f-5362067ef8ab tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696263 Jul 27 17:05:19.011095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:19.033228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] For port fa380beb-3a45-408c-b3b1-51cb5d908af8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:05:19.037961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] For port fa380beb-3a45-408c-b3b1-51cb5d908af8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fa380beb-3a45-408c-b3b1-51cb5d908af8,segment=NetworkSegment(087fb8a7-1acc-4970-8813-32d3f9cc605b),segment_id=087fb8a7-1acc-4970-8813-32d3f9cc605b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:05:19.044940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.062346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.25.4.203 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/71b52628-85c2-4e0c-822c-23aedbcfb5d1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:19.095395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590faa-588c-4c92-984a-7c88fecaa374 req-b44a376e-0d56-495e-be9c-d26ee7bd051f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:19.099370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80590faa-588c-4c92-984a-7c88fecaa374 req-b44a376e-0d56-495e-be9c-d26ee7bd051f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 944 time: 0.1833158 Jul 27 17:05:19.163617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3467-f89b-4ad8-9386-68ea1383a47d None None] Pushing event updated for resources: {'Port': ['ID=fa380beb-3a45-408c-b3b1-51cb5d908af8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:19.216175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80590faa-588c-4c92-984a-7c88fecaa374 req-17e53a8d-9595-49b0-8cfa-dada6746ef7e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024702 Jul 27 17:05:19.270347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d51aac09-790c-4fff-9011-3e7d811d3a5f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:19.294540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.359337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.408171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:19.425796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d51aac09-790c-4fff-9011-3e7d811d3a5f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:19.428157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:19.430885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:19.433589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d51aac09-790c-4fff-9011-3e7d811d3a5f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:19.434426 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.467027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=71b52628-85c2-4e0c-822c-23aedbcfb5d1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:19.468090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14e4b2-529a-427c-bdde-6582515af26e tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:19.470825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cf14e4b2-529a-427c-bdde-6582515af26e tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1091 time: 0.4577501 Jul 27 17:05:19.474999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52594) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:19.479729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:19.590028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.591386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6aeadbb5-a071-44e4-a2f3-8e0647370231 req-f00d8a26-93ab-47fb-ab1b-e6c4ae6507cd tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0655265 Jul 27 17:05:19.625854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:19.628661 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05754349-4808-4916-87fa-557eeb67c968" -d '{"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-plugged", "status": "completed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:19.652031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:19.659684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.723023 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:19.740369 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f52a4e-019e-4f02-ae06-daeace8cefc0 x-openstack-request-id: req-95f52a4e-019e-4f02-ae06-daeace8cefc0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:19.741021 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-plugged", "status": "completed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:19.741137 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95f52a4e-019e-4f02-ae06-daeace8cefc0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:19.741544 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'code': 200} Jul 27 17:05:19.767485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:20.029950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0465cc-e9ac-4a08-a6c5-69f5db571811 req-a46ccf35-a03f-4b36-8589-08ae29638b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:20.031488 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd0465cc-e9ac-4a08-a6c5-69f5db571811 req-a46ccf35-a03f-4b36-8589-08ae29638b14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 1096 time: 0.2379673 Jul 27 17:05:20.077775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.163354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bd0465cc-e9ac-4a08-a6c5-69f5db571811 req-2160705f-0dc3-43b8-8ee4-cca7d6b62cdf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225257 Jul 27 17:05:20.222697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.440963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd581d-bbe8-4c00-8b40-61b9d980597d req-1426d645-7c4d-49c6-b516-58ffd454a944 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:20.451309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aafd581d-bbe8-4c00-8b40-61b9d980597d req-1426d645-7c4d-49c6-b516-58ffd454a944 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1112087 Jul 27 17:05:20.526682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.25.4.105 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d51a6a53-1304-472b-9d2e-b89b4fdc6001) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:20.537498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aafd581d-bbe8-4c00-8b40-61b9d980597d req-fbfdf478-1fe7-4736-bdf7-bcdee669878d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846679 Jul 27 17:05:20.546507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.566618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52608) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:20.759103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a295402-1ed5-41f9-bc70-8f6137b737c6 None None] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:20.773120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78bfd916-484b-4038-aaea-8eadcd8ad7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.781149 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db770384-552f-479c-b726-84700f24b529 req-59ce9b3a-7ea4-4374-8466-4020ef5dc42b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0622697 Jul 27 17:05:20.803948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.840764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-648ac6f6-c0e1-4b7d-8aeb-271e10494b38 None None] Provisioning for port fa380beb-3a45-408c-b3b1-51cb5d908af8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:20.872776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:05:20.893280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.969256 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78bfd916-484b-4038-aaea-8eadcd8ad7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.976253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78bfd916-484b-4038-aaea-8eadcd8ad7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:20.990021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:20.998232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:21.001750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:21.012292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78bfd916-484b-4038-aaea-8eadcd8ad7cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0668139988344c3c9ee16f0cd866c1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445372 Jul 27 17:05:21.019458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52614) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:21.059846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd916-484b-4038-aaea-8eadcd8ad7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7cc40d-570a-4f90-8705-77a67e543436,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:21.099116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.134154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.219160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.222484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.224024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed7cc40d-570a-4f90-8705-77a67e543436 HTTP/1.1" status: 204 len: 168 time: 0.2035453 Jul 27 17:05:21.240385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2d63-0eae-42ca-9ea9-b355c0275693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7cc40d-570a-4f90-8705-77a67e543436,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:21.419017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fa380beb-3a45-408c-b3b1-51cb5d908af8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:21.504802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fa380beb-3a45-408c-b3b1-51cb5d908af8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:21.510951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fa380beb-3a45-408c-b3b1-51cb5d908af8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:21.511334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.543906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=d51a6a53-1304-472b-9d2e-b89b4fdc6001,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:21.616743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:21.643834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.653320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] Sync routers for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:21.685383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:21.686082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:21.691618 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.695234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a2929345-1c56-4898-8247-e167a3e0eb41 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7098346 Jul 27 17:05:21.696142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:21.765032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d52b-33ff-47a2-bb7d-5302a223b28c req-7f1349ad-34a8-4d37-ad16-0aa96f9c47e3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:21.774823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11a2d52b-33ff-47a2-bb7d-5302a223b28c req-7f1349ad-34a8-4d37-ad16-0aa96f9c47e3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1272221 Jul 27 17:05:21.809871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:21.846096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11a2d52b-33ff-47a2-bb7d-5302a223b28c req-8186fba7-b0e4-4c0b-911a-56093a064509 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698555 Jul 27 17:05:21.870740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f322a-de07-4b5c-9e54-27c2d9da23cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.926575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fa380beb-3a45-408c-b3b1-51cb5d908af8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fa380beb-3a45-408c-b3b1-51cb5d908af8,segment=NetworkSegment(087fb8a7-1acc-4970-8813-32d3f9cc605b),segment_id=087fb8a7-1acc-4970-8813-32d3f9cc605b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:21.927852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:21.933595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:21.959553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:21.960655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:22.000718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:22.002309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3491b5-4fd4-4f9c-9f37-93812a112fd1 None None] The sync data for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:22.014792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4400cd8-a6de-441b-a7f5-d86998938997 req-8455962e-7ceb-48a1-a5f3-3808f2bf6cc3 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0690758 Jul 27 17:05:22.028911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fa380beb-3a45-408c-b3b1-51cb5d908af8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:22.404893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f322a-de07-4b5c-9e54-27c2d9da23cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.420182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d5f322a-de07-4b5c-9e54-27c2d9da23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.455218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723df949-1a07-437c-85a0-94da10b710eb req-07d27f01-6100-4ee9-a667-d33aa9be26f8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:22.456807 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-723df949-1a07-437c-85a0-94da10b710eb req-07d27f01-6100-4ee9-a667-d33aa9be26f8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.3358717 Jul 27 17:05:22.538907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.545068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f322a-de07-4b5c-9e54-27c2d9da23cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f9a80-7761-44e0-aa45-13fb1c7cca77,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:22.549957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d5f322a-de07-4b5c-9e54-27c2d9da23cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67e6ac6a64b049dca66f7d3f08d259b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390583 Jul 27 17:05:22.553103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:22.616619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.643266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-723df949-1a07-437c-85a0-94da10b710eb req-b713d248-e2f2-4fa2-b012-885e62c57119 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753283 Jul 27 17:05:22.654143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.709780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.712322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.716108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c24f9a80-7761-44e0-aa45-13fb1c7cca77 HTTP/1.1" status: 204 len: 168 time: 0.1596339 Jul 27 17:05:22.726480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:22.736623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177f81d-8f72-4095-bd61-21f760ff8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f9a80-7761-44e0-aa45-13fb1c7cca77,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:22.887014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.039420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.050754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.151193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-34c12425-cf22-4ec0-8487-21a309e8e09f req-fcb57edf-c503-411d-9880-89d639baa388 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0403130 Jul 27 17:05:23.243164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=d51a6a53-1304-472b-9d2e-b89b4fdc6001,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:23.259036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.304827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fa380beb-3a45-408c-b3b1-51cb5d908af8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:23.367791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fa380beb-3a45-408c-b3b1-51cb5d908af8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:23.368245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.433773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.1 (0cf754d5-3f56-4bee-b977-9e62693ede22/3d045560-0c29-4230-b01c-59a9faa73374/e55fa7cb-dba9-4d47-bbdc-862e6622dfef) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:23.452809 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP a27bdbbc-9219-4e3c-9c77-b5bb3c04abab associated. External IP: 172.25.4.105, port: e47e4a46-ea65-448d-81d0-d7c6d270bb97. Jul 27 17:05:23.646748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.700331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Transition to ACTIVE for port object e55fa7cb-dba9-4d47-bbdc-862e6622dfef will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:23.828654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:23.831375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:23.894004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:23.907647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:23.920275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dee8b-3605-4d19-a4a1-2d6c64a0a99a req-be9a01c1-456a-4c83-9121-d3b0698f01ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:23.921930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-308dee8b-3605-4d19-a4a1-2d6c64a0a99a req-be9a01c1-456a-4c83-9121-d3b0698f01ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1722205 Jul 27 17:05:23.953536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:23.961124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=e55fa7cb-dba9-4d47-bbdc-862e6622dfef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:24.262236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6ab052ff-0f00-4d94-ad14-6573bca8a4c4 None None] Provisioning for port e55fa7cb-dba9-4d47-bbdc-862e6622dfef completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:24.268963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6ab052ff-0f00-4d94-ad14-6573bca8a4c4 None None] Provisioning complete for port e55fa7cb-dba9-4d47-bbdc-862e6622dfef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:24.270116 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ab052ff-0f00-4d94-ad14-6573bca8a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:24.288974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2948b78-bb12-4fae-97ab-07169be31a50 req-658ca93d-8604-4153-ba7f-e786db848902 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0575657 Jul 27 17:05:24.319856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ab052ff-0f00-4d94-ad14-6573bca8a4c4 None None] Port e55fa7cb-dba9-4d47-bbdc-862e6622dfef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:24.418746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:24.473333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-308dee8b-3605-4d19-a4a1-2d6c64a0a99a req-df2e1181-36f2-4eb9-b43d-1ec8f7fe7cc9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130396 Jul 27 17:05:24.509447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:24.526312 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:24.543257 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:24.544333 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:24.559448 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:24.634317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-18277397-6dd3-42a1-b5b2-7884ac1f771a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1581447 Jul 27 17:05:24.636957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:24.639822 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c779cd-cc37-47e8-88f8-3352aae32439" -d '{"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:24.670889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:24.697167 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caedf72-c77d-4e51-9593-f011b6f1e010 x-openstack-request-id: req-3caedf72-c77d-4e51-9593-f011b6f1e010 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:24.700728 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:24.703979 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3caedf72-c77d-4e51-9593-f011b6f1e010 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:24.704538 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'status': 'completed', 'code': 200} Jul 27 17:05:24.752831 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:24.854341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-6ac6d8fd-f3dd-4b76-a8d6-d2d54b609e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:24.866068 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-6ac6d8fd-f3dd-4b76-a8d6-d2d54b609e65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1096 time: 0.1266220 Jul 27 17:05:25.150913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:25.162472 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:25.180221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:22Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:25.212447 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:05:25.223141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:25.224121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:25.272854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=e55fa7cb-dba9-4d47-bbdc-862e6622dfef,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:25.279251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:25.387773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6f509-46f4-495e-af02-e9bc6bb1b506 req-6db26aeb-162c-414c-b5a1-85bd23260edd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:25.389603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fed6f509-46f4-495e-af02-e9bc6bb1b506 req-6db26aeb-162c-414c-b5a1-85bd23260edd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.2579794 Jul 27 17:05:25.460180 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:25.465678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fed6f509-46f4-495e-af02-e9bc6bb1b506 req-cde01790-c204-4836-aef1-7dd86ad3e7aa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Jul 27 17:05:25.477689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:25.485318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:25.630000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c2ca0cf-b0a7-4161-9a1c-bee9d6e50ed5 req-a26b67d5-bd85-4b99-ac39-211e2e40a69b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0386178 Jul 27 17:05:25.692959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-0c59baac-2ddb-4fa6-be3d-0e0a634052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:25.694920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-0c59baac-2ddb-4fa6-be3d-0e0a634052b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.8220234 Jul 27 17:05:25.697566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:25.841505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-e3d3269e-c138-4a8f-8625-1659ab4e4825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 999 time: 0.1380270 Jul 27 17:05:25.914443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:25.919599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-2035c684-a7ef-4849-a1f1-1304295ade2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:25.921304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-2035c684-a7ef-4849-a1f1-1304295ade2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0734224 Jul 27 17:05:25.926388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] Sync routers for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:25.934843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-46d11c74-68e2-48eb-b937-d86c08672ac5 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/routers/b4cafa9b-b9cc-443e-888c-c1bde1f331f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2349691 Jul 27 17:05:25.938419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52714) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:25.946679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'port': {'network_id': '0cf754d5-3f56-4bee-b977-9e62693ede22', 'name': 'tempest-FloatingIPTestJSON-701491436'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:25.958520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:25.972731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:26.027847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:26.037108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-ef0147e8-5842-4869-9b24-4af1a2af5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:26.042755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-511178ac-0777-4804-a5a5-860bbb161373 None None] Provisioning complete for port e55fa7cb-dba9-4d47-bbdc-862e6622dfef triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:26.043463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-511178ac-0777-4804-a5a5-860bbb161373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.043728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-ef0147e8-5842-4869-9b24-4af1a2af5748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055405 Jul 27 17:05:26.045574 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:22Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:26.084775 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde2ed0-3dd0-4023-bd82-693eadd462a2 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:22Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:26.099331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-511178ac-0777-4804-a5a5-860bbb161373 None None] Port e55fa7cb-dba9-4d47-bbdc-862e6622dfef cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:26.104549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:26.105797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:26.166464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:26.167801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c47cb6-f5cd-4425-afc7-d6a40f996c5c None None] The sync data for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:26.215847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-39a63077-d572-4672-935b-42876ac0edd0 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636035 Jul 27 17:05:26.217222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Made reservation on behalf of 19ed1811f36f4169a2c78b9372aaa02b for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:26.222028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.253962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] device_id is not set on port d6dbe037-df45-43e7-96de-1aca3d38eb42 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:26.340177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60c779cd-cc37-47e8-88f8-3352aae32439 req-b1377769-670f-47cc-8692-44186320cbe7 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162469 Jul 27 17:05:26.355977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52718) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:26.408773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Allocated IP 172.20.0.5 (0cf754d5-3f56-4bee-b977-9e62693ede22/3d045560-0c29-4230-b01c-59a9faa73374/d6dbe037-df45-43e7-96de-1aca3d38eb42) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:26.453222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0abb00-16a3-45f1-92e1-1ba61c347226 None None] New status for floating IP a27bdbbc-9219-4e3c-9c77-b5bb3c04abab: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:05:26.504393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79aec3ee-378d-4b86-a84c-20298eb0d56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.678119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.684463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79aec3ee-378d-4b86-a84c-20298eb0d56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.688932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675ab2-f1e5-41db-8a3a-520da95bc2ce req-7ff63d93-1f1b-4015-8b5c-aef0a45cde71 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:26.691010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba675ab2-f1e5-41db-8a3a-520da95bc2ce req-7ff63d93-1f1b-4015-8b5c-aef0a45cde71 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1383188 Jul 27 17:05:26.691562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-79aec3ee-378d-4b86-a84c-20298eb0d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.739699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-79aec3ee-378d-4b86-a84c-20298eb0d56e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=514bbf493a0042f09d4f47f88fe7950a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824589 Jul 27 17:05:26.740648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aec3ee-378d-4b86-a84c-20298eb0d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e8e86-2f2a-4e11-a6b3-7c29ec1cdf79,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:26.743269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Transition to ACTIVE for port object d6dbe037-df45-43e7-96de-1aca3d38eb42 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:26.743775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:26.802632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.834107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c03446cd-2be4-4d84-a830-1f0f1c32e5f7 req-106be85d-46a7-4048-9b13-3e8179631769 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0436265 Jul 27 17:05:26.851139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.862497 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba675ab2-f1e5-41db-8a3a-520da95bc2ce req-312f8c9f-b9b9-4af0-ba71-8ac4efc75ec0 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478994 Jul 27 17:05:26.869270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:26.872811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:26.876933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:26.883196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.916853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event updated for resources: {'Port': ['ID=d6dbe037-df45-43e7-96de-1aca3d38eb42,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:26.945474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.949679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.951823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/732e8e86-2f2a-4e11-a6b3-7c29ec1cdf79 HTTP/1.1" status: 204 len: 168 time: 0.2067957 Jul 27 17:05:26.961149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:26.961866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:26.967403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba7a4-217e-424f-9356-e5a78e9d16c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e8e86-2f2a-4e11-a6b3-7c29ec1cdf79,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:26.990242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52730) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:26.996566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Request body: {'floatingip': {'port_id': 'd6dbe037-df45-43e7-96de-1aca3d38eb42'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:27.001180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f4a72e2-32d0-4940-9852-988a8bfa435d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0611985 Jul 27 17:05:27.065120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.243263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ea1ec60-29d9-45e0-8b9d-a6dade075a43 None None] Provisioning for port d6dbe037-df45-43e7-96de-1aca3d38eb42 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:27.251805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ea1ec60-29d9-45e0-8b9d-a6dade075a43 None None] Provisioning complete for port d6dbe037-df45-43e7-96de-1aca3d38eb42 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:27.252494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ec60-29d9-45e0-8b9d-a6dade075a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.300810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1ec60-29d9-45e0-8b9d-a6dade075a43 None None] Port d6dbe037-df45-43e7-96de-1aca3d38eb42 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:05:27.310695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d51aac09-790c-4fff-9011-3e7d811d3a5f details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:05:27.362636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52734) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:27.382217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65c665a-0348-4387-ac2b-353ad1fb27e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.449444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:27.466045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'port_id': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'mac_address': 'fa:16:3e:5c:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:05:27.526567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65c665a-0348-4387-ac2b-353ad1fb27e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.528476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.532795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a65c665a-0348-4387-ac2b-353ad1fb27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.545274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51aac09-790c-4fff-9011-3e7d811d3a5f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:05:27.570038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:27.575617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.585623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a65c665a-0348-4387-ac2b-353ad1fb27e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=360e36f83e6d40b2b385a0c940924d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216594 Jul 27 17:05:27.587007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c665a-0348-4387-ac2b-353ad1fb27e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9fe41b-6961-45d8-b125-b2e4dbad1808,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:27.588199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:27.649595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:27.695816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d51aac09-790c-4fff-9011-3e7d811d3a5f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:05:27.721817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.754974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.773704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.781159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.896834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.900724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:27.901997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a9fe41b-6961-45d8-b125-b2e4dbad1808 HTTP/1.1" status: 204 len: 168 time: 0.3122840 Jul 27 17:05:27.935125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c4939-ed8f-4e9a-9c89-62732bd9d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9fe41b-6961-45d8-b125-b2e4dbad1808,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:28.028137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d940ebe-7bb0-41b2-ae65-ad3cc4999fc5 req-d5f6a3df-b7c9-45f1-b34d-818db90ba73a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0382755 Jul 27 17:05:28.029810 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 5c266280-5004-43ef-902e-5d28478061d4 associated. External IP: 172.25.4.53, port: 0c402f09-16d0-4f56-8c70-71a27d192691. Jul 27 17:05:28.132553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47825-00a6-48c5-a59a-d17fb434d4e1 req-ed613591-7c6c-413e-af1b-eb5174ad48c8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:28.134583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19e47825-00a6-48c5-a59a-d17fb434d4e1 req-ed613591-7c6c-413e-af1b-eb5174ad48c8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 944 time: 0.1411002 Jul 27 17:05:28.213957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-19e47825-00a6-48c5-a59a-d17fb434d4e1 req-af8153e8-40aa-46ad-a057-017f6142358f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jul 27 17:05:28.335841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:28.564408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:28.581076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28117577-456f-4a0d-8614-f69da7341476 None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:28.602117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:28.602758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:28.685554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:28.720103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:28.721619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:28.787032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-28117577-456f-4a0d-8614-f69da7341476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:28.788097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28117577-456f-4a0d-8614-f69da7341476 None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:29.065019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:29.243456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92373934-14bd-4366-8383-70a7281a6557 req-4ee42e62-cd31-48e6-972b-645dd3e2bb52 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0444081 Jul 27 17:05:29.316451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d51aac09-790c-4fff-9011-3e7d811d3a5f up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:29.359307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:29.365476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:29.373740 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] Sync routers for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:29.393327 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:29.394133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:29.395579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d51aac09-790c-4fff-9011-3e7d811d3a5f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:29.396157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:29.496951 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:29.504345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01af7286-8b61-465d-b424-9027ac1e95b1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/floatingips/5c266280-5004-43ef-902e-5d28478061d4 HTTP/1.1" status: 200 len: 976 time: 2.5104935 Jul 27 17:05:29.505486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:29.522178 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:29.523788 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:29.528616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c44360-4687-403c-97b7-ba1c2d6b2d63 req-b6c1cacc-b2af-457d-8301-ac8c623103a6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:29.530293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8c44360-4687-403c-97b7-ba1c2d6b2d63 req-b6c1cacc-b2af-457d-8301-ac8c623103a6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 944 time: 0.2056708 Jul 27 17:05:29.567519 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:29.568350 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce77ab-f20c-467d-870a-94d6c94f1587 None None] The sync data for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:29.582800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:29.628915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:29.632162 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af45a77-9373-4dc7-b3ab-f0bb34165aa7" -d '{"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-plugged", "status": "completed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:29.656050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:29.663751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8c44360-4687-403c-97b7-ba1c2d6b2d63 req-775547a5-cd7b-486f-99d5-220f039dcccd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208584 Jul 27 17:05:29.675024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:29.757696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port d6dbe037-df45-43e7-96de-1aca3d38eb42 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:29.757965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:29.796064 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc994d5a-087c-4367-ba0b-20af6bad81ae x-openstack-request-id: req-bc994d5a-087c-4367-ba0b-20af6bad81ae {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:29.798733 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-plugged", "status": "completed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:29.799290 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc994d5a-087c-4367-ba0b-20af6bad81ae {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:29.799920 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'code': 200} Jul 27 17:05:29.875232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:29.991578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:30.357983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:30.358376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:30.358846 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Floating IP 5c266280-5004-43ef-902e-5d28478061d4 disassociated. External IP: 172.25.4.53, port: d6dbe037-df45-43e7-96de-1aca3d38eb42. Jul 27 17:05:30.359255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for d6dbe037-df45-43e7-96de-1aca3d38eb42 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:30.445518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f0a7134-282f-4296-96c4-f8ee513582b3 req-2aec0839-80be-4d15-bb15-d37e70c89b01 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0676730 Jul 27 17:05:30.650233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:30.683617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=d6dbe037-df45-43e7-96de-1aca3d38eb42,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:30.692523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.693218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.693776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.694320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.694977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.695425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.695860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.696292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.696770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.697205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.697657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.698104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:30.952659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:31.075898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6fea8-714e-48df-a90e-ddcea56b4ec5 req-9b4dfff4-7015-42dc-adde-f19ef7b33973 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:31.077558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2c6fea8-714e-48df-a90e-ddcea56b4ec5 req-9b4dfff4-7015-42dc-adde-f19ef7b33973 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.2099040 Jul 27 17:05:31.187032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:31.200585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] Sync routers for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:31.216123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:31.216812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:31.273855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:31.296667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:31.297314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:31.339235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:31.340270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2dc4a-2fa6-43e6-ad86-16126c92d1d5 None None] The sync data for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:31.401120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2c6fea8-714e-48df-a90e-ddcea56b4ec5 req-f8a19fa1-576f-4fc0-862c-234e3aff833b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150721 Jul 27 17:05:31.408520 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:31.413567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:31.414311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21b583c9-83bb-4d82-97da-20fd707907a1 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/d6dbe037-df45-43e7-96de-1aca3d38eb42 HTTP/1.1" status: 204 len: 168 time: 1.8808322 Jul 27 17:05:31.661513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9dab4df7-1e69-41c4-81c5-973fd6055849 req-5d074e4f-9865-4d56-9e19-36e5c03b99ae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b1c5b8-5026-4d02-8adc-71371f6504be HTTP/1.1" status: 200 len: 210 time: 0.0908434 Jul 27 17:05:31.994496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.380197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port e55fa7cb-dba9-4d47-bbdc-862e6622dfef {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:32.380842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.521440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.544783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for e55fa7cb-dba9-4d47-bbdc-862e6622dfef owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:32.585391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ce9e4-28c8-4a62-b8f9-c9dd2a3c2d61 req-2e157332-3024-4a75-bb0d-22aa3b7523e2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:32.594414 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-467ce9e4-28c8-4a62-b8f9-c9dd2a3c2d61 req-2e157332-3024-4a75-bb0d-22aa3b7523e2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.0853913 Jul 27 17:05:32.642314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-467ce9e4-28c8-4a62-b8f9-c9dd2a3c2d61 req-fdb2f5a5-0351-4325-9ad8-3826d9a05b86 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Jul 27 17:05:32.808536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52860) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:32.878829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.901631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.911824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:32.946800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=e55fa7cb-dba9-4d47-bbdc-862e6622dfef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:33.015101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.018107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.019280 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/security-groups/14294c16-82fc-4b6f-955b-f9eaf6376ce2 HTTP/1.1" status: 204 len: 168 time: 0.2096698 Jul 27 17:05:33.022556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:33.048125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbdab6-f9ee-4841-9cbd-675ec60a6dae tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14294c16-82fc-4b6f-955b-f9eaf6376ce2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:33.051534 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e0ee6e88-718d-4c56-a146-68022f859a3b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] show failed (client error): The resource could not be found. Jul 27 17:05:33.052792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e0ee6e88-718d-4c56-a146-68022f859a3b tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "GET /v2.0/security-groups/14294c16-82fc-4b6f-955b-f9eaf6376ce2 HTTP/1.1" status: 404 len: 347 time: 0.0293643 Jul 27 17:05:33.055659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:33.220327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port c7709347-e4dc-49d4-9800-08a0c75886d7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:33.220810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.239124 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.336563 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.336940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.351302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for c7709347-e4dc-49d4-9800-08a0c75886d7 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:33.363178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.558251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.597215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=c7709347-e4dc-49d4-9800-08a0c75886d7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:33.710005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.715116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:33.716841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f60a49e-b295-4800-a079-0c46feab993a tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/floatingips/58120f6a-f063-49e3-a39b-be2335d7a2ee HTTP/1.1" status: 204 len: 168 time: 0.6599078 Jul 27 17:05:33.723764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:33.884962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port c250b8cd-0f08-4926-b791-b0a1054c0ba0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:33.885322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.013341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.029874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for c250b8cd-0f08-4926-b791-b0a1054c0ba0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:34.224772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.270017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=c250b8cd-0f08-4926-b791-b0a1054c0ba0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:34.298859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495982b-579b-4a09-9cbe-54df2aa50c09 req-a3e04b73-15f3-419c-97a5-aea5245ab640 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:34.300477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3495982b-579b-4a09-9cbe-54df2aa50c09 req-a3e04b73-15f3-419c-97a5-aea5245ab640 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1687624 Jul 27 17:05:34.349447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:34.364839 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3495982b-579b-4a09-9cbe-54df2aa50c09 req-ae371f50-b196-4758-acea-762312eac2e4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536988 Jul 27 17:05:34.410298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.412544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5afb1e6d-19f7-4408-aa54-ef4881a0bbcf tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/ports/c250b8cd-0f08-4926-b791-b0a1054c0ba0 HTTP/1.1" status: 204 len: 168 time: 0.6873600 Jul 27 17:05:34.415139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:34.497994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:34.510520 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb55a647-137f-4f48-9857-30e86805306a None None] Sync routers for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:34.526168 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:34.526794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-56fb4fa5-67c9-4904-9fb1-2af738891d1d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/routers/b4cafa9b-b9cc-443e-888c-c1bde1f331f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1111593 Jul 27 17:05:34.527326 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:34.528554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:34.606981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port b8690bcf-067b-4636-b54f-686537d3fbe5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:34.607551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.613453 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:34.634508 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] Routers {'b4cafa9b-b9cc-443e-888c-c1bde1f331f0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:34.635146 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:34.675570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.736006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-cb55a647-137f-4f48-9857-30e86805306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:34.736686 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb55a647-137f-4f48-9857-30e86805306a None None] The sync data for ids ['b4cafa9b-b9cc-443e-888c-c1bde1f331f0'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:34.802836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:34.824171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for b8690bcf-067b-4636-b54f-686537d3fbe5 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:34.931291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.033869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 71b52628-85c2-4e0c-822c-23aedbcfb5d1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:35.034313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.039967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.197949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.260233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=b8690bcf-067b-4636-b54f-686537d3fbe5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:35.270166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 71b52628-85c2-4e0c-822c-23aedbcfb5d1 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:35.308862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.311173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0da2f0b6-81ed-40e5-8f26-8912de6dd794 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/ports/b8690bcf-067b-4636-b54f-686537d3fbe5 HTTP/1.1" status: 204 len: 168 time: 0.8948228 Jul 27 17:05:35.314690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52902) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:35.385702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting subnet 89175849-5bc3-4abc-8ff4-9b1b098880c2 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:35.390635 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.570012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.650428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.673110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e402bb-413a-49d8-b2f8-f73ff72908ab req-141a720f-b94e-47cf-8f35-38a5d8a10f2f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:35.675375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e402bb-413a-49d8-b2f8-f73ff72908ab req-141a720f-b94e-47cf-8f35-38a5d8a10f2f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1915026 Jul 27 17:05:35.756508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=71b52628-85c2-4e0c-822c-23aedbcfb5d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:35.805014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e402bb-413a-49d8-b2f8-f73ff72908ab req-c432ad07-6dfa-4e29-81c5-caf4700a5b0a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107337 Jul 27 17:05:35.814931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.830570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.914017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.933034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.935114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/subnets/89175849-5bc3-4abc-8ff4-9b1b098880c2 HTTP/1.1" status: 204 len: 168 time: 0.6185746 Jul 27 17:05:35.951429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe316ad-f3db-4b31-a579-a23905da5d11 None None] Network 3254bf71-ad74-4979-984a-4d66d7c755c9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:35.954496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:35.994564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:35.997862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.022434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting subnet 1397f372-3622-4c14-a429-b5427bb4aa7e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:36.026016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.073974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.085127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.090488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Fanout notify agent at l3_agent the message router_deleted on router b4cafa9b-b9cc-443e-888c-c1bde1f331f0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:05:36.114250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.118426 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2bf7ccf-bb40-455d-8777-4ac3ec511cd9 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/routers/b4cafa9b-b9cc-443e-888c-c1bde1f331f0 HTTP/1.1" status: 204 len: 168 time: 1.5855322 Jul 27 17:05:36.118866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52914) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:36.180148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.183484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64b718-de7c-468d-99a2-9ffaeb676e81 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Subnet': ['ID=89175849-5bc3-4abc-8ff4-9b1b098880c2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:36.211601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting subnet 3d045560-0c29-4230-b01c-59a9faa73374 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:36.217469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.306197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.315716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.327906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.336927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/subnets/1397f372-3622-4c14-a429-b5427bb4aa7e HTTP/1.1" status: 204 len: 168 time: 0.3731420 Jul 27 17:05:36.346789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d6192-2af8-46b2-84f6-2174d5bb53db None None] Network 8ea849a9-ff21-4293-bc28-842ff32f0733 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:36.352094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:36.363348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562449c2-814e-4f79-bb30-0a5ebac5c031 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Subnet': ['ID=1397f372-3622-4c14-a429-b5427bb4aa7e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:36.436680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.480505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.540640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.584962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.596078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/subnets/3d045560-0c29-4230-b01c-59a9faa73374 HTTP/1.1" status: 204 len: 168 time: 0.4720409 Jul 27 17:05:36.596403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:36.651894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f34e8a-1061-4e0c-9cce-84557adf649d tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Subnet': ['ID=3d045560-0c29-4230-b01c-59a9faa73374,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:36.653711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8799fc-1e83-434f-997e-e04b8d02475a None None] Network 0cf754d5-3f56-4bee-b977-9e62693ede22 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:36.724178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Deleting port 4708fb4a-90db-4030-bd33-b2011edeeacc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:36.724759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.750703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] DHCP port deletion for 3254bf71-ad74-4979-984a-4d66d7c755c9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:05:36.807913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:36.840149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] For port 4708fb4a-90db-4030-bd33-b2011edeeacc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4708fb4a-90db-4030-bd33-b2011edeeacc,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:36.840639 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.022113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] DHCP port deletion for 8ea849a9-ff21-4293-bc28-842ff32f0733 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:05:37.063019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Deleting port 4708fb4a-90db-4030-bd33-b2011edeeacc {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:37.064380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.142446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b928-1ea1-4ce1-b83c-c76297ff6cd4 req-f53083ca-90b0-4112-be5a-3e0f065009e8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:37.150139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eff1b928-1ea1-4ce1-b83c-c76297ff6cd4 req-f53083ca-90b0-4112-be5a-3e0f065009e8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1603460 Jul 27 17:05:37.175760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] For port 4708fb4a-90db-4030-bd33-b2011edeeacc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4708fb4a-90db-4030-bd33-b2011edeeacc,segment=NetworkSegment(e5f86e9b-4d69-42f8-b4e0-75815e849f8e),segment_id=e5f86e9b-4d69-42f8-b4e0-75815e849f8e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:37.176529 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.195875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Calling delete_port for 4708fb4a-90db-4030-bd33-b2011edeeacc owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:37.289487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eff1b928-1ea1-4ce1-b83c-c76297ff6cd4 req-de9c9d06-c5b6-4ad2-bdb3-53b4224ead36 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226768 Jul 27 17:05:37.350634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Deleting port f5365c7a-a07c-4fac-80ed-f05bfcfb558b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:37.351129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.371752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] DHCP port deletion for 0cf754d5-3f56-4bee-b977-9e62693ede22 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:05:37.415393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4708fb4a-90db-4030-bd33-b2011edeeacc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:37.521794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Calling delete_port for 4708fb4a-90db-4030-bd33-b2011edeeacc owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:37.558279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] For port f5365c7a-a07c-4fac-80ed-f05bfcfb558b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,segment=NetworkSegment(ef288e24-735c-4625-a1b2-400376560603),segment_id=ef288e24-735c-4625-a1b2-400376560603)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:37.558947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.584284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Calling delete_port for f5365c7a-a07c-4fac-80ed-f05bfcfb558b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:37.593161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.599164 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No ports have port_id starting with 4708fb4a-90db-4030-bd33-b2011edeeacc Jul 27 17:05:37.614456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5365c7a-a07c-4fac-80ed-f05bfcfb558b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:37.651039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port fa380beb-3a45-408c-b3b1-51cb5d908af8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:37.651634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.651865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] No DVR routers for this DVR port 4708fb4a-90db-4030-bd33-b2011edeeacc on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:37.724604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f015-69be-4030-b1ea-8ab31f7f1e7e None None] Pushing event deleted for resources: {'Port': ['ID=4708fb4a-90db-4030-bd33-b2011edeeacc,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:37.767620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Deleting port fa380beb-3a45-408c-b3b1-51cb5d908af8 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:37.768008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.768238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.780158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] For port fa380beb-3a45-408c-b3b1-51cb5d908af8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fa380beb-3a45-408c-b3b1-51cb5d908af8,segment=NetworkSegment(087fb8a7-1acc-4970-8813-32d3f9cc605b),segment_id=087fb8a7-1acc-4970-8813-32d3f9cc605b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:37.782868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.835066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Port': ['ID=4708fb4a-90db-4030-bd33-b2011edeeacc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:37.839980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] No DVR routers for this DVR port 4708fb4a-90db-4030-bd33-b2011edeeacc on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:37.841784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for fa380beb-3a45-408c-b3b1-51cb5d908af8 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:37.904150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] For port fa380beb-3a45-408c-b3b1-51cb5d908af8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fa380beb-3a45-408c-b3b1-51cb5d908af8,segment=NetworkSegment(087fb8a7-1acc-4970-8813-32d3f9cc605b),segment_id=087fb8a7-1acc-4970-8813-32d3f9cc605b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:37.904567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.908833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.943816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Calling delete_port for fa380beb-3a45-408c-b3b1-51cb5d908af8 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:37.974656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.974912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:37.980371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] No DVR routers for this DVR port f5365c7a-a07c-4fac-80ed-f05bfcfb558b on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:37.991696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3254bf71-ad74-4979-984a-4d66d7c755c9']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.003830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40e8c-686e-4e8b-8d43-cf4e6be89636 None None] Pushing event deleted for resources: {'Port': ['ID=f5365c7a-a07c-4fac-80ed-f05bfcfb558b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:38.008888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.009749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f86e9b-4d69-42f8-b4e0-75815e849f8e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.022454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.049419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.061004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:38.061413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:38.105433 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:38.156705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.203373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=fa380beb-3a45-408c-b3b1-51cb5d908af8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:38.206510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] No DVR routers for this DVR port fa380beb-3a45-408c-b3b1-51cb5d908af8 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:38.301489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.323307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.328537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/networks/3254bf71-ad74-4979-984a-4d66d7c755c9 HTTP/1.1" status: 204 len: 168 time: 1.9721146 Jul 27 17:05:38.329553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52944) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:38.342909 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.349654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e086-7274-45f0-870c-7fe73b89fe95 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Network': ['ID=3254bf71-ad74-4979-984a-4d66d7c755c9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:38.362392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.379003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf754d5-3f56-4bee-b977-9e62693ede22']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.397448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] Pushing event deleted for resources: {'Port': ['ID=fa380beb-3a45-408c-b3b1-51cb5d908af8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:38.403789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809023d3-6de0-4fb4-b9e9-13e4a11eaadb None None] No DVR routers for this DVR port fa380beb-3a45-408c-b3b1-51cb5d908af8 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:38.411644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087fb8a7-1acc-4970-8813-32d3f9cc605b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.411644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087fb8a7-1acc-4970-8813-32d3f9cc605b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.447842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.473933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.485662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.491295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:38.492034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:38.496570 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:38.549490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d1a31-fb27-4120-987e-03e28a83d171 req-a57e5b21-9372-42d7-bbb3-4ea3748a8b50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:38.551082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe4d1a31-fb27-4120-987e-03e28a83d171 req-a57e5b21-9372-42d7-bbb3-4ea3748a8b50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1584659 Jul 27 17:05:38.604541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.611012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.623698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea849a9-ff21-4293-bc28-842ff32f0733']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.636239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef288e24-735c-4625-a1b2-400376560603') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.636731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef288e24-735c-4625-a1b2-400376560603') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:38.648884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.651458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/networks/0cf754d5-3f56-4bee-b977-9e62693ede22 HTTP/1.1" status: 204 len: 168 time: 2.0542815 Jul 27 17:05:38.655354 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.657395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:38.659411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5a21-d0cb-468b-9b0e-248b849e92b8 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Network': ['ID=0cf754d5-3f56-4bee-b977-9e62693ede22,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:38.672595 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe4d1a31-fb27-4120-987e-03e28a83d171 req-00ad3410-5818-48fb-9a70-29d00c2c79e4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129892 Jul 27 17:05:38.763291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.790452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:38.790899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:38.794170 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:38.887597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.896326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.898997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] 10.222.0.64 "DELETE /v2.0/networks/8ea849a9-ff21-4293-bc28-842ff32f0733 HTTP/1.1" status: 204 len: 168 time: 0.5656955 Jul 27 17:05:38.899872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 9d52f399-5e41-4a4e-b1be-b16b954579af {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:38.900247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:38.955377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a129e5-ec6a-4f70-bf98-23f24b373555 tempest-TaggedBootDevicesTest-1245391610 tempest-TaggedBootDevicesTest-1245391610-project] Pushing event deleted for resources: {'Network': ['ID=8ea849a9-ff21-4293-bc28-842ff32f0733,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:39.090011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.090547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.113318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 9d52f399-5e41-4a4e-b1be-b16b954579af owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:39.353785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fa380beb-3a45-408c-b3b1-51cb5d908af8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:39.439166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fa380beb-3a45-408c-b3b1-51cb5d908af8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:39.453315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fa380beb-3a45-408c-b3b1-51cb5d908af8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:39.531436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.595399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=9d52f399-5e41-4a4e-b1be-b16b954579af,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:39.694039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.697904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.706502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a984c11-b450-439c-8121-5c73e5448f61 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/floatingips/5c266280-5004-43ef-902e-5d28478061d4 HTTP/1.1" status: 204 len: 168 time: 1.0410061 Jul 27 17:05:39.706502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:39.787424 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ddb8a0-b27f-4a47-bace-0a06cdcdcc24 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] DELETE failed (client error): The resource could not be found. Jul 27 17:05:39.788192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ddb8a0-b27f-4a47-bace-0a06cdcdcc24 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:05:39.794645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33ddb8a0-b27f-4a47-bace-0a06cdcdcc24 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/d6dbe037-df45-43e7-96de-1aca3d38eb42 HTTP/1.1" status: 404 len: 333 time: 0.0844889 Jul 27 17:05:39.794645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 52976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:39.803922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b850887-9dce-41aa-abc5-fe25e1108ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:39.843130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85ea2084-678a-4b54-a4d7-57f5c331b8d6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4cafa9b-b9cc-443e-888c-c1bde1f331f0 HTTP/1.1" status: 200 len: 205 time: 0.0469346 Jul 27 17:05:39.851773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:39.971935 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-50a94a1d-7679-418d-b46e-2a4fa083f7e0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] delete failed (client error): The resource could not be found. Jul 27 17:05:39.973971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-50a94a1d-7679-418d-b46e-2a4fa083f7e0 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/routers/b4cafa9b-b9cc-443e-888c-c1bde1f331f0 HTTP/1.1" status: 404 len: 336 time: 0.1212051 Jul 27 17:05:39.978575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:39.978832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72786-664c-4543-a3c2-196afd3446bf req-02be4536-21f7-4782-8fd1-675ecbf3e565 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:39.984725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4be72786-664c-4543-a3c2-196afd3446bf req-02be4536-21f7-4782-8fd1-675ecbf3e565 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1746805 Jul 27 17:05:40.071125 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61d0a3a-b40f-4203-b007-e764755574d6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] DELETE failed (client error): The resource could not be found. Jul 27 17:05:40.075806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61d0a3a-b40f-4203-b007-e764755574d6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:05:40.085683 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d61d0a3a-b40f-4203-b007-e764755574d6 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/subnets/3d045560-0c29-4230-b01c-59a9faa73374 HTTP/1.1" status: 404 len: 337 time: 0.1056597 Jul 27 17:05:40.088271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 52990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:40.105120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4be72786-664c-4543-a3c2-196afd3446bf req-a58f91e2-b305-4056-a96e-542384ee91be tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094301 Jul 27 17:05:40.236510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 0c402f09-16d0-4f56-8c70-71a27d192691 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:40.237273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:40.447441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:40.461658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 0c402f09-16d0-4f56-8c70-71a27d192691 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:40.618140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:40.653703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=0c402f09-16d0-4f56-8c70-71a27d192691,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:40.774657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:40.779592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cba4d6f2-8567-4608-9b61-8cfbe8c57f57 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/0c402f09-16d0-4f56-8c70-71a27d192691 HTTP/1.1" status: 204 len: 168 time: 0.6874642 Jul 27 17:05:40.779854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:40.948537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:40.949281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.031015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:41.073217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.087975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:41.262825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be7dd363-7aa1-4e95-aa53-6df1e966ea27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.312021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.365330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:41.394997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be7dd363-7aa1-4e95-aa53-6df1e966ea27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.402433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be7dd363-7aa1-4e95-aa53-6df1e966ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.448407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be7dd363-7aa1-4e95-aa53-6df1e966ea27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8326ed00ccc45b48481196399683565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146039 Jul 27 17:05:41.456690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:41.462234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dd363-7aa1-4e95-aa53-6df1e966ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4dbc5-5b64-412b-b8bd-be8ea98bd693,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:41.492367 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59a55-77ff-407a-9116-a13bd518c0f1 req-5beb84b4-bfbf-49a7-a9c2-2b9e044d8579 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:41.495115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cf59a55-77ff-407a-9116-a13bd518c0f1 req-5beb84b4-bfbf-49a7-a9c2-2b9e044d8579 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.2238333 Jul 27 17:05:41.533660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.535632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ee756383-269d-4e1c-b811-1aac5b832363 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/ports/2bd87dc0-23e8-4b6e-9cd1-b86bd81be72c HTTP/1.1" status: 204 len: 168 time: 0.7544882 Jul 27 17:05:41.538447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:41.587746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1cf59a55-77ff-407a-9116-a13bd518c0f1 req-43c3047d-767f-40d3-9e34-3cfe59875257 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 Jul 27 17:05:41.610544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.673669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f3798-fbd3-478b-aec0-cd08aa38a862 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:41.675303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0c3f3798-fbd3-478b-aec0-cd08aa38a862 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 HTTP/1.1" status: 200 len: 913 time: 0.1355941 Jul 27 17:05:41.685050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53016) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:41.685255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.790207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.793767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:41.795971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2f4dbc5-5b64-412b-b8bd-be8ea98bd693 HTTP/1.1" status: 204 len: 168 time: 0.3377526 Jul 27 17:05:41.814266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15c36b-fbc3-4a20-9920-3ed07661fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4dbc5-5b64-412b-b8bd-be8ea98bd693,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:42.317259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53022) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:42.344080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-786ecc0f-d891-450e-b35e-2c97a3925896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.385736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.430134 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.481160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-786ecc0f-d891-450e-b35e-2c97a3925896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.492543 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-786ecc0f-d891-450e-b35e-2c97a3925896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.544593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-786ecc0f-d891-450e-b35e-2c97a3925896 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4da1667775e74deaa70747699734d8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239466 Jul 27 17:05:42.547961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53024) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:42.559344 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74c89d2a-5d76-407d-a774-7bf786f6fa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.573514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ecc0f-d891-450e-b35e-2c97a3925896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36e2de-24ab-4ff2-a0e3-de76437882c2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:42.629204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.683139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.764169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.767698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:42.769226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c36e2de-24ab-4ff2-a0e3-de76437882c2 HTTP/1.1" status: 204 len: 168 time: 0.2202373 Jul 27 17:05:42.786647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1170b-c7ab-46d9-929e-faf31420d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36e2de-24ab-4ff2-a0e3-de76437882c2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:42.835017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a85718-c29e-4afc-9058-b59e6267af4f req-042d486d-ba17-47e1-a95a-9bda0709aaa5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:42.843724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a85718-c29e-4afc-9058-b59e6267af4f req-042d486d-ba17-47e1-a95a-9bda0709aaa5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1615345 Jul 27 17:05:42.971654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13a85718-c29e-4afc-9058-b59e6267af4f req-5657d656-b504-4855-9415-d8b6874cb49c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269257 Jul 27 17:05:43.011993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port eecd910c-47da-4fdf-8357-f9494f0137c6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:43.012394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:43.121885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:43.149921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for eecd910c-47da-4fdf-8357-f9494f0137c6 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:43.408047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:43.451163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=eecd910c-47da-4fdf-8357-f9494f0137c6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:43.517801 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:43.770907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:44.265795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3d565-086c-4332-92c5-732e45b2a429 req-cf57de0c-661c-49f9-a459-93ab318303d8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:44.272792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50e3d565-086c-4332-92c5-732e45b2a429 req-cf57de0c-661c-49f9-a459-93ab318303d8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1700521 Jul 27 17:05:44.385298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50e3d565-086c-4332-92c5-732e45b2a429 req-2226e228-f1af-4221-a550-3a9734b902b6 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077585 Jul 27 17:05:44.670130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:44.808161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:44.822487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] Sync routers for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:44.825108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f59102df-0326-4d32-bdbb-15e6a334bf30 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "PUT /v2.0/routers/3ae26cd9-ff63-43b6-a4b0-09673cbb21d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451788 Jul 27 17:05:44.827793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:44.842392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:44.843036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:44.882086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:44.892339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] Routers {'3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:44.893004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:44.929499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:44.930161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b405f9-b6d7-4083-9e3f-dc182cbca1ac None None] The sync data for ids ['3ae26cd9-ff63-43b6-a4b0-09673cbb21d3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:44.965488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.033634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:45.118565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.130384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.187183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d17772b6-f0ae-4a3e-b04b-d170f4dc9dcd tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1478177929'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:45.187183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d17772b6-f0ae-4a3e-b04b-d170f4dc9dcd tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:05:45.207677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting port 37565fb9-c0fa-479f-b829-23150667252e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:45.207677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.301220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.317206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Calling delete_port for 37565fb9-c0fa-479f-b829-23150667252e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:45.444382 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d17772b6-f0ae-4a3e-b04b-d170f4dc9dcd tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.446316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d17772b6-f0ae-4a3e-b04b-d170f4dc9dcd tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4115546 Jul 27 17:05:45.450194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:45.459336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-20c18e17-1ac9-4f05-b103-bd0207be54fb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8c463997-99a6-4667-a24a-88924922a81e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:45.459863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-20c18e17-1ac9-4f05-b103-bd0207be54fb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:05:45.515872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.574775 n-d-723572-6 neutron-server[93923]: WARNING neutron.services.metering.metering_plugin [None req-20c18e17-1ac9-4f05-b103-bd0207be54fb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 17:05:45.628199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Port': ['ID=37565fb9-c0fa-479f-b829-23150667252e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:45.707689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.720577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158dd93-bfe7-4a53-8dbb-4d757e9de0d8 req-ba72a96e-13c0-4a63-b596-763a103ec7a9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:45.722454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f158dd93-bfe7-4a53-8dbb-4d757e9de0d8 req-ba72a96e-13c0-4a63-b596-763a103ec7a9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1874180 Jul 27 17:05:45.725047 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c18e17-1ac9-4f05-b103-bd0207be54fb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.730530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-20c18e17-1ac9-4f05-b103-bd0207be54fb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2757480 Jul 27 17:05:45.731124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:45.737132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86130fc2-dcee-433d-9b8b-b206eeba406e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8c463997-99a6-4667-a24a-88924922a81e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:45.737852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86130fc2-dcee-433d-9b8b-b206eeba406e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:05:45.829191 n-d-723572-6 neutron-server[93923]: WARNING neutron.services.metering.metering_plugin [None req-86130fc2-dcee-433d-9b8b-b206eeba406e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 17:05:45.879848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.893222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.931534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86130fc2-dcee-433d-9b8b-b206eeba406e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.933963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-86130fc2-dcee-433d-9b8b-b206eeba406e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2008579 Jul 27 17:05:45.937097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:45.952687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cdf20c1a-bc50-4f99-9863-acd182818e76 tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=6fa02ec1-c0d1-43ad-96cf-5b402b1a50b9 HTTP/1.1" status: 200 len: 462 time: 0.0133486 Jul 27 17:05:45.962659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:45.982868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f158dd93-bfe7-4a53-8dbb-4d757e9de0d8 req-96e8fe74-1194-4e69-9ff7-3793e723621d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248049 Jul 27 17:05:45.996267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:45.997445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:05:46.027997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.032527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e17273a-f185-432e-a4ce-a9abeab64781 tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/routers/3ae26cd9-ff63-43b6-a4b0-09673cbb21d3 HTTP/1.1" status: 204 len: 168 time: 1.2026572 Jul 27 17:05:46.033230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.098608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d4ada4c4-3cd4-45c8-af45-3efbecfa4dbb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.099866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d4ada4c4-3cd4-45c8-af45-3efbecfa4dbb tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/6fa02ec1-c0d1-43ad-96cf-5b402b1a50b9 HTTP/1.1" status: 204 len: 168 time: 0.1367733 Jul 27 17:05:46.102785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.114838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fe03265e-f2cd-429b-8601-0705da70244c tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=6fa02ec1-c0d1-43ad-96cf-5b402b1a50b9 HTTP/1.1" status: 200 len: 221 time: 0.0107775 Jul 27 17:05:46.118368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.119405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Deleting subnet e788b8df-de4b-41de-99b2-d90d4a99086d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:46.122846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4a243b2-dc4d-486f-a9a3-4423883e623a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--520113210', 'description': 'label created by tempest'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:46.123363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4a243b2-dc4d-486f-a9a3-4423883e623a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:05:46.123531 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.198095 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.267006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.324776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4a243b2-dc4d-486f-a9a3-4423883e623a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.326197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b4a243b2-dc4d-486f-a9a3-4423883e623a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2068288 Jul 27 17:05:46.330004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53118) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.438922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3eaf3542-a7aa-4ea8-bdf4-4c606efafa4e tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ec9b1bf7-d664-4a07-ad2e-64e306191b5e HTTP/1.1" status: 200 len: 467 time: 0.1053853 Jul 27 17:05:46.439294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.443010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.483255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Subnet': ['ID=e788b8df-de4b-41de-99b2-d90d4a99086d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:46.503015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.506901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-12f40428-59fa-45a1-84ef-4e99f0fbf27a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/subnets/e788b8df-de4b-41de-99b2-d90d4a99086d HTTP/1.1" status: 204 len: 168 time: 0.4723065 Jul 27 17:05:46.519607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.622831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.661907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-437aba39-b364-4b74-af2c-33a230808bef tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.663098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-437aba39-b364-4b74-af2c-33a230808bef tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/ec9b1bf7-d664-4a07-ad2e-64e306191b5e HTTP/1.1" status: 204 len: 168 time: 0.2228072 Jul 27 17:05:46.665863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.679746 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ecce78db-f6cd-4248-b726-1d4d925e45be tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ec9b1bf7-d664-4a07-ad2e-64e306191b5e HTTP/1.1" status: 200 len: 216 time: 0.0126905 Jul 27 17:05:46.683191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53126) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.694381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c883c189-a778-42d6-bb8a-7da4a900a256 tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098798 Jul 27 17:05:46.697785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.711255 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b64ef4a-dd72-42d7-b786-acad0cf5baab tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0121112 Jul 27 17:05:46.716139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.831584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-927d6973-c294-4acf-ae5c-628bc6326dc8 tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/8c463997-99a6-4667-a24a-88924922a81e HTTP/1.1" status: 200 len: 473 time: 0.1140187 Jul 27 17:05:46.836095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.843201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.858683 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-326f9899-2286-45c5-b9a1-467005d692f3 tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/eb02123f-c990-4ece-b59c-47cb7d6f12ab HTTP/1.1" status: 200 len: 459 time: 0.0185490 Jul 27 17:05:46.859103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09e3bab-8eda-4fbd-921d-873b3dfb71cc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:46.861329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:46.882114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6be05d-b984-462a-b415-0ed3b3369b81') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:46.882494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6be05d-b984-462a-b415-0ed3b3369b81') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:46.899278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.908575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.918550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.921144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-9fe0470a-2585-4919-9944-07d5227b1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:46.923448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-9fe0470a-2585-4919-9944-07d5227b1779 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 1096 time: 0.0922496 Jul 27 17:05:46.967797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:46.968343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:46.971847 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:47.046274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-1713f348-ab65-4c78-bcd7-ebb167679da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:47.050138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-1713f348-ab65-4c78-bcd7-ebb167679da2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1188948 Jul 27 17:05:47.075248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02bbe390-1b70-45f8-9be8-f0b64799083a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.079812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02bbe390-1b70-45f8-9be8-f0b64799083a tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/eb02123f-c990-4ece-b59c-47cb7d6f12ab HTTP/1.1" status: 204 len: 168 time: 0.2142460 Jul 27 17:05:47.086853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53138) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:47.130365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-28685dbd-d8d5-4d4d-93e0-480a2baf9966 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f HTTP/1.1" status: 200 len: 217 time: 0.0631440 Jul 27 17:05:47.156151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.160862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.165645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] 10.222.0.64 "DELETE /v2.0/networks/c09e3bab-8eda-4fbd-921d-873b3dfb71cc HTTP/1.1" status: 204 len: 168 time: 0.6449604 Jul 27 17:05:47.222387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4588f-3d64-4c52-b82a-03dc5b2dbaa7 req-8c358a73-6772-4c2a-bf94-5883588c80ed tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:47.223925 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3db4588f-3d64-4c52-b82a-03dc5b2dbaa7 req-8c358a73-6772-4c2a-bf94-5883588c80ed tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1687522 Jul 27 17:05:47.228417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-dc04fd31-98a8-45ff-90b7-362cf3f35dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:47.230298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-dc04fd31-98a8-45ff-90b7-362cf3f35dba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0919101 Jul 27 17:05:47.261810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc99ba-c045-415b-b05b-606781b5802a tempest-FloatingIPTestJSON-1912077194 tempest-FloatingIPTestJSON-1912077194-project] Pushing event deleted for resources: {'Network': ['ID=c09e3bab-8eda-4fbd-921d-873b3dfb71cc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:47.313000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3db4588f-3d64-4c52-b82a-03dc5b2dbaa7 req-d5ce7974-463e-4fc1-9a49-3aabda39fe1d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813000 Jul 27 17:05:47.340094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-20e15561-0363-475a-9974-864066884f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:47.342277 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-20e15561-0363-475a-9974-864066884f08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967972 Jul 27 17:05:47.405269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6efd1fd-e56b-4261-96de-d2f7f26cb8db tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.412755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6efd1fd-e56b-4261-96de-d2f7f26cb8db tempest-MeteringIpV6TestJSON-1894451625 tempest-MeteringIpV6TestJSON-1894451625-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/8c463997-99a6-4667-a24a-88924922a81e HTTP/1.1" status: 204 len: 168 time: 0.3245459 Jul 27 17:05:47.477502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-1196bc0a-d0bb-42e7-9c57-afa59826d291 service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223412 Jul 27 17:05:47.586222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:47.629422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-060f252d-3d86-4457-8a89-8cf7c286b969 req-284702ac-2eab-44e9-b55f-91f0d104e11c service neutron] 10.222.0.61 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473615 Jul 27 17:05:47.709113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:47.808004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-909acbee-ca2a-45a3-82b2-7b8d5e47ff44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19ed1811f36f4169a2c78b9372aaa02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181029 Jul 27 17:05:47.808540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:47.829859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fefae33-93f6-48f4-bf80-e20595b71323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.858629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.882107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.933040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fefae33-93f6-48f4-bf80-e20595b71323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.935404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.938186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0fefae33-93f6-48f4-bf80-e20595b71323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.938406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:47.942019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18c24b31-7fbf-4e41-b0cf-309e8ab588e8 HTTP/1.1" status: 204 len: 168 time: 0.1305318 Jul 27 17:05:47.957409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3fe21-bfa2-4f90-94f3-f35c23215ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c24b31-7fbf-4e41-b0cf-309e8ab588e8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:47.982615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0fefae33-93f6-48f4-bf80-e20595b71323 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f46d13ac14694293935e2951532dd385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723610 Jul 27 17:05:47.985384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:47.996159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefae33-93f6-48f4-bf80-e20595b71323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee5a2d-1cdf-47c4-8c1a-064b5a4ff351,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:48.043926 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.072108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.123011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.125967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.127139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46ee5a2d-1cdf-47c4-8c1a-064b5a4ff351 HTTP/1.1" status: 204 len: 168 time: 0.1407425 Jul 27 17:05:48.135430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d766d-d05f-4013-83da-5e3d431c110f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ee5a2d-1cdf-47c4-8c1a-064b5a4ff351,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:48.496605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67c09-91c5-4ae2-b8ab-d1a0b1edeaed req-f6f4604b-ad05-4499-b764-cf7ce6758f4c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:48.505010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ab67c09-91c5-4ae2-b8ab-d1a0b1edeaed req-f6f4604b-ad05-4499-b764-cf7ce6758f4c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.0958307 Jul 27 17:05:48.556372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ab67c09-91c5-4ae2-b8ab-d1a0b1edeaed req-1ab6ea91-abca-4da1-ae89-a80b38d6fddd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Jul 27 17:05:48.585587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:48.603684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f93e-f7ee-4e7a-8812-c16e8197baff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.713314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f93e-f7ee-4e7a-8812-c16e8197baff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.718944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f93e-f7ee-4e7a-8812-c16e8197baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.769988 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d8b5f93e-f7ee-4e7a-8812-c16e8197baff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50570204321c44ffa78d2dd1606c2686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806829 Jul 27 17:05:48.770589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:48.778330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f93e-f7ee-4e7a-8812-c16e8197baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5850a07-42c6-430f-a65a-2e2e0db7ab24,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:48.840551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.863313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.863787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:48.919197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.922034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:48.923766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5850a07-42c6-430f-a65a-2e2e0db7ab24 HTTP/1.1" status: 204 len: 168 time: 0.1523414 Jul 27 17:05:48.933168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582363e-4fc3-454b-b3ba-bffaf7e72e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5850a07-42c6-430f-a65a-2e2e0db7ab24,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:48.974647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-350795017'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:48.999999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:49.004060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.013028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.106283 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.111820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.138588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:49.148644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f21d26-0f73-49d4-b634-d163e6c67b6c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:49.154524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.154883 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment 1612071e-d760-4399-bf8a-0784c8853759 of type vlan for network 4fe5527c-a28a-479b-91cf-81d9a1be882a Jul 27 17:05:49.197970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.232588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.238612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:49.239212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.308969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:49.309208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4440367 Jul 27 17:05:49.317675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'name': 'tempest-PortsIpV6TestJSON-2043496757'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:49.321468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d443c-b407-4d31-898d-baced8398abe tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=4fe5527c-a28a-479b-91cf-81d9a1be882a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:49.334337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:49.424864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:49.428850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.454713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 42fdc59c-7fee-4e12-86c9-3075f7560f3f yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:49.588492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:49.721168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.768594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb864c-e035-4a77-ad81-8a35fc90634b req-d9bd3c0d-c1e3-4dca-a762-2ad01bfeafd4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:49.770682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2bb864c-e035-4a77-ad81-8a35fc90634b req-d9bd3c0d-c1e3-4dca-a762-2ad01bfeafd4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 945 time: 0.1038418 Jul 27 17:05:49.775371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:49.814366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2bb864c-e035-4a77-ad81-8a35fc90634b req-ddcfbf16-ee6e-4eae-b4c2-e010a9d39392 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Jul 27 17:05:49.861151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=42fdc59c-7fee-4e12-86c9-3075f7560f3f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:49.869044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': '1612071e-d760-4399-bf8a-0784c8853759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:49.869414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: 4fe5527c-a28a-479b-91cf-81d9a1be882a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:49.919414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:49.941431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4fe5527c-a28a-479b-91cf-81d9a1be882a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:49.960368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fff0f-74f4-49b5-a95c-8ae7086983fc None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:49.976183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:49.990318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:49.991003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.045833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5e131cc-0c6d-4880-951c-eaae7638a64e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7324209 Jul 27 17:05:50.046678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:50.054130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784112920'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.083709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36576b17-97ae-42aa-9f24-04d209dd379f req-f256dc36-58e9-4fa1-a438-e44d17443b05 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:50.091633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36576b17-97ae-42aa-9f24-04d209dd379f req-f256dc36-58e9-4fa1-a438-e44d17443b05 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0953596 Jul 27 17:05:50.141550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36576b17-97ae-42aa-9f24-04d209dd379f req-893a8e32-e7be-4d36-b93c-c268749be906 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Jul 27 17:05:50.468993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:50.472371 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.567683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:50.590085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.590486 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment 26e17116-f1c9-4389-a074-b73ecd6b8742 of type vlan for network 460cf40c-4403-4fbb-bd56-5b1cc8100db9 Jul 27 17:05:50.682217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce70b9a-888b-448f-8e98-fc28faaf4369 req-c05fa352-5f9d-4875-bb76-6e11fa6e5112 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:50.683694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce70b9a-888b-448f-8e98-fc28faaf4369 req-c05fa352-5f9d-4875-bb76-6e11fa6e5112 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2085931 Jul 27 17:05:50.685526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.691737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:50.768336 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.773761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:50.774415 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.791479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a778c04a-3552-443c-b2bf-4e06ae932d21 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.792763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce70b9a-888b-448f-8e98-fc28faaf4369 req-5ca2fd18-1589-4fb8-9e7b-9475814ce105 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979276 Jul 27 17:05:50.818488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a778c04a-3552-443c-b2bf-4e06ae932d21 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "PUT /v2.0/quotas/804a833f54e94ff2b51d49f96ed2595c HTTP/1.1" status: 200 len: 368 time: 0.1184530 Jul 27 17:05:50.819498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:50.824731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Request body: {'network': {'project_id': '804a833f54e94ff2b51d49f96ed2595c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.840725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7906351 Jul 27 17:05:50.841328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:50.855636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'ports': [{'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'}, {'network_id': '460cf40c-4403-4fbb-bd56-5b1cc8100db9'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.855963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.856466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '460cf40c-4403-4fbb-bd56-5b1cc8100db9'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:50.859410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839d5e-5e7d-421c-8432-a9b6d4d129a8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=460cf40c-4403-4fbb-bd56-5b1cc8100db9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:50.874550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 460cf40c-4403-4fbb-bd56-5b1cc8100db9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:50.938353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Made reservation on behalf of 804a833f54e94ff2b51d49f96ed2595c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:50.941385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.957564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:50.963993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.107457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1393-f732-4ae0-8c5a-0d4689e28fc2 req-b5e4a75c-0415-49f4-a118-d8ea39b265bb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:51.109030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b23e1393-f732-4ae0-8c5a-0d4689e28fc2 req-b5e4a75c-0415-49f4-a118-d8ea39b265bb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1184189 Jul 27 17:05:51.147838 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.158248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.187183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:51.200736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b23e1393-f732-4ae0-8c5a-0d4689e28fc2 req-bd357237-86d3-4e0b-8d86-b25a6f615013 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604219 Jul 27 17:05:51.202938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:51.208378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.224512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f1117-13ab-4134-ad0b-f721b269b2a4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:51.226755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.227118 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Added segment dd8e142a-f3e2-457a-a7d0-1dd8bd9e1982 of type vlan for network e291a3c0-c1a6-4ae8-a75d-257b85387c5e Jul 27 17:05:51.239193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.287951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.303498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Deleting port f407b7f1-9e7e-45ad-9882-238c986c62a4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:51.303977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.376078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 3a25a6f8-e695-4078-b17e-c7ed126773b7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:51.384655 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.385632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:51.386215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.389297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] For port f407b7f1-9e7e-45ad-9882-238c986c62a4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f407b7f1-9e7e-45ad-9882-238c986c62a4,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:51.389677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.403506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Calling delete_port for f407b7f1-9e7e-45ad-9882-238c986c62a4 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:51.404071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d51aac09-790c-4fff-9011-3e7d811d3a5f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:51.485099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.485422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6644378 Jul 27 17:05:51.489667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:51.498076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Request body: {'network': {'project_id': '804a833f54e94ff2b51d49f96ed2595c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:51.503924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119d07d-cd1b-45b9-bead-318577570a4c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Pushing event updated for resources: {'Network': ['ID=e291a3c0-c1a6-4ae8-a75d-257b85387c5e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:51.511688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:05:51.514328 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287a58b-4d69-4859-a072-94b99407171b" -d '{"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-unplugged", "status": "completed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:05:51.528149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e291a3c0-c1a6-4ae8-a75d-257b85387c5e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:51.596609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Made reservation on behalf of 804a833f54e94ff2b51d49f96ed2595c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:51.598900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.599564 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 17:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8d805c-468e-4441-92d0-20803ae47dc3 x-openstack-request-id: req-dd8d805c-468e-4441-92d0-20803ae47dc3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:05:51.599863 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-unplugged", "status": "failed", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:05:51.600118 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd8d805c-468e-4441-92d0-20803ae47dc3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:05:51.600529 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'code': 422} returned with failed status Jul 27 17:05:51.602450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:51.607838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.621135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.659559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:51.661878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Pushing event deleted for resources: {'Port': ['ID=f407b7f1-9e7e-45ad-9882-238c986c62a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:51.673289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:51.686177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.701379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.701735 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Added segment 0082bc0d-4c3b-495d-8f3f-229377101c57 of type vlan for network 18e14a1c-0ed9-4d23-9f1d-5453f7936183 Jul 27 17:05:51.800874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.807972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:51.843964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.850900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.851881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:51.852501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:51.941127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4490647 Jul 27 17:05:51.944632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:51.952376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cf7b2156-914d-4723-abfe-075a685ebeb7 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Request body: {'network': {'project_id': '804a833f54e94ff2b51d49f96ed2595c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:51.961952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064531-d236-4b7d-b908-25d58f216a96 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Pushing event updated for resources: {'Network': ['ID=18e14a1c-0ed9-4d23-9f1d-5453f7936183,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:51.972344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 18e14a1c-0ed9-4d23-9f1d-5453f7936183 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:51.977854 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b2156-914d-4723-abfe-075a685ebeb7 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 17:05:51.978317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7b2156-914d-4723-abfe-075a685ebeb7 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:05:51.979542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cf7b2156-914d-4723-abfe-075a685ebeb7 tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0335405 Jul 27 17:05:52.014906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.070464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.083696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.113065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:52.116419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:52.120768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:52.121663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.126393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Router e7daf6b1-5534-43fa-829a-9f2788d07bf7 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:05:52.139916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=3a25a6f8-e695-4078-b17e-c7ed126773b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:52.195156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:52.206544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': '26e17116-f1c9-4389-a074-b73ecd6b8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '460cf40c-4403-4fbb-bd56-5b1cc8100db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:52.206914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: 460cf40c-4403-4fbb-bd56-5b1cc8100db9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:52.223870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 460cf40c-4403-4fbb-bd56-5b1cc8100db9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:52.236021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 460cf40c-4403-4fbb-bd56-5b1cc8100db9) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:52.240114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:52.248114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84d03afc-00d4-46cd-af91-9c8d9c1fc48e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=804a833f54e94ff2b51d49f96ed2595c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632371 Jul 27 17:05:52.250681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.251172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d946df3-f5cc-49dd-99c6-b7145368d0fe None None] Network 460cf40c-4403-4fbb-bd56-5b1cc8100db9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:52.252818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:52.258804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:52.259583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.283190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd73555a-28ca-4050-acdc-13b11af653d7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4394097 Jul 27 17:05:52.284771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.340170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:05:52.349527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c485b6d7-cadf-4382-a16f-0323de5cb71e admin admin] 10.222.0.64 "PUT /v2.0/routers/e7daf6b1-5534-43fa-829a-9f2788d07bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7567561 Jul 27 17:05:52.350877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.356051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Sync routers for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:05:52.368242 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:52.369121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:52.412376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:52.412833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.413324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.480762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.485615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40a3f-683e-4c0b-bee5-22758a32d09f req-df27967c-85cb-4290-915e-4dc626fef61b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:52.487169 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ad40a3f-683e-4c0b-bee5-22758a32d09f req-df27967c-85cb-4290-915e-4dc626fef61b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1996152 Jul 27 17:05:52.488780 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:52.490762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.495435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:52.550939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.586937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.602675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ad40a3f-683e-4c0b-bee5-22758a32d09f req-3d620070-fbaf-40e2-8489-f6e28de3aab8 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997725 Jul 27 17:05:52.624500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:52.629133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.631034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21ea971b-364f-448e-bdd6-44d255428827 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a HTTP/1.1" status: 204 len: 168 time: 0.3448453 Jul 27 17:05:52.633485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.672607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.675510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.679162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b39f1117-13ab-4134-ad0b-f721b269b2a4 HTTP/1.1" status: 204 len: 168 time: 0.4251335 Jul 27 17:05:52.681107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.700006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e099cdf-764d-45cf-aff2-562e25c37d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f1117-13ab-4134-ad0b-f721b269b2a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:52.718045 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T17:05:51Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:52.746675 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Checking router: e7daf6b1-5534-43fa-829a-9f2788d07bf7 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:05:52.750111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.757016 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Routers {'e7daf6b1-5534-43fa-829a-9f2788d07bf7'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:05:52.757631 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:52.760991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25aa2e7-2dd5-4f2a-a7ff-298658ac0723 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:52.767904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25aa2e7-2dd5-4f2a-a7ff-298658ac0723 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:52.772017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d25aa2e7-2dd5-4f2a-a7ff-298658ac0723 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1351156 Jul 27 17:05:52.772590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53296) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:52.790228 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.864184 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] Set router e7daf6b1-5534-43fa-829a-9f2788d07bf7 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:05:52.966693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Deleting port b2773dbb-d8b4-4539-a051-dd0b75d13c85 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:52.966939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.970107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:52.990373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e14a1c-0ed9-4d23-9f1d-5453f7936183']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.033409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082bc0d-4c3b-495d-8f3f-229377101c57') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.033687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082bc0d-4c3b-495d-8f3f-229377101c57') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.042692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T17:05:51Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.051707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.055897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 3a25a6f8-e695-4078-b17e-c7ed126773b7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:53.056226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.072791 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42fa2a8-72ae-4937-83e8-773af9c9a275 None None] The sync data for ids ['e7daf6b1-5534-43fa-829a-9f2788d07bf7'] in n-d-723572-6 is: [{'id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'name': 'tempest-TaggedBootDevicesTest-6430749-router', 'tenant_id': 'c70dde0836724386bde2ed87c149dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:55:04Z', 'updated_at': '2021-07-27T17:05:51Z', 'revision_number': 5, 'project_id': 'c70dde0836724386bde2ed87c149dffb', 'gw_port': {'id': 'b2773dbb-d8b4-4539-a051-dd0b75d13c85', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7daf6b1-5534-43fa-829a-9f2788d07bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:55:05Z', 'updated_at': '2021-07-27T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:05:53.121462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.144254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:53.144990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:53.147591 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:53.196748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.213287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] For port b2773dbb-d8b4-4539-a051-dd0b75d13c85, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b2773dbb-d8b4-4539-a051-dd0b75d13c85,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:53.213641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.227623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 3a25a6f8-e695-4078-b17e-c7ed126773b7 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:53.242622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Calling delete_port for b2773dbb-d8b4-4539-a051-dd0b75d13c85 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:53.258866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.296344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.298832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "DELETE /v2.0/networks/18e14a1c-0ed9-4d23-9f1d-5453f7936183 HTTP/1.1" status: 204 len: 168 time: 0.6139553 Jul 27 17:05:53.301581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.348560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba596787-c53c-4d8a-8924-78f76b983a7c tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Pushing event deleted for resources: {'Network': ['ID=18e14a1c-0ed9-4d23-9f1d-5453f7936183,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:53.373897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.428228 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.463859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=3a25a6f8-e695-4078-b17e-c7ed126773b7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:53.467888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.471054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.479538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73a65cc9-821e-4577-aee1-fd6b4071855e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/3a25a6f8-e695-4078-b17e-c7ed126773b7 HTTP/1.1" status: 204 len: 168 time: 0.7058105 Jul 27 17:05:53.482544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.483090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e291a3c0-c1a6-4ae8-a75d-257b85387c5e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.496400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8e142a-f3e2-457a-a7d0-1dd8bd9e1982') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.496769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8e142a-f3e2-457a-a7d0-1dd8bd9e1982') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:53.510195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.536064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f407b7f1-9e7e-45ad-9882-238c986c62a4 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:53.543088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.550656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:53.551953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:53.553958 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:53.571639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f407b7f1-9e7e-45ad-9882-238c986c62a4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:53.572188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f407b7f1-9e7e-45ad-9882-238c986c62a4 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:53.578314 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.611149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2773dbb-d8b4-4539-a051-dd0b75d13c85,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:53.619142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.620218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040562d-b9bf-4410-a2e2-fbbc7a0196a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:53.622024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3040562d-b9bf-4410-a2e2-fbbc7a0196a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1385565 Jul 27 17:05:53.627710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.632416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.634516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e291a3c0-c1a6-4ae8-a75d-257b85387c5e HTTP/1.1" status: 204 len: 168 time: 0.3318272 Jul 27 17:05:53.646404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Pushing event deleted for resources: {'Network': ['ID=e291a3c0-c1a6-4ae8-a75d-257b85387c5e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:53.655909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.656261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.657172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.657514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.657849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.658176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.659182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.659182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.659182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.659544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.659750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.660072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a06d5c-53ef-4ac7-b79e-d7c02513313a tempest-QuotasNegativeTest-1453145695 tempest-QuotasNegativeTest-1453145695-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:05:53.703796 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9cc875-1cb5-4400-9562-29ccc56e7e36 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:05:53.705435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d9cc875-1cb5-4400-9562-29ccc56e7e36 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/f1f4c2b4-cd34-46f1-a20d-68c1ab7b1b6a HTTP/1.1" status: 404 len: 333 time: 0.0745795 Jul 27 17:05:53.709463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53308) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.728564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.762479 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bab0329-6e6c-49c5-ae5d-81e74bfe9507 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:05:53.764090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8bab0329-6e6c-49c5-ae5d-81e74bfe9507 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/3a25a6f8-e695-4078-b17e-c7ed126773b7 HTTP/1.1" status: 404 len: 333 time: 0.0536144 Jul 27 17:05:53.768087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.823713 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.825869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.857068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.871326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.872049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7daf6b1-5534-43fa-829a-9f2788d07bf7 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:05:53.875051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e9ee-3938-46bb-9f66-5dc5fa9b6ade req-b65923f4-31d9-4e7e-a682-e56e33cd356b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:53.876699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e33e9ee-3938-46bb-9f66-5dc5fa9b6ade req-b65923f4-31d9-4e7e-a682-e56e33cd356b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1800928 Jul 27 17:05:53.876998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.878133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb39d97d-6af5-41d3-82b7-f4e7de02dd8c admin admin] 10.222.0.64 "DELETE /v2.0/routers/e7daf6b1-5534-43fa-829a-9f2788d07bf7 HTTP/1.1" status: 204 len: 168 time: 1.5263360 Jul 27 17:05:53.880684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:53.930553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Deleting subnet 7fd8913b-e10a-4900-87c6-d4527c0ad9de {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:53.935647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:53.987218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.005128 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.008019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53316) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:54.012248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e33e9ee-3938-46bb-9f66-5dc5fa9b6ade req-ab990226-b31d-4def-a2dd-06e36147c2a1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261563 Jul 27 17:05:54.034032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d148a7b-3e16-4077-a3b8-d98b60f164a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.037455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460cf40c-4403-4fbb-bd56-5b1cc8100db9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:54.056295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e17116-f1c9-4389-a074-b73ecd6b8742') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:54.056738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e17116-f1c9-4389-a074-b73ecd6b8742') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:54.070144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.075339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.090533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.097958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:54.098394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:54.101337 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:54.133562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.159890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd8913b-e10a-4900-87c6-d4527c0ad9de,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.165230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.167132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dccb819c-814e-407d-89a9-f3a38563483b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fd8913b-e10a-4900-87c6-d4527c0ad9de HTTP/1.1" status: 204 len: 168 time: 0.2852716 Jul 27 17:05:54.169622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:54.170413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.177865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb83182-0cc7-49aa-b58b-576509d1365f None None] Network 25ff0c56-0cb4-4407-9672-54407fed135b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:54.190012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.198089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/460cf40c-4403-4fbb-bd56-5b1cc8100db9 HTTP/1.1" status: 204 len: 168 time: 0.4228737 Jul 27 17:05:54.198519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:54.200697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0e03d-cf3b-46db-bea9-897ea1b8905d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=460cf40c-4403-4fbb-bd56-5b1cc8100db9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.205974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784158140'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:54.216466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:05:54.255679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.264419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d148a7b-3e16-4077-a3b8-d98b60f164a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.271208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d148a7b-3e16-4077-a3b8-d98b60f164a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.314818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d148a7b-3e16-4077-a3b8-d98b60f164a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5210d659ab074d7393bef9d2c00b7324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030713 Jul 27 17:05:54.316176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:54.329052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d148a7b-3e16-4077-a3b8-d98b60f164a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5ee64-c34a-4a45-990b-d0cd5b3bc6aa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.331991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Deleting port 87f922a8-d63a-48e7-9f38-e413cca8dc67 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:54.332353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.342059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:54.346455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.386331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] DHCP port deletion for 25ff0c56-0cb4-4407-9672-54407fed135b request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:05:54.387356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:54.409469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.410207 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment cf50b956-03ec-46bd-afd2-4c34c4410566 of type vlan for network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 Jul 27 17:05:54.455983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Deleting port 87f922a8-d63a-48e7-9f38-e413cca8dc67 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:54.456366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.458800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.496855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.502812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:54.503593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.544565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] For port 87f922a8-d63a-48e7-9f38-e413cca8dc67, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=87f922a8-d63a-48e7-9f38-e413cca8dc67,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:54.545438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.563346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Calling delete_port for 87f922a8-d63a-48e7-9f38-e413cca8dc67 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:54.565709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3659921 Jul 27 17:05:54.572776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53324) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:54.579501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:54.635790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2a15-2458-41c0-b1bf-f8b24b63cf2d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=ead41dfb-e3bd-4eb3-9839-8ebea5a28e10,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.648078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:54.686305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:54.690173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.690394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.736375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] Pushing event deleted for resources: {'Port': ['ID=87f922a8-d63a-48e7-9f38-e413cca8dc67,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.738774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f36cb-365c-49b4-ab1b-7ab121a6fa49 None None] No DVR routers for this DVR port 87f922a8-d63a-48e7-9f38-e413cca8dc67 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:54.807026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] For port 87f922a8-d63a-48e7-9f38-e413cca8dc67, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=87f922a8-d63a-48e7-9f38-e413cca8dc67,segment=NetworkSegment(c437bd0a-753c-4842-9bb8-63594c84de88),segment_id=c437bd0a-753c-4842-9bb8-63594c84de88)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:54.807346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.809602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.827554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Calling delete_port for 87f922a8-d63a-48e7-9f38-e413cca8dc67 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:54.845625 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.907302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.940461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.942975 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.944145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0e5ee64-c34a-4a45-990b-d0cd5b3bc6aa HTTP/1.1" status: 204 len: 168 time: 0.6281118 Jul 27 17:05:54.948951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:54.961564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4abfa1-3f02-4a8a-b572-371115eb750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5ee64-c34a-4a45-990b-d0cd5b3bc6aa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.988312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Pushing event deleted for resources: {'Port': ['ID=87f922a8-d63a-48e7-9f38-e413cca8dc67,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:54.990176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] No DVR routers for this DVR port 87f922a8-d63a-48e7-9f38-e413cca8dc67 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:55.064479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.075293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ff0c56-0cb4-4407-9672-54407fed135b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:55.089271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c437bd0a-753c-4842-9bb8-63594c84de88') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:55.089631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c437bd0a-753c-4842-9bb8-63594c84de88') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:55.102780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.127906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.157159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:55.157623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:55.159589 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:55.231676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.257886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.262322 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] 10.222.0.64 "DELETE /v2.0/networks/25ff0c56-0cb4-4407-9672-54407fed135b HTTP/1.1" status: 204 len: 168 time: 1.0893543 Jul 27 17:05:55.285042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da024672-813a-4af8-a7c7-5c87251d2fcd req-e6454af3-8f8c-484a-b289-d045c9cc6d27 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:55.292927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da024672-813a-4af8-a7c7-5c87251d2fcd req-e6454af3-8f8c-484a-b289-d045c9cc6d27 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1784759 Jul 27 17:05:55.296087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c199fb-6eea-4ab1-94de-54a58aeff36f admin admin] Pushing event deleted for resources: {'Network': ['ID=25ff0c56-0cb4-4407-9672-54407fed135b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:55.339219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-da024672-813a-4af8-a7c7-5c87251d2fcd req-11e64d02-95a8-4c31-8412-2e9c1375b6ff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Jul 27 17:05:55.346943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=334fb014-62ee-426d-88fc-2a710e705ea4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:55.373408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2773dbb-d8b4-4539-a051-dd0b75d13c85 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:55.388280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:55.388834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': 'cf50b956-03ec-46bd-afd2-4c34c4410566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:55.389277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: ead41dfb-e3bd-4eb3-9839-8ebea5a28e10, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:55.401286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b2773dbb-d8b4-4539-a051-dd0b75d13c85 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:55.401629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b2773dbb-d8b4-4539-a051-dd0b75d13c85 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:55.402241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 87f922a8-d63a-48e7-9f38-e413cca8dc67 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:55.404624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905db596-89a9-4fbd-9c6f-8d26dcb8055c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.411559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:55.423656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ead41dfb-e3bd-4eb3-9839-8ebea5a28e10) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:55.427095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 87f922a8-d63a-48e7-9f38-e413cca8dc67 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:55.427434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 87f922a8-d63a-48e7-9f38-e413cca8dc67 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:55.431624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469f316-40e0-4258-be90-15578ffc2f77 None None] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:55.445273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:55.446321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.468419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:55.521105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f7ed112-8eeb-4e48-b074-2405fd8f3857 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c70dde0836724386bde2ed87c149dffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503695 Jul 27 17:05:55.521725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53340) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:55.528183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905db596-89a9-4fbd-9c6f-8d26dcb8055c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.533539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-905db596-89a9-4fbd-9c6f-8d26dcb8055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.545485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e4e2ac16-b461-4833-aa7b-4d24f8b6fa67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9692347 Jul 27 17:05:55.547983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:55.555801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10', 'name': 'tempest-PortsIpV6TestJSON-893923029'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:55.578095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-905db596-89a9-4fbd-9c6f-8d26dcb8055c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aeef3b363b174bf7bc16ec9787350667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852956 Jul 27 17:05:55.578095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905db596-89a9-4fbd-9c6f-8d26dcb8055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c05fb2-17f1-4fc2-9a1b-d0f3b516a061,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:55.579637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:55.605433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ead41dfb-e3bd-4eb3-9839-8ebea5a28e10', 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': '334fb014-62ee-426d-88fc-2a710e705ea4'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:05:55.606385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.630674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.652945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.654408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.698991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.706751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.710044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.711538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51c05fb2-17f1-4fc2-9a1b-d0f3b516a061 HTTP/1.1" status: 204 len: 168 time: 0.1309955 Jul 27 17:05:55.725270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f800472-210a-4b3a-9e5f-cb319f8b2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c05fb2-17f1-4fc2-9a1b-d0f3b516a061,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:55.753053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:55.761883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.769435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Allocated IP 2001:db8::2 (ead41dfb-e3bd-4eb3-9839-8ebea5a28e10/334fb014-62ee-426d-88fc-2a710e705ea4/06ccf5e1-6c7c-4cab-8b97-5718641444f8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:55.782131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port d510ed27-b818-4d87-8d0f-b1b8603177fa yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:55.823043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.825824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.827147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/275d2aa5-2be8-40d4-9470-e1532649b49e HTTP/1.1" status: 204 len: 168 time: 0.3045075 Jul 27 17:05:55.841979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77e9a-2e2d-4c83-b9ae-2482705b0e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d2aa5-2be8-40d4-9470-e1532649b49e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:55.938661 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:55.947419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Transition to ACTIVE for port object 06ccf5e1-6c7c-4cab-8b97-5718641444f8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:55.964051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Transition to ACTIVE for port object 06ccf5e1-6c7c-4cab-8b97-5718641444f8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:55.977229 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.015713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:56.018758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:56.024554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:56.033884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Pushing event updated for resources: {'Port': ['ID=06ccf5e1-6c7c-4cab-8b97-5718641444f8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:56.045214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::85 (ead41dfb-e3bd-4eb3-9839-8ebea5a28e10/334fb014-62ee-426d-88fc-2a710e705ea4/d510ed27-b818-4d87-8d0f-b1b8603177fa) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:56.111341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Attempting to bind port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:05:56.112149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Attempting to bind port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'cf50b956-03ec-46bd-afd2-4c34c4410566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:05:56.112765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Attempting to bind port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 on network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:05:56.122058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:05:56.123377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Checking segment: {'id': 'cf50b956-03ec-46bd-afd2-4c34c4410566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:56.123946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.125587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Bound using segment: {'id': 'cf50b956-03ec-46bd-afd2-4c34c4410566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:05:56.129068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Bound port: 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf50b956-03ec-46bd-afd2-4c34c4410566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ead41dfb-e3bd-4eb3-9839-8ebea5a28e10'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:05:56.129582 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.215977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] For port 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:05:56.221336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] For port 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06ccf5e1-6c7c-4cab-8b97-5718641444f8,segment=NetworkSegment(cf50b956-03ec-46bd-afd2-4c34c4410566),segment_id=cf50b956-03ec-46bd-afd2-4c34c4410566)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:05:56.226845 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.234028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.249846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object d510ed27-b818-4d87-8d0f-b1b8603177fa will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:05:56.287749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.303259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42263b-e6a5-4481-8446-8ce3d0bdddfa None None] Pushing event updated for resources: {'Port': ['ID=06ccf5e1-6c7c-4cab-8b97-5718641444f8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:56.348370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:05:56.351653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:56.356456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:05:56.363040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:56.363719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.368052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=d510ed27-b818-4d87-8d0f-b1b8603177fa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:56.388646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-27d5736e-e088-418d-9559-82cebc6186dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8378172 Jul 27 17:05:56.389805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:56.589283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a34f8e-f045-4442-886a-85b04edf8218 req-d4373187-19a5-46f4-8545-c84eceede458 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:56.590857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a34f8e-f045-4442-886a-85b04edf8218 req-d4373187-19a5-46f4-8545-c84eceede458 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1330242 Jul 27 17:05:56.593275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port d510ed27-b818-4d87-8d0f-b1b8603177fa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:56.596222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.701566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2a34f8e-f045-4442-886a-85b04edf8218 req-2e881bc0-4412-481c-a70d-7e4162d7a570 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999696 Jul 27 17:05:56.748835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.764055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for d510ed27-b818-4d87-8d0f-b1b8603177fa owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:56.908169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.943436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=d510ed27-b818-4d87-8d0f-b1b8603177fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:56.958265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53394) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:56.971657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:56.976088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-972f0603-bfc9-4958-802b-82baca066a75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/d510ed27-b818-4d87-8d0f-b1b8603177fa HTTP/1.1" status: 204 len: 168 time: 0.5828884 Jul 27 17:05:56.976416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.004197 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a53a8d-5c74-423d-9cda-0f3a6c0e010d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:05:57.005276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a53a8d-5c74-423d-9cda-0f3a6c0e010d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:05:57.007191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88a53a8d-5c74-423d-9cda-0f3a6c0e010d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/d510ed27-b818-4d87-8d0f-b1b8603177fa HTTP/1.1" status: 404 len: 333 time: 0.0297573 Jul 27 17:05:57.010334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.044007 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9afe3ec-bc25-40b8-ba1f-a700f7523e05 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:05:57.049357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a9afe3ec-bc25-40b8-ba1f-a700f7523e05 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/d510ed27-b818-4d87-8d0f-b1b8603177fa HTTP/1.1" status: 404 len: 333 time: 0.0344393 Jul 27 17:05:57.049462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.080202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1804618891-network', 'tenant_id': 'e36a9d36f2474dd9aedf500de65a9915'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:57.103875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Made reservation on behalf of e36a9d36f2474dd9aedf500de65a9915 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:57.106298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 334fb014-62ee-426d-88fc-2a710e705ea4 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:05:57.106971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.111104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.121012 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.164597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.242159 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.248308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.279183 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:57.293163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.298140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf40d9-8cad-4d62-af26-b8f3704e6a86,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:57.302428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.303110 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Added segment c135bfd4-766b-489b-8345-0760e167b109 of type vlan for network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 Jul 27 17:05:57.362279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.396240 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.396882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.398201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:57.398810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.462594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5005128 Jul 27 17:05:57.462736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=334fb014-62ee-426d-88fc-2a710e705ea4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:57.463594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.470873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Request body: {'subnet': {'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1804618891-subnet', 'tenant_id': 'e36a9d36f2474dd9aedf500de65a9915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:57.478330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06ccf5e1-6c7c-4cab-8b97-5718641444f8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:05:57.481877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8602f-3a69-4e4a-8885-3558b4114690 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:57.494721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.496828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d23e363-1d9e-411b-ac16-12c87bfc813f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/334fb014-62ee-426d-88fc-2a710e705ea4 HTTP/1.1" status: 204 len: 168 time: 0.4464467 Jul 27 17:05:57.499619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53416) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.509042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:57.541068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Made reservation on behalf of e36a9d36f2474dd9aedf500de65a9915 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:57.543487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.577329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53418) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:57.626738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:57.628171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.657553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec919986-7042-48f4-98c8-3009b960667a None None] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:57.704147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:57.705292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.740460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Provisioning for port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:05:57.741575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.760093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-61861175', 'router:external': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:57.785985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Provisioning complete for port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:05:57.786744 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.795674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f61e1a-e153-4259-a598-1448bd511410,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:57.822288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Made reservation on behalf of 3b1f14b44e7b411b86782653170d2b7a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:57.825018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.828172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Checking segment: {'id': 'c135bfd4-766b-489b-8345-0760e167b109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:57.829191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Network hostable DHCP agents. Network: f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:57.847339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:57.859455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.863531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06ccf5e1-6c7c-4cab-8b97-5718641444f8,segment=NetworkSegment(cf50b956-03ec-46bd-afd2-4c34c4410566),segment_id=cf50b956-03ec-46bd-afd2-4c34c4410566)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:57.863898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.869355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:57.883394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:57.883947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.889950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 06ccf5e1-6c7c-4cab-8b97-5718641444f8 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:57.891703 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:57.908890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31753a-4af4-4d98-8a7c-481b9b966e49 None None] Network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:57.953593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] DHCP port deletion for ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:05:57.976698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] For port 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06ccf5e1-6c7c-4cab-8b97-5718641444f8,segment=NetworkSegment(cf50b956-03ec-46bd-afd2-4c34c4410566),segment_id=cf50b956-03ec-46bd-afd2-4c34c4410566)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:57.997486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24978c84-ab8c-40b6-b93a-24c14c700b20 req-1eba422d-5dc6-4483-a7e2-f8754001babf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:57.999080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24978c84-ab8c-40b6-b93a-24c14c700b20 req-1eba422d-5dc6-4483-a7e2-f8754001babf tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1965952 Jul 27 17:05:57.999364 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.070889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.079710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24978c84-ab8c-40b6-b93a-24c14c700b20 req-6dbd7b05-6093-4eb3-b738-aaf295760d13 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701840 Jul 27 17:05:58.110611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=06ccf5e1-6c7c-4cab-8b97-5718641444f8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.115102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:58.195980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.213827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a01c5a3-7b64-4b44-98c5-eb92fc99a522 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7417614 Jul 27 17:05:58.221040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.225985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.243589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead41dfb-e3bd-4eb3-9839-8ebea5a28e10']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:58.252272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42685-d976-4049-9c2f-21b05a2149a3 None None] Pushing event updated for resources: {'Port': ['ID=06ccf5e1-6c7c-4cab-8b97-5718641444f8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.265786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf50b956-03ec-46bd-afd2-4c34c4410566') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:58.266123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf50b956-03ec-46bd-afd2-4c34c4410566') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:05:58.267812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:58.284173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Deleting port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:05:58.284860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.293051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.294934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a3dccd-31a8-461b-b80f-a19ba1e1bd94,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.298553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.298907 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Added segment 233dfbc8-5ba6-4e15-ae40-86a0cf38cf3e of type vlan for network b1f13c24-0100-45d4-ad63-0082ec3b1688 Jul 27 17:05:58.316599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6438d-7bd4-4d37-91cd-13005a21aa13 None None] Network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:58.340021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.352313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:05:58.352764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:05:58.356010 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:05:58.407210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.417427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] For port 06ccf5e1-6c7c-4cab-8b97-5718641444f8, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:05:58.418074 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.437739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.440150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Calling delete_port for 06ccf5e1-6c7c-4cab-8b97-5718641444f8 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:05:58.443468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:05:58.444778 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.462081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.463921 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 HTTP/1.1" status: 204 len: 168 time: 0.9632151 Jul 27 17:05:58.464829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff23420-aa81-403b-aea2-008f28a94b15 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=ead41dfb-e3bd-4eb3-9839-8ebea5a28e10,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.471216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53432) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:58.476408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-383760541'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:58.490066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Network ead41dfb-e3bd-4eb3-9839-8ebea5a28e10 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:05:58.490707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] No DVR routers for this DVR port 06ccf5e1-6c7c-4cab-8b97-5718641444f8 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:05:58.493048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.494047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:58.494718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.517216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:58.520744 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.524491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bd663-ea87-49d1-b727-f243eb417b94 None None] Pushing event deleted for resources: {'Port': ['ID=06ccf5e1-6c7c-4cab-8b97-5718641444f8,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.557547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:05:58.567889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.568294 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment 3aaa1c0f-f7a7-4119-b023-49e7a57c014e of type vlan for network 16147c6c-76f0-4898-8c78-29643fadcb90 Jul 27 17:05:58.590324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0115359 Jul 27 17:05:58.591385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe950f-62c2-4327-98d1-9d7aff56c796 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Network': ['ID=b1f13c24-0100-45d4-ad63-0082ec3b1688,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.593449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:58.601598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:58.603563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'subnet': {'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:58.635583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.637610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Made reservation on behalf of 3b1f14b44e7b411b86782653170d2b7a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:58.640337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.735339 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.740773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:58.741363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:58.808408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3359618 Jul 27 17:05:58.815900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:58.823047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:58.830378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-7241ecf1-8874-4f32-8036-8662d827c660 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:58.831895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-7241ecf1-8874-4f32-8036-8662d827c660 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/networks?id=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 HTTP/1.1" status: 200 len: 822 time: 0.1851246 Jul 27 17:05:58.839067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e192c4-6a54-4c20-895b-0b98859c50cb tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=16147c6c-76f0-4898-8c78-29643fadcb90,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:58.850016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-5089d739-09a1-4d73-ba0e-facff1476345 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/quotas/e36a9d36f2474dd9aedf500de65a9915 HTTP/1.1" status: 200 len: 375 time: 0.0118747 Jul 27 17:05:58.850664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 16147c6c-76f0-4898-8c78-29643fadcb90 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:05:58.887076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6617c5c6-7247-402c-af42-e2884b3d4713 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e36a9d36f2474dd9aedf500de65a9915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307055 Jul 27 17:05:58.963513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:58.966995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.038853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-430bbdf4-0b7c-4a50-a7ab-692901f8f3e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419415 Jul 27 17:05:59.099369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:05:59.099981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.131129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-a553ee1d-a4c2-4d56-bdc5-6d77f4ded8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Jul 27 17:05:59.232414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff761584-ce1e-4859-872f-5ee3f1eb9966,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:59.301038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Checking segment: {'id': '233dfbc8-5ba6-4e15-ae40-86a0cf38cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:59.301497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network hostable DHCP agents. Network: b1f13c24-0100-45d4-ad63-0082ec3b1688, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:59.326262 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62b79bb2-0ade-489a-9cec-36f8549318f1 req-253dc836-c52b-456d-8329-04524f3dc064 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 210 time: 0.0447445 Jul 27 17:05:59.332971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.341397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06ccf5e1-6c7c-4cab-8b97-5718641444f8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:05:59.348152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70321e-03eb-47e4-b598-9f6360c76b58 req-b9228fee-0001-45ce-a323-56df6b12c648 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:59.349795 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac70321e-03eb-47e4-b598-9f6360c76b58 req-b9228fee-0001-45ce-a323-56df6b12c648 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1844935 Jul 27 17:05:59.369063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 06ccf5e1-6c7c-4cab-8b97-5718641444f8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:05:59.369405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06ccf5e1-6c7c-4cab-8b97-5718641444f8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:05:59.405463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:59.442719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b1f13c24-0100-45d4-ad63-0082ec3b1688) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:59.449935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=b3976afb-1b53-4ee3-8a55-9997d10e7f4e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:05:59.455994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2013dd2-1665-4a0e-9840-57910df843e2 None None] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:59.461946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:59.463046 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.479382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac70321e-03eb-47e4-b598-9f6360c76b58 req-b24cb071-2df4-4f28-9d61-f71242af7117 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022158 Jul 27 17:05:59.488120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': '3aaa1c0f-f7a7-4119-b023-49e7a57c014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:05:59.488594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: 16147c6c-76f0-4898-8c78-29643fadcb90, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:05:59.501054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-798e5e92-86d9-4541-b0aa-d35c4ada2f86 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9019570 Jul 27 17:05:59.506489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:59.514823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1544955308', 'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:59.542644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 16147c6c-76f0-4898-8c78-29643fadcb90 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:05:59.548741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Made reservation on behalf of 3b1f14b44e7b411b86782653170d2b7a for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:59.551322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.554701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 16147c6c-76f0-4898-8c78-29643fadcb90) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:05:59.559866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:05:59.560995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.570603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd06fd2-6842-4120-ac69-b2481e3956e7 None None] Network 16147c6c-76f0-4898-8c78-29643fadcb90 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:59.584950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] device_id is not set on port b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:59.592338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b050a8cd-6d50-4d15-9a7b-ff919f4171a2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7729323 Jul 27 17:05:59.592546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:05:59.597835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1216636632'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:05:59.648260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9ab7e-03dd-483c-b962-eb9b3e076247 None None] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:05:59.786821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.20.0.10 (b1f13c24-0100-45d4-ad63-0082ec3b1688/ff761584-ce1e-4859-872f-5ee3f1eb9966/b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:05:59.811496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:05:59.815675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:05:59.855730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:05:59.890304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-16147c6c-76f0-4898-8c78-29643fadcb90', 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': 'b3976afb-1b53-4ee3-8a55-9997d10e7f4e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:05:59.891384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.071409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::316 (16147c6c-76f0-4898-8c78-29643fadcb90/b3976afb-1b53-4ee3-8a55-9997d10e7f4e/fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:00.078928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.197320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.253397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:00.262830 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.265140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:00.273842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:00.300215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:00.311353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:00.350400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:00.351027 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.420254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15478f38-f3a2-462a-902d-37be707fb26e tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9102581 Jul 27 17:06:00.423252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:00.430937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a9a55de-685c-4d45-9ee7-83229e97e422 req-ef2aa9ba-daa2-4266-961d-6300184a78fd tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 210 time: 0.0393009 Jul 27 17:06:00.472789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.527216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Allocated IP 2001:db8::2 (16147c6c-76f0-4898-8c78-29643fadcb90/b3976afb-1b53-4ee3-8a55-9997d10e7f4e/5c62d340-f98a-4f0e-98ff-e06b8a1d7919) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:00.562784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 16147c6c-76f0-4898-8c78-29643fadcb90 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:00.569615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-b3c32475-0c7d-47cb-bdd1-f6a12d041441 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:00.571080 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-b3c32475-0c7d-47cb-bdd1-f6a12d041441 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.61 "GET /v2.0/networks?id=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 HTTP/1.1" status: 200 len: 822 time: 0.2487679 Jul 27 17:06:00.580912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:00.594731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:00.600318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:00.600905 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.606055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Request body: {'port': {'device_id': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8', 'admin_state_up': True, 'tenant_id': 'e36a9d36f2474dd9aedf500de65a9915'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:00.614942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:00.682987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.689909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fc35fa7d-bc54-476b-a813-392a5f23974a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0963426 Jul 27 17:06:00.692846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:00.702249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Transition to ACTIVE for port object 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:00.720510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Transition to ACTIVE for port object 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:00.726595 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.747694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Deleting port b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:00.748049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.767311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Network 16147c6c-76f0-4898-8c78-29643fadcb90 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:00.774014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:00.776720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:00.784905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Pushing event updated for resources: {'Port': ['ID=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:00.806245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05be20-7345-49f7-bce2-35b2591fa918 req-7b807a91-3644-4856-b574-0c08f20eadf5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:00.807786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d05be20-7345-49f7-bce2-35b2591fa918 req-7b807a91-3644-4856-b574-0c08f20eadf5 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2358236 Jul 27 17:06:00.807954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:00.808319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.845626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Attempting to bind port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:00.846490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Attempting to bind port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '3aaa1c0f-f7a7-4119-b023-49e7a57c014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:00.846490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Attempting to bind port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 on network 16147c6c-76f0-4898-8c78-29643fadcb90 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:00.852339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:00.852885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Checking segment: {'id': '3aaa1c0f-f7a7-4119-b023-49e7a57c014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:00.853333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.853859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Bound using segment: {'id': '3aaa1c0f-f7a7-4119-b023-49e7a57c014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:00.854471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Bound port: 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaa1c0f-f7a7-4119-b023-49e7a57c014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '16147c6c-76f0-4898-8c78-29643fadcb90'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:00.854956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.881444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Made reservation on behalf of e36a9d36f2474dd9aedf500de65a9915 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:00.884958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.910762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.913070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:00.921682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d05be20-7345-49f7-bce2-35b2591fa918 req-e0b872c5-8831-4bc5-95bf-0dabc6ceb660 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994723 Jul 27 17:06:00.927838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:00.927988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] For port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:00.931006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Calling delete_port for b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:00.934077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] For port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,segment=NetworkSegment(3aaa1c0f-f7a7-4119-b023-49e7a57c014e),segment_id=3aaa1c0f-f7a7-4119-b023-49e7a57c014e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:00.940827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.017938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777df2e-a3c1-49dd-9672-2555a31516db None None] Pushing event updated for resources: {'Port': ['ID=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:01.082300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.105339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Allocated IP 172.20.0.4 (f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8/a2f61e1a-e153-4259-a598-1448bd511410/a5e4e39c-385c-46da-a067-c47b379aac6b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:01.114306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:01.145813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.147804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d993303-1bcf-4ade-baf6-45ea0626cef0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 HTTP/1.1" status: 204 len: 168 time: 0.4538004 Jul 27 17:06:01.150908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:01.181249 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1184d4ff-96aa-42a1-8cb3-a901dc3a3970 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:01.184397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1184d4ff-96aa-42a1-8cb3-a901dc3a3970 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 HTTP/1.1" status: 404 len: 333 time: 0.0319612 Jul 27 17:06:01.189924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53474) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:01.216000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.353544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Port': ['ID=b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:01.397671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:01.420768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet b3976afb-1b53-4ee3-8a55-9997d10e7f4e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:01.428831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.446525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:01.492344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.494288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd9704ae-542d-4c77-8c72-583687b7f7b9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b78c1a61-98a8-42a5-a1fb-9c7b215cbaf4 HTTP/1.1" status: 204 len: 168 time: 1.0700355 Jul 27 17:06:01.497312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:01.499852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.503902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688', 'external_fixed_ips': [{'subnet_id': 'ff761584-ce1e-4859-872f-5ee3f1eb9966', 'ip_address': '172.20.0.10'}]}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:01.504516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.546807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-23b99a1c-5a78-467f-8149-db58cd3f08f8 req-57ec0c1e-992b-4966-99fd-8257b89e0d01 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 210 time: 0.0382352 Jul 27 17:06:01.558112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.559324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.621807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.626166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.652059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:01.802973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.046174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047ad19-09bb-4333-a1fe-ba425f016388 None None] Network 16147c6c-76f0-4898-8c78-29643fadcb90 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:02.051833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.067053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:02.081402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.092562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:02.106735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:02.121349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Provisioning for port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:02.129648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Provisioning complete for port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:02.130248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.138300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Pushing event updated for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:02.173944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.189448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:02.190101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.225331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.229628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/b3976afb-1b53-4ee3-8a55-9997d10e7f4e HTTP/1.1" status: 204 len: 168 time: 1.0372226 Jul 27 17:06:02.229628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc93e-dc1b-4b40-9bc3-454efcfc377a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=b3976afb-1b53-4ee3-8a55-9997d10e7f4e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:02.231340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:02.238363 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-aa0578fc-5443-411b-9005-02ef246992cc tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6462774 Jul 27 17:06:02.247632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6677c7-ee4b-4887-9003-a1490a91d08d req-18415d4b-aa92-48e2-ad56-be131abc911f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:02.248750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba6677c7-ee4b-4887-9003-a1490a91d08d req-18415d4b-aa92-48e2-ad56-be131abc911f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2048821 Jul 27 17:06:02.254588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Request body: {'port': {'device_id': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:02.281597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.325088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] For port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,segment=NetworkSegment(3aaa1c0f-f7a7-4119-b023-49e7a57c014e),segment_id=3aaa1c0f-f7a7-4119-b023-49e7a57c014e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:02.333211 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.351747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ba6677c7-ee4b-4887-9003-a1490a91d08d req-673e1a85-e546-4595-81f3-7f3aee5c2fc7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944324 Jul 27 17:06:02.361538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.368545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.384860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.20.0.10 (b1f13c24-0100-45d4-ad63-0082ec3b1688/ff761584-ce1e-4859-872f-5ee3f1eb9966/d32c925b-a024-4edc-becb-bec119162d62) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:02.399444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] DHCP port deletion for 16147c6c-76f0-4898-8c78-29643fadcb90 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:02.516542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86bbd-6d93-4db8-96a7-ad5909932d60 None None] Pushing event updated for resources: {'Port': ['ID=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:02.559400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Deleting port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:02.559663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.673266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] For port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,segment=NetworkSegment(3aaa1c0f-f7a7-4119-b023-49e7a57c014e),segment_id=3aaa1c0f-f7a7-4119-b023-49e7a57c014e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:02.673585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.687536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Calling delete_port for 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:02.772295 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.798989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8d59-0765-49c6-bfa1-761cd266411a req-bef3083a-1185-43f5-9fad-2371f70dca50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:02.800686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-228b8d59-0765-49c6-bfa1-761cd266411a req-bef3083a-1185-43f5-9fad-2371f70dca50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2256160 Jul 27 17:06:02.802257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] Pushing event deleted for resources: {'Port': ['ID=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:02.810418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007174e7-0de7-4b63-a886-6ded875713ea None None] No DVR routers for this DVR port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:02.840854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-37b4a67d-ea1e-41d6-8172-4d085b32a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:02.842378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-37b4a67d-ea1e-41d6-8172-4d085b32a612 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.2216184 Jul 27 17:06:02.861249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.912028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e4e39c-385c-46da-a067-c47b379aac6b {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:06:02.912260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:02.912548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.926829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.949567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-228b8d59-0765-49c6-bfa1-761cd266411a req-e2cdf5c8-4d3f-44f7-abf0-0a43fa722a50 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132138 Jul 27 17:06:02.957660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Transition to ACTIVE for port object a5e4e39c-385c-46da-a067-c47b379aac6b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:02.969251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:02.983064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-a1c5d5a3-9cfb-4f8a-b4c5-5ae84edc3f07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5056815 Jul 27 17:06:03.010175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e3131-a608-4fb2-896b-677aa0f7b3fe req-97f42a7c-004d-42b5-8488-5527723d3483 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.011701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-636e3131-a608-4fb2-896b-677aa0f7b3fe req-97f42a7c-004d-42b5-8488-5527723d3483 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 931 time: 0.2230997 Jul 27 17:06:03.027836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-6b84009f-665d-429e-af78-70d182377185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.029335 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-6b84009f-665d-429e-af78-70d182377185 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1796949 Jul 27 17:06:03.058036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.060690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:03.061049 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.081315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:03.113965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:03.121460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:06:03.141232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network b1f13c24-0100-45d4-ad63-0082ec3b1688 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:03.143144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.145632 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-afd0264c-9ce4-41f5-b575-7b5d5faa396d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.1080108 Jul 27 17:06:03.156534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:03.158877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:03.190215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-636e3131-a608-4fb2-896b-677aa0f7b3fe req-3deb2cc1-d2a9-4797-a075-bfe0811dfbba tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Jul 27 17:06:03.195120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=d32c925b-a024-4edc-becb-bec119162d62,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:03.203659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Attempting to bind port a5e4e39c-385c-46da-a067-c47b379aac6b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:03.204014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Attempting to bind port a5e4e39c-385c-46da-a067-c47b379aac6b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'c135bfd4-766b-489b-8345-0760e167b109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:03.204356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Attempting to bind port a5e4e39c-385c-46da-a067-c47b379aac6b on network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:03.221962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Port a5e4e39c-385c-46da-a067-c47b379aac6b on network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:06:03.222299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Attempting to bind port a5e4e39c-385c-46da-a067-c47b379aac6b on network f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:03.226787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-75f34c58-06df-44d9-be68-da2282a00f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.228324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-75f34c58-06df-44d9-be68-da2282a00f4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0751591 Jul 27 17:06:03.231085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:03.231432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Checking segment: {'id': 'c135bfd4-766b-489b-8345-0760e167b109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:03.231826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Bound using segment: {'id': 'c135bfd4-766b-489b-8345-0760e167b109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:03.232946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Bound port: a5e4e39c-385c-46da-a067-c47b379aac6b, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c135bfd4-766b-489b-8345-0760e167b109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:03.232946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.234454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:03.236827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=5c62d340-f98a-4f0e-98ff-e06b8a1d7919,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:03.243791 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.275803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-9c56e374-c366-4f99-a0b1-2d4235d86f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.277432 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-9c56e374-c366-4f99-a0b1-2d4235d86f0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 1097 time: 0.2582071 Jul 27 17:06:03.326044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:03.348117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:03.348575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5c62d340-f98a-4f0e-98ff-e06b8a1d7919 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:03.351572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:03.365909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a5e4e39c-385c-46da-a067-c47b379aac6b,segment=NetworkSegment(c135bfd4-766b-489b-8345-0760e167b109),segment_id=c135bfd4-766b-489b-8345-0760e167b109)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:03.368351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-cc3588d3-fd59-4d82-9431-989f2dab8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.369946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-cc3588d3-fd59-4d82-9431-989f2dab8170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334622 Jul 27 17:06:03.371398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.424312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.424986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.426392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] 10.222.0.61 "PUT /v2.0/ports/a5e4e39c-385c-46da-a067-c47b379aac6b HTTP/1.1" status: 200 len: 1091 time: 1.1766884 Jul 27 17:06:03.450193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:03.450793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.453583 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e7df51-973c-4f0b-95fe-fd879c6fbb11" -d '{"events": [{"name": "network-changed", "server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:03.486572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16147c6c-76f0-4898-8c78-29643fadcb90']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:03.498110 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5bca8a-0605-4dae-bc3c-89d7b79ed302 x-openstack-request-id: req-2f5bca8a-0605-4dae-bc3c-89d7b79ed302 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:03.498393 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:03.498640 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f5bca8a-0605-4dae-bc3c-89d7b79ed302 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:03.499027 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b', 'status': 'completed', 'code': 200} Jul 27 17:06:03.510124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaa1c0f-f7a7-4119-b023-49e7a57c014e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:03.510437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaa1c0f-f7a7-4119-b023-49e7a57c014e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:03.536798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da19028-7844-4327-9458-7f36f6c45246 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:03.538626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.558241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-06aee368-8244-4dbe-bf41-d33db8884afa service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774561 Jul 27 17:06:03.605211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.615690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-3d35a7ec-6b2d-4db1-9662-502d34bad458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.617218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-3d35a7ec-6b2d-4db1-9662-502d34bad458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.2922580 Jul 27 17:06:03.618269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:03.618706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-5860c32a-edc5-4e33-817c-fd63044bdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.618889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.620229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-5860c32a-edc5-4e33-817c-fd63044bdea1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e36a9d36f2474dd9aedf500de65a9915&device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 1094 time: 0.1412461 Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:03.623510 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:03.669140 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-6366d7cf-047b-4189-959e-efd0a5845e41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5e4e39c-385c-46da-a067-c47b379aac6b HTTP/1.1" status: 200 len: 217 time: 0.0403063 Jul 27 17:06:03.717388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-166131fe-a30e-4685-98e7-bfa7fdb50c76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560 HTTP/1.1" status: 200 len: 217 time: 0.0829542 Jul 27 17:06:03.726059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-bbb496fe-0507-42f8-9659-ae3fb2333c6a service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599848 Jul 27 17:06:03.737716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-91c08aa4-e1ef-4241-816b-da118e7afcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.739168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-91c08aa4-e1ef-4241-816b-da118e7afcf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2f61e1a-e153-4259-a598-1448bd511410 HTTP/1.1" status: 200 len: 862 time: 0.0614011 Jul 27 17:06:03.775831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-b5db18f8-5e2b-4cf1-9556-523051e6d743 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299711 Jul 27 17:06:03.781903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.798373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.800136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/16147c6c-76f0-4898-8c78-29643fadcb90 HTTP/1.1" status: 204 len: 168 time: 1.5689061 Jul 27 17:06:03.804883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:03.824055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'name': 'tempest-PortsIpV6TestJSON-34595692'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:03.837437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1eabf-f84f-4d09-b07c-30893fb61cf8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=16147c6c-76f0-4898-8c78-29643fadcb90,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:03.872617 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-eb7576b5-3f1f-4bdc-ae26-5d6c0daf8c8c service neutron] 10.222.0.61 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898049 Jul 27 17:06:03.879198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:03.890490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-aa42548a-f73d-4e47-9527-7567c8ed2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:03.892511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-aa42548a-f73d-4e47-9527-7567c8ed2256 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.1473308 Jul 27 17:06:03.963952 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e361b2e1-cdfe-4ab3-9dde-3cd0b6773276 req-16ab659e-8eb8-4d3c-b5fa-d288476b6506 service neutron] 10.222.0.61 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842440 Jul 27 17:06:04.078311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-be48a323-015d-46e2-aca5-0831dd068e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.079890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-be48a323-015d-46e2-aca5-0831dd068e6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e36a9d36f2474dd9aedf500de65a9915&device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 1094 time: 0.0566530 Jul 27 17:06:04.090445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:04.094456 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:04.120230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-082aeda0-8aff-4c1a-b43a-90edfe174a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.121780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-082aeda0-8aff-4c1a-b43a-90edfe174a4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967628 Jul 27 17:06:04.132014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:04.180056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-3df1cf31-41af-41a0-aa4b-41946f6e0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.181589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-3df1cf31-41af-41a0-aa4b-41946f6e0ae6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 HTTP/1.1" status: 200 len: 923 time: 0.0943880 Jul 27 17:06:04.225225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-3816c8a0-547a-440a-8faa-dd0eea5d4a64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5e4e39c-385c-46da-a067-c47b379aac6b HTTP/1.1" status: 200 len: 217 time: 0.0348613 Jul 27 17:06:04.287721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-b377ab7c-89c1-4e4d-a798-3409dae66e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.289339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-b377ab7c-89c1-4e4d-a798-3409dae66e3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2f61e1a-e153-4259-a598-1448bd511410 HTTP/1.1" status: 200 len: 862 time: 0.0558794 Jul 27 17:06:04.329762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-3f9beb53-56f5-442d-8014-8961433dca31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311654 Jul 27 17:06:04.365897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bde6b1-a365-4b36-b5d6-a5118a4c9605 req-4d48b2f1-5702-4ab5-8a63-346b11ad473e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.367408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8bde6b1-a365-4b36-b5d6-a5118a4c9605 req-4d48b2f1-5702-4ab5-8a63-346b11ad473e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.3306661 Jul 27 17:06:04.438460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:04.459601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-e9e1252d-f077-4ddc-8f0b-254321dde81d service neutron] 10.222.0.61 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206400 Jul 27 17:06:04.468014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f769b2-1075-478e-b4aa-4cfb6a8e94ee req-10a27778-aff5-476e-9107-77ae210b427f tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:04.470056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9f769b2-1075-478e-b4aa-4cfb6a8e94ee req-10a27778-aff5-476e-9107-77ae210b427f tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 943 time: 0.1631951 Jul 27 17:06:04.474257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-990044ff-eeac-4585-9ccb-7dbd28443c97 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064175 Jul 27 17:06:04.552153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d8bde6b1-a365-4b36-b5d6-a5118a4c9605 req-83f59e83-e3c9-487c-99fe-e63470c1e758 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731305 Jul 27 17:06:04.553636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9f769b2-1075-478e-b4aa-4cfb6a8e94ee req-a8c9fdfa-c7f5-49c4-9dbb-f97acfc282f9 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754292 Jul 27 17:06:04.591112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-98e7df51-973c-4f0b-95fe-fd879c6fbb11 req-79d4e67f-a617-45cb-a343-2abd4727cde9 service neutron] 10.222.0.61 "GET /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200807 Jul 27 17:06:04.634958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:04.982281 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b528f5a5-56de-48d2-b32e-23e2c27d40da req-eceb2e7b-aada-41a3-a382-5417ac6146a7 service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957047 Jul 27 17:06:05.011198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.071400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:05.081094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:05.085331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:05.090853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:05.091461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.097374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router 6a73dd45-20f8-4109-8e85-95fe69d62615 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:05.104215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:05.117081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7fea181e-de9a-4602-b255-1a628d38bedf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2991304 Jul 27 17:06:05.119727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:05.213896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:05.221228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:05.221582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.223132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Sync routers for ids ['6a73dd45-20f8-4109-8e85-95fe69d62615'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:05.232137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Routers {'6a73dd45-20f8-4109-8e85-95fe69d62615'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:05.232952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['6a73dd45-20f8-4109-8e85-95fe69d62615'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:05.235151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.236922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-63f7e602-91cd-4d1a-8d38-ae3a089ff461 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7377238 Jul 27 17:06:05.239228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:05.292573 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.306797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:05.345399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Set router 6a73dd45-20f8-4109-8e85-95fe69d62615 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:05.349330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.392331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.421150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:05.428851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.431940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f9461616-5d11-4430-be95-520804d24751 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/a4cbf0b6-67f6-4ac5-8057-1b0b0e93d5d4 HTTP/1.1" status: 204 len: 168 time: 0.3111742 Jul 27 17:06:05.434401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53504) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:05.439952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'mac_address': 'fa:16:3e:4d:6b:2a', 'name': 'tempest-PortsIpV6TestJSON-1572011846'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:05.462777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.483745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a5e4e39c-385c-46da-a067-c47b379aac6b details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:06:05.529603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Deleting port d32c925b-a024-4edc-becb-bec119162d62 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:05.530208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.542416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:05.620078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a73dd45-20f8-4109-8e85-95fe69d62615', 'name': '', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688', 'external_fixed_ips': [{'subnet_id': 'ff761584-ce1e-4859-872f-5ee3f1eb9966', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd32c925b-a024-4edc-becb-bec119162d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:01Z', 'updated_at': '2021-07-27T17:06:03Z', 'revision_number': 3, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port': {'id': 'd32c925b-a024-4edc-becb-bec119162d62', 'name': '', 'network_id': 'b1f13c24-0100-45d4-ad63-0082ec3b1688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a73dd45-20f8-4109-8e85-95fe69d62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ff761584-ce1e-4859-872f-5ee3f1eb9966', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:02Z', 'updated_at': '2021-07-27T17:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff761584-ce1e-4859-872f-5ee3f1eb9966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:05.623028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a5e4e39c-385c-46da-a067-c47b379aac6b,segment=NetworkSegment(c135bfd4-766b-489b-8345-0760e167b109),segment_id=c135bfd4-766b-489b-8345-0760e167b109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:05.632695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.642935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.656950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Calling delete_port for d32c925b-a024-4edc-becb-bec119162d62 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:05.657495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Checking router: 6a73dd45-20f8-4109-8e85-95fe69d62615 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:05.657846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Updating router 6a73dd45-20f8-4109-8e85-95fe69d62615 port d32c925b-a024-4edc-becb-bec119162d62 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:06:05.679435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'a5e4e39c-385c-46da-a067-c47b379aac6b', 'network_id': 'f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8', 'port_id': 'a5e4e39c-385c-46da-a067-c47b379aac6b', 'mac_address': 'fa:16:3e:86:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f61e1a-e153-4259-a598-1448bd511410', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:06:05.694737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 86d9fdee-0a60-438e-9442-c5ef160ab5c0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:05.719174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.768550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.785782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f965a-3577-4a0c-8b81-32d156cf171f req-152ddcfb-d5cc-4ca8-a147-3c9d4529d2dc tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:05.787366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a4f965a-3577-4a0c-8b81-32d156cf171f req-152ddcfb-d5cc-4ca8-a147-3c9d4529d2dc tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1284733 Jul 27 17:06:05.795131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f60d0c-1330-4663-97b1-7fce53c10ce2 req-99bdd496-70a6-4ea0-a063-5dba8ef18296 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:05.796670 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46f60d0c-1330-4663-97b1-7fce53c10ce2 req-99bdd496-70a6-4ea0-a063-5dba8ef18296 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 943 time: 0.1502182 Jul 27 17:06:05.841871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e4e39c-385c-46da-a067-c47b379aac6b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:06:05.874290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a4f965a-3577-4a0c-8b81-32d156cf171f req-e9db7478-95d1-48b5-8b24-d5e920791b00 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 Jul 27 17:06:05.897534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46f60d0c-1330-4663-97b1-7fce53c10ce2 req-4fb080ec-1ac2-49ac-840d-d1adc805f590 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920787 Jul 27 17:06:05.913612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.938054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a5e4e39c-385c-46da-a067-c47b379aac6b,segment=NetworkSegment(c135bfd4-766b-489b-8345-0760e167b109),segment_id=c135bfd4-766b-489b-8345-0760e167b109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:05.944973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.965356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:05.967776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.020868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Port': ['ID=d32c925b-a024-4edc-becb-bec119162d62,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.023044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.025342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:06.030997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:06.034279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:06.039911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.040544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.055222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=86d9fdee-0a60-438e-9442-c5ef160ab5c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.067680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-172afaf5-0d7a-49f7-a466-1f2cac5c9c1d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6300080 Jul 27 17:06:06.068071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53512) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.125803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89632573-3f98-4188-beeb-ca816016268b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.129981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-89632573-3f98-4188-beeb-ca816016268b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/86d9fdee-0a60-438e-9442-c5ef160ab5c0 HTTP/1.1" status: 200 len: 845 time: 0.0578778 Jul 27 17:06:06.130140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ede2-6be1-4e81-a273-7fcc862ac4dc req-12e6525e-9244-4d68-88fa-4af64017ad32 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.130468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53514) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.131536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b77ede2-6be1-4e81-a273-7fcc862ac4dc req-12e6525e-9244-4d68-88fa-4af64017ad32 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1593502 Jul 27 17:06:06.132596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.238919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 86d9fdee-0a60-438e-9442-c5ef160ab5c0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:06.239769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.252708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.256411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.276421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:06:06.276982 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:06:06.310027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b77ede2-6be1-4e81-a273-7fcc862ac4dc req-be81a170-dd37-4bcc-9e54-5b85cc791a1c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454923 Jul 27 17:06:06.312696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.315301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.315590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a73dd45-20f8-4109-8e85-95fe69d62615 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:06.320764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.321978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f80be10b-eef4-414b-8be0-0db62bd257ce tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/routers/6a73dd45-20f8-4109-8e85-95fe69d62615 HTTP/1.1" status: 204 len: 168 time: 1.0816698 Jul 27 17:06:06.324616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53516) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.327784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 86d9fdee-0a60-438e-9442-c5ef160ab5c0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:06.335032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a5e4e39c-385c-46da-a067-c47b379aac6b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:06.376577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Deleting subnet ff761584-ce1e-4859-872f-5ee3f1eb9966 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:06.379940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.421686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.466089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.467284 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.500008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=86d9fdee-0a60-438e-9442-c5ef160ab5c0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.515025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.517004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b463817-39fb-4854-bddb-4699c6495602 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/86d9fdee-0a60-438e-9442-c5ef160ab5c0 HTTP/1.1" status: 204 len: 168 time: 0.3854868 Jul 27 17:06:06.520350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.533058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.551680 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-814dcd84-5e6c-43f6-a7f0-3299a765dfa3 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:06.553252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-814dcd84-5e6c-43f6-a7f0-3299a765dfa3 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/86d9fdee-0a60-438e-9442-c5ef160ab5c0 HTTP/1.1" status: 404 len: 333 time: 0.0322204 Jul 27 17:06:06.559020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.560844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e20aa-b2af-44c6-997f-72ddfbfe168b req-f9ea09fd-3430-4f25-984e-3d2aa639dd01 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.562266 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e17e20aa-b2af-44c6-997f-72ddfbfe168b req-f9ea09fd-3430-4f25-984e-3d2aa639dd01 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1580443 Jul 27 17:06:06.564343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'name': 'tempest-PortsIpV6TestJSON-1921494898'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:06.567324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff761584-ce1e-4859-872f-5ee3f1eb9966,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.572105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.573816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c02f56c7-efde-4524-b3cb-3b90b24ec295 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/ff761584-ce1e-4859-872f-5ee3f1eb9966 HTTP/1.1" status: 204 len: 168 time: 0.2482591 Jul 27 17:06:06.581135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53524) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:06.659982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e17e20aa-b2af-44c6-997f-72ddfbfe168b req-c1b2ef4d-ccb1-4122-b6cd-ee6dd4f55a07 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914304 Jul 27 17:06:06.664767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:06.671901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.675914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.698968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 4ee9e898-e901-4f8e-9878-12c5948a86de yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:06.757181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.767948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f13c24-0100-45d4-ad63-0082ec3b1688']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:06.779168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233dfbc8-5ba6-4e15-ae40-86a0cf38cf3e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:06.779791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233dfbc8-5ba6-4e15-ae40-86a0cf38cf3e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:06.791336 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.804943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Port d32c925b-a024-4edc-becb-bec119162d62 not found while updating agent binding for router 6a73dd45-20f8-4109-8e85-95fe69d62615. {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 17:06:06.809904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.815044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Routers set() bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:06.815902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Router IDs set() for agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 17:06:06.816866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_agentschedulers_db [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a73dd45-20f8-4109-8e85-95fe69d62615'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent'). {{(pid=93925) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 17:06:06.817355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfb60a-250a-44c5-a35f-7e23004c7207 None None] The sync data for ids ['6a73dd45-20f8-4109-8e85-95fe69d62615'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:06.818175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:06.819292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:06.822964 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:06.883968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.918087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.925518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1f13c24-0100-45d4-ad63-0082ec3b1688 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 17:06:06.931262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.941047 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.942946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b1f13c24-0100-45d4-ad63-0082ec3b1688 HTTP/1.1" status: 204 len: 168 time: 0.3609126 Jul 27 17:06:06.949077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fcb94-30b2-4a82-b382-0ddd319837a3 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1f13c24-0100-45d4-ad63-0082ec3b1688,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:06.960671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:06.963485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:06.966093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:06.974344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.975222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:06.980791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1a46-7846-404c-9d91-f2c85c42cb94 req-8e3e97ec-f720-485d-b72f-c0547a1f219f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:06.982428 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c4a1a46-7846-404c-9d91-f2c85c42cb94 req-8e3e97ec-f720-485d-b72f-c0547a1f219f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.0964847 Jul 27 17:06:07.031283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c4a1a46-7846-404c-9d91-f2c85c42cb94 req-4d19ff61-2b5c-43d6-8264-0165338d69cb tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Jul 27 17:06:07.057113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=4ee9e898-e901-4f8e-9878-12c5948a86de,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:07.067261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53536) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.067443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4f3b387-224a-4eaf-a4e4-f27ee296aec0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5071578 Jul 27 17:06:07.073053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:07.111539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3f079-f44a-408f-b9bc-ef3f5d824891 req-ff5a198d-e103-4e02-b89a-ed2c9862d585 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:07.113322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ad3f079-f44a-408f-b9bc-ef3f5d824891 req-ff5a198d-e103-4e02-b89a-ed2c9862d585 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 944 time: 0.1142831 Jul 27 17:06:07.171430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7ad3f079-f44a-408f-b9bc-ef3f5d824891 req-e598dce1-f30a-42a0-9b56-880d66bef31c tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Jul 27 17:06:07.198651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.199868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.204878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'name': 'tempest-router--1544572972', 'project_id': 'cd71e21719024349b9efeb0c275422c5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:07.228520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.230001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.298927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.303597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.317560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.321484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4964813f-70e5-43ea-9252-ba8c1e28c992 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1178925 Jul 27 17:06:07.321782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.384673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.392823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.407083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.415585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] In _notify_port_updated(), no bound segment for port 4ee9e898-e901-4f8e-9878-12c5948a86de on network 4fe5527c-a28a-479b-91cf-81d9a1be882a {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:06:07.421495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:07.422208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.423781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/ports/4ee9e898-e901-4f8e-9878-12c5948a86de HTTP/1.1" status: 200 len: 818 time: 0.3551192 Jul 27 17:06:07.442499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.485494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a5e4e39c-385c-46da-a067-c47b379aac6b up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:07.541672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649902-8fdb-4863-ba9c-991cef42b9a6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=4ee9e898-e901-4f8e-9878-12c5948a86de,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:07.562897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 4ee9e898-e901-4f8e-9878-12c5948a86de {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:07.563843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.565187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port a5e4e39c-385c-46da-a067-c47b379aac6b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:07.569235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port a5e4e39c-385c-46da-a067-c47b379aac6b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:07.569686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.602174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.604408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.633615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.650174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.650470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 4ee9e898-e901-4f8e-9878-12c5948a86de owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:07.650921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aff509e1-8393-4bd9-916f-aedcbe9586c4 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:07.653606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.663271 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.666939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-64ab92e4-939f-4a12-981b-e5c3ed6b0b81 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/routers/aff509e1-8393-4bd9-916f-aedcbe9586c4 HTTP/1.1" status: 204 len: 168 time: 0.3409212 Jul 27 17:06:07.680840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:07.683277 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8160172-c43a-4b8c-9a1a-dc35ce01e87a" -d '{"events": [{"server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:07.701840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a5e4e39c-385c-46da-a067-c47b379aac6b,segment=NetworkSegment(c135bfd4-766b-489b-8345-0760e167b109),segment_id=c135bfd4-766b-489b-8345-0760e167b109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:07.708191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.744575 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e866b-7d49-4be0-82cb-61ea81c1bb4b x-openstack-request-id: req-483e866b-7d49-4be0-82cb-61ea81c1bb4b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:07.745288 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:07.745713 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-483e866b-7d49-4be0-82cb-61ea81c1bb4b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:07.746268 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b', 'code': 200} Jul 27 17:06:07.761493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.775126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:07.805379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=4ee9e898-e901-4f8e-9878-12c5948a86de,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:07.809858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.835291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:07.837197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ade18cd5-26d6-4243-a97b-c5b1673caa45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/4ee9e898-e901-4f8e-9878-12c5948a86de HTTP/1.1" status: 204 len: 168 time: 0.3938718 Jul 27 17:06:07.839928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.865971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775232dc-192e-4963-bb7d-666dfd328134 req-91efcf46-f828-4c2e-842f-5eb773b1b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:07.867517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-775232dc-192e-4963-bb7d-666dfd328134 req-91efcf46-f828-4c2e-842f-5eb773b1b65e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 1096 time: 0.0711756 Jul 27 17:06:07.905207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8fdf1-059c-42ff-8397-f1144cb9881d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:07.909210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7cc8fdf1-059c-42ff-8397-f1144cb9881d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0655444 Jul 27 17:06:07.909340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-775232dc-192e-4963-bb7d-666dfd328134 req-660e3be8-a2b1-4775-bebf-bf1403aa285d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Jul 27 17:06:07.909430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.940406 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e61f43-3940-40a8-954f-9097cc82467f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:07.941969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-53e61f43-3940-40a8-954f-9097cc82467f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/4ee9e898-e901-4f8e-9878-12c5948a86de HTTP/1.1" status: 404 len: 333 time: 0.0316606 Jul 27 17:06:07.945661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:07.950412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2057736578'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:07.980042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:07.983487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.007322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:08.017143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.017498 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment a89a5add-383a-4396-add0-a5a2c825c22a of type vlan for network bd2ab188-3849-4a3c-989d-f017e944acb4 Jul 27 17:06:08.020222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2104639007', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:08.044725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.045733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.060975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.093001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.097778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.098370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.106124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.168312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2216265 Jul 27 17:06:08.173750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:08.180439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:08.199789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9797-da78-4511-b7b7-8c80893cc0f5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=bd2ab188-3849-4a3c-989d-f017e944acb4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:08.212389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:08.231097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e6923-b74c-4732-8982-ea974f4ade5f req-68f30fd7-2875-4b2b-8082-a6ab24b9fea3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.233448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a8e6923-b74c-4732-8982-ea974f4ade5f req-68f30fd7-2875-4b2b-8082-a6ab24b9fea3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1139696 Jul 27 17:06:08.281321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a8e6923-b74c-4732-8982-ea974f4ade5f req-e19dc72d-e62c-49ff-b77a-d2bec3d336a7 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Jul 27 17:06:08.560146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19786e7-4e65-4ba8-8832-c30ddd712353 req-6a526be7-dcc7-4401-a0ba-cd5320d27181 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.562718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f19786e7-4e65-4ba8-8832-c30ddd712353 req-6a526be7-dcc7-4401-a0ba-cd5320d27181 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1098335 Jul 27 17:06:08.606384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-a789f264-3d75-4250-a6a8-93aba1d869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.607920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-a789f264-3d75-4250-a6a8-93aba1d869cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 1095 time: 0.0973258 Jul 27 17:06:08.646319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.672628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f19786e7-4e65-4ba8-8832-c30ddd712353 req-a8483741-9227-46ad-9e85-9febc7876a61 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941796 Jul 27 17:06:08.727195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-753359f4-2f78-45a8-aa8b-1f47907d950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.728802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-753359f4-2f78-45a8-aa8b-1f47907d950d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 200 len: 911 time: 0.1105793 Jul 27 17:06:08.774899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:08.778354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:08.801390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2153-039d-45fa-9b10-ea9eac95ebf4 req-e120b2ab-866e-4618-9f22-8bf621fa1137 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.802802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-dcd1ddcc-cb99-41e6-ac95-80e42615c35f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 200 len: 999 time: 0.0666280 Jul 27 17:06:08.802956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f98b2153-039d-45fa-9b10-ea9eac95ebf4 req-e120b2ab-866e-4618-9f22-8bf621fa1137 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 945 time: 0.1775827 Jul 27 17:06:08.852044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-a98aac8f-ffe8-4d89-802d-893bdb197412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.853552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-a98aac8f-ffe8-4d89-802d-893bdb197412 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 200 len: 849 time: 0.0442080 Jul 27 17:06:08.907263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f98b2153-039d-45fa-9b10-ea9eac95ebf4 req-a8760066-1807-46c4-b2f5-ce510b7ac2ad tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744874 Jul 27 17:06:08.917311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-8ed21284-82b7-4086-8ef6-5059d1be145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:08.919136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-8ed21284-82b7-4086-8ef6-5059d1be145c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9612919-a443-48b5-8045-af04651d8b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584126 Jul 27 17:06:09.018090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-79b83ded-cb45-40da-997c-921d497274dc service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914230 Jul 27 17:06:09.088966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.114571 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-660f0075-e0f5-4c9b-8ad4-47e973eafdea req-732bddd7-b56b-42bb-987c-b60f220c67df service neutron] 10.222.0.13 "GET /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894701 Jul 27 17:06:09.167119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.192184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=2d1eae14-f4a4-4e75-8a3c-c73e6eea0587,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:09.196534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.249252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': 'a89a5add-383a-4396-add0-a5a2c825c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:09.249534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: bd2ab188-3849-4a3c-989d-f017e944acb4, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:09.300859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd2ab188-3849-4a3c-989d-f017e944acb4 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:09.316266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, bd2ab188-3849-4a3c-989d-f017e944acb4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:09.324457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8812b12-cfbd-4ed0-a878-031d73d5848e None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:09.324919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:09.325407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.344806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Allocated IP 172.25.4.128 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/fccaf615-2e10-4f67-80f3-a9a2fd95eac1) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:09.357739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-74b2d16f-156e-459a-a468-7c9fc2659c29 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1829889 Jul 27 17:06:09.361616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53570) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:09.367531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:09.456996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.473454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-bd2ab188-3849-4a3c-989d-f017e944acb4', 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': '2d1eae14-f4a4-4e75-8a3c-c73e6eea0587'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:09.474452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.485711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:09.489463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.507052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.554959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:09.560383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:09.562937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:09.592253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event updated for resources: {'Port': ['ID=fccaf615-2e10-4f67-80f3-a9a2fd95eac1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:09.635639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Allocated IP 2001:db8::2 (bd2ab188-3849-4a3c-989d-f017e944acb4/2d1eae14-f4a4-4e75-8a3c-c73e6eea0587/3e213c35-4491-4dac-adf7-88e2ea09bc6e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:09.772395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8195ed6-f796-4924-8912-0dde856f275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.830621 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.842054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Transition to ACTIVE for port object 3e213c35-4491-4dac-adf7-88e2ea09bc6e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:09.867841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Transition to ACTIVE for port object 3e213c35-4491-4dac-adf7-88e2ea09bc6e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:09.877748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.888942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:09.923366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:09.931296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:09.936868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:09.937038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee333ec-10e1-4e48-ad88-a1d4bc5488c9 req-5fed2476-e251-42f4-90fa-eed4459e9a02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:09.938902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ee333ec-10e1-4e48-ad88-a1d4bc5488c9 req-5fed2476-e251-42f4-90fa-eed4459e9a02 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1466022 Jul 27 17:06:09.940086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Pushing event updated for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:09.941956 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d1eae14-f4a4-4e75-8a3c-c73e6eea0587 (CIDR: 2001:db8::/64) Jul 27 17:06:09.983813 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:06:09.984371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:10.009847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Attempting to bind port 3e213c35-4491-4dac-adf7-88e2ea09bc6e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:10.010416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Attempting to bind port 3e213c35-4491-4dac-adf7-88e2ea09bc6e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a89a5add-383a-4396-add0-a5a2c825c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:10.010928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Attempting to bind port 3e213c35-4491-4dac-adf7-88e2ea09bc6e on network bd2ab188-3849-4a3c-989d-f017e944acb4 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:10.012837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ee333ec-10e1-4e48-ad88-a1d4bc5488c9 req-9969eb23-9336-4104-b0d9-07fb54d72b38 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614371 Jul 27 17:06:10.025593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:10.026138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Checking segment: {'id': 'a89a5add-383a-4396-add0-a5a2c825c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:10.026684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.027202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Bound using segment: {'id': 'a89a5add-383a-4396-add0-a5a2c825c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:10.027721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Bound port: 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89a5add-383a-4396-add0-a5a2c825c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:10.028270 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.030996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57498ef2-57e1-432c-9e1e-483425733d02 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6678548 Jul 27 17:06:10.033667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53576) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:10.040873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:10.105632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:10.109751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e213c35-4491-4dac-adf7-88e2ea09bc6e,segment=NetworkSegment(a89a5add-383a-4396-add0-a5a2c825c22a),segment_id=a89a5add-383a-4396-add0-a5a2c825c22a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:10.114763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.137266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3726b-008e-40ae-af5d-2af8030b16a5 req-08f5a35d-ee73-4dd0-987c-0edf3009340f tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:10.139078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3d3726b-008e-40ae-af5d-2af8030b16a5 req-08f5a35d-ee73-4dd0-987c-0edf3009340f tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 945 time: 0.1353714 Jul 27 17:06:10.168247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:10.172371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.175301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e2b1-4683-4f07-8663-e2d62b566ce8 None None] Pushing event updated for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:10.225694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3d3726b-008e-40ae-af5d-2af8030b16a5 req-02799261-5aa2-4ceb-b064-6ed72e75570b tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Jul 27 17:06:10.229013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.423383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Router b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:10.516811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.563691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd2ab188-3849-4a3c-989d-f017e944acb4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:10.566868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:10.571310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:10.571976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.591657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=1e8e02cc-f455-45c6-8334-e5534e303478,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:10.595259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd8c0b76-500f-4a93-b660-17804732284b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5605750 Jul 27 17:06:10.597797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:10.603107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'fixed_ips': [{'subnet_id': '2d1eae14-f4a4-4e75-8a3c-c73e6eea0587'}, {'subnet_id': '1e8e02cc-f455-45c6-8334-e5534e303478'}], 'name': 'tempest-PortsIpV6TestJSON-1176287352'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:10.604520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:10.614791 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] Sync routers for ids ['b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:10.626349 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] Routers {'b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:10.627413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:10.633717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.634961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-878d3cea-aa30-4677-8c78-8234d65ea38f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8241208 Jul 27 17:06:10.637678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:10.665089 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:10.675637 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] Routers {'b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:10.676582 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:05:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:10.713844 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:10.714070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15b40-6044-4525-9bdb-7f467e4d9c27 req-229faf1c-dd60-489b-adba-f68b3fe9cc75 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:10.714741 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daca98-f3fc-4f44-ac89-5291180ac2bd None None] The sync data for ids ['b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:10.716920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73e15b40-6044-4525-9bdb-7f467e4d9c27 req-229faf1c-dd60-489b-adba-f68b3fe9cc75 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 945 time: 0.1450269 Jul 27 17:06:10.732669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:10.796111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73e15b40-6044-4525-9bdb-7f467e4d9c27 req-7217d1ad-ff9c-4acc-8c0c-36a85df77655 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 Jul 27 17:06:10.800524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-449be8cd-795c-44f7-bfba-70bb0d8ebe16 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 HTTP/1.1" status: 200 len: 921 time: 0.1617661 Jul 27 17:06:10.804085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:10.833837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-51453c58-a0d8-4be3-ab79-1787193b6249 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 HTTP/1.1" status: 200 len: 205 time: 0.0285988 Jul 27 17:06:10.836246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:10.841451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:10.863024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port b2dcb580-5bd7-4240-9514-9ae7c99672d3 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:10.949360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.087217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.148246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port fccaf615-2e10-4f67-80f3-a9a2fd95eac1 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:11.148695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.235208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.249361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for fccaf615-2e10-4f67-80f3-a9a2fd95eac1 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:11.271497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32925-13a5-4116-80fb-df0072879f1a req-d178a427-9f4c-42d3-9c3d-ccaea4f7f48d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:11.273243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12d32925-13a5-4116-80fb-df0072879f1a req-d178a427-9f4c-42d3-9c3d-ccaea4f7f48d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1810124 Jul 27 17:06:11.293081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04194e71-afe9-40f9-9a8a-b5e9cd1027e7 None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:11.340280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::381 (bd2ab188-3849-4a3c-989d-f017e944acb4/2d1eae14-f4a4-4e75-8a3c-c73e6eea0587/b2dcb580-5bd7-4240-9514-9ae7c99672d3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:11.359405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8:0:1::124 (bd2ab188-3849-4a3c-989d-f017e944acb4/1e8e02cc-f455-45c6-8334-e5534e303478/b2dcb580-5bd7-4240-9514-9ae7c99672d3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:11.372458 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12d32925-13a5-4116-80fb-df0072879f1a req-71f8a0de-8490-4d65-920e-9534d37c927f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842226 Jul 27 17:06:11.438525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e213c35-4491-4dac-adf7-88e2ea09bc6e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:11.457807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-955a18af-dbbe-49a2-a565-a784110e7434 None None] Provisioning for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:11.469418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.528038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=fccaf615-2e10-4f67-80f3-a9a2fd95eac1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:11.544469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:11.550664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:11.550664 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.607115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.613917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.630996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object b2dcb580-5bd7-4240-9514-9ae7c99672d3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:11.680602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c7ae-4801-44f8-9aee-c6cd3f8ca2af req-b521e63c-3a81-4174-a676-f7be3d693cf2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:11.682173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0e2c7ae-4801-44f8-9aee-c6cd3f8ca2af req-b521e63c-3a81-4174-a676-f7be3d693cf2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2092605 Jul 27 17:06:11.696901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.697647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.723425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.726515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.740952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e213c35-4491-4dac-adf7-88e2ea09bc6e,segment=NetworkSegment(a89a5add-383a-4396-add0-a5a2c825c22a),segment_id=a89a5add-383a-4396-add0-a5a2c825c22a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:11.762365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd2ab188-3849-4a3c-989d-f017e944acb4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:11.767094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:11.770740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:11.774540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.777522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:11.778479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.801028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a0e2c7ae-4801-44f8-9aee-c6cd3f8ca2af req-f05dcf9a-ebfe-42b8-bc02-0c269eaa746d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888393 Jul 27 17:06:11.801259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=b2dcb580-5bd7-4240-9514-9ae7c99672d3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:11.802413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.802983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:11.816223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-885bfae8-bf88-475f-9d7f-b7c19d3269a5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2171323 Jul 27 17:06:11.819049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:11.823657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.829924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bd0bf7cf-ceb4-4993-84a5-07603f086c20 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 HTTP/1.1" status: 204 len: 168 time: 0.9914405 Jul 27 17:06:11.831049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:11.831671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d1eae14-f4a4-4e75-8a3c-c73e6eea0587'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:11.841771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1001718429', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:11.862435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Update dhcp port {'port': {'network_id': 'bd2ab188-3849-4a3c-989d-f017e944acb4', 'fixed_ips': [{'subnet_id': '2d1eae14-f4a4-4e75-8a3c-c73e6eea0587', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e8e02cc-f455-45c6-8334-e5534e303478'}], 'binding:host_id': 'n-d-723572-6'}, 'id': '3e213c35-4491-4dac-adf7-88e2ea09bc6e'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:06:11.884772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.886710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:11.891088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:11.909665 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.009370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.019366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-0b83a640-6b96-435e-829b-a9da2f887b0d tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:12.021073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-0b83a640-6b96-435e-829b-a9da2f887b0d tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 945 time: 0.1508772 Jul 27 17:06:12.066410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.135433 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Allocated IP 2001:db8:0:1::2 (bd2ab188-3849-4a3c-989d-f017e944acb4/1e8e02cc-f455-45c6-8334-e5534e303478/3e213c35-4491-4dac-adf7-88e2ea09bc6e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:12.206967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.256638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e213c35-4491-4dac-adf7-88e2ea09bc6e,segment=NetworkSegment(a89a5add-383a-4396-add0-a5a2c825c22a),segment_id=a89a5add-383a-4396-add0-a5a2c825c22a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:12.293199 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.308928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Transition to ACTIVE for port object 3e213c35-4491-4dac-adf7-88e2ea09bc6e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:12.313981 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.327313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9df9ce-68af-437b-a545-93d914549dd9 req-aae0561d-958b-4e10-a078-9347db76a1f2 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:12.336538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9df9ce-68af-437b-a545-93d914549dd9 req-aae0561d-958b-4e10-a078-9347db76a1f2 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 945 time: 0.4039350 Jul 27 17:06:12.342239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Deleting port a5e4e39c-385c-46da-a067-c47b379aac6b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:12.343232 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.440146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Pushing event updated for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:12.442969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9df9ce-68af-437b-a545-93d914549dd9 req-d1cef9f2-8e0e-4560-80c9-0aaefd74487d tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5bf40d9-8cad-4d62-af26-b8f3704e6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048193 Jul 27 17:06:12.452821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.452821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.452821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.452821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.453692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.453793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.454111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.454439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.454775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.455091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.455426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.455787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5ed4f5-1be7-4f64-944f-1c673fc8bfa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:12.459875 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.493162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Delete allocated IP 2001:db8:0:1::124 (bd2ab188-3849-4a3c-989d-f017e944acb4/1e8e02cc-f455-45c6-8334-e5534e303478) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:06:12.554627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-78b1f9a4-03e2-4c2d-94be-288f11136fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.576823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] For port a5e4e39c-385c-46da-a067-c47b379aac6b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a5e4e39c-385c-46da-a067-c47b379aac6b,segment=NetworkSegment(c135bfd4-766b-489b-8345-0760e167b109),segment_id=c135bfd4-766b-489b-8345-0760e167b109)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:12.577325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.621244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Calling delete_port for a5e4e39c-385c-46da-a067-c47b379aac6b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:12.709692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.715590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.732010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Ignored duplicate provisioning block setup for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:06:12.738091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.742571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.813260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] In _notify_port_updated(), no bound segment for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 on network bd2ab188-3849-4a3c-989d-f017e944acb4 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:06:12.820130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:12.820757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:12.822310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/ports/b2dcb580-5bd7-4240-9514-9ae7c99672d3 HTTP/1.1" status: 200 len: 926 time: 1.0019104 Jul 27 17:06:12.844457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:12.852967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d1eae14-f4a4-4e75-8a3c-c73e6eea0587'}, {'subnet_id': '1e8e02cc-f455-45c6-8334-e5534e303478'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:12.866902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b67d1-453a-4c6c-b1d0-be72174acaf6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=b2dcb580-5bd7-4240-9514-9ae7c99672d3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:13.161147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99b5f8-185a-4398-9781-4647b10dfc68 None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:13.287614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec60ff73-091c-4264-b87f-ae51b7bee6c3 None None] Provisioning for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:13.295328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ec60ff73-091c-4264-b87f-ae51b7bee6c3 None None] Provisioning complete for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:13.296200 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec60ff73-091c-4264-b87f-ae51b7bee6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.362116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e213c35-4491-4dac-adf7-88e2ea09bc6e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:13.414496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.25.4.150 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/3d1af3a1-3a2a-465c-a09f-29f1fdf2f026) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:13.440823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-43998a1f-58e3-4f28-bb3b-215ffdc98f2a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:13.442462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-43998a1f-58e3-4f28-bb3b-215ffdc98f2a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=590da94a-e4a0-484a-911c-92f228064502 HTTP/1.1" status: 200 len: 943 time: 0.6376879 Jul 27 17:06:13.449603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.463362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a5e4e39c-385c-46da-a067-c47b379aac6b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:13.526774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:13.527216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.557867 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.575634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Pushing event deleted for resources: {'Port': ['ID=a5e4e39c-385c-46da-a067-c47b379aac6b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:13.595074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3b7ad8a-14e0-4905-a73b-d362cd4fb4ee req-5a244cca-609b-43f8-b93b-766187df25ec tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e108cf9-94d7-4dbe-8428-86a6ba61035a HTTP/1.1" status: 200 len: 210 time: 0.0640867 Jul 27 17:06:13.684567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] No DVR routers for this DVR port a5e4e39c-385c-46da-a067-c47b379aac6b on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:13.724552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.726680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e2975f4a-2b1b-4931-bc44-d86636489249 req-cfebcf15-09d7-42bd-a322-f203a8030539 tempest-ServerAddressesNegativeTestJSON-165156676 tempest-ServerAddressesNegativeTestJSON-165156676-project] 10.222.0.61 "DELETE /v2.0/ports/a5e4e39c-385c-46da-a067-c47b379aac6b HTTP/1.1" status: 204 len: 173 time: 1.6634572 Jul 27 17:06:13.729468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'name': 'network-vif-deleted', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:13.731814 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83048c-20b0-4133-afbe-dfa7e043db66" -d '{"events": [{"server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "name": "network-vif-deleted", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:13.784872 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac7efe-2f7c-473e-825b-3d588adb7f75 x-openstack-request-id: req-2aac7efe-2f7c-473e-825b-3d588adb7f75 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:13.785230 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e108cf9-94d7-4dbe-8428-86a6ba61035a", "name": "network-vif-deleted", "tag": "a5e4e39c-385c-46da-a067-c47b379aac6b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:13.785487 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aac7efe-2f7c-473e-825b-3d588adb7f75 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:13.785964 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e108cf9-94d7-4dbe-8428-86a6ba61035a', 'name': 'network-vif-deleted', 'tag': 'a5e4e39c-385c-46da-a067-c47b379aac6b', 'status': 'completed', 'code': 200} Jul 27 17:06:13.787383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.791874 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.883249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Provisioning complete for port 3e213c35-4491-4dac-adf7-88e2ea09bc6e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:13.883888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.887042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port d51aac09-790c-4fff-9011-3e7d811d3a5f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:13.887395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:13.987309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Provisioning for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:13.991445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Provisioning complete for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:13.991937 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.009435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.028765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3441f33c-9157-4adf-9211-6e5758dfc147 None None] Port b2dcb580-5bd7-4240-9514-9ae7c99672d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:14.103227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:14.123610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:14.126084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:14.153008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-840dbc2d-6ab6-4b91-9f09-e8e05a3948c3 None None] Provisioning complete for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:14.153609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-840dbc2d-6ab6-4b91-9f09-e8e05a3948c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.176958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:14.207479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-840dbc2d-6ab6-4b91-9f09-e8e05a3948c3 None None] Port b2dcb580-5bd7-4240-9514-9ae7c99672d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:14.214123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port d51aac09-790c-4fff-9011-3e7d811d3a5f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d51aac09-790c-4fff-9011-3e7d811d3a5f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:14.214889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.242371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for d51aac09-790c-4fff-9011-3e7d811d3a5f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:14.326920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28a88604-a70e-439f-afe8-7e565e80abc4 None None] Provisioning complete for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:14.327511 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28a88604-a70e-439f-afe8-7e565e80abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.366664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28a88604-a70e-439f-afe8-7e565e80abc4 None None] Port b2dcb580-5bd7-4240-9514-9ae7c99672d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:14.494899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8:0:1::8 (bd2ab188-3849-4a3c-989d-f017e944acb4/1e8e02cc-f455-45c6-8334-e5534e303478/b2dcb580-5bd7-4240-9514-9ae7c99672d3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:14.660345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:14.705365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Deleting subnet a2f61e1a-e153-4259-a598-1448bd511410 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:14.708505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.715473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.724226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.727061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:14.753812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:14.759798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.790848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=d51aac09-790c-4fff-9011-3e7d811d3a5f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:14.808077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.868383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] No DVR routers for this DVR port d51aac09-790c-4fff-9011-3e7d811d3a5f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:14.871992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.879281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.881956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a4452c6-07df-4fa8-9495-5fb932ec2a6e req-bbb6c7c5-1a9d-4f03-b447-65c8a59a53a3 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "DELETE /v2.0/ports/d51aac09-790c-4fff-9011-3e7d811d3a5f HTTP/1.1" status: 204 len: 173 time: 1.4261386 Jul 27 17:06:14.882609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.925728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Ignored duplicate provisioning block setup for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:06:14.926725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f61e1a-e153-4259-a598-1448bd511410,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:14.936116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.937833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:14.943328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd91839a-5f15-4a30-9b8a-f945c5bbeda9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a2f61e1a-e153-4259-a598-1448bd511410 HTTP/1.1" status: 204 len: 168 time: 0.2804945 Jul 27 17:06:14.945047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:15.055835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.087903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=b2dcb580-5bd7-4240-9514-9ae7c99672d3,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:15.121980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] In _notify_port_updated(), no bound segment for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 on network bd2ab188-3849-4a3c-989d-f017e944acb4 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:06:15.128511 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.129048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:15.129741 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.131078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-958c9241-341f-44ae-b6bd-5fb32dcae0dd tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/ports/b2dcb580-5bd7-4240-9514-9ae7c99672d3 HTTP/1.1" status: 200 len: 1010 time: 2.2829945 Jul 27 17:06:15.141473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:15.171280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.185485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:15.198646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c135bfd4-766b-489b-8345-0760e167b109') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:15.198959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c135bfd4-766b-489b-8345-0760e167b109') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:15.212172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.228368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.235813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:15.236412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:15.238681 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:15.284885 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.321151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.335879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.341877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] 10.222.0.64 "DELETE /v2.0/networks/f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8 HTTP/1.1" status: 204 len: 168 time: 0.3934500 Jul 27 17:06:15.365935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36a2f2-5f22-4ada-82f4-24ba02ecb41f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ef1df4-edd5-4e2b-8340-f7fd07ce36a8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:15.398101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c1dcca62-b9f6-42a3-9952-b04c2d8f652a None None] Provisioning complete for port b2dcb580-5bd7-4240-9514-9ae7c99672d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:15.398568 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1dcca62-b9f6-42a3-9952-b04c2d8f652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.403437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port b2dcb580-5bd7-4240-9514-9ae7c99672d3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:15.403797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.444646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcca62-b9f6-42a3-9952-b04c2d8f652a None None] Port b2dcb580-5bd7-4240-9514-9ae7c99672d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:15.525969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.533720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a5e4e39c-385c-46da-a067-c47b379aac6b no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:15.536198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router 1de68448-6613-4f55-bc2d-868af416eab2 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:15.541926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for b2dcb580-5bd7-4240-9514-9ae7c99672d3 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:15.550593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:15.558446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: a5e4e39c-385c-46da-a067-c47b379aac6b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:15.558793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a5e4e39c-385c-46da-a067-c47b379aac6b not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:15.603316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0dfc265c-5a8a-4bd2-86c3-de2018ce169b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e36a9d36f2474dd9aedf500de65a9915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487413 Jul 27 17:06:15.603820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53670) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:15.667785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.711864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:15.721846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.725407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Sync routers for ids ['1de68448-6613-4f55-bc2d-868af416eab2'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:15.736861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Routers {'1de68448-6613-4f55-bc2d-868af416eab2'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:15.737760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['1de68448-6613-4f55-bc2d-868af416eab2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:15.751873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.755860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5955eee5-4062-46c6-bae3-bcfed5f8e4ec tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9212027 Jul 27 17:06:15.756103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53674) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:15.785293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.788237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.789863 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5bf40d9-8cad-4d62-af26-b8f3704e6a86 HTTP/1.1" status: 204 len: 168 time: 0.1848316 Jul 27 17:06:15.802339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0182f5e-67da-451a-89f4-a1877d792597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf40d9-8cad-4d62-af26-b8f3704e6a86,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:15.814066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7abb20-7810-4622-b563-729ebdc47b57 req-9c1f39f2-043f-4439-b518-6c0221b12aff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:15.815637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f7abb20-7810-4622-b563-729ebdc47b57 req-9c1f39f2-043f-4439-b518-6c0221b12aff tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 907 time: 0.1435044 Jul 27 17:06:15.820728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-deleted', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:15.823901 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da82225-8642-4354-bc6f-52df7a74664a" -d '{"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-deleted", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:15.887498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Set router 1de68448-6613-4f55-bc2d-868af416eab2 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:15.888605 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49762274-b93f-42e4-836a-ca39e4609814 x-openstack-request-id: req-49762274-b93f-42e4-836a-ca39e4609814 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:15.888895 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590da94a-e4a0-484a-911c-92f228064502", "name": "network-vif-deleted", "tag": "d51aac09-790c-4fff-9011-3e7d811d3a5f", "status": "failed", "code": 422}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:15.889148 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49762274-b93f-42e4-836a-ca39e4609814 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:15.889545 n-d-723572-6 neutron-server[93923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '590da94a-e4a0-484a-911c-92f228064502', 'name': 'network-vif-deleted', 'tag': 'd51aac09-790c-4fff-9011-3e7d811d3a5f', 'status': 'failed', 'code': 422} returned with failed status Jul 27 17:06:15.951366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:15.996603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-72a71d60-2d18-48c5-9b5f-4ccbe48f6db9 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/1de68448-6613-4f55-bc2d-868af416eab2 HTTP/1.1" status: 200 len: 909 time: 0.2367821 Jul 27 17:06:15.996603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=b2dcb580-5bd7-4240-9514-9ae7c99672d3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:15.996893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53682) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:16.032884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1001718429', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': True}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:16.061554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.064026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-164e04e6-d0c4-4cec-974b-54cf60837256 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/b2dcb580-5bd7-4240-9514-9ae7c99672d3 HTTP/1.1" status: 204 len: 168 time: 0.9202626 Jul 27 17:06:16.066822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:16.087288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.088835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.113371 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0637588c-b258-407b-bc3d-31e25ef4998f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:16.122775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0637588c-b258-407b-bc3d-31e25ef4998f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/b2dcb580-5bd7-4240-9514-9ae7c99672d3 HTTP/1.1" status: 404 len: 333 time: 0.0547626 Jul 27 17:06:16.132750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53688) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:16.139782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de68448-6613-4f55-bc2d-868af416eab2', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:11Z', 'updated_at': '2021-07-27T17:06:14Z', 'revision_number': 3, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port': {'id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de68448-6613-4f55-bc2d-868af416eab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:12Z', 'updated_at': '2021-07-27T17:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:16.151818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.175745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Checking router: 1de68448-6613-4f55-bc2d-868af416eab2 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:16.176103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Updating router 1de68448-6613-4f55-bc2d-868af416eab2 port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:06:16.215579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 1e8e02cc-f455-45c6-8334-e5534e303478 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:16.217119 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.225550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.280526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.353730 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.392843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.482195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.534207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8e02cc-f455-45c6-8334-e5534e303478,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:16.535434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.540154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d973818d-cd6b-43b3-b04d-90974d9138a7 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8e02cc-f455-45c6-8334-e5534e303478 HTTP/1.1" status: 204 len: 168 time: 0.4034784 Jul 27 17:06:16.540358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53702) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:16.570193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bacea-56db-4d74-9e07-6aad3d651621 None None] Network bd2ab188-3849-4a3c-989d-f017e944acb4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:16.588098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.614424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 2d1eae14-f4a4-4e75-8a3c-c73e6eea0587 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:16.614424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.614959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.678594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.785088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.814758 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.833805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Transition to ACTIVE for port object 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:16.856121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.869586 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.916155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1eae14-f4a4-4e75-8a3c-c73e6eea0587,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:16.927976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.933952 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-20ec3cc5-5830-4186-859c-e6dd18ea966f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/2d1eae14-f4a4-4e75-8a3c-c73e6eea0587 HTTP/1.1" status: 204 len: 168 time: 0.3899782 Jul 27 17:06:16.936390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:16.954718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.975451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Attempting to bind port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:16.975948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Attempting to bind port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:16.976442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Attempting to bind port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:16.980334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91c71-b48d-47fd-b888-7848ae9b096b None None] Pushing event updated for resources: {'Port': ['ID=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:16.988639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:16.989589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:16.989707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:16.990256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:16.990815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Bound port: 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:16.991274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.025239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.25.4.91 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/1b4f134f-20bb-4e88-96c5-06f5dc6c9f80) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:17.056891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] For port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:17.061514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] For port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:17.074176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.076314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.160209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] DHCP port deletion for bd2ab188-3849-4a3c-989d-f017e944acb4 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:17.163305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 3e213c35-4491-4dac-adf7-88e2ea09bc6e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:17.163670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.227093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Routers {'1de68448-6613-4f55-bc2d-868af416eab2'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:17.227897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['1de68448-6613-4f55-bc2d-868af416eab2'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:17.298797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf2fa17d-6ee5-405a-962b-c195045b114f req-9796b5e3-8288-446b-aed1-4df19f4fb98a tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0425570 Jul 27 17:06:17.300661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3e213c35-4491-4dac-adf7-88e2ea09bc6e,segment=NetworkSegment(a89a5add-383a-4396-add0-a5a2c825c22a),segment_id=a89a5add-383a-4396-add0-a5a2c825c22a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:17.301043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.315962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 3e213c35-4491-4dac-adf7-88e2ea09bc6e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:17.375838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91c71-b48d-47fd-b888-7848ae9b096b None None] Pushing event updated for resources: {'Port': ['ID=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:17.379690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3e213c35-4491-4dac-adf7-88e2ea09bc6e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:17.454409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Deleting port 3e213c35-4491-4dac-adf7-88e2ea09bc6e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:17.454794 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.458620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] Set router 1de68448-6613-4f55-bc2d-868af416eab2 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:17.463212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.464450 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No ports have port_id starting with 3e213c35-4491-4dac-adf7-88e2ea09bc6e Jul 27 17:06:17.495186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:17.505680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port 3e213c35-4491-4dac-adf7-88e2ea09bc6e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:17.620575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.632045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2ab188-3849-4a3c-989d-f017e944acb4']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:17.649445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89a5add-383a-4396-add0-a5a2c825c22a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:17.649445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89a5add-383a-4396-add0-a5a2c825c22a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:17.660387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] For port 3e213c35-4491-4dac-adf7-88e2ea09bc6e, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:17.660992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.664388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.683115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Calling delete_port for 3e213c35-4491-4dac-adf7-88e2ea09bc6e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:17.683976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.692273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Port 3e213c35-4491-4dac-adf7-88e2ea09bc6e was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:06:17.692732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:17.693704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.697214 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:17.698466 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:17.715319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.732160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e120-e216-42d4-bb85-b15b8ed11548 req-5c2c2d6d-f9ae-448e-b4f4-24b3972beae4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:17.738449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] Pushing event deleted for resources: {'Port': ['ID=3e213c35-4491-4dac-adf7-88e2ea09bc6e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:17.742158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a847e120-e216-42d4-bb85-b15b8ed11548 req-5c2c2d6d-f9ae-448e-b4f4-24b3972beae4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 907 time: 0.7723269 Jul 27 17:06:17.750461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f7861-b6b5-4a2b-ae39-21359570eb53 None None] No DVR routers for this DVR port 3e213c35-4491-4dac-adf7-88e2ea09bc6e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:17.771509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-2080f262-ab36-4bcf-9acc-1d69ad12bc3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:17.773041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-2080f262-ab36-4bcf-9acc-1d69ad12bc3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 907 time: 0.8178277 Jul 27 17:06:17.801344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.823540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.825604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/bd2ab188-3849-4a3c-989d-f017e944acb4 HTTP/1.1" status: 204 len: 168 time: 0.8894928 Jul 27 17:06:17.826617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37146df-bb82-4aa3-b512-f3803d0e1712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=bd2ab188-3849-4a3c-989d-f017e944acb4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:17.829444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53734) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:17.848359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de68448-6613-4f55-bc2d-868af416eab2', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:11Z', 'updated_at': '2021-07-27T17:06:14Z', 'revision_number': 3, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port': {'id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de68448-6613-4f55-bc2d-868af416eab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:12Z', 'updated_at': '2021-07-27T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:17.884280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32fd1b-2aa6-495b-9e57-9f9fa3fcc12a None None] The sync data for ids ['1de68448-6613-4f55-bc2d-868af416eab2'] in n-d-723572-6 is: [{'id': '1de68448-6613-4f55-bc2d-868af416eab2', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150'}], 'enable_snat': False}, 'gw_port_id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:11Z', 'updated_at': '2021-07-27T17:06:14Z', 'revision_number': 3, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port': {'id': '3d1af3a1-3a2a-465c-a09f-29f1fdf2f026', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de68448-6613-4f55-bc2d-868af416eab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:12Z', 'updated_at': '2021-07-27T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:17.904709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.911374 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc8f1b-91b9-44da-8bcf-359c21a76570 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:17.917448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-15cc8f1b-91b9-44da-8bcf-359c21a76570 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0863080 Jul 27 17:06:17.920747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53736) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:17.977672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:17.984107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:17.991771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port ff06702f-120e-4ad6-a24a-05ff32f7459a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:17.992125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:17.995224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:18.000516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4f134f-20bb-4e88-96c5-06f5dc6c9f80,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:18.005388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11e02260-619a-46db-afb6-ae15bdf85893 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0801477 Jul 27 17:06:18.009739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:18.014968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1363614522'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:18.041827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:18.052575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.089681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:18.101802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.102080 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment 079d7993-bb4b-4d16-bd57-32801434d649 of type vlan for network 9c2783cc-ad05-4d01-84e6-21fb3219489e Jul 27 17:06:18.146726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.203788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.209586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:18.210187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.236869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port ff06702f-120e-4ad6-a24a-05ff32f7459a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ff06702f-120e-4ad6-a24a-05ff32f7459a,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:18.237613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.261629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for ff06702f-120e-4ad6-a24a-05ff32f7459a owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:18.261840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2508237 Jul 27 17:06:18.264876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53740) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:18.270592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:18.344318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962fa9-c077-42fe-a64f-a3622e28a021 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=9c2783cc-ad05-4d01-84e6-21fb3219489e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:18.357384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:18.400572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:18.404465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.550403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa0c4371-26bd-4cdf-b030-a53b76c206fe req-654c7112-9539-44d3-9336-a6bd811c96dd tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.1379082 Jul 27 17:06:18.563499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.626752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.692379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=ff06702f-120e-4ad6-a24a-05ff32f7459a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:18.747048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] No DVR routers for this DVR port ff06702f-120e-4ad6-a24a-05ff32f7459a on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:18.749878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.750816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.752663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a5c51c6-1b31-4e37-ad3b-389f5fa755e5 req-7c2343dc-4887-400b-b6b8-2da0604440d2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "DELETE /v2.0/ports/ff06702f-120e-4ad6-a24a-05ff32f7459a HTTP/1.1" status: 204 len: 173 time: 0.9699352 Jul 27 17:06:18.755222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'name': 'network-vif-deleted', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:18.757622 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66415ec7-889b-466d-9eec-82b423bd8d67" -d '{"events": [{"server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "name": "network-vif-deleted", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:18.831073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=aeb9ed58-fa78-456f-8096-9add985c64ef,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:18.852884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': '079d7993-bb4b-4d16-bd57-32801434d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:18.853545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: 9c2783cc-ad05-4d01-84e6-21fb3219489e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:18.888020 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667feea1-f1a2-4943-81f0-d2cfa143e762 x-openstack-request-id: req-667feea1-f1a2-4943-81f0-d2cfa143e762 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:18.888528 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73a4527-84b7-46fe-82a8-9d284fbbad35", "name": "network-vif-deleted", "tag": "ff06702f-120e-4ad6-a24a-05ff32f7459a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:18.888709 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-667feea1-f1a2-4943-81f0-d2cfa143e762 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:18.889110 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73a4527-84b7-46fe-82a8-9d284fbbad35', 'name': 'network-vif-deleted', 'tag': 'ff06702f-120e-4ad6-a24a-05ff32f7459a', 'status': 'completed', 'code': 200} Jul 27 17:06:18.901753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:18.919918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9c2783cc-ad05-4d01-84e6-21fb3219489e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:18.929054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8f8bfb-c602-405f-a2db-f87c18b92b6a None None] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:18.933768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:18.936097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:18.959981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-708cc2ee-7130-465e-b294-17c826e76042 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6934748 Jul 27 17:06:18.963530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:18.976999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db0f7681-6172-4da3-940c-ad7df859b650 req-5cc225f8-87cf-4d8e-9d1b-a20446524f70 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73a4527-84b7-46fe-82a8-9d284fbbad35 HTTP/1.1" status: 200 len: 210 time: 0.1025708 Jul 27 17:06:18.984262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e', 'name': 'tempest-PortsIpV6TestJSON-1586364254'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:19.011163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.149797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:19.153565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.157694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9c2783cc-ad05-4d01-84e6-21fb3219489e', 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': 'aeb9ed58-fa78-456f-8096-9add985c64ef'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:19.158719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.165783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router caa8b62f-734b-4f89-909e-cb1640697de3 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:19.173806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 9ab4d98f-746c-481f-8a58-d895b87a031e yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:19.299876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:19.317241 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Sync routers for ids ['caa8b62f-734b-4f89-909e-cb1640697de3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:19.332089 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.339384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9ca6a47f-ff65-450c-b1db-5fd99caa5475 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3313606 Jul 27 17:06:19.339937 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Routers {'caa8b62f-734b-4f89-909e-cb1640697de3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:19.340159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53750) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:19.341012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['caa8b62f-734b-4f89-909e-cb1640697de3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:19.354986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::364 (9c2783cc-ad05-4d01-84e6-21fb3219489e/aeb9ed58-fa78-456f-8096-9add985c64ef/9ab4d98f-746c-481f-8a58-d895b87a031e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:19.443958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:19.510983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53752) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:19.523458 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-34c428a5-450e-4f67-8088-345e939ee098 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/caa8b62f-734b-4f89-909e-cb1640697de3 HTTP/1.1" status: 200 len: 907 time: 0.1800997 Jul 27 17:06:19.567401 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Set router caa8b62f-734b-4f89-909e-cb1640697de3 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:19.572468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:19.584539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:19.584918 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.724176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-841ea50c-b09a-4794-b448-756251c02fb0 req-39449afd-e656-40b8-b2b5-b1da8868c359 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0643098 Jul 27 17:06:19.725277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.765245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:19.772847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:19.840542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:19.932878 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa8b62f-734b-4f89-909e-cb1640697de3', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '1b4f134f-20bb-4e88-96c5-06f5dc6c9f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:16Z', 'updated_at': '2021-07-27T17:06:18Z', 'revision_number': 3, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port': {'id': '1b4f134f-20bb-4e88-96c5-06f5dc6c9f80', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa8b62f-734b-4f89-909e-cb1640697de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:16Z', 'updated_at': '2021-07-27T17:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:19.960569 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Checking router: caa8b62f-734b-4f89-909e-cb1640697de3 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:19.961221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Updating router caa8b62f-734b-4f89-909e-cb1640697de3 port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:06:19.992196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dda3387-a2dc-4f36-b216-cf2bb92c6917 req-6eadeee9-864a-4a39-9627-86ddd32c3dee tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0763724 Jul 27 17:06:19.998836 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.097669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.119337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 9ab4d98f-746c-481f-8a58-d895b87a031e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:20.121562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.279312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.324537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Allocated IP 2001:db8::2 (9c2783cc-ad05-4d01-84e6-21fb3219489e/aeb9ed58-fa78-456f-8096-9add985c64ef/8e1ab582-6ebe-4528-bb8d-7728591e40f6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:20.373400 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.374768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=9ab4d98f-746c-481f-8a58-d895b87a031e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:20.389242 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Transition to ACTIVE for port object 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:20.401769 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.402729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:20.404570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.417582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:20.424608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:20.430690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:20.431379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.440873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0457-4c5c-4a3e-bef1-8525963875d5 req-a1446f3c-812a-42c0-b5a0-346c4e68a3a9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:20.454165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a38d0457-4c5c-4a3e-bef1-8525963875d5 req-a1446f3c-812a-42c0-b5a0-346c4e68a3a9 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.1394413 Jul 27 17:06:20.479026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-342ebb94-8d01-4c2d-a079-c7537c506cba tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5141959 Jul 27 17:06:20.485465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:20.492618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e', 'name': 'tempest-PortsIpV6TestJSON-1427956442'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:20.540171 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Attempting to bind port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:20.545154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a38d0457-4c5c-4a3e-bef1-8525963875d5 req-c072b7f4-3740-426d-a9f9-48efad0623e4 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896821 Jul 27 17:06:20.548456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Attempting to bind port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:20.549315 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Attempting to bind port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:20.555597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:20.556223 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:20.556824 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.557388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:20.558023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Bound port: 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:20.558592 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.561517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Pushing event updated for resources: {'Port': ['ID=1b4f134f-20bb-4e88-96c5-06f5dc6c9f80,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:20.590799 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.591187 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.591852 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.591852 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.592188 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.592542 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.592807 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.593131 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.594668 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.594668 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.594668 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.594932 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:20.612227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Deleting port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:20.612604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.629717 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] For port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:20.634667 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] For port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1b4f134f-20bb-4e88-96c5-06f5dc6c9f80,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:20.644733 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.645909 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.658246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Transition to ACTIVE for port object 8e1ab582-6ebe-4528-bb8d-7728591e40f6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:20.676993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Transition to ACTIVE for port object 8e1ab582-6ebe-4528-bb8d-7728591e40f6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:20.685738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.728079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:20.728797 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Routers {'caa8b62f-734b-4f89-909e-cb1640697de3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:20.729893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['caa8b62f-734b-4f89-909e-cb1640697de3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:20.731868 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0986374-60db-4cf0-9e97-69d8336e6f6d None None] Pushing event updated for resources: {'Port': ['ID=1b4f134f-20bb-4e88-96c5-06f5dc6c9f80,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:20.735402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:20.738772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:20.749501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Pushing event updated for resources: {'Port': ['ID=8e1ab582-6ebe-4528-bb8d-7728591e40f6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:20.757989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:20.761553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.765061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] For port 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:20.765514 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.789254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Calling delete_port for 1b4f134f-20bb-4e88-96c5-06f5dc6c9f80 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:20.796254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 13fb7f7e-1c3e-440e-8cb3-50f555e94ded yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:20.818830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Attempting to bind port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:20.819208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Attempting to bind port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '079d7993-bb4b-4d16-bd57-32801434d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:20.819597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Attempting to bind port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 on network 9c2783cc-ad05-4d01-84e6-21fb3219489e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:20.825425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:20.825971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Checking segment: {'id': '079d7993-bb4b-4d16-bd57-32801434d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:20.826388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.826789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Bound using segment: {'id': '079d7993-bb4b-4d16-bd57-32801434d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:20.827261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Bound port: 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d7993-bb4b-4d16-bd57-32801434d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9c2783cc-ad05-4d01-84e6-21fb3219489e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:20.827648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.847491 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] Set router caa8b62f-734b-4f89-909e-cb1640697de3 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:20.900251 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa8b62f-734b-4f89-909e-cb1640697de3', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:16Z', 'updated_at': '2021-07-27T17:06:20Z', 'revision_number': 4, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:20.905098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] For port 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:20.910683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] For port 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8e1ab582-6ebe-4528-bb8d-7728591e40f6,segment=NetworkSegment(079d7993-bb4b-4d16-bd57-32801434d649),segment_id=079d7993-bb4b-4d16-bd57-32801434d649)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:20.914935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:20.931685 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386045-1a0b-48c8-ac2a-32757c076f15 None None] The sync data for ids ['caa8b62f-734b-4f89-909e-cb1640697de3'] in n-d-723572-6 is: [{'id': 'caa8b62f-734b-4f89-909e-cb1640697de3', 'name': 'tempest-snat-router-1001718429', 'tenant_id': '3b1f14b44e7b411b86782653170d2b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:16Z', 'updated_at': '2021-07-27T17:06:20Z', 'revision_number': 4, 'project_id': '3b1f14b44e7b411b86782653170d2b7a', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:20.983254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced274d7-1702-4e6d-9f07-bdd4f43f58de None None] Pushing event updated for resources: {'Port': ['ID=8e1ab582-6ebe-4528-bb8d-7728591e40f6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:21.010403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::25b (9c2783cc-ad05-4d01-84e6-21fb3219489e/aeb9ed58-fa78-456f-8096-9add985c64ef/13fb7f7e-1c3e-440e-8cb3-50f555e94ded) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:21.141382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a9d8a40d-f10c-47a1-8e53-491a498fec08 req-00abde5b-1a31-46c5-aad7-ac840fadb3b8 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0440288 Jul 27 17:06:21.147177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.245973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b4f134f-20bb-4e88-96c5-06f5dc6c9f80,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:21.389085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.496152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:21.528854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.538185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ff06702f-120e-4ad6-a24a-05ff32f7459a no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:21.551913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 13fb7f7e-1c3e-440e-8cb3-50f555e94ded will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:21.559428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.561494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.563640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ff06702f-120e-4ad6-a24a-05ff32f7459a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:21.563993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ff06702f-120e-4ad6-a24a-05ff32f7459a not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:21.589905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:21.590285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.655616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-67a02b73-f880-4f61-aef5-337bb2a3e53a req-8606efc4-ad56-4610-a7b9-c440a8f71a4a tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0984993 Jul 27 17:06:21.681893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.682724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa8b62f-734b-4f89-909e-cb1640697de3 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:21.689026 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.690677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7f408957-5d14-4472-b2cc-e12b108403cc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/routers/caa8b62f-734b-4f89-909e-cb1640697de3 HTTP/1.1" status: 204 len: 168 time: 2.1782436 Jul 27 17:06:21.693084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53784) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:21.708884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8e1ab582-6ebe-4528-bb8d-7728591e40f6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:21.754335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.760533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe7da-81d3-474d-8fa8-904b0916569e req-a5c5f6aa-d7ab-40f8-bb8d-feec12b53b9b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:21.769587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81afe7da-81d3-474d-8fa8-904b0916569e req-a5c5f6aa-d7ab-40f8-bb8d-feec12b53b9b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.1479349 Jul 27 17:06:21.777226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:21.815888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81afe7da-81d3-474d-8fa8-904b0916569e req-9224553f-bfbe-4fe5-b091-1899376403fa tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Jul 27 17:06:21.842889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:21.860274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:21.872757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:21.879256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:21.879878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.916153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=13fb7f7e-1c3e-440e-8cb3-50f555e94ded,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:21.922325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:21.963972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d90be8d-79fc-4f05-8c98-2d8801946e5b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4773824 Jul 27 17:06:21.966880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53786) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:22.042867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0ff8711e-e44d-44bf-b7ac-4b5fd275d918 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:22.044344 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0ff8711e-e44d-44bf-b7ac-4b5fd275d918 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 946 time: 0.1999805 Jul 27 17:06:22.062896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.081985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc1c3d-9b8d-4f0a-b2f6-565d34ab6056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:22.084688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-29bc1c3d-9b8d-4f0a-b2f6-565d34ab6056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A364 HTTP/1.1" status: 200 len: 929 time: 0.1166964 Jul 27 17:06:22.086308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:22.195244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Deleting port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:22.195595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.196151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 13fb7f7e-1c3e-440e-8cb3-50f555e94ded {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:22.196662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.248847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:22.249193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.295448 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.309185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 13fb7f7e-1c3e-440e-8cb3-50f555e94ded owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:22.362546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] For port 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:22.362930 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.387582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Calling delete_port for 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:22.391065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:22.391579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.413357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:22.462951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.481489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb9550-fe02-4dd7-b167-f50c25109f16 None None] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:22.495236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=13fb7f7e-1c3e-440e-8cb3-50f555e94ded,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:22.544413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.549528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-56344c16-7355-4731-932c-8b59c171f10b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/13fb7f7e-1c3e-440e-8cb3-50f555e94ded HTTP/1.1" status: 204 len: 168 time: 0.4609275 Jul 27 17:06:22.549730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:22.583309 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-129dec31-f5c4-4d76-ac1f-be48aa9d4ad9 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:22.585681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-129dec31-f5c4-4d76-ac1f-be48aa9d4ad9 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/13fb7f7e-1c3e-440e-8cb3-50f555e94ded HTTP/1.1" status: 404 len: 333 time: 0.0346720 Jul 27 17:06:22.588310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:22.626401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Provisioning for port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:22.658738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Provisioning complete for port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:22.661673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.722719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.734885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.746240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 9ab4d98f-746c-481f-8a58-d895b87a031e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:22.746740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.771806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=4aa0691a-f8bb-4a1e-99e9-b0bc60625560,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:22.773059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:22.816322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4aa0691a-f8bb-4a1e-99e9-b0bc60625560'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:22.831768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d1af3a1-3a2a-465c-a09f-29f1fdf2f026,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:22.857575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.874490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 9ab4d98f-746c-481f-8a58-d895b87a031e owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:22.911476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266891c2-3d95-42a4-b5ef-2fdd3ac208ad req-507fc537-63e0-4eac-a20a-8c169e264d84 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.1358714 Jul 27 17:06:22.972210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] No DVR routers for this DVR port 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:22.976966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:22.979125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fcb4085-974a-4acf-a09e-fe827c214ff5 req-0bf45b57-0cdb-4ed6-8d3a-0d32388ff22a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "DELETE /v2.0/ports/4aa0691a-f8bb-4a1e-99e9-b0bc60625560 HTTP/1.1" status: 204 len: 173 time: 0.9274685 Jul 27 17:06:22.979729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'name': 'network-vif-deleted', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:22.983444 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a22939-57e8-449c-8237-63fc071c5ee0" -d '{"events": [{"server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "name": "network-vif-deleted", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:22.990360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-571c4aee-f764-4076-bb7b-24a746b30522 req-9a63849a-582e-4662-8d26-cf07b8f9aea1 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=af3c0792-d5b9-4edd-8993-61c108c8d5f3 HTTP/1.1" status: 200 len: 210 time: 0.0463464 Jul 27 17:06:23.006559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.068528 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c8e70-1ba5-43de-a9a6-5f350f09cdcf x-openstack-request-id: req-b27c8e70-1ba5-43de-a9a6-5f350f09cdcf {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:23.069190 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c0792-d5b9-4edd-8993-61c108c8d5f3", "name": "network-vif-deleted", "tag": "4aa0691a-f8bb-4a1e-99e9-b0bc60625560", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:23.069190 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b27c8e70-1ba5-43de-a9a6-5f350f09cdcf {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:23.069727 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c0792-d5b9-4edd-8993-61c108c8d5f3', 'name': 'network-vif-deleted', 'tag': '4aa0691a-f8bb-4a1e-99e9-b0bc60625560', 'status': 'completed', 'code': 200} Jul 27 17:06:23.083980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.095942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.172829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=9ab4d98f-746c-481f-8a58-d895b87a031e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:23.196031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.201295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d25e2caf-a86f-4dd5-a9a6-e6ac7d9cab0d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/9ab4d98f-746c-481f-8a58-d895b87a031e HTTP/1.1" status: 204 len: 168 time: 0.6094820 Jul 27 17:06:23.201490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.201603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] For port 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8e1ab582-6ebe-4528-bb8d-7728591e40f6,segment=NetworkSegment(079d7993-bb4b-4d16-bd57-32801434d649),segment_id=079d7993-bb4b-4d16-bd57-32801434d649)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:23.202403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:23.204732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.219052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.240272 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63c83f5-e9cd-45fc-8c79-b3031dd1402f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:23.244582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e63c83f5-e9cd-45fc-8c79-b3031dd1402f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/9ab4d98f-746c-481f-8a58-d895b87a031e HTTP/1.1" status: 404 len: 333 time: 0.0390875 Jul 27 17:06:23.244835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:23.298085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.298684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1de68448-6613-4f55-bc2d-868af416eab2 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:23.311485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.313975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-643778fc-aaef-4179-bf7a-f684ed52a6be tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1de68448-6613-4f55-bc2d-868af416eab2 HTTP/1.1" status: 204 len: 168 time: 1.6187792 Jul 27 17:06:23.317147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:23.329242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1645951920', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:23.337521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet aeb9ed58-fa78-456f-8096-9add985c64ef {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:23.345753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.350064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6bbd9-11f8-4802-9067-b47d6f540e12 None None] Pushing event updated for resources: {'Port': ['ID=8e1ab582-6ebe-4528-bb8d-7728591e40f6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:23.378375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.379171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.427077 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.460938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.543739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.544558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8cc7e66f-2f0c-42d4-b23e-3dc46ccc035c None None] Could not find standard attr ID for object 9ab4d98f-746c-481f-8a58-d895b87a031e. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:23.564330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8cc7e66f-2f0c-42d4-b23e-3dc46ccc035c None None] Provisioning complete for port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:23.565181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cc7e66f-2f0c-42d4-b23e-3dc46ccc035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.658079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.691146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.711386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb9ed58-fa78-456f-8096-9add985c64ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:23.720695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.722973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c30df073-419e-4bef-a412-75a138ffce2e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/aeb9ed58-fa78-456f-8096-9add985c64ef HTTP/1.1" status: 204 len: 168 time: 0.4772029 Jul 27 17:06:23.725570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53810) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:23.799048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6c65e-a773-4c74-9394-029f1e3e6ebe None None] Network 9c2783cc-ad05-4d01-84e6-21fb3219489e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:23.826042 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.892729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:23.893387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:23.927476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9db3cee1-dbbe-4f97-81f5-8b2a3b9fd0a6 None None] Could not find standard attr ID for object 9ab4d98f-746c-481f-8a58-d895b87a031e. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:23.987025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8e1ab582-6ebe-4528-bb8d-7728591e40f6,segment=NetworkSegment(079d7993-bb4b-4d16-bd57-32801434d649),segment_id=079d7993-bb4b-4d16-bd57-32801434d649)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:23.987503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.006196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 8e1ab582-6ebe-4528-bb8d-7728591e40f6 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:24.067354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] DHCP port deletion for 9c2783cc-ad05-4d01-84e6-21fb3219489e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:24.120684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5760e874-1afc-4ba1-93f9-4377ac34b16d req-ca76fc43-a9de-4a4e-b1d5-6b3b62736257 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0405254 Jul 27 17:06:24.138687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Deleting port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:24.138915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.166439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.212904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=8e1ab582-6ebe-4528-bb8d-7728591e40f6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:24.217707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:24.245625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] For port 8e1ab582-6ebe-4528-bb8d-7728591e40f6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8e1ab582-6ebe-4528-bb8d-7728591e40f6,segment=NetworkSegment(079d7993-bb4b-4d16-bd57-32801434d649),segment_id=079d7993-bb4b-4d16-bd57-32801434d649)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:24.246281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.267426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Calling delete_port for 8e1ab582-6ebe-4528-bb8d-7728591e40f6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:24.282119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.307569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.343582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.355269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2783cc-ad05-4d01-84e6-21fb3219489e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:24.362689 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.368937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d7993-bb4b-4d16-bd57-32801434d649') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:24.369321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d7993-bb4b-4d16-bd57-32801434d649') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:24.392368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.430804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.439923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:24.440467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:24.443750 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:24.449702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Allocated IP 172.25.4.27 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/94240bfe-53f3-4edb-8465-88379b89ca4e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:24.530052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddcdef-aae0-4895-9e1d-03d96ecffef0 req-6b0982d9-e8aa-41b3-a2f7-13cb3ae3ff36 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:24.532074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2ddcdef-aae0-4895-9e1d-03d96ecffef0 req-6b0982d9-e8aa-41b3-a2f7-13cb3ae3ff36 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1598885 Jul 27 17:06:24.538311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.556328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.561706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/9c2783cc-ad05-4d01-84e6-21fb3219489e HTTP/1.1" status: 204 len: 168 time: 0.8317063 Jul 27 17:06:24.562836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:24.569149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1717930236'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:24.571887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] Pushing event deleted for resources: {'Port': ['ID=8e1ab582-6ebe-4528-bb8d-7728591e40f6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:24.578644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd6ead-7247-4bf9-a502-ea5c10f8e624 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=9c2783cc-ad05-4d01-84e6-21fb3219489e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:24.579917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6a863-f816-4f21-ab87-af985bfe4bf2 None None] No DVR routers for this DVR port 8e1ab582-6ebe-4528-bb8d-7728591e40f6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:24.606702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2ddcdef-aae0-4895-9e1d-03d96ecffef0 req-278dcdd0-05b6-4354-aed3-8e7f9192c691 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Jul 27 17:06:24.615550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.618128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:24.630471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.671275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:24.692310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.692614 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment ddf8a52b-4f2e-4e3f-9591-92de68ed14e6 of type vlan for network d272cec4-3e69-4026-a5cc-af17e44b036d Jul 27 17:06:24.728590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.768379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.784179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:24.789945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:24.799797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:24.824368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event updated for resources: {'Port': ['ID=94240bfe-53f3-4edb-8465-88379b89ca4e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:24.850551 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.861402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:24.862000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:24.960616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3964798 Jul 27 17:06:24.963581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53822) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:24.969530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:24.995684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa768-5821-444f-a472-f5d1039f3418 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=d272cec4-3e69-4026-a5cc-af17e44b036d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:25.008883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d272cec4-3e69-4026-a5cc-af17e44b036d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:25.069778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:25.073400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.152362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.262235 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.273635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e78cfe5-9f8a-40e7-8955-1fb91e67dc13 req-8b25ef0e-70e4-49ec-90bb-235c3e09375e tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0388603 Jul 27 17:06:25.331522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=1e445485-e9a5-4cf8-bf46-37679aadda59,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:25.342047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:25.342419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: d272cec4-3e69-4026-a5cc-af17e44b036d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:25.365523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network d272cec4-3e69-4026-a5cc-af17e44b036d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:25.365947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:25.376068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d272cec4-3e69-4026-a5cc-af17e44b036d) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:25.385819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:25.386711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.389395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:25.389993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1af3a1-3a2a-465c-a09f-29f1fdf2f026 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:25.390695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8e1ab582-6ebe-4528-bb8d-7728591e40f6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:25.392916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad95a6d-1f05-4b03-8926-8939be28e23c None None] Network d272cec4-3e69-4026-a5cc-af17e44b036d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:25.400346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.404810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5c765cbd-4821-4304-a503-e46278037f8a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4399359 Jul 27 17:06:25.407857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53826) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:25.413157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d', 'name': 'tempest-PortsIpV6TestJSON-1209848137', 'fixed_ips': [{'subnet_id': '1e445485-e9a5-4cf8-bf46-37679aadda59', 'ip_address': '2001:db8::10'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:25.426455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:25.428175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8e1ab582-6ebe-4528-bb8d-7728591e40f6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:25.428546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8e1ab582-6ebe-4528-bb8d-7728591e40f6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:25.475148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:25.475520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4aa0691a-f8bb-4a1e-99e9-b0bc60625560 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:25.542661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:25.544469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Router 92f2bb6a-29e7-4ec4-a898-c7ecce808994 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:25.598673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d272cec4-3e69-4026-a5cc-af17e44b036d', 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': '1e445485-e9a5-4cf8-bf46-37679aadda59'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:25.600217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.671125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-612a4fd9-e895-4632-b3eb-351b156d305d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:25.673165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-612a4fd9-e895-4632-b3eb-351b156d305d tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.1402738 Jul 27 17:06:25.676406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:25.678652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.688714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] Sync routers for ids ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:25.709209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:25.713107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7f02483a-258c-4681-a1f3-1d0e49e9528a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3923879 Jul 27 17:06:25.713331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53830) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:25.718313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] Routers {'92f2bb6a-29e7-4ec4-a898-c7ecce808994'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:25.718576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:25.719662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:25.754514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 71220b5d-94ff-4a73-921c-a579d757b730 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:25.761303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:25.792861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] Routers {'92f2bb6a-29e7-4ec4-a898-c7ecce808994'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:25.793490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:25.832111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:25.832798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9827a2-861e-40a3-9925-63e95cfaa4d3 None None] The sync data for ids ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:25.847647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Allocated IP 2001:db8::2 (d272cec4-3e69-4026-a5cc-af17e44b036d/1e445485-e9a5-4cf8-bf46-37679aadda59/c94a1411-84ac-4196-aea2-499c48fda76b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:25.896225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1fb05-a5a9-4fad-b527-d173e795aee4 req-161aa4e6-a76f-4532-9d8c-1063fb16468c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:25.897780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be1fb05-a5a9-4fad-b527-d173e795aee4 req-161aa4e6-a76f-4532-9d8c-1063fb16468c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 945 time: 0.2091222 Jul 27 17:06:25.989031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3be1fb05-a5a9-4fad-b527-d173e795aee4 req-0f190bfd-4a3a-4bc1-abc3-53ea873ece13 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d4ce8e-82f0-4e3c-abab-52118c23eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Jul 27 17:06:25.992162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port 4f11dff2-c588-4c20-bc29-2d86d97bd81f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:25.992544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.015131 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.026403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Transition to ACTIVE for port object c94a1411-84ac-4196-aea2-499c48fda76b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:26.037787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.042935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Transition to ACTIVE for port object c94a1411-84ac-4196-aea2-499c48fda76b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:26.053026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.092484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Network d272cec4-3e69-4026-a5cc-af17e44b036d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:26.099026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:26.104289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:26.107435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Pushing event updated for resources: {'Port': ['ID=c94a1411-84ac-4196-aea2-499c48fda76b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:26.130821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::10 (d272cec4-3e69-4026-a5cc-af17e44b036d/1e445485-e9a5-4cf8-bf46-37679aadda59/71220b5d-94ff-4a73-921c-a579d757b730) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:26.138239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port 4f11dff2-c588-4c20-bc29-2d86d97bd81f, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4f11dff2-c588-4c20-bc29-2d86d97bd81f,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:26.138619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.157937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for 4f11dff2-c588-4c20-bc29-2d86d97bd81f owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:26.173075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Attempting to bind port c94a1411-84ac-4196-aea2-499c48fda76b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:26.173538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Attempting to bind port c94a1411-84ac-4196-aea2-499c48fda76b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:26.173971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Attempting to bind port c94a1411-84ac-4196-aea2-499c48fda76b on network d272cec4-3e69-4026-a5cc-af17e44b036d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:26.179206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:26.179672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Checking segment: {'id': 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:26.180141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.180641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Bound using segment: {'id': 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:26.181179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Bound port: c94a1411-84ac-4196-aea2-499c48fda76b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:26.181629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.248026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] For port c94a1411-84ac-4196-aea2-499c48fda76b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:26.252178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] For port c94a1411-84ac-4196-aea2-499c48fda76b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c94a1411-84ac-4196-aea2-499c48fda76b,segment=NetworkSegment(ddf8a52b-4f2e-4e3f-9591-92de68ed14e6),segment_id=ddf8a52b-4f2e-4e3f-9591-92de68ed14e6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:26.256833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.317585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62470cea-43b5-4a61-9cda-85d35cac5317 None None] Pushing event updated for resources: {'Port': ['ID=c94a1411-84ac-4196-aea2-499c48fda76b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:26.412403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-604809b8-00f5-4556-abac-59ac4ea19d33 req-545a8129-3bc3-4dee-9ae4-f51d0b3f799e tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0359876 Jul 27 17:06:26.550941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.554466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.693341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router 92f2bb6a-29e7-4ec4-a898-c7ecce808994 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:26.791160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.807046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:26.810358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 71220b5d-94ff-4a73-921c-a579d757b730 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:26.812302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.812534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.817323 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-117e9d36-6a48-409e-a8f5-1717647b6cc2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "PUT /v2.0/routers/92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 200 len: 921 time: 1.1001024 Jul 27 17:06:26.817323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53834) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:26.819893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] Sync routers for ids ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:26.824156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4f11dff2-c588-4c20-bc29-2d86d97bd81f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:06:26.833645 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] Routers {'92f2bb6a-29e7-4ec4-a898-c7ecce808994'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:26.834806 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:26.855130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=4f11dff2-c588-4c20-bc29-2d86d97bd81f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:26.888414 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:26.899988 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] Routers {'92f2bb6a-29e7-4ec4-a898-c7ecce808994'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:26.901206 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:26.905701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] No DVR routers for this DVR port 4f11dff2-c588-4c20-bc29-2d86d97bd81f on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:26.909825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.911878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3e52a593-40db-4e8d-a8de-9d4ec081cac6 req-7dcd0a1e-60a7-4d20-9192-5818ca2937c2 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.61 "DELETE /v2.0/ports/4f11dff2-c588-4c20-bc29-2d86d97bd81f HTTP/1.1" status: 204 len: 173 time: 1.2306445 Jul 27 17:06:26.912342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'name': 'network-vif-deleted', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:26.920670 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf2447-7431-47e0-aa8c-87170bbc01a1" -d '{"events": [{"server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "name": "network-vif-deleted", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:26.945826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:26.964605 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:26.965816 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee2167-d0cf-4025-a849-cb925680a3a1 None None] The sync data for ids ['92f2bb6a-29e7-4ec4-a898-c7ecce808994'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:26.996621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4a67ab7-6ebe-48d4-be42-f02994524e18 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 200 len: 921 time: 0.1757860 Jul 27 17:06:26.997032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53838) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.035121 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0cab10-5993-4e98-8f0e-737781ad6aa6 x-openstack-request-id: req-0d0cab10-5993-4e98-8f0e-737781ad6aa6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:27.035714 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b93dc3-da8f-4a52-916d-571aeef68ddc", "name": "network-vif-deleted", "tag": "4f11dff2-c588-4c20-bc29-2d86d97bd81f", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:27.035714 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d0cab10-5993-4e98-8f0e-737781ad6aa6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:27.036063 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b93dc3-da8f-4a52-916d-571aeef68ddc', 'name': 'network-vif-deleted', 'tag': '4f11dff2-c588-4c20-bc29-2d86d97bd81f', 'status': 'completed', 'code': 200} Jul 27 17:06:27.059295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=71220b5d-94ff-4a73-921c-a579d757b730,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:27.063359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network d272cec4-3e69-4026-a5cc-af17e44b036d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:27.065283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:27.070952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:27.076874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:27.077540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.105441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a47f700-25e4-4600-8f4e-03b1d918953d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6963246 Jul 27 17:06:27.108442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53842) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.113702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': 'd272cec4-3e69-4026-a5cc-af17e44b036d', 'name': 'tempest-PortsIpV6TestJSON-344753501', 'fixed_ips': [{'subnet_id': '1e445485-e9a5-4cf8-bf46-37679aadda59', 'ip_address': '2001:db8::f'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:27.183173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e3d4346c-868a-4fb2-85ed-532e22b5231b req-ddd55538-dad0-46e5-b2b8-34525ad84496 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b93dc3-da8f-4a52-916d-571aeef68ddc HTTP/1.1" status: 200 len: 210 time: 0.0372300 Jul 27 17:06:27.197423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4453b-350c-4740-803b-1ba29d5ea1c2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:27.199102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4f4453b-350c-4740-803b-1ba29d5ea1c2 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=92f2bb6a-29e7-4ec4-a898-c7ecce808994&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2011170 Jul 27 17:06:27.201672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.251200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:27.256880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.283373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port c2b4aaa9-fb47-423f-a6b0-939c7ec7870f yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:27.297612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750c697-d6ba-4eda-bfea-7bdb6e5100fd tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:27.299126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3750c697-d6ba-4eda-bfea-7bdb6e5100fd tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.0963814 Jul 27 17:06:27.302684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53846) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.362942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-010091d8-876e-4e25-b603-38ef599cfe02 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 200 len: 205 time: 0.0590744 Jul 27 17:06:27.366035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.431340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c94a1411-84ac-4196-aea2-499c48fda76b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:27.519839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f42e4-286c-4667-9956-09fc6abb5daa None None] Network d272cec4-3e69-4026-a5cc-af17e44b036d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:27.536148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.571407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::f (d272cec4-3e69-4026-a5cc-af17e44b036d/1e445485-e9a5-4cf8-bf46-37679aadda59/c2b4aaa9-fb47-423f-a6b0-939c7ec7870f) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:27.576810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2f4e8050-9d64-45dc-897d-e56cf1dd3dbb req-4f156720-5e37-4786-a18f-927eee5e4c97 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0463626 Jul 27 17:06:27.601483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4d18c89a-ca43-49ab-ad20-ea1312b79de4 None None] Provisioning for port c94a1411-84ac-4196-aea2-499c48fda76b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:27.630832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c94a1411-84ac-4196-aea2-499c48fda76b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:27.637896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c94a1411-84ac-4196-aea2-499c48fda76b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:27.638271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.653666 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.720014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port 94240bfe-53f3-4edb-8465-88379b89ca4e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:27.720569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.760044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.778316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object c2b4aaa9-fb47-423f-a6b0-939c7ec7870f will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:27.784986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.801945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.815884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for 94240bfe-53f3-4edb-8465-88379b89ca4e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:27.817697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.832026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c94a1411-84ac-4196-aea2-499c48fda76b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c94a1411-84ac-4196-aea2-499c48fda76b,segment=NetworkSegment(ddf8a52b-4f2e-4e3f-9591-92de68ed14e6),segment_id=ddf8a52b-4f2e-4e3f-9591-92de68ed14e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:27.838248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.864376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network d272cec4-3e69-4026-a5cc-af17e44b036d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:27.869940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:27.873924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:27.880291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:27.881075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:27.887516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=c2b4aaa9-fb47-423f-a6b0-939c7ec7870f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:27.909888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-19535d5a-4d9f-4dc2-94b9-b24b28813a4a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7967653 Jul 27 17:06:27.910484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53852) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:27.913071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c94a1411-84ac-4196-aea2-499c48fda76b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:28.029191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.035665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70e9f3-05f5-4e81-9074-22c4fb9ea3c8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:28.039815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0e70e9f3-05f5-4e81-9074-22c4fb9ea3c8 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1256068 Jul 27 17:06:28.040129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53854) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.060859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=94240bfe-53f3-4edb-8465-88379b89ca4e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:28.115890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4032dc-8a97-4402-93ca-8e5956859128 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:28.122080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4032dc-8a97-4402-93ca-8e5956859128 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:28.128139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4032dc-8a97-4402-93ca-8e5956859128 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:28.132510 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd4032dc-8a97-4402-93ca-8e5956859128 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0885680 Jul 27 17:06:28.132840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53856) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.136745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.154823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Provisioning for port 71220b5d-94ff-4a73-921c-a579d757b730 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:28.160172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Provisioning complete for port 71220b5d-94ff-4a73-921c-a579d757b730 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:28.161257 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.202111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Port 71220b5d-94ff-4a73-921c-a579d757b730 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:28.237005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Provisioning complete for port c94a1411-84ac-4196-aea2-499c48fda76b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:28.239212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.240661 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a42fa8d-0df4-418d-b915-1e0fda496c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.244237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.250551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port c2b4aaa9-fb47-423f-a6b0-939c7ec7870f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:28.251144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.416290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.431226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for c2b4aaa9-fb47-423f-a6b0-939c7ec7870f owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:28.484947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bff25eb1-b347-43a9-99bf-8e4a9ebe5ec3 None None] Provisioning complete for port 71220b5d-94ff-4a73-921c-a579d757b730 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:28.486660 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bff25eb1-b347-43a9-99bf-8e4a9ebe5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.551057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bff25eb1-b347-43a9-99bf-8e4a9ebe5ec3 None None] Port 71220b5d-94ff-4a73-921c-a579d757b730 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:28.634822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.667818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.669026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router 92f2bb6a-29e7-4ec4-a898-c7ecce808994 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:28.669276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-05a489a0-df72-4e03-9083-c9ce501fc59d None None] Could not find standard attr ID for object c2b4aaa9-fb47-423f-a6b0-939c7ec7870f. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:28.676933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.682028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae6ecb7a-bb83-4f24-a9e4-7aafacc8d464 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 204 len: 168 time: 1.3148422 Jul 27 17:06:28.684136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.688827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-343394414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:28.704049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.708736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/c2b4aaa9-fb47-423f-a6b0-939c7ec7870f HTTP/1.1" status: 204 len: 168 time: 0.5723457 Jul 27 17:06:28.710922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53868) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.719485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15c7a6-b7b2-4f72-be7e-4879840331c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=c2b4aaa9-fb47-423f-a6b0-939c7ec7870f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:28.739321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fc39ad3c-123c-45e1-b849-639c67602a1c req-5869a8a6-282f-4539-8312-16a96f4f7b6f tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0317614 Jul 27 17:06:28.740770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.741797 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.747910 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-735f67bd-8a08-47ae-8008-83970d5d0ef5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:28.749579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-735f67bd-8a08-47ae-8008-83970d5d0ef5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/c2b4aaa9-fb47-423f-a6b0-939c7ec7870f HTTP/1.1" status: 404 len: 333 time: 0.0356169 Jul 27 17:06:28.753973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.859863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729930b0-1516-46b9-b415-0582ea98667a req-b59001fb-9af0-46aa-b31c-2253d703112c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:28.861458 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-729930b0-1516-46b9-b415-0582ea98667a req-b59001fb-9af0-46aa-b31c-2253d703112c tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.2335579 Jul 27 17:06:28.865214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.899263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.932840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:28.934050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-055b2975-47a7-4b1b-9100-6a7f88c6cb98 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2489529 Jul 27 17:06:28.937063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:28.942571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:28.949466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-729930b0-1516-46b9-b415-0582ea98667a req-c73c6b6f-2aa5-4a0a-9695-131e1dcbde1a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782266 Jul 27 17:06:28.972134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 71220b5d-94ff-4a73-921c-a579d757b730 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:28.972754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.057664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.069905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 71220b5d-94ff-4a73-921c-a579d757b730 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:29.146549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.202385 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.231363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=71220b5d-94ff-4a73-921c-a579d757b730,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:29.260799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.262733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-730d41d6-cfc6-44f3-9f96-d8721d502a99 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/71220b5d-94ff-4a73-921c-a579d757b730 HTTP/1.1" status: 204 len: 168 time: 0.5078547 Jul 27 17:06:29.265442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53874) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:29.299230 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c0651c-0158-4af3-8fd2-a9a4ebac421c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:29.304327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-82c0651c-0158-4af3-8fd2-a9a4ebac421c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/71220b5d-94ff-4a73-921c-a579d757b730 HTTP/1.1" status: 404 len: 333 time: 0.0378747 Jul 27 17:06:29.305234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53876) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:29.374059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.374336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c94a1411-84ac-4196-aea2-499c48fda76b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:29.374454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 1e445485-e9a5-4cf8-bf46-37679aadda59 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:29.377381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.386450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.423253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.427536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c94a1411-84ac-4196-aea2-499c48fda76b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:29.428169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.523766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Allocated IP 172.25.4.130 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ea7a3865-bd1e-4dc9-af52-e80e4f070081) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:29.533875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.587299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4f11dff2-c588-4c20-bc29-2d86d97bd81f no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:29.600003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.611766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 4f11dff2-c588-4c20-bc29-2d86d97bd81f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:29.612146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4f11dff2-c588-4c20-bc29-2d86d97bd81f not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:29.631329 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.632158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.635745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/1e445485-e9a5-4cf8-bf46-37679aadda59 HTTP/1.1" status: 204 len: 168 time: 0.3270748 Jul 27 17:06:29.635745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f74f2-9263-46ab-bd92-48c6d2f21712 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=1e445485-e9a5-4cf8-bf46-37679aadda59,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:29.636914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:29.642195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899fbfa-3976-4cca-a953-0ac8af862060 None None] Network d272cec4-3e69-4026-a5cc-af17e44b036d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:29.682603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.717040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.724101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:29.728977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:29.734438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:29.769456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event updated for resources: {'Port': ['ID=ea7a3865-bd1e-4dc9-af52-e80e4f070081,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:29.785996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port c94a1411-84ac-4196-aea2-499c48fda76b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:29.786737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.855470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port c94a1411-84ac-4196-aea2-499c48fda76b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c94a1411-84ac-4196-aea2-499c48fda76b,segment=NetworkSegment(ddf8a52b-4f2e-4e3f-9591-92de68ed14e6),segment_id=ddf8a52b-4f2e-4e3f-9591-92de68ed14e6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:29.855844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.867552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] DHCP port deletion for d272cec4-3e69-4026-a5cc-af17e44b036d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:29.879120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for c94a1411-84ac-4196-aea2-499c48fda76b owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:29.907836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e188584b-be6b-4420-9481-ff1661f98abd req-c900c2c4-c4b3-47e8-abad-081ff098fa06 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0497611 Jul 27 17:06:29.935592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Deleting port c94a1411-84ac-4196-aea2-499c48fda76b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:29.936237 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:29.971488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.004662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port c94a1411-84ac-4196-aea2-499c48fda76b on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:30.009850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=c94a1411-84ac-4196-aea2-499c48fda76b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:30.032704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] For port c94a1411-84ac-4196-aea2-499c48fda76b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c94a1411-84ac-4196-aea2-499c48fda76b,segment=NetworkSegment(ddf8a52b-4f2e-4e3f-9591-92de68ed14e6),segment_id=ddf8a52b-4f2e-4e3f-9591-92de68ed14e6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:30.033317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.046421 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.050465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Calling delete_port for c94a1411-84ac-4196-aea2-499c48fda76b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:30.129297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.136601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.142234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d272cec4-3e69-4026-a5cc-af17e44b036d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.154380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.154684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf8a52b-4f2e-4e3f-9591-92de68ed14e6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.165521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] Pushing event deleted for resources: {'Port': ['ID=c94a1411-84ac-4196-aea2-499c48fda76b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:30.167286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cb342-ee2f-45c7-a115-3f9f45eec9f4 None None] No DVR routers for this DVR port c94a1411-84ac-4196-aea2-499c48fda76b on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:30.172548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.190721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.199906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562cd4-46c8-4957-a3fd-8cf44f8dd7a0 req-0829e048-a9fd-4cf4-af0b-5d78b748c81b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:30.201453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55562cd4-46c8-4957-a3fd-8cf44f8dd7a0 req-0829e048-a9fd-4cf4-af0b-5d78b748c81b tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1609261 Jul 27 17:06:30.207013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:30.207425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:30.210342 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:30.256238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.259663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.292221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55562cd4-46c8-4957-a3fd-8cf44f8dd7a0 req-ce004614-0c91-4f2b-8e41-34983d46545e tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809619 Jul 27 17:06:30.297918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.303009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.305624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/d272cec4-3e69-4026-a5cc-af17e44b036d HTTP/1.1" status: 204 len: 168 time: 0.6665349 Jul 27 17:06:30.309320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.325795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1481538979'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:30.332092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a801c7e-dc8f-4ae1-aa3d-60913a9cc056 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=d272cec4-3e69-4026-a5cc-af17e44b036d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:30.352097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:30.356962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.381669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:30.391822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.392177 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Added segment 0df95e81-4c54-4e5e-a757-b13c6ff7b67b of type vlan for network bd4d9c34-2526-4991-bec9-a44daede9484 Jul 27 17:06:30.403257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Router 5f919d02-fa9f-4fbf-9cf5-9eca6c87386d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:30.435869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.465537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.470991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:30.471583 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.511093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:30.518706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.519912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f43bc21-ce1e-4ba1-b9dd-63efb8d9ff62 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "PUT /v2.0/routers/5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 200 len: 879 time: 1.5811548 Jul 27 17:06:30.522783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53886) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.530724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] Sync routers for ids ['5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:30.534346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2202148 Jul 27 17:06:30.534708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.539606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:30.540532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] Routers {'5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:30.541228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.574780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.585022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] Routers {'5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:30.585691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.619689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:30.620637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc77653d-d7b5-49b0-a3ba-acf4e73754c6 None None] The sync data for ids ['5f919d02-fa9f-4fbf-9cf5-9eca6c87386d'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:30.635001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3ead4479-cc8a-4a3c-afab-1c5db9c6cccc tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 200 len: 920 time: 0.1107588 Jul 27 17:06:30.637694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.649274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649aaa-f538-4b2a-ad60-3f2120561f1c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Network': ['ID=bd4d9c34-2526-4991-bec9-a44daede9484,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:30.660329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network bd4d9c34-2526-4991-bec9-a44daede9484 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:30.676112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:30.679993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.735135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a1f01-6f0c-4571-aac8-0f7aca18ae34 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:30.739588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-273a1f01-6f0c-4571-aac8-0f7aca18ae34 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=5f919d02-fa9f-4fbf-9cf5-9eca6c87386d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985174 Jul 27 17:06:30.739777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.762890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-0f39ce60-45a5-4bd1-b8d5-b26093ff3962 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:30.764493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-0f39ce60-45a5-4bd1-b8d5-b26093ff3962 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1495035 Jul 27 17:06:30.826730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fc87b-c0b8-4e26-a55e-06a281b902c5 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:30.828200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-377fc87b-c0b8-4e26-a55e-06a281b902c5 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.0874596 Jul 27 17:06:30.832360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.862253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-230e316b-1ae6-4ef0-ba6d-f4df9d355394 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 200 len: 205 time: 0.0287633 Jul 27 17:06:30.864674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:30.968825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:30.969226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:30.974369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.095180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=8d49e8ea-565c-4a2e-9dc0-51bd24798cd3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:31.123017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Checking segment: {'id': '0df95e81-4c54-4e5e-a757-b13c6ff7b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:31.123403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network hostable DHCP agents. Network: bd4d9c34-2526-4991-bec9-a44daede9484, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:31.138370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] For port e076cdfb-f902-4679-ba44-7cfcc15f48f9, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e076cdfb-f902-4679-ba44-7cfcc15f48f9,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:31.138748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.189415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd4d9c34-2526-4991-bec9-a44daede9484 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:31.208285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, bd4d9c34-2526-4991-bec9-a44daede9484) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:31.215587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:31.215822 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.219385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:06:31.219914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4da1b-7997-4d9b-8662-919830717f07 None None] Network bd4d9c34-2526-4991-bec9-a44daede9484 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:31.280220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4afa2dee-9887-45a7-8044-6f4d07aaa0cc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7438293 Jul 27 17:06:31.281276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53900) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:31.327626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9edef5d-6f19-47ef-851d-ee99f1ef4bfe req-b23072d9-71f5-4692-89ca-6cd0895341b6 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0289435 Jul 27 17:06:31.376519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c94a1411-84ac-4196-aea2-499c48fda76b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:31.376746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.392116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.392350 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.392673 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Floating IP 76d679ff-a862-460b-95d3-2e9bd4efef1c disassociated. External IP: 172.25.4.212, port: e076cdfb-f902-4679-ba44-7cfcc15f48f9. Jul 27 17:06:31.393029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for e076cdfb-f902-4679-ba44-7cfcc15f48f9 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:31.397801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c94a1411-84ac-4196-aea2-499c48fda76b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:31.398268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c94a1411-84ac-4196-aea2-499c48fda76b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:31.416518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-347012681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:31.447397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-bd4d9c34-2526-4991-bec9-a44daede9484', 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': '8d49e8ea-565c-4a2e-9dc0-51bd24798cd3'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:31.448357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.497318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.539923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.542015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.578325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port ea7a3865-bd1e-4dc9-af52-e80e4f070081 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:31.578942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.592231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46eb3-5cec-4b74-9af2-8c94e89ef614 req-c0262149-9134-49e2-80bc-42493ee5d356 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:31.593961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49b46eb3-5cec-4b74-9af2-8c94e89ef614 req-c0262149-9134-49e2-80bc-42493ee5d356 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec3dc59e-ee30-47e0-84d4-be207f96885f HTTP/1.1" status: 200 len: 944 time: 0.1704388 Jul 27 17:06:31.644796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Allocated IP 2001:db8::2 (bd4d9c34-2526-4991-bec9-a44daede9484/8d49e8ea-565c-4a2e-9dc0-51bd24798cd3/6f8f9905-5508-433e-8a0e-f13027c1e64c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:31.682297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.689683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.698749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for ea7a3865-bd1e-4dc9-af52-e80e4f070081 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:31.715994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.745493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49b46eb3-5cec-4b74-9af2-8c94e89ef614 req-44b27911-ab0e-402d-bf2d-bf48330c647a tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups?id=011a89a4-77b2-4430-a261-9a01a786afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296427 Jul 27 17:06:31.763234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.770626 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.772026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f5925e8f-b2f6-4bed-8269-1bdcaf2c3f7f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3592622 Jul 27 17:06:31.775366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:31.780469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484', 'name': 'tempest-PortsIpV6TestJSON-1630481446'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:31.798239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=e076cdfb-f902-4679-ba44-7cfcc15f48f9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:31.827279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.840206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Transition to ACTIVE for port object 6f8f9905-5508-433e-8a0e-f13027c1e64c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:31.864773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Transition to ACTIVE for port object 6f8f9905-5508-433e-8a0e-f13027c1e64c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:31.876764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:31.931681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Network bd4d9c34-2526-4991-bec9-a44daede9484 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:31.932068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Router e177a303-bdd5-42d5-b83b-0f5228584e82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:31.936287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:31.941411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:32.002671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.033803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:32.037765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.041395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=ea7a3865-bd1e-4dc9-af52-e80e4f070081,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:32.046546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Attempting to bind port 6f8f9905-5508-433e-8a0e-f13027c1e64c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:32.047605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Attempting to bind port 6f8f9905-5508-433e-8a0e-f13027c1e64c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0df95e81-4c54-4e5e-a757-b13c6ff7b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:32.048736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Attempting to bind port 6f8f9905-5508-433e-8a0e-f13027c1e64c on network bd4d9c34-2526-4991-bec9-a44daede9484 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:32.054533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Pushing event updated for resources: {'Port': ['ID=6f8f9905-5508-433e-8a0e-f13027c1e64c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:32.060985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:32.061370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Checking segment: {'id': '0df95e81-4c54-4e5e-a757-b13c6ff7b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:32.061782 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.062178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Bound using segment: {'id': '0df95e81-4c54-4e5e-a757-b13c6ff7b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:32.062719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Bound port: 6f8f9905-5508-433e-8a0e-f13027c1e64c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df95e81-4c54-4e5e-a757-b13c6ff7b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd4d9c34-2526-4991-bec9-a44daede9484'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:32.063107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.087263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:32.102510 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Sync routers for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:32.108121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.108763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.109301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.110256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.110699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.111111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.111443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.111951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.112285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.112466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:32.112653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.112985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.113313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:32.113778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:32.126132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:32.141118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] No DVR routers for this DVR port e076cdfb-f902-4679-ba44-7cfcc15f48f9 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:32.143796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.146137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f77a95a7-bc3e-4ff3-9f40-aabdb81ad4e1 req-e49bc6f0-61d8-48f3-a5ea-40f833dcdb3f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.13 "DELETE /v2.0/ports/e076cdfb-f902-4679-ba44-7cfcc15f48f9 HTTP/1.1" status: 204 len: 173 time: 1.3716407 Jul 27 17:06:32.147363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-deleted', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:32.149721 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e9927-5568-4ba7-8c11-d95ef70b1b9c" -d '{"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-deleted", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:32.164810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] For port 6f8f9905-5508-433e-8a0e-f13027c1e64c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:32.168922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] For port 6f8f9905-5508-433e-8a0e-f13027c1e64c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f8f9905-5508-433e-8a0e-f13027c1e64c,segment=NetworkSegment(0df95e81-4c54-4e5e-a757-b13c6ff7b67b),segment_id=0df95e81-4c54-4e5e-a757-b13c6ff7b67b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:32.174548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.186280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.240527 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5415c2c-904f-470e-a9c4-d2ad2af3e6a4 x-openstack-request-id: req-b5415c2c-904f-470e-a9c4-d2ad2af3e6a4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:32.240885 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3dc59e-ee30-47e0-84d4-be207f96885f", "name": "network-vif-deleted", "tag": "e076cdfb-f902-4679-ba44-7cfcc15f48f9", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:32.241199 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5415c2c-904f-470e-a9c4-d2ad2af3e6a4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:32.241667 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dc59e-ee30-47e0-84d4-be207f96885f', 'name': 'network-vif-deleted', 'tag': 'e076cdfb-f902-4679-ba44-7cfcc15f48f9', 'status': 'completed', 'code': 200} Jul 27 17:06:32.260725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910801e-fa93-42d9-8c29-c16dccf28f3a None None] Pushing event updated for resources: {'Port': ['ID=6f8f9905-5508-433e-8a0e-f13027c1e64c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:32.271432 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:32.302412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.308272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.399465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.400050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router 5f919d02-fa9f-4fbf-9cf5-9eca6c87386d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:32.407685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.408773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d717086c-0286-431c-956f-1bf10670cea5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 204 len: 168 time: 1.5430400 Jul 27 17:06:32.410419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::2d6 (bd4d9c34-2526-4991-bec9-a44daede9484/8d49e8ea-565c-4a2e-9dc0-51bd24798cd3/3fe0cf8b-d1f0-4848-b47e-6b0da530695e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:32.413245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53910) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:32.418386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-649376480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:32.469338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.470394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.525864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0b88bc7-579a-4243-8314-b4416292d4ff req-5e35df8c-2836-4753-99b0-7678b8e0e5cc tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0584071 Jul 27 17:06:32.588667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.595351 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.596633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:32.621435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.627181 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4da558e4-c44b-4e0c-bab0-8194b449703d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2084169 Jul 27 17:06:32.627391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:32.630070 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Checking router: e177a303-bdd5-42d5-b83b-0f5228584e82 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:32.631421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': True}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:32.644390 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:32.645092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:32.723526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.769826 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:32.779531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 3fe0cf8b-d1f0-4848-b47e-6b0da530695e will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:32.841572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:32.907854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.915304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.937050 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:32.950191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.005851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.009232 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.012781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "DELETE /v2.0/security-groups/011a89a4-77b2-4430-a261-9a01a786afd5 HTTP/1.1" status: 204 len: 168 time: 0.1674430 Jul 27 17:06:33.014226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53920) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:33.017208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:33.017391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd4d9c34-2526-4991-bec9-a44daede9484 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:33.024614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:33.029309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:33.035668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:33.035943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe97f72-b8d1-4aba-9a87-42fe993c7e95 tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a89a4-77b2-4430-a261-9a01a786afd5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:33.036345 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.039246 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b1cbf6dc-63f0-4a0c-81d8-2a964b393a1f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] show failed (client error): The resource could not be found. Jul 27 17:06:33.042858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b1cbf6dc-63f0-4a0c-81d8-2a964b393a1f tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "GET /v2.0/security-groups/011a89a4-77b2-4430-a261-9a01a786afd5 HTTP/1.1" status: 404 len: 347 time: 0.0233321 Jul 27 17:06:33.043636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53922) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:33.067993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=3fe0cf8b-d1f0-4848-b47e-6b0da530695e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:33.092220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ec27041e-05d0-47ff-9121-896e36b8906f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3157501 Jul 27 17:06:33.099798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:33.151574 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04254e-90a0-4c5a-b142-942c01002d4c None None] The sync data for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 is: [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T16:58:42Z', 'revision_number': 4, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1fd450e6-c9fc-47c3-a097-e14da2bc2f5b', 'name': '', 'network_id': 'c9612919-a443-48b5-8045-af04651d8b10', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'mac_address': 'fa:16:3e:99:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:41Z', 'updated_at': '2021-07-27T16:58:49Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'subnets': [{'id': '6f44e528-3348-4467-a8af-5e190d8b5df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:33.258561 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.274855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.304394 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.428833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.25.4.217 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/131bdd10-6bf2-4eaa-bb10-1c50757b66fc) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:33.431585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f8f9905-5508-433e-8a0e-f13027c1e64c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:33.483543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:33.520948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: e076cdfb-f902-4679-ba44-7cfcc15f48f9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:33.521296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e076cdfb-f902-4679-ba44-7cfcc15f48f9 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:33.549896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298705d2-b21c-4eab-9ae6-bf9148c1342f None None] New status for floating IP 76d679ff-a862-460b-95d3-2e9bd4efef1c: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:06:33.595369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.639910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce856bc-8188-4dc4-a744-e901d542287f None None] Network bd4d9c34-2526-4991-bec9-a44daede9484 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:33.666626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-831e0fdf-5590-4f93-9001-b1bd988c2e70 req-624c4e57-b53e-4a16-bb8b-1b077cd51590 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0364213 Jul 27 17:06:33.675888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.718061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:33.723706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:33.729873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:33.752632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6f8f9905-5508-433e-8a0e-f13027c1e64c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:33.760142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=131bdd10-6bf2-4eaa-bb10-1c50757b66fc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:33.776971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Provisioning for port 6f8f9905-5508-433e-8a0e-f13027c1e64c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:33.786467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Deleting port f81c38b4-ae33-44e7-b7c2-8158b0a19a37 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:33.786819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.790743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Provisioning complete for port 6f8f9905-5508-433e-8a0e-f13027c1e64c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:33.791121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.930547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.931090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.938306 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.969873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Calling delete_port for f81c38b4-ae33-44e7-b7c2-8158b0a19a37 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:33.983193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] For port 6f8f9905-5508-433e-8a0e-f13027c1e64c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f8f9905-5508-433e-8a0e-f13027c1e64c,segment=NetworkSegment(0df95e81-4c54-4e5e-a757-b13c6ff7b67b),segment_id=0df95e81-4c54-4e5e-a757-b13c6ff7b67b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:33.992716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:33.993937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.044782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a08657-7f64-42f3-b0d8-9769dfaac7c9 None None] Pushing event updated for resources: {'Port': ['ID=6f8f9905-5508-433e-8a0e-f13027c1e64c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:34.054630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.259671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.264074 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.307195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.331875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Provisioning complete for port 6f8f9905-5508-433e-8a0e-f13027c1e64c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:34.332903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.343583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Pushing event deleted for resources: {'Port': ['ID=f81c38b4-ae33-44e7-b7c2-8158b0a19a37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:34.425321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router e9a1ea97-2df1-4e07-8659-dd74ac60169b is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:34.441696 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.445694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.448370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.449594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66c92ca9-6e42-4af3-a3e3-b0259fdc4cbd tempest-ServerActionsTestJSON-797211214 tempest-ServerActionsTestJSON-797211214-project] 10.222.0.64 "DELETE /v2.0/floatingips/76d679ff-a862-460b-95d3-2e9bd4efef1c HTTP/1.1" status: 204 len: 168 time: 1.4049225 Jul 27 17:06:34.450964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.452942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:34.477824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Provisioning for port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:34.493107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Provisioning complete for port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:34.493506 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.566944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-157c3062-0c5e-4f1c-904a-2bc97d3347b5 None None] Port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:34.570722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=3fe0cf8b-d1f0-4848-b47e-6b0da530695e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:34.599916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:34.606040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.611034 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] Sync routers for ids ['e9a1ea97-2df1-4e07-8659-dd74ac60169b'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:34.616129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-344414b4-61ee-403b-9ad0-407ebb62e660 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "PUT /v2.0/routers/e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 200 len: 914 time: 1.9881897 Jul 27 17:06:34.618826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53932) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:34.624225 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] Routers {'e9a1ea97-2df1-4e07-8659-dd74ac60169b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:34.625872 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e9a1ea97-2df1-4e07-8659-dd74ac60169b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:34.663092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:34.672636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] Routers {'e9a1ea97-2df1-4e07-8659-dd74ac60169b'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:34.673631 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e9a1ea97-2df1-4e07-8659-dd74ac60169b'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:34.713834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c448bc3-fac3-44a2-8b46-5490b946af05 None None] Provisioning complete for port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:34.714445 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c448bc3-fac3-44a2-8b46-5490b946af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.717889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:34.722973 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8ea0-cc46-4fab-a190-2f2d2e939b2e None None] The sync data for ids ['e9a1ea97-2df1-4e07-8659-dd74ac60169b'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:34.731020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.770411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-00a5fb30-9773-4e5f-a686-ef020e90ed9c tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 200 len: 920 time: 0.1502481 Jul 27 17:06:34.771178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53936) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:34.772337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4c448bc3-fac3-44a2-8b46-5490b946af05 None None] Port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:34.829714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb40e2b-c022-4deb-bd5b-f8548b1df17a tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:34.831421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aeb40e2b-c022-4deb-bd5b-f8548b1df17a tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=e9a1ea97-2df1-4e07-8659-dd74ac60169b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0590634 Jul 27 17:06:34.834121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:34.875503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61368d7b-58d8-45e6-9565-60f6a3c3a003 req-d6d52d2e-5dd2-4667-bb2b-f5859dd5dd4a tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0413854 Jul 27 17:06:34.896996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9cb70d80-822c-4a2d-af7e-298a318b317d None None] Provisioning complete for port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:34.897483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9cb70d80-822c-4a2d-af7e-298a318b317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:34.927675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e76e6a-e991-454a-9b58-8968bfffc333 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:34.931772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-76e76e6a-e991-454a-9b58-8968bfffc333 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.0940909 Jul 27 17:06:34.932034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:34.967975 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b41b339f-9429-4ed4-a6ab-b611b02a8f94 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 200 len: 205 time: 0.0316544 Jul 27 17:06:34.967975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:35.080192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.099266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.104528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9cb70d80-822c-4a2d-af7e-298a318b317d None None] Port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:35.187725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.239856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port 131bdd10-6bf2-4eaa-bb10-1c50757b66fc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:35.240208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.324797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.339178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for 131bdd10-6bf2-4eaa-bb10-1c50757b66fc owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:35.362804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f8f9905-5508-433e-8a0e-f13027c1e64c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:35.420116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6f8f9905-5508-433e-8a0e-f13027c1e64c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:35.420116 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.493685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43ad84c6-9d0c-4a1d-ba4c-d37d5733811d req-89804085-3d05-4fbe-b892-c3a1a6a0825f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c680c5dcc1947fd9b83e5652aae558a&device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0341640 Jul 27 17:06:35.512342 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.522851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.524111 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.546088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43ad84c6-9d0c-4a1d-ba4c-d37d5733811d req-6d92ae2f-ebf2-4a2e-89c0-de4f13659239 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c680c5dcc1947fd9b83e5652aae558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287900 Jul 27 17:06:35.582682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:35.657356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=3fe0cf8b-d1f0-4848-b47e-6b0da530695e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:35.787088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network bd4d9c34-2526-4991-bec9-a44daede9484 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:35.790157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:36.032943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-10ae2575-7e00-4180-b700-c9bdd9b0d0c4 None None] Provisioning complete for port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:36.033320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-10ae2575-7e00-4180-b700-c9bdd9b0d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.036388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88f30eb5-f0cd-4eff-a6f8-4591b6e9cc70 req-3a68fc34-6580-4faf-916f-ffb8acaa1a9f tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0462353 Jul 27 17:06:36.053548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.087887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-10ae2575-7e00-4180-b700-c9bdd9b0d0c4 None None] Port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:36.093955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=131bdd10-6bf2-4eaa-bb10-1c50757b66fc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:36.112598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad84c6-9d0c-4a1d-ba4c-d37d5733811d req-eb0b430c-2fc8-4fa9-bf74-40a933225206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:36.114237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-43ad84c6-9d0c-4a1d-ba4c-d37d5733811d req-eb0b430c-2fc8-4fa9-bf74-40a933225206 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5509343 Jul 27 17:06:36.175495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.264904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.267000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.293000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Router 0356446e-ddf3-4585-889c-f24e9e20487d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:36.310979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.311583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router e9a1ea97-2df1-4e07-8659-dd74ac60169b {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:36.318580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.323373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-add14f93-8f15-43eb-9b9d-ebc7d210de46 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 204 len: 168 time: 1.3509431 Jul 27 17:06:36.323373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:36.327836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-582717139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:36.350322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.351381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.398314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Deleting port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:36.398663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.408632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.413057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.429442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.433243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4885ec44-82c2-4fe0-8ab5-0e67467de91f tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1063859 Jul 27 17:06:36.433418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:36.437708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'enable_snat': False}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:36.439687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:36.445879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cdfa9062-590e-49f7-a2c8-b3e743619dec tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/routers/0356446e-ddf3-4585-889c-f24e9e20487d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446286 Jul 27 17:06:36.448348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:36.450963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] Sync routers for ids ['0356446e-ddf3-4585-889c-f24e9e20487d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:36.464869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] Routers {'0356446e-ddf3-4585-889c-f24e9e20487d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:36.466125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0356446e-ddf3-4585-889c-f24e9e20487d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:36.504995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:36.518118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] Routers {'0356446e-ddf3-4585-889c-f24e9e20487d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:36.519518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0356446e-ddf3-4585-889c-f24e9e20487d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:36.528984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] For port 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:36.529360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.547160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Calling delete_port for 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:36.556798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:36.557533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e0834-c57c-4575-aeb5-4cfb5f5a627e None None] The sync data for ids ['0356446e-ddf3-4585-889c-f24e9e20487d'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:36.566407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60c128-aa32-4593-8e0c-8727d0abf9c2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:36.570609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf60c128-aa32-4593-8e0c-8727d0abf9c2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?device_id=0356446e-ddf3-4585-889c-f24e9e20487d HTTP/1.1" status: 200 len: 989 time: 0.1186440 Jul 27 17:06:36.571481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:36.657153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.868942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.887764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.966144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:36.995753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Allocated IP 172.25.4.77 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/a2efe2e8-7645-46cd-9214-8ac03706f81e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:37.012250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd450e6-c9fc-47c3-a097-e14da2bc2f5b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:37.128963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.171521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.205642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-76e317dd-5156-467b-baf0-13d54f589908 req-f7cf0ef0-f1a0-4bfa-8ba0-b425e2ed3502 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0408378 Jul 27 17:06:37.219817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:37.223591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:37.226022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:37.232262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Pushing event updated for resources: {'Port': ['ID=a2efe2e8-7645-46cd-9214-8ac03706f81e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:37.342215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.381189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.488624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.680213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.683406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.730345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Router e177a303-bdd5-42d5-b83b-0f5228584e82 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:37.737936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 3fe0cf8b-d1f0-4848-b47e-6b0da530695e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:37.738278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.817156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Router 461dc491-05fe-486b-90c0-8369fd62383c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:37.928685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:37.933432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:37.934310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f0157443-16e5-4132-a223-878f12326e26 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "PUT /v2.0/routers/461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 200 len: 914 time: 1.4999783 Jul 27 17:06:37.937034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:37.940680 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] Sync routers for ids ['461dc491-05fe-486b-90c0-8369fd62383c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:37.950954 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] Routers {'461dc491-05fe-486b-90c0-8369fd62383c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:37.951860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['461dc491-05fe-486b-90c0-8369fd62383c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:37.985116 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:37.994877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] Routers {'461dc491-05fe-486b-90c0-8369fd62383c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:37.994877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['461dc491-05fe-486b-90c0-8369fd62383c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.027561 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.028220 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9975e1-3bcf-45e1-837e-29ffd37a8074 None None] The sync data for ids ['461dc491-05fe-486b-90c0-8369fd62383c'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:38.052064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-11655b6f-7f0c-4a63-8123-462ca0b49604 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 200 len: 920 time: 0.1133533 Jul 27 17:06:38.055088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53960) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:38.112050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f5a53-1273-47d8-aa36-329cd26d4edb tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:38.113624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e21f5a53-1273-47d8-aa36-329cd26d4edb tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=461dc491-05fe-486b-90c0-8369fd62383c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0575655 Jul 27 17:06:38.116290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:38.189375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.203199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8986d-0d90-4960-aedb-897fd46e4347 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:38.204912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ef8986d-0d90-4960-aedb-897fd46e4347 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/networks/e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 881 time: 0.0876451 Jul 27 17:06:38.207750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:38.209557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 3fe0cf8b-d1f0-4848-b47e-6b0da530695e owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:38.217649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:38.222898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0131d74c-1f6a-42d7-9a6e-cd1b7e5a536a admin admin] 10.222.0.64 "PUT /v2.0/routers/e177a303-bdd5-42d5-b83b-0f5228584e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7664609 Jul 27 17:06:38.226909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:38.229996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Sync routers for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:38.240216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:38.241335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.243936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b8baab71-cfef-475e-973f-bfde39be8be1 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 200 len: 205 time: 0.0349953 Jul 27 17:06:38.245567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:38.342711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56129d80-a749-4df9-b9bf-200e9ccd9dcd req-c08a05b5-9fe7-4299-8356-a3d653deb5b2 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0354438 Jul 27 17:06:38.390080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:38.413112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.416593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.548677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.573375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.586550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.598671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T17:06:36Z', 'revision_number': 5, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port': {'id': 'd3f36ba8-cabf-43d7-b739-e8d0568b92fe', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:58:37Z', 'updated_at': '2021-07-27T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.614210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port a2efe2e8-7645-46cd-9214-8ac03706f81e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:38.614565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.624405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Checking router: e177a303-bdd5-42d5-b83b-0f5228584e82 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:38.632793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Routers {'e177a303-bdd5-42d5-b83b-0f5228584e82'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:38.633398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e177a303-bdd5-42d5-b83b-0f5228584e82'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.650492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=3fe0cf8b-d1f0-4848-b47e-6b0da530695e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:38.705713 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.721583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for a2efe2e8-7645-46cd-9214-8ac03706f81e owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:38.748601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] Set router e177a303-bdd5-42d5-b83b-0f5228584e82 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:38.782544 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.787282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Deleting port d3f36ba8-cabf-43d7-b739-e8d0568b92fe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:38.787753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.830096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T17:06:38Z', 'revision_number': 6, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:38.879264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7112-e091-4453-a3d8-16563cb65998 None None] The sync data for ids ['e177a303-bdd5-42d5-b83b-0f5228584e82'] in n-d-723572-6 is: [{'id': 'e177a303-bdd5-42d5-b83b-0f5228584e82', 'name': 'tempest-ServerActionsTestJSON-30475374-router', 'tenant_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:58:36Z', 'updated_at': '2021-07-27T17:06:38Z', 'revision_number': 6, 'project_id': 'b3a70cf9440e4a1286cf51dcd06ef9e9', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:38.929184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:38.956727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=a2efe2e8-7645-46cd-9214-8ac03706f81e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:39.011721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] For port d3f36ba8-cabf-43d7-b739-e8d0568b92fe, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:39.012091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.020725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.030736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Router 0356446e-ddf3-4585-889c-f24e9e20487d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:39.032909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Calling delete_port for d3f36ba8-cabf-43d7-b739-e8d0568b92fe owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:39.116026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.118166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.161419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.161645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:39.162005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router 461dc491-05fe-486b-90c0-8369fd62383c {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:39.167148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84eb53f3-c3bc-4699-84ba-d27be2c58e85 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/routers/0356446e-ddf3-4585-889c-f24e9e20487d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947120 Jul 27 17:06:39.168499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.174207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5addd9d1-7962-4fd8-8248-71c5bb14788e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 204 len: 168 time: 0.9240694 Jul 27 17:06:39.174857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:39.175070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53974) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:39.178480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] Sync routers for ids ['0356446e-ddf3-4585-889c-f24e9e20487d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:39.178962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578148809', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:39.190081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] Routers {'0356446e-ddf3-4585-889c-f24e9e20487d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:39.190959 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0356446e-ddf3-4585-889c-f24e9e20487d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:39.204133 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7998df1-aca4-479a-bbf1-728e536d8709 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:39.205102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.205714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7998df1-aca4-479a-bbf1-728e536d8709 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/3fe0cf8b-d1f0-4848-b47e-6b0da530695e HTTP/1.1" status: 404 len: 333 time: 0.0344138 Jul 27 17:06:39.206137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.209322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:39.238339 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:39.256584 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] Routers {'0356446e-ddf3-4585-889c-f24e9e20487d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:39.257515 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['0356446e-ddf3-4585-889c-f24e9e20487d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:39.299216 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:39.300218 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ef27b-8784-40c8-a5f7-d2369fa07735 None None] The sync data for ids ['0356446e-ddf3-4585-889c-f24e9e20487d'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:39.318095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:39.322791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.344979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:39.345962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1fd450e6-c9fc-47c3-a097-e14da2bc2f5b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:39.374617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.383548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.401067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f36ba8-cabf-43d7-b739-e8d0568b92fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:39.482533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7832879-7820-45d9-b7a2-efc1f40fe8b6 req-45f4c74c-6a65-47c8-9c5b-e1fbc5cea50b tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0474064 Jul 27 17:06:39.496606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.588944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.591117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.612286 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.615675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.634327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.634803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e177a303-bdd5-42d5-b83b-0f5228584e82 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:39.639161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.640851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8857b417-a77c-4cba-b522-2322727b007e admin admin] 10.222.0.64 "DELETE /v2.0/routers/e177a303-bdd5-42d5-b83b-0f5228584e82 HTTP/1.1" status: 204 len: 168 time: 1.4120817 Jul 27 17:06:39.643322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:39.654527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.701861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Deleting subnet 6f44e528-3348-4467-a8af-5e190d8b5df1 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:39.706460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.706967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Fanout notify agent at l3_agent the message router_deleted on router 0356446e-ddf3-4585-889c-f24e9e20487d {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:39.707774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.715561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.719979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84004389-3668-4a68-8077-1270bdd1092b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/routers/0356446e-ddf3-4585-889c-f24e9e20487d HTTP/1.1" status: 204 len: 168 time: 0.5088778 Jul 27 17:06:39.730599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:39.745528 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f45bebc7-7cf9-4ffd-81dc-c3e730c58d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.785027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.813247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 8d49e8ea-565c-4a2e-9dc0-51bd24798cd3 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:39.819497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.881399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:39.955707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.041263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.091238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.123369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f44e528-3348-4467-a8af-5e190d8b5df1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:40.130330 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.135355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7eb41580-c7fb-4323-b4e9-e1d2d8e1dcfd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6f44e528-3348-4467-a8af-5e190d8b5df1 HTTP/1.1" status: 204 len: 168 time: 0.4881027 Jul 27 17:06:40.135355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53984) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:40.142526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c23b8-7f3c-4a17-96a9-49c24ae4ab8b None None] Network c9612919-a443-48b5-8045-af04651d8b10 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:40.201665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.241306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=8d49e8ea-565c-4a2e-9dc0-51bd24798cd3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:40.254786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.257071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-260a9718-8a9e-4347-8314-d0c9b6b06a47 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/8d49e8ea-565c-4a2e-9dc0-51bd24798cd3 HTTP/1.1" status: 204 len: 168 time: 0.5255170 Jul 27 17:06:40.259666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:40.268547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea56daa-bfdd-4de6-a1aa-2d720cc233a4 None None] Network bd4d9c34-2526-4991-bec9-a44daede9484 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:40.286020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.293070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.313469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.371951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.438052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Allocated IP 172.25.4.21 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/bd5c851b-0fee-4d85-a684-a2c81168dbf3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:40.444856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Deleting port 4fccb617-041e-480a-aa11-44973f36597d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:40.445599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.514037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] DHCP port deletion for c9612919-a443-48b5-8045-af04651d8b10 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:40.552685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] For port 4fccb617-041e-480a-aa11-44973f36597d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fccb617-041e-480a-aa11-44973f36597d,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:40.553769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.577245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] DHCP port deletion for bd4d9c34-2526-4991-bec9-a44daede9484 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:40.579609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Calling delete_port for 4fccb617-041e-480a-aa11-44973f36597d owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:40.617512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.650900 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a6684ad-bc61-4818-bb1c-b2a4d6f4fc2e req-b93ed47d-9325-4a30-9626-8ee877bb7d6c tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0519078 Jul 27 17:06:40.652957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 6f8f9905-5508-433e-8a0e-f13027c1e64c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:40.653258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.680319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Deleting port 4fccb617-041e-480a-aa11-44973f36597d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:40.680997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.686922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Deleting port 6f8f9905-5508-433e-8a0e-f13027c1e64c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:40.687444 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.715791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.769153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] For port 6f8f9905-5508-433e-8a0e-f13027c1e64c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f8f9905-5508-433e-8a0e-f13027c1e64c,segment=NetworkSegment(0df95e81-4c54-4e5e-a757-b13c6ff7b67b),segment_id=0df95e81-4c54-4e5e-a757-b13c6ff7b67b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:40.770470 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.771114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:40.774246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:40.778904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:40.782859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event updated for resources: {'Port': ['ID=bd5c851b-0fee-4d85-a684-a2c81168dbf3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:40.794346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.802401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] For port 6f8f9905-5508-433e-8a0e-f13027c1e64c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f8f9905-5508-433e-8a0e-f13027c1e64c,segment=NetworkSegment(0df95e81-4c54-4e5e-a757-b13c6ff7b67b),segment_id=0df95e81-4c54-4e5e-a757-b13c6ff7b67b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:40.803451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.808773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 6f8f9905-5508-433e-8a0e-f13027c1e64c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:40.837583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fccb617-041e-480a-aa11-44973f36597d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:40.841627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] No DVR routers for this DVR port 4fccb617-041e-480a-aa11-44973f36597d on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:40.842816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Calling delete_port for 6f8f9905-5508-433e-8a0e-f13027c1e64c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:40.866782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] For port 4fccb617-041e-480a-aa11-44973f36597d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fccb617-041e-480a-aa11-44973f36597d,segment=NetworkSegment(5325829d-1be4-4905-a800-a06e4264e396),segment_id=5325829d-1be4-4905-a800-a06e4264e396)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:40.867823 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.914354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Calling delete_port for 4fccb617-041e-480a-aa11-44973f36597d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:40.977389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:40.995582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9612919-a443-48b5-8045-af04651d8b10']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.009768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325829d-1be4-4905-a800-a06e4264e396') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.010343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325829d-1be4-4905-a800-a06e4264e396') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.017535 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.030502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.047384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] Pushing event deleted for resources: {'Port': ['ID=6f8f9905-5508-433e-8a0e-f13027c1e64c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.049317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57290205-68c5-41fa-8c40-9ad46a99d647 None None] No DVR routers for this DVR port 6f8f9905-5508-433e-8a0e-f13027c1e64c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:41.059032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.061236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.063436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.075494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:41.075862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:41.081357 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:41.089467 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.102780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] No DVR routers for this DVR port 4fccb617-041e-480a-aa11-44973f36597d on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:41.106203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d78f4-3bb2-4cd6-a4c3-66a8a3a4ee50 None None] Pushing event deleted for resources: {'Port': ['ID=4fccb617-041e-480a-aa11-44973f36597d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.141912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=6f8f9905-5508-433e-8a0e-f13027c1e64c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.147568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No DVR routers for this DVR port 6f8f9905-5508-433e-8a0e-f13027c1e64c on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:41.225745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.240126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.242161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c9612919-a443-48b5-8045-af04651d8b10 HTTP/1.1" status: 204 len: 168 time: 1.1061516 Jul 27 17:06:41.259717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db61054-c7ee-46dd-a04b-6ab636092443 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9612919-a443-48b5-8045-af04651d8b10,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.262854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.275825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4d9c34-2526-4991-bec9-a44daede9484']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.297816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df95e81-4c54-4e5e-a757-b13c6ff7b67b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.298114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df95e81-4c54-4e5e-a757-b13c6ff7b67b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.309197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.326814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.335197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:06:41.335973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:06:41.339642 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:06:41.355119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.378241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fccb617-041e-480a-aa11-44973f36597d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:41.403024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 4fccb617-041e-480a-aa11-44973f36597d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:41.403594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fccb617-041e-480a-aa11-44973f36597d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:41.404204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f8f9905-5508-433e-8a0e-f13027c1e64c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:41.415443 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.420548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.435190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6f8f9905-5508-433e-8a0e-f13027c1e64c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:41.435539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f8f9905-5508-433e-8a0e-f13027c1e64c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:41.436406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d3f36ba8-cabf-43d7-b739-e8d0568b92fe no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:41.451952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.455014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/bd4d9c34-2526-4991-bec9-a44daede9484 HTTP/1.1" status: 204 len: 168 time: 1.1941550 Jul 27 17:06:41.460329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d3f36ba8-cabf-43d7-b739-e8d0568b92fe {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:41.460716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d3f36ba8-cabf-43d7-b739-e8d0568b92fe not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:41.460825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 53994) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.479798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4ce10-2c5a-4c5b-9f15-0eede2335135 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=bd4d9c34-2526-4991-bec9-a44daede9484,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.494134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b17cb7cd-0d5b-40a7-80a8-8cdeec7b4f1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3a70cf9440e4a1286cf51dcd06ef9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732508 Jul 27 17:06:41.496987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53996) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.543256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80d7c6-6dba-49a0-825e-d074d5289a3d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:41.544815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc80d7c6-6dba-49a0-825e-d074d5289a3d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/42fdc59c-7fee-4e12-86c9-3075f7560f3f HTTP/1.1" status: 200 len: 845 time: 0.0829256 Jul 27 17:06:41.549629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 53998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.550553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.567554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Router f29601a1-a35e-4c6d-9d21-8c915940155c is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:41.612562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.628256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f83ebb09-3877-41b6-84a9-784cf3d19ee0 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/42fdc59c-7fee-4e12-86c9-3075f7560f3f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0756180 Jul 27 17:06:41.635363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.640574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:41.703499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:41.713874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] Sync routers for ids ['f29601a1-a35e-4c6d-9d21-8c915940155c'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:41.726343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.727882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a35a6952-a4f9-48a3-a455-407d27d37105 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5525994 Jul 27 17:06:41.730094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] Routers {'f29601a1-a35e-4c6d-9d21-8c915940155c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:41.730687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54004) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:41.730835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['f29601a1-a35e-4c6d-9d21-8c915940155c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.737016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:41.751847 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.754606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.755831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99d4ce8e-82f0-4e3c-abab-52118c23eb8c HTTP/1.1" status: 204 len: 168 time: 0.2578955 Jul 27 17:06:41.759772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:41.763469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:41.770062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.780814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] Routers {'f29601a1-a35e-4c6d-9d21-8c915940155c'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:41.782103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['f29601a1-a35e-4c6d-9d21-8c915940155c'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.783634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6677cd-d05f-43a6-bcba-41c2ea01c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d4ce8e-82f0-4e3c-abab-52118c23eb8c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:41.840409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:41.841663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296ada5-5965-4cae-8db1-6407b6b96df1 None None] The sync data for ids ['f29601a1-a35e-4c6d-9d21-8c915940155c'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:41.861888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9577f79-f79b-4ae9-b5b3-9f54417d4476 req-1dc6ad8f-f251-44d7-a2df-0a86b308e6ef tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0469763 Jul 27 17:06:42.004542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.046347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:42.053737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:42.058251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:42.058850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.066991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638bbc0-9a58-42a1-9914-baa73ae4dd1e None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:42.075314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=b6c762d7-403f-4124-b4ea-432571a12557,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:42.088360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8e40f536-27dd-47da-aca7-3bf0e24ff974 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4517374 Jul 27 17:06:42.096278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54012) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:42.101243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'security_group': {'name': 'tempest-secgroup-673510717'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:42.135877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.141582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.154948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.228873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Deleting port bd5c851b-0fee-4d85-a684-a2c81168dbf3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:42.229378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.256493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.263700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.308947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.312143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2120326 Jul 27 17:06:42.313010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:42.316646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-4fe5527c-a28a-479b-91cf-81d9a1be882a', 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'tenant_id': '4f397b017b1342809fd8b600ed299aab', 'fixed_ips': [{'subnet_id': 'b6c762d7-403f-4124-b4ea-432571a12557'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:42.317766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'security_group': {'name': 'tempest-secgroup-423770819'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:42.318046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.334633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.340400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a7df-577d-42e8-bcac-e7d82403721d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26512b-b287-43b5-9185-764c967ffbbd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:42.345640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.350896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Calling delete_port for bd5c851b-0fee-4d85-a684-a2c81168dbf3 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:42.466172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.471568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.483586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.512210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.512210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1979825 Jul 27 17:06:42.515923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54026) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:42.523611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-543731978', 'security_groups': ['db460dff-f2a0-47d6-aa1e-a8624feb4396'], 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6c762d7-403f-4124-b4ea-432571a12557'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:42.532593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2a0b-7fe4-4b85-817a-002b35b09aae tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db460dff-f2a0-47d6-aa1e-a8624feb4396,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:42.560383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eec75886-3875-4e9e-8946-bd65feff1e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.564154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Allocated IP 2001:db8::2 (4fe5527c-a28a-479b-91cf-81d9a1be882a/b6c762d7-403f-4124-b4ea-432571a12557/bec83998-b833-48f5-8653-35df0fa45739) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:42.589676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.628534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Pushing event deleted for resources: {'Port': ['ID=bd5c851b-0fee-4d85-a684-a2c81168dbf3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:42.672723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:42.701274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.773932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54032) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:42.780774 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.793379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Transition to ACTIVE for port object bec83998-b833-48f5-8653-35df0fa45739 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:42.813356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Transition to ACTIVE for port object bec83998-b833-48f5-8653-35df0fa45739 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:42.821999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.862506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:42.865974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:42.870008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:42.886885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:42.947010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Attempting to bind port bec83998-b833-48f5-8653-35df0fa45739 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:42.947493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Attempting to bind port bec83998-b833-48f5-8653-35df0fa45739 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1612071e-d760-4399-bf8a-0784c8853759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:42.947917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Attempting to bind port bec83998-b833-48f5-8653-35df0fa45739 on network 4fe5527c-a28a-479b-91cf-81d9a1be882a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:42.954118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:42.954575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Checking segment: {'id': '1612071e-d760-4399-bf8a-0784c8853759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:42.955052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.955522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Bound using segment: {'id': '1612071e-d760-4399-bf8a-0784c8853759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:42.955826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.956155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Bound port: bec83998-b833-48f5-8653-35df0fa45739, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1612071e-d760-4399-bf8a-0784c8853759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:42.956674 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:42.965042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-506632773-network', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:42.970527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.042589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:43.046278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:43.051653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.054948 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50d37640-0d50-4a18-887f-63a9d4c6face req-2c7a3d4f-c737-42b8-bdd7-5adaef9c4793 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0692346 Jul 27 17:06:43.096066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Router f29601a1-a35e-4c6d-9d21-8c915940155c has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:43.099211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Made reservation on behalf of 5b1df5dc3de64cdb8a2d05a5557ce90e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:43.101860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.115432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.116519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.135506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:43.148501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bc38-8405-4bf2-850e-e6c258adb01c None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:43.223331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:43.233758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.238134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-42a341db-5d43-4e5e-a854-ddfc8b0d2f39 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "PUT /v2.0/routers/f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 200 len: 705 time: 1.5034113 Jul 27 17:06:43.240353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.240998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] Sync routers for ids ['f29601a1-a35e-4c6d-9d21-8c915940155c'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:43.255279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] Routers {'f29601a1-a35e-4c6d-9d21-8c915940155c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:43.255896 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['f29601a1-a35e-4c6d-9d21-8c915940155c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:43.310842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:43.347040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a7b02a89-0ffb-4e91-89b5-1ec631b7daad tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/routers/f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 200 len: 740 time: 0.1055405 Jul 27 17:06:43.349827 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] Routers {'f29601a1-a35e-4c6d-9d21-8c915940155c'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:43.350622 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['f29601a1-a35e-4c6d-9d21-8c915940155c'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:43.354531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.365443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.369740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.387759 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:43.388408 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c65a4-65c9-47ce-b40f-0cf0e2ff4400 None None] The sync data for ids ['f29601a1-a35e-4c6d-9d21-8c915940155c'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:43.413779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:43.424886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2858111f-626f-4a7a-81be-58a6d73f390d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:43.429952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.430301 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Added segment 782c3677-94fd-40fc-828d-ed52a53bd0ac of type vlan for network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 Jul 27 17:06:43.442106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94d8131c-f1cc-460a-bf1c-f1d1e77174a6 tempest-RoutersAdminTest-1046930641 tempest-RoutersAdminTest-1046930641-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&device_id=f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 200 len: 205 time: 0.0822575 Jul 27 17:06:43.442106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.486737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b851cab4-464a-4b78-8ca7-1eeeea661ce5 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 200 len: 205 time: 0.0442092 Jul 27 17:06:43.490523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.500800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.500999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.510052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::b5 (4fe5527c-a28a-479b-91cf-81d9a1be882a/b6c762d7-403f-4124-b4ea-432571a12557/4fe4ce0d-7a4a-4eba-8d50-629cfd47049d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:43.538307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.539336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:43.539929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.589600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.598131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8204355 Jul 27 17:06:43.599887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.606644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Request body: {'subnet': {'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-506632773-subnet', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:43.610800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf616f-f10b-4b96-9269-dddfda47f07b admin admin] Pushing event updated for resources: {'Network': ['ID=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:43.622638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:43.629860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Made reservation on behalf of 5b1df5dc3de64cdb8a2d05a5557ce90e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:43.632765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.825703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.828719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.840533 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.898028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.898529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Fanout notify agent at l3_agent the message router_deleted on router f29601a1-a35e-4c6d-9d21-8c915940155c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:06:43.912266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966b2315-2411-46e5-82a2-5aa6c3f76004,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:43.919392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.920716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-944ad6f4-cbda-49ae-ab76-e913d69677f8 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 204 len: 168 time: 0.4291840 Jul 27 17:06:43.925133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.927083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Checking segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:43.927453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Network hostable DHCP agents. Network: ae8cd5ee-ef3d-42e2-b26e-a71acb37a400, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:43.947454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:43.958112 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ae8cd5ee-ef3d-42e2-b26e-a71acb37a400) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:43.963120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:43.966981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55760223-4d8c-4c1a-8fbe-966132f496ff None None] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:43.972580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.985738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:43.992938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a2f250e3-4b97-43cc-af2f-f4b514f5584d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 200 len: 205 time: 0.0643620 Jul 27 17:06:43.993133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b42c9a6-4f1f-4cc8-b154-7ce4997efdd4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3892164 Jul 27 17:06:43.993133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:43.998561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54052) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.004653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:44.039808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:44.050118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.129688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:44.131388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=4fe4ce0d-7a4a-4eba-8d50-629cfd47049d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:44.134017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.135195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.139363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:44.142766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:44.151371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca07a6-4d9c-4deb-a11c-7bfdab52b09e None None] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:44.154591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:44.155292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.179161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-625a58e8-6501-48af-84af-8a99a4e31c4f tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6620398 Jul 27 17:06:44.193288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54056) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.212138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:44.276364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d51248be-92f3-4af0-b338-d7dd3d50d26f req-1bea7a39-3f44-4b19-8ef0-3788bfe19d0a tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0817440 Jul 27 17:06:44.314396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.382172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-630fc014-1bab-4ea9-8f79-d9000be94540 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:44.382826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-630fc014-1bab-4ea9-8f79-d9000be94540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.427528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-630fc014-1bab-4ea9-8f79-d9000be94540 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:44.439584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-630fc014-1bab-4ea9-8f79-d9000be94540 None None] Provisioning for port bec83998-b833-48f5-8653-35df0fa45739 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:44.495322 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-aaaf0e4f-ae0e-467e-8509-1208885fa496 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.496744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aaaf0e4f-ae0e-467e-8509-1208885fa496 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/f29601a1-a35e-4c6d-9d21-8c915940155c HTTP/1.1" status: 404 len: 336 time: 0.5028148 Jul 27 17:06:44.499377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.537465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-851bea80-3a74-4c8a-a0f2-940714ee1fba tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 200 len: 205 time: 0.0363607 Jul 27 17:06:44.540034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.550598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.581851 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-2b6e8cff-3e6b-46f5-9584-5fb1e1297e58 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.586582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b6e8cff-3e6b-46f5-9584-5fb1e1297e58 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/461dc491-05fe-486b-90c0-8369fd62383c HTTP/1.1" status: 404 len: 336 time: 0.0418351 Jul 27 17:06:44.586986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54064) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.611329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:44.614843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.623243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2e865913-2fb6-478b-8332-b1845bbf026a tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 200 len: 205 time: 0.0349653 Jul 27 17:06:44.626347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.663140 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-6ae05550-4191-4682-a039-63dad79c3cb1 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.664198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6ae05550-4191-4682-a039-63dad79c3cb1 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/e9a1ea97-2df1-4e07-8659-dd74ac60169b HTTP/1.1" status: 404 len: 336 time: 0.0368004 Jul 27 17:06:44.667491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.669626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f8e38b0-3062-480e-84c6-7e17d1d8df16 None None] Provisioning for port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:44.674992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3f8e38b0-3062-480e-84c6-7e17d1d8df16 None None] Provisioning complete for port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:44.675524 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f8e38b0-3062-480e-84c6-7e17d1d8df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.698420 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3dba9e4-4786-407e-b5b4-93f68c7f2a53 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 200 len: 205 time: 0.0293405 Jul 27 17:06:44.700477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.719262 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6c762d7-403f-4124-b4ea-432571a12557 (CIDR: 2001:db8::/64) Jul 27 17:06:44.724395 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:06:44.724864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:44.726465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e38b0-3062-480e-84c6-7e17d1d8df16 None None] Port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:44.742452 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-2b215bd0-0688-4c95-9fba-be7399e1543e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.743530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b215bd0-0688-4c95-9fba-be7399e1543e tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/5f919d02-fa9f-4fbf-9cf5-9eca6c87386d HTTP/1.1" status: 404 len: 336 time: 0.0420923 Jul 27 17:06:44.746466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.754366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9122c6c9-fd89-4708-8ddd-89ea4a03bbc1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5584798 Jul 27 17:06:44.757572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.763915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:44.777022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-70c4f714-561d-4435-a33d-65f662231853 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 200 len: 205 time: 0.0294361 Jul 27 17:06:44.779503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.820146 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-ade4d2b6-0b50-4995-bf0e-64e77571c69d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.821227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ade4d2b6-0b50-4995-bf0e-64e77571c69d tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/92f2bb6a-29e7-4ec4-a898-c7ecce808994 HTTP/1.1" status: 404 len: 336 time: 0.0407696 Jul 27 17:06:44.823887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.854509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-08a57adb-5263-4c88-b440-de479fc55a86 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 HTTP/1.1" status: 200 len: 205 time: 0.0294569 Jul 27 17:06:44.856960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.894289 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-28ba3363-4ec1-46b5-8049-cd5860295580 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] delete failed (client error): The resource could not be found. Jul 27 17:06:44.895246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-28ba3363-4ec1-46b5-8049-cd5860295580 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/routers/b7ab97c0-fc8d-4ce6-a758-c60dc1fba7c8 HTTP/1.1" status: 404 len: 336 time: 0.0373602 Jul 27 17:06:44.897916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:44.924790 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a593bb1-8160-411c-8d45-b1164112c478 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:44.925245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a593bb1-8160-411c-8d45-b1164112c478 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:44.926985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9a593bb1-8160-411c-8d45-b1164112c478 tempest-RoutersAdminTest-1107047237 tempest-RoutersAdminTest-1107047237-project] 10.222.0.64 "DELETE /v2.0/subnets/ff761584-ce1e-4859-872f-5ee3f1eb9966 HTTP/1.1" status: 404 len: 337 time: 0.0281549 Jul 27 17:06:44.951903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:44.977173 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.028176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:45.031893 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.131349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.158601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:45.180939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Allocated IP 172.25.4.180 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/857e023a-4a86-4ce1-98e0-9cbbbb42911f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:45.273081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b72533f-7d0d-4369-936f-e72944b856ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.376157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.394803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b72533f-7d0d-4369-936f-e72944b856ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.409992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b72533f-7d0d-4369-936f-e72944b856ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.431363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.446048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:45.485955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.488024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1d57e96-abc8-4542-a8e8-7b38d3ee902a req-229cde00-b57a-4db9-8c9e-114b0345800c tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0740421 Jul 27 17:06:45.488957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:45.501765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b72533f-7d0d-4369-936f-e72944b856ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cfe1d7e720a41fa824e3508b26b1c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388855 Jul 27 17:06:45.501765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72533f-7d0d-4369-936f-e72944b856ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099857f-8981-4e4c-a43c-bb012574adc3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:45.502122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:45.503793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:45.519656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128105fd-6d6d-453a-8d94-7fe25fc46124 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:45.526701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:45.527307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.534661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:45.548337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:45.557765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:45.563465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:45.568661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Pushing event updated for resources: {'Port': ['ID=857e023a-4a86-4ce1-98e0-9cbbbb42911f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:45.590783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.594103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bec83998-b833-48f5-8653-35df0fa45739 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:45.596110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9bc2a29e-0721-4c4b-bf8a-366190c4f548 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8364720 Jul 27 17:06:45.603007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:45.606915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:45.607295 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.610405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-994834631', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4'}], 'security_groups': ['2c26512b-b287-43b5-9185-764c967ffbbd']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:45.622735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.711465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.715995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.717818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6099857f-8981-4e4c-a43c-bb012574adc3 HTTP/1.1" status: 204 len: 168 time: 0.2131631 Jul 27 17:06:45.739847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100e1e2-4418-4d16-a26d-81740bf04437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099857f-8981-4e4c-a43c-bb012574adc3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:45.811852 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.868622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:45.880835 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:45.976590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:45.988261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Update dhcp port {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'fixed_ips': [{'subnet_id': 'b6c762d7-403f-4124-b4ea-432571a12557', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'bec83998-b833-48f5-8653-35df0fa45739'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:06:46.029292 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.054926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:46.107351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-643931dd-8cb3-4cb3-8b7a-66c363da7fd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b1f14b44e7b411b86782653170d2b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480783 Jul 27 17:06:46.107892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:46.125745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.174188 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.205600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.224892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Allocated IP 2001:db8:0:1::2 (4fe5527c-a28a-479b-91cf-81d9a1be882a/ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4/bec83998-b833-48f5-8653-35df0fa45739) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:46.276372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.279374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.283313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02a3dccd-31a8-461b-b80f-a19ba1e1bd94 HTTP/1.1" status: 204 len: 168 time: 0.1709754 Jul 27 17:06:46.294765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce630f9-5ad5-4daf-a45c-d9427e53fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a3dccd-31a8-461b-b80f-a19ba1e1bd94,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:46.347748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:46.380947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.399503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Transition to ACTIVE for port object bec83998-b833-48f5-8653-35df0fa45739 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:46.404790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.448548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.507435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf44fa-22d8-4a7d-8406-7f4a4a73075e None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:46.650951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9cccd52-b0f6-4d0f-9b23-9a6c78931c54 req-b9f8ead6-d1e4-4365-a780-7a980a6089ec tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0493813 Jul 27 17:06:46.791269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Delete allocated IP 2001:db8::b5 (4fe5527c-a28a-479b-91cf-81d9a1be882a/b6c762d7-403f-4124-b4ea-432571a12557) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:06:46.808506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8:0:1::108 (4fe5527c-a28a-479b-91cf-81d9a1be882a/ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4/4fe4ce0d-7a4a-4eba-8d50-629cfd47049d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:46.821177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:46.893825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.086585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.104848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Router b2e42923-8606-4ae4-b102-9d8c48ba34e4 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:47.109747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:47.115016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.134037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:47.219993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] In _notify_port_updated(), no bound segment for port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d on network 4fe5527c-a28a-479b-91cf-81d9a1be882a {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:06:47.225984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:47.226653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.228044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/ports/4fe4ce0d-7a4a-4eba-8d50-629cfd47049d HTTP/1.1" status: 200 len: 930 time: 1.6234021 Jul 27 17:06:47.231468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:47.243112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33c25-0421-41cd-89dc-f03aaa9f5fb6 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=4fe4ce0d-7a4a-4eba-8d50-629cfd47049d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:47.276498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:47.277519 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.316701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:47.327968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:47.330214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Sync routers for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:47.343121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.344551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-742c6f17-c4f9-44a4-a16d-c0260d98bd5c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3449266 Jul 27 17:06:47.347253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:47.347575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:47.348596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:47.352372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Provisioning for port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:47.354950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-987145404'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:47.406761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Provisioning complete for port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:47.407452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.417308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Made reservation on behalf of 50dae38209614c688aaf41f25b1d6807 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:47.420742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.431431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.484828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:47.485204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.501832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:47.513297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Port 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:47.565856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Provisioning for port bec83998-b833-48f5-8653-35df0fa45739 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:47.572262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:47.602048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:47.602594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9c3212c-97cd-4d9b-bcfa-8e60083cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.618627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.640008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:47.717525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:47.718041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.757734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.784375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50e2d633-2182-4509-8b05-0df4796e5922 req-ccee3ee4-26fa-4e5f-9acb-f7d22c2b034e tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0478632 Jul 27 17:06:47.784375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.865312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:06:47.888205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.888724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.889112 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Added segment a53c32a4-3f2e-4625-87db-1036b1c52e85 of type vlan for network dc12ae9a-28a3-4fd5-9828-91951cc64be9 Jul 27 17:06:47.890873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520e67ca-8540-46ab-9e95-e395ec2cc610,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:47.924715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:46Z', 'revision_number': 3, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:47.947877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.950816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:47.959872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Checking router: b2e42923-8606-4ae4-b102-9d8c48ba34e4 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:47.960564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Updating router b2e42923-8606-4ae4-b102-9d8c48ba34e4 port 857e023a-4a86-4ce1-98e0-9cbbbb42911f binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:06:47.987303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=4fe4ce0d-7a4a-4eba-8d50-629cfd47049d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.000146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-88dab3ad-8dd1-4d01-8be1-da5e20de1a36 None None] Could not find standard attr ID for object 4fe4ce0d-7a4a-4eba-8d50-629cfd47049d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:48.014221 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.029698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.032268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-237ea191-ad3e-4e1d-9901-acae812e8c67 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/4fe4ce0d-7a4a-4eba-8d50-629cfd47049d HTTP/1.1" status: 204 len: 168 time: 0.7996569 Jul 27 17:06:48.036585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.071657 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-20166637-74aa-4c54-a650-c976d395c66a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:48.073446 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-20166637-74aa-4c54-a650-c976d395c66a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/4fe4ce0d-7a4a-4eba-8d50-629cfd47049d HTTP/1.1" status: 404 len: 333 time: 0.0358391 Jul 27 17:06:48.074183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.077076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.080912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:48.081590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.154000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Network': ['ID=dc12ae9a-28a3-4fd5-9828-91951cc64be9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.170187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a9dfa400-3623-44be-8e64-ba95d3cbe18a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0349231 Jul 27 17:06:48.171046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.176639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'subnet': {'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:48.186423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.221783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.233092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Allocated IP 172.20.0.1 (ae8cd5ee-ef3d-42e2-b26e-a71acb37a400/966b2315-2411-46e5-82a2-5aa6c3f76004/47a58e4c-c077-4b00-ba18-13e01be363b1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:48.237093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:06:48.323552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Made reservation on behalf of 50dae38209614c688aaf41f25b1d6807 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:48.330244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.353358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.355925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.360014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/security-groups/db460dff-f2a0-47d6-aa1e-a8624feb4396 HTTP/1.1" status: 204 len: 168 time: 0.2813849 Jul 27 17:06:48.363088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.395328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4040d-2396-494a-b5e8-1c1a0933bc0a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db460dff-f2a0-47d6-aa1e-a8624feb4396,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.432491 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.444507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Transition to ACTIVE for port object 857e023a-4a86-4ce1-98e0-9cbbbb42911f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:48.451278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.473620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.496325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.504574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Attempting to bind port 857e023a-4a86-4ce1-98e0-9cbbbb42911f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:48.504979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Attempting to bind port 857e023a-4a86-4ce1-98e0-9cbbbb42911f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:48.505264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Attempting to bind port 857e023a-4a86-4ce1-98e0-9cbbbb42911f on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:48.513952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:48.514279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:48.514673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.515078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:48.516133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Bound port: 857e023a-4a86-4ce1-98e0-9cbbbb42911f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:48.516545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.518371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b98972-1c09-4911-85f6-79f7b869147c None None] Pushing event updated for resources: {'Port': ['ID=857e023a-4a86-4ce1-98e0-9cbbbb42911f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.569722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.580016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.582814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.586506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] For port 857e023a-4a86-4ce1-98e0-9cbbbb42911f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:48.592048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] For port 857e023a-4a86-4ce1-98e0-9cbbbb42911f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=857e023a-4a86-4ce1-98e0-9cbbbb42911f,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:48.601260 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.643270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:48.652295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:48.652527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Subnet': ['ID=ef42dc28-d717-41af-953c-2218753aa716,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.655525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:48.666115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Checking segment: {'id': 'a53c32a4-3f2e-4625-87db-1036b1c52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:48.666505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network hostable DHCP agents. Network: dc12ae9a-28a3-4fd5-9828-91951cc64be9, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:06:48.680169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b98972-1c09-4911-85f6-79f7b869147c None None] Pushing event updated for resources: {'Port': ['ID=857e023a-4a86-4ce1-98e0-9cbbbb42911f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.686944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:06:48.691038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Pushing event updated for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.694310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:48.694562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:48.696679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.700230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, dc12ae9a-28a3-4fd5-9828-91951cc64be9) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:48.700957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.706507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/security-groups/2c26512b-b287-43b5-9185-764c967ffbbd HTTP/1.1" status: 204 len: 168 time: 0.3360760 Jul 27 17:06:48.710086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.713689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:48.714526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.723495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e39b2f-440a-4e2c-914b-59cbb7104ba4 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26512b-b287-43b5-9185-764c967ffbbd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:48.731032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.733238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35c47f-f208-45b6-b9c4-227234f0df4a None None] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:48.775310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80b7ff0b-6490-4be6-8793-c3c1a4051066 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6003752 Jul 27 17:06:48.775765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:48.781057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-389687316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:48.785521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet b6c762d7-403f-4124-b4ea-432571a12557 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:48.789613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.828760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.830253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.839844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.942135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.949100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:48.965174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee6e953d-2fdb-4aac-a304-2ce23f7ca6f4 req-0d2fac48-c24b-4f1b-a27a-073ee2e2e8b4 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0699067 Jul 27 17:06:48.966151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.023632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.027969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-91242e73-e873-438e-b57c-6dca7f6bb343 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2483954 Jul 27 17:06:49.027969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.028511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:49.052785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.095032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c762d7-403f-4124-b4ea-432571a12557,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:49.103564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.106827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-71807bc9-e74d-4c25-a9b9-826ae48987cf tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/b6c762d7-403f-4124-b4ea-432571a12557 HTTP/1.1" status: 204 len: 168 time: 0.3953729 Jul 27 17:06:49.114545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:49.124351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:49.125583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:49.127256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600ab94-a98c-478d-96bb-7d6719198329 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:49.273331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:49.279071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.364806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-dc12ae9a-28a3-4fd5-9828-91951cc64be9', 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9', 'tenant_id': '50dae38209614c688aaf41f25b1d6807', 'fixed_ips': [{'subnet_id': 'ef42dc28-d717-41af-953c-2218753aa716'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:06:49.365660 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.446480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.587160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.621044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.627700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.649327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:46Z', 'revision_number': 3, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:49.652499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:49.656350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:49.661271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:49.662304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.666298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=92677bd0-d5e3-4b84-b037-9974af715e17,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:49.683570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Allocated IP 172.20.0.2 (dc12ae9a-28a3-4fd5-9828-91951cc64be9/ef42dc28-d717-41af-953c-2218753aa716/f2acd91d-ccde-48f2-a919-ba78ac6f5fc3) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:49.685982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-17aa135a-8636-41a9-a1d7-08d106d36adc tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5692585 Jul 27 17:06:49.690448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:49.694660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdf2a6-a385-42a4-9950-43b997046437 None None] The sync data for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 is: [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:46Z', 'revision_number': 3, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:49.695888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990303182'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:49.736699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.855027 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.861725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.900746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.905303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2107384 Jul 27 17:06:49.905303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70d94-fbbc-4969-ae42-f6840e19af73 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8951c383-c129-4498-905e-53b65f890f46,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:49.910640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.917447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54158) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:49.923875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'security_group': {'name': 'tempest-secgroup-130189800'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:49.926192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Transition to ACTIVE for port object f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:49.947172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Transition to ACTIVE for port object f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:49.956767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:49.958017 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.015668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:50.018658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:50.023812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:50.029705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Pushing event updated for resources: {'Port': ['ID=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:50.096536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.117995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.152201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Attempting to bind port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:50.152607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Attempting to bind port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a53c32a4-3f2e-4625-87db-1036b1c52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:50.153065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Attempting to bind port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 on network dc12ae9a-28a3-4fd5-9828-91951cc64be9 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:50.158996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:50.159378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Checking segment: {'id': 'a53c32a4-3f2e-4625-87db-1036b1c52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:50.159828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.160228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Bound using segment: {'id': 'a53c32a4-3f2e-4625-87db-1036b1c52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:50.160740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Bound port: f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53c32a4-3f2e-4625-87db-1036b1c52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:50.161134 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.212159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.230628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6020118c-477c-4ed1-b69e-8d0339d508d6 req-e014c048-a79e-480f-8e29-5136af048f6d tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0693910 Jul 27 17:06:50.240337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d031b3e-1f8e-48cd-a7ce-8b13a90c3a2a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:50.254549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.256053 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-345ecd33-fbef-457a-b1e4-c200116a4a7c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3375576 Jul 27 17:06:50.262117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54162) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:50.276736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Pushing event updated for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:50.279458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'security_group': {'name': 'tempest-secgroup-247845977'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:50.317012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] For port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:50.321661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] For port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,segment=NetworkSegment(a53c32a4-3f2e-4625-87db-1036b1c52e85),segment_id=a53c32a4-3f2e-4625-87db-1036b1c52e85)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:50.329884 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.331754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.397931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Allocated IP 172.20.0.1 (dc12ae9a-28a3-4fd5-9828-91951cc64be9/ef42dc28-d717-41af-953c-2218753aa716/5fa525d2-d119-43e2-9746-f443dd8ffcfb) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:50.458622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c66eb-90ae-4691-ad0c-3bcf828ca9d4 None None] Pushing event updated for resources: {'Port': ['ID=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:50.487029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:50.488284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.490842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:50.496766 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.545326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.547142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2824998 Jul 27 17:06:50.548705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce9bc-31eb-4cbf-938c-944f4ed7990e tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf2d22-08f8-47bd-b95f-f19f3fb57e56,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:50.552392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:50.560812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-925000045', 'security_groups': ['17bf2d22-08f8-47bd-b95f-f19f3fb57e56'], 'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92677bd0-d5e3-4b84-b037-9974af715e17'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:50.601106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f37e3-a413-4426-a4d8-4e7f7a6a85f1 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:50.677152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Router b2e42923-8606-4ae4-b102-9d8c48ba34e4 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:06:50.688480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-236cee9a-d3e6-4c90-bee2-790f0671adc3 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:50.690725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-236cee9a-d3e6-4c90-bee2-790f0671adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.694130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.705201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:50.714373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Transition to ACTIVE for port object 5fa525d2-d119-43e2-9746-f443dd8ffcfb will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:50.762961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-236cee9a-d3e6-4c90-bee2-790f0671adc3 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:50.808700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-236cee9a-d3e6-4c90-bee2-790f0671adc3 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:50.808700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-236cee9a-d3e6-4c90-bee2-790f0671adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.844977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:50.883900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] device_id is not set on port 0623ecac-9292-46f8-949d-b4ecd13e796d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:50.920338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:50.927724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c380e90-66ea-4e68-88db-5a8e5658c460 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2e42923-8606-4ae4-b102-9d8c48ba34e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5789232 Jul 27 17:06:50.940615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.006361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:51.010057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:51.013102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:51.103873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.166442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8::358 (4fe5527c-a28a-479b-91cf-81d9a1be882a/92677bd0-d5e3-4b84-b037-9974af715e17/0623ecac-9292-46f8-949d-b4ecd13e796d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:51.167163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=5fa525d2-d119-43e2-9746-f443dd8ffcfb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:51.170073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Update dhcp port {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'fixed_ips': [{'subnet_id': 'ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92677bd0-d5e3-4b84-b037-9974af715e17'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'bec83998-b833-48f5-8653-35df0fa45739'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:06:51.227586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.329840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.477117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.498726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Transition to ACTIVE for port object 0623ecac-9292-46f8-949d-b4ecd13e796d will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:51.570158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:51.577993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b1d87a5-30c8-4518-8943-99f8a767a790 req-40bd53f2-37a6-4ce8-a019-a8ccb5a75608 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.2093799 Jul 27 17:06:51.621621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.677800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:51.681123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:51.697299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:51.710712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:51.711484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.725551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=0623ecac-9292-46f8-949d-b4ecd13e796d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:51.734320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Allocated IP 2001:db8::2 (4fe5527c-a28a-479b-91cf-81d9a1be882a/92677bd0-d5e3-4b84-b037-9974af715e17/bec83998-b833-48f5-8653-35df0fa45739) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:51.752612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a5c9e6d3-c653-439b-8bcf-b4ba1455e17b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1953864 Jul 27 17:06:51.753114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:51.758539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:51.851407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:51.864241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 857e023a-4a86-4ce1-98e0-9cbbbb42911f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:51.899147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:51.907946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:51.908200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.914551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.916599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.960651 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:51.979595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Transition to ACTIVE for port object bec83998-b833-48f5-8653-35df0fa45739 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:51.984670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0550898-8199-4000-bf3c-7cda9a03830a None None] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:52.017928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=5fa525d2-d119-43e2-9746-f443dd8ffcfb,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:52.032321 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92677bd0-d5e3-4b84-b037-9974af715e17 (CIDR: 2001:db8::/64) Jul 27 17:06:52.036748 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:06:52.037609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:52.040415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-e1f1981e-fa98-4f90-af21-21726be067fe tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:52.047783 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-e1f1981e-fa98-4f90-af21-21726be067fe tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 810 time: 0.2785854 Jul 27 17:06:52.054414 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.058402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5028c963-6ee6-4293-ba69-cbc093c96dc2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3042798 Jul 27 17:06:52.061609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:52.068141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:52.076358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-891cac84-3fc6-4960-81d9-2b45fa04ac92 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/quotas/5b1df5dc3de64cdb8a2d05a5557ce90e HTTP/1.1" status: 200 len: 375 time: 0.0274248 Jul 27 17:06:52.080070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.154781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Provisioning for port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:52.170205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 857e023a-4a86-4ce1-98e0-9cbbbb42911f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:52.193688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:52.197142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.210672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Provisioning complete for port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:52.210672 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.211700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb77a-4656-42b0-8a3f-6637f44b5618 None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:52.229018 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-008a0b65-d70f-478b-bc25-95414cde8a12 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513386 Jul 27 17:06:52.240119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:52.243536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 857e023a-4a86-4ce1-98e0-9cbbbb42911f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:52.243921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.251466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:52.336314 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4 (CIDR: 2001:db8:0:1::/64) Jul 27 17:06:52.341902 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:06:52.342484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:52.366325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-36006f5e-a74d-464a-8db6-76d7a3efc966 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3002701 Jul 27 17:06:52.367236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:52.385324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'subnet': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:52.429153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-c66377e7-93e0-453f-bf61-26c3f2b0c67e service neutron] 10.222.0.64 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877420 Jul 27 17:06:52.459121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.472096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.527142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Router 16a4849e-7649-4731-bf4b-be8731cba159 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:06:52.587231 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Sync routers for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:52.603444 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:52.604292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Made reservation on behalf of 4f397b017b1342809fd8b600ed299aab for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:52.608570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.610293 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:52.687115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-98bead7c-fe7b-44a4-971f-9167419f1cb6 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410653 Jul 27 17:06:52.754626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:06:52.786597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e087e46-5045-4888-bc21-210fda53fa99 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "PUT /v2.0/routers/16a4849e-7649-4731-bf4b-be8731cba159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7569456 Jul 27 17:06:52.788173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:52.803471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'port': {'network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9', 'name': 'tempest-FloatingIPNegativeTestJSON-1688212270'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:52.809211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f137da85-2807-41b9-ac85-8efc3f054861 req-3504f367-d141-45f8-b6bb-d55a3d508a3d tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0801802 Jul 27 17:06:52.846237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] For port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,segment=NetworkSegment(a53c32a4-3f2e-4625-87db-1036b1c52e85),segment_id=a53c32a4-3f2e-4625-87db-1036b1c52e85)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:52.851245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 857e023a-4a86-4ce1-98e0-9cbbbb42911f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=857e023a-4a86-4ce1-98e0-9cbbbb42911f,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:52.853169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] Sync routers for ids ['16a4849e-7649-4731-bf4b-be8731cba159'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:06:52.862419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.863129 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:52.941461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:52.982212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] Routers {'16a4849e-7649-4731-bf4b-be8731cba159'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:52.982987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['16a4849e-7649-4731-bf4b-be8731cba159'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:52.988244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170193-5bc5-4319-9a58-bf0f9c9ac751 None None] Pushing event updated for resources: {'Port': ['ID=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:53.122863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Made reservation on behalf of 50dae38209614c688aaf41f25b1d6807 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:53.127409 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.154696 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ad0c595-c102-4c02-8420-351d4e1467c7 req-ca179cc2-74fa-409c-981c-3fced9d2f079 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 210 time: 0.1505237 Jul 27 17:06:53.172645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] device_id is not set on port 018e2595-2b9b-4b59-bb86-a1717627924e yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:06:53.263711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=857e023a-4a86-4ce1-98e0-9cbbbb42911f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:53.273591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:53.332709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] Routers {'16a4849e-7649-4731-bf4b-be8731cba159'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:53.336703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['16a4849e-7649-4731-bf4b-be8731cba159'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:53.405705 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 4, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '47a58e4c-c077-4b00-ba18-13e01be363b1', 'name': '', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'mac_address': 'fa:16:3e:5e:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:47Z', 'updated_at': '2021-07-27T17:06:49Z', 'revision_number': 2, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'subnets': [{'id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:53.425252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.458178 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Checking router: b2e42923-8606-4ae4-b102-9d8c48ba34e4 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:06:53.459068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Updating router b2e42923-8606-4ae4-b102-9d8c48ba34e4 port 47a58e4c-c077-4b00-ba18-13e01be363b1 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:06:53.467898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:53.470619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02f064-c5f3-4970-a2bd-bec760805cd0 None None] The sync data for ids ['16a4849e-7649-4731-bf4b-be8731cba159'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:53.486809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Provisioning for port 5fa525d2-d119-43e2-9746-f443dd8ffcfb completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:53.501446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Provisioning complete for port 5fa525d2-d119-43e2-9746-f443dd8ffcfb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:53.501904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.506398 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.550740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Allocated IP 172.20.0.4 (dc12ae9a-28a3-4fd5-9828-91951cc64be9/ef42dc28-d717-41af-953c-2218753aa716/018e2595-2b9b-4b59-bb86-a1717627924e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:53.575725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Subnet': ['ID=0fefee2b-f346-4a2d-9221-ba454ad4aaa4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:53.585606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:53.610421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:53.612784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:53.620713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:53.621453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.654055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-04d834e6-5b00-45ac-bf9e-979ea5b96d75 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2855692 Jul 27 17:06:53.654798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:53.666571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2029202618', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0fefee2b-f346-4a2d-9221-ba454ad4aaa4'}], 'security_groups': ['8951c383-c129-4498-905e-53b65f890f46', '3d031b3e-1f8e-48cd-a7ce-8b13a90c3a2a']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:53.705187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Port 5fa525d2-d119-43e2-9746-f443dd8ffcfb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:53.748327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Provisioning complete for port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:53.748760 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fc47735-01c0-4d09-8281-cfac8f8c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.871705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:53.872351 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.884641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.909130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:53.946339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Transition to ACTIVE for port object 018e2595-2b9b-4b59-bb86-a1717627924e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:53.979960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f95dfba3-ee61-4355-81d9-50ef60a1a396 req-e1267f46-5c78-45fb-8c41-70195feadc73 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0562088 Jul 27 17:06:54.030500 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.032066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5f93f-f83d-4132-ac89-d2d2d0a188db None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:54.038793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.041375 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Transition to ACTIVE for port object 47a58e4c-c077-4b00-ba18-13e01be363b1 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:54.049680 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.086477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:54.093750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:54.100095 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54459-8980-4c18-850e-0379e6305488 None None] Pushing event updated for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:54.101350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:54.146571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=018e2595-2b9b-4b59-bb86-a1717627924e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:54.160302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.160760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.161108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.161448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.161783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.162923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.163262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.163595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.164067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.164404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.164761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.165113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:06:54.203761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:54.204722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.223926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2514b738-700b-4f55-9b23-bd88edf9bb28 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4331784 Jul 27 17:06:54.227730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:54.248838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:54.269966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Attempting to bind port 47a58e4c-c077-4b00-ba18-13e01be363b1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:54.273270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Attempting to bind port 47a58e4c-c077-4b00-ba18-13e01be363b1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:54.273724 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Attempting to bind port 47a58e4c-c077-4b00-ba18-13e01be363b1 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:54.286900 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:54.288455 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Checking segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:54.292181 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.292670 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Bound using segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:54.293270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Bound port: 47a58e4c-c077-4b00-ba18-13e01be363b1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:54.294986 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.312062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.353529 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90277a8f-4b68-4bf0-a71f-988bcc986e78 req-5e733219-827d-441d-b451-935174aff655 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 210 time: 0.0465503 Jul 27 17:06:54.412607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:54.418883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning complete for port 5fa525d2-d119-43e2-9746-f443dd8ffcfb triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:54.419268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.422764 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] For port 47a58e4c-c077-4b00-ba18-13e01be363b1, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:54.429335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] For port 47a58e4c-c077-4b00-ba18-13e01be363b1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=47a58e4c-c077-4b00-ba18-13e01be363b1,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:54.440555 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.474494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-909c419d-7b2a-4b86-b033-5f607dabca49 req-dbecccf8-3a88-4fe7-977e-763630b452b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0871875 Jul 27 17:06:54.496371 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:06:54.498749 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:54.501673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.521416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Port 5fa525d2-d119-43e2-9746-f443dd8ffcfb cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:54.523383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Delete allocated IP 2001:db8::358 (4fe5527c-a28a-479b-91cf-81d9a1be882a/92677bd0-d5e3-4b84-b037-9974af715e17) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:06:54.553589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Allocated IP 2001:db8:0:2::7d (4fe5527c-a28a-479b-91cf-81d9a1be882a/0fefee2b-f346-4a2d-9221-ba454ad4aaa4/0623ecac-9292-46f8-949d-b4ecd13e796d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:54.604078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:54.604478 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.630074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 857e023a-4a86-4ce1-98e0-9cbbbb42911f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:54.634939 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54459-8980-4c18-850e-0379e6305488 None None] Pushing event updated for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:54.668896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Allocated IP 172.25.4.195 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0cd2726c-ee28-4c9e-a98c-33187a9bd54e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:54.685860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:06:54.690264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:54.714616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 857e023a-4a86-4ce1-98e0-9cbbbb42911f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:54.715016 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.718166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning for port 0623ecac-9292-46f8-949d-b4ecd13e796d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:54.741531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning complete for port 0623ecac-9292-46f8-949d-b4ecd13e796d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:54.741800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.826306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Port 0623ecac-9292-46f8-949d-b4ecd13e796d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:54.849800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Update dhcp port {'port': {'network_id': '4fe5527c-a28a-479b-91cf-81d9a1be882a', 'fixed_ips': [{'subnet_id': 'ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92677bd0-d5e3-4b84-b037-9974af715e17', 'ip_address': '2001:db8::2'}, {'subnet_id': '0fefee2b-f346-4a2d-9221-ba454ad4aaa4'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'bec83998-b833-48f5-8653-35df0fa45739'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:06:54.872658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning for port bec83998-b833-48f5-8653-35df0fa45739 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:54.902754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:54.903202 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c13df8f-d859-42d2-9d0b-47bc4b4ac302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.915177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-6979504e-109a-4ea0-88c8-793d11649aa5 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:54.918275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-6979504e-109a-4ea0-88c8-793d11649aa5 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 810 time: 0.2688978 Jul 27 17:06:54.942108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.946174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.958324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Ignored duplicate provisioning block setup for port 0623ecac-9292-46f8-949d-b4ecd13e796d by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:06:54.966734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:54.981757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.030032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Request body: {'port': {'device_id': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'admin_state_up': True, 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:55.046054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] In _notify_port_updated(), no bound segment for port 0623ecac-9292-46f8-949d-b4ecd13e796d on network 4fe5527c-a28a-479b-91cf-81d9a1be882a {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:06:55.053129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:55.053938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.058085 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "PUT /v2.0/ports/0623ecac-9292-46f8-949d-b4ecd13e796d HTTP/1.1" status: 200 len: 969 time: 1.3995724 Jul 27 17:06:55.058505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:55.107280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d5bc-068f-4b21-9f24-e7331cedad8c tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event updated for resources: {'Port': ['ID=0623ecac-9292-46f8-949d-b4ecd13e796d,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:55.144463 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 4, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '47a58e4c-c077-4b00-ba18-13e01be363b1', 'name': '', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'mac_address': 'fa:16:3e:5e:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:47Z', 'updated_at': '2021-07-27T17:06:54Z', 'revision_number': 4, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'subnets': [{'id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:06:55.189604 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59933a1d-732f-4422-963c-eb0eba9e315a None None] The sync data for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 is: [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:48Z', 'revision_number': 4, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '47a58e4c-c077-4b00-ba18-13e01be363b1', 'name': '', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'mac_address': 'fa:16:3e:5e:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:47Z', 'updated_at': '2021-07-27T17:06:54Z', 'revision_number': 4, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'subnets': [{'id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:06:55.216988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.242008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Allocated IP 2001:db8:0:2::2 (4fe5527c-a28a-479b-91cf-81d9a1be882a/0fefee2b-f346-4a2d-9221-ba454ad4aaa4/bec83998-b833-48f5-8653-35df0fa45739) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:55.243515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 0623ecac-9292-46f8-949d-b4ecd13e796d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:55.254890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.375136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:55.380376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:55.383934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f31fa060-0f3a-4b77-9038-923594bb2261 req-c9a3cc42-2670-4ae7-a9e9-7e16a4d66b0c tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.1786721 Jul 27 17:06:55.396313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42691ad9-d37d-4147-b7e9-9dc583876f60 None None] Provisioning for port 018e2595-2b9b-4b59-bb86-a1717627924e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:55.408880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:55.434778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42691ad9-d37d-4147-b7e9-9dc583876f60 None None] Provisioning complete for port 018e2595-2b9b-4b59-bb86-a1717627924e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:55.443545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42691ad9-d37d-4147-b7e9-9dc583876f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.477143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.509710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:55.545123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Made reservation on behalf of 5b1df5dc3de64cdb8a2d05a5557ce90e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:06:55.546229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 0623ecac-9292-46f8-949d-b4ecd13e796d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:55.548934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.552464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 47a58e4c-c077-4b00-ba18-13e01be363b1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:55.561184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=0cd2726c-ee28-4c9e-a98c-33187a9bd54e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:55.574533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-547f0b53-dd96-4cb9-917e-a8276c2d6d61 req-67b06a0b-ca7c-4baf-b702-64e88a3fea2c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 210 time: 0.0718422 Jul 27 17:06:55.621844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-42691ad9-d37d-4147-b7e9-9dc583876f60 None None] Port 018e2595-2b9b-4b59-bb86-a1717627924e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:55.627173 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.654069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Transition to ACTIVE for port object bec83998-b833-48f5-8653-35df0fa45739 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:55.669599 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.690930 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.741677 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.762769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ae46a-82cc-4f63-b8ff-c6a642140956 None None] Pushing event updated for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:55.797266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=0623ecac-9292-46f8-949d-b4ecd13e796d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:55.799777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Allocated IP 172.20.0.14 (ae8cd5ee-ef3d-42e2-b26e-a71acb37a400/966b2315-2411-46e5-82a2-5aa6c3f76004/aa142ba2-6993-4c7d-b01b-4983fadfc713) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:55.802834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.831569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.834064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-33b79248-21e8-415b-9c6a-21f0e02052df tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/0623ecac-9292-46f8-949d-b4ecd13e796d HTTP/1.1" status: 204 len: 168 time: 0.7741902 Jul 27 17:06:55.837151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:55.842568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 47a58e4c-c077-4b00-ba18-13e01be363b1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:55.869505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 47a58e4c-c077-4b00-ba18-13e01be363b1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:55.869827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:55.887472 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-630efd82-5c7b-4783-8cbb-872970f41f7b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] GET failed (client error): The resource could not be found. Jul 27 17:06:55.894068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-630efd82-5c7b-4783-8cbb-872970f41f7b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports/0623ecac-9292-46f8-949d-b4ecd13e796d HTTP/1.1" status: 404 len: 333 time: 0.0554059 Jul 27 17:06:55.895043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:56.004738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.009217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.050566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.086916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 47a58e4c-c077-4b00-ba18-13e01be363b1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=47a58e4c-c077-4b00-ba18-13e01be363b1,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:56.095862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.147534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.157219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.161088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/security-groups/17bf2d22-08f8-47bd-b95f-f19f3fb57e56 HTTP/1.1" status: 204 len: 168 time: 0.2647555 Jul 27 17:06:56.165473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:56.192778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6589c78-d004-4828-ad21-6049a418f7c5 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf2d22-08f8-47bd-b95f-f19f3fb57e56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:56.221626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:56.267202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.303853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.368004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.374450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.376217 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/security-groups/3d031b3e-1f8e-48cd-a7ce-8b13a90c3a2a HTTP/1.1" status: 204 len: 168 time: 0.2092824 Jul 27 17:06:56.380929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:56.407136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311dc8-4048-4a17-b4eb-75d24523d758 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d031b3e-1f8e-48cd-a7ce-8b13a90c3a2a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:56.478974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.544507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.612716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.616137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.618220 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/security-groups/8951c383-c129-4498-905e-53b65f890f46 HTTP/1.1" status: 204 len: 168 time: 0.2356336 Jul 27 17:06:56.625151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54234) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:56.684408 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eebf87a0-e1c0-4387-be74-e28853f43a5d req-48f04fee-fda4-4ce1-8113-c405558577ba tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0727415 Jul 27 17:06:56.715428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 92677bd0-d5e3-4b84-b037-9974af715e17 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:56.719733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ad65-fbdc-45e4-ae7c-0a697c450c45 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951c383-c129-4498-905e-53b65f890f46,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:56.729194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.767654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.819824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.847687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.855081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5dd54e7d-4b05-4600-8118-f32c41cd71ee req-6020011d-3664-4a35-875d-1831ca453e63 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 210 time: 0.1365733 Jul 27 17:06:56.871185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:56.871568 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:56.934795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:06:56.962168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:06:56.978082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:56.982287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:06:56.988978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Could not find standard attr ID for object 0623ecac-9292-46f8-949d-b4ecd13e796d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:57.006110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Provisioning for port bec83998-b833-48f5-8653-35df0fa45739 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:06:57.011366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:57.011700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-29afced2-f7f3-4bda-8150-96d4bc11f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.019831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.078207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.100999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Pushing event updated for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:57.101486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab16cca-cbca-41ea-9831-7b8a6853b924 req-516da036-94d2-475b-bad1-82d4cc48a2f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c680c5dcc1947fd9b83e5652aae558a&device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0769641 Jul 27 17:06:57.207983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-340a4d22-8c7c-403e-af3d-6d1677dda225 req-7d8f95b8-4aed-4136-91e7-ab5e650ff162 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.1527293 Jul 27 17:06:57.217151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:57.218554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.237240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab16cca-cbca-41ea-9831-7b8a6853b924 req-4770e8e4-745f-4878-a41d-3f34cfb6ce01 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c680c5dcc1947fd9b83e5652aae558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700436 Jul 27 17:06:57.245186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.283496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.292381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=0cd2726c-ee28-4c9e-a98c-33187a9bd54e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:57.309774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-370a0f21-1873-4902-b61a-d24b592b7b5f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2837150 Jul 27 17:06:57.343667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Request body: {'port': {'device_id': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:57.349500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.351825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-77751d20-5070-4d8b-bcec-0459cd33630c tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1226265 Jul 27 17:06:57.372337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8734a25-3346-4e07-abbe-35ba78839692 None None] Could not find standard attr ID for object 0623ecac-9292-46f8-949d-b4ecd13e796d. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:06:57.394507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:57.399485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f2f342c7-35d4-4e21-8047-1d7e0e73d7a5 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'floatingip': {'port_id': '018e2595-2b9b-4b59-bb86-a1717627924e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:57.457919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:57.480122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f2f342c7-35d4-4e21-8047-1d7e0e73d7a5 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.512177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.523159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16cca-cbca-41ea-9831-7b8a6853b924 req-62f6b0aa-14b8-4ca0-9865-223f5883cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:57.525762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab16cca-cbca-41ea-9831-7b8a6853b924 req-62f6b0aa-14b8-4ca0-9865-223f5883cd8a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2744353 Jul 27 17:06:57.563928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:57.564889 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.572665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=92677bd0-d5e3-4b84-b037-9974af715e17,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:57.584866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.586968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9399d40b-73ff-489b-94c6-976fcbfefd53 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/92677bd0-d5e3-4b84-b037-9974af715e17 HTTP/1.1" status: 204 len: 168 time: 0.9587777 Jul 27 17:06:57.592880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:57.634852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7518899-9f0a-4996-9fb1-0ac25fcb2e80 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:57.668361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.670386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet 0fefee2b-f346-4a2d-9221-ba454ad4aaa4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:57.674347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.731744 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f2f342c7-35d4-4e21-8047-1d7e0e73d7a5 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] update failed (client error): The resource could not be found. Jul 27 17:06:57.732906 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f2f342c7-35d4-4e21-8047-1d7e0e73d7a5 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "PUT /v2.0/floatingips/368dea62-4732-48a9-86be-c9de8c2c32b0 HTTP/1.1" status: 404 len: 507 time: 0.3372147 Jul 27 17:06:57.736118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:57.752136 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:57.770574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 47a58e4c-c077-4b00-ba18-13e01be363b1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:06:57.887975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 47a58e4c-c077-4b00-ba18-13e01be363b1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:57.888355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.009717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.044617 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting port 0cd2726c-ee28-4c9e-a98c-33187a9bd54e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:58.044974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.106170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa142ba2-6993-4c7d-b01b-4983fadfc713 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:06:58.118249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.141312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Transition to ACTIVE for port object aa142ba2-6993-4c7d-b01b-4983fadfc713 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:06:58.143893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.152178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72cc72-2745-4944-8d25-b0b34a443138 req-5f8251a4-0d73-414c-bc1f-8a9324238d21 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:58.153661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b72cc72-2745-4944-8d25-b0b34a443138 req-5f8251a4-0d73-414c-bc1f-8a9324238d21 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 932 time: 0.1359961 Jul 27 17:06:58.155138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.164194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.164664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.194952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=0fefee2b-f346-4a2d-9221-ba454ad4aaa4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:58.200782 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.203398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1e6c9c3-081d-4676-9708-9bebcd055004 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/0fefee2b-f346-4a2d-9221-ba454ad4aaa4 HTTP/1.1" status: 204 len: 168 time: 0.6082218 Jul 27 17:06:58.207397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:58.209663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Calling delete_port for 0cd2726c-ee28-4c9e-a98c-33187a9bd54e owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:58.243061 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e7d423-d810-41b1-aff7-bbefbdc40462 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:58.244853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e7d423-d810-41b1-aff7-bbefbdc40462 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:58.247076 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b72cc72-2745-4944-8d25-b0b34a443138 req-dd206c31-c65f-4dcc-a440-fe8ed8721d9d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567737 Jul 27 17:06:58.259543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-67e7d423-d810-41b1-aff7-bbefbdc40462 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/92677bd0-d5e3-4b84-b037-9974af715e17 HTTP/1.1" status: 404 len: 337 time: 0.0463910 Jul 27 17:06:58.259773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54252) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:58.319662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Pushing event updated for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:58.366744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting subnet ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:06:58.375956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.433738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.457913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Attempting to bind port aa142ba2-6993-4c7d-b01b-4983fadfc713 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:06:58.458307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Attempting to bind port aa142ba2-6993-4c7d-b01b-4983fadfc713 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:06:58.458591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Attempting to bind port aa142ba2-6993-4c7d-b01b-4983fadfc713 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:58.469480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Port aa142ba2-6993-4c7d-b01b-4983fadfc713 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:06:58.469813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Attempting to bind port aa142ba2-6993-4c7d-b01b-4983fadfc713 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:06:58.481367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:06:58.481794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Checking segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:06:58.482200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Bound using segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:06:58.482656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Bound port: aa142ba2-6993-4c7d-b01b-4983fadfc713, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:06:58.483026 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.623041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.665604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:06:58.674129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673a9a8-17be-4383-aba9-55cb79d45da0 None None] Network 4fe5527c-a28a-479b-91cf-81d9a1be882a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:06:58.691151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:06:58.698769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.749162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7adfd5fd-4a56-45ca-ab78-561ccd8901c6 req-dea8739b-43d5-49fe-8fa5-a3cbbdf3c270 tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.64 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.4327142 Jul 27 17:06:58.752558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bd86420-1701-4d7c-ac85-eb15ffbf41d5 None None] Provisioning complete for port 42fdc59c-7fee-4e12-86c9-3075f7560f3f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:58.753205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:58.754044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.754585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bd86420-1701-4d7c-ac85-eb15ffbf41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.756291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa142ba2-6993-4c7d-b01b-4983fadfc713 HTTP/1.1" status: 200 len: 1092 time: 1.4305332 Jul 27 17:06:58.759670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:06:58.762064 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7b276-33dd-41ef-966c-9239d64b95b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:06:58.782861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cab16cca-cbca-41ea-9831-7b8a6853b924 req-263673fe-7047-4d54-95da-b6d00c027ada tempest-ServerShowV257Test-1840545771 tempest-ServerShowV257Test-1840545771-project] 10.222.0.61 "GET /v2.0/ports?device_id=46415ec5-5f32-4cae-9d1f-123312a5ebaa HTTP/1.1" status: 200 len: 210 time: 0.0383408 Jul 27 17:06:58.809292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e44f9-df9b-4de4-a61a-06cdeb70a481 service neutron] Pushing event updated for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:58.830918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.872874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3bd86420-1701-4d7c-ac85-eb15ffbf41d5 None None] Port 42fdc59c-7fee-4e12-86c9-3075f7560f3f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:06:58.913363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bd86420-1701-4d7c-ac85-eb15ffbf41d5 None None] Provisioning complete for port bec83998-b833-48f5-8653-35df0fa45739 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:06:58.913581 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68d3eb-8e4f-46bb-826b-6289ed6f82a1 x-openstack-request-id: req-7a68d3eb-8e4f-46bb-826b-6289ed6f82a1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:06:58.913581 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:06:58.913786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bd86420-1701-4d7c-ac85-eb15ffbf41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.913872 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a68d3eb-8e4f-46bb-826b-6289ed6f82a1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:06:58.914789 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713', 'status': 'completed', 'code': 200} Jul 27 17:06:58.917773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.922662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4 HTTP/1.1" status: 204 len: 168 time: 0.6627762 Jul 27 17:06:58.927554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:58.931551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39715223-6211-43c1-baee-2ad353efb42b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Subnet': ['ID=ebeb5bc4-72ed-4c94-9a11-d8ef607a4bd4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:58.972168 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b944e9-fa50-43eb-9f0a-d1d24dfd8555 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:58.972682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b944e9-fa50-43eb-9f0a-d1d24dfd8555 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:58.974455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45b944e9-fa50-43eb-9f0a-d1d24dfd8555 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/b6c762d7-403f-4124-b4ea-432571a12557 HTTP/1.1" status: 404 len: 337 time: 0.0454860 Jul 27 17:06:58.976459 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:58.977938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.061422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2eb82a4c-d23b-4bf6-aeea-5ef56b346a03 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "GET /v2.0/ports?device_id=0356446e-ddf3-4585-889c-f24e9e20487d HTTP/1.1" status: 200 len: 205 time: 0.0798354 Jul 27 17:06:59.062666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Port': ['ID=0cd2726c-ee28-4c9e-a98c-33187a9bd54e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:59.064988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-3a03be2e-40d7-4790-930f-f193f4ebf38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:59.065667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] DHCP port deletion for 4fe5527c-a28a-479b-91cf-81d9a1be882a request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:06:59.066565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-3a03be2e-40d7-4790-930f-f193f4ebf38e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 1095 time: 0.2324593 Jul 27 17:06:59.067054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54260) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.123823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Deleting port bec83998-b833-48f5-8653-35df0fa45739 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:59.124208 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.137544 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-090346f3-9eb3-4793-b558-50a2294b7a5a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] delete failed (client error): The resource could not be found. Jul 27 17:06:59.137973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.141247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-090346f3-9eb3-4793-b558-50a2294b7a5a tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/routers/0356446e-ddf3-4585-889c-f24e9e20487d HTTP/1.1" status: 404 len: 336 time: 0.0729330 Jul 27 17:06:59.143166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.143966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.149556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c4110e0-290d-4a2e-acd0-f3fc914e1d1d tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "DELETE /v2.0/floatingips/368dea62-4732-48a9-86be-c9de8c2c32b0 HTTP/1.1" status: 204 len: 168 time: 1.4066689 Jul 27 17:06:59.150389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54264) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.155542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bed53cd2-6d84-4933-8682-7306f50f468b tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'floatingip': {'floating_network_id': 'dc12ae9a-28a3-4fd5-9828-91951cc64be9', 'port_id': '018e2595-2b9b-4b59-bb86-a1717627924e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:59.195770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bed53cd2-6d84-4933-8682-7306f50f468b tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.209996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] For port bec83998-b833-48f5-8653-35df0fa45739, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bec83998-b833-48f5-8653-35df0fa45739,segment=NetworkSegment(1612071e-d760-4399-bf8a-0784c8853759),segment_id=1612071e-d760-4399-bf8a-0784c8853759)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:06:59.210919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.212056 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e94f6-3392-492f-a9b0-dfe1f9875a98 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.212661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e94f6-3392-492f-a9b0-dfe1f9875a98 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.216982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-422e94f6-3392-492f-a9b0-dfe1f9875a98 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/8d49e8ea-565c-4a2e-9dc0-51bd24798cd3 HTTP/1.1" status: 404 len: 337 time: 0.0696805 Jul 27 17:06:59.216982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-8fd42b66-ad3a-41c9-ac6b-d9f1976273a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713 HTTP/1.1" status: 200 len: 217 time: 0.0732603 Jul 27 17:06:59.217373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54266) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.233288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Calling delete_port for bec83998-b833-48f5-8653-35df0fa45739 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:59.260709 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb0af3d-58e5-4bc2-9f94-91b63c8984c2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.261292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb0af3d-58e5-4bc2-9f94-91b63c8984c2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.266312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ecb0af3d-58e5-4bc2-9f94-91b63c8984c2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/1e445485-e9a5-4cf8-bf46-37679aadda59 HTTP/1.1" status: 404 len: 337 time: 0.0431488 Jul 27 17:06:59.267263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.308801 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1f9620-29fb-48be-804d-780009b3821d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.309391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1f9620-29fb-48be-804d-780009b3821d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.309849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-b1c7e778-ea6d-4ea1-94c1-701eeb7b0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:59.311512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3c1f9620-29fb-48be-804d-780009b3821d tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/aeb9ed58-fa78-456f-8096-9add985c64ef HTTP/1.1" status: 404 len: 337 time: 0.0430014 Jul 27 17:06:59.314804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-b1c7e778-ea6d-4ea1-94c1-701eeb7b0b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.0870819 Jul 27 17:06:59.315368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54272) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.360555 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-995b5a6c-0c22-406a-92ef-451378b3faa2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.361382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995b5a6c-0c22-406a-92ef-451378b3faa2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.365962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-995b5a6c-0c22-406a-92ef-451378b3faa2 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/b2dcb580-5bd7-4240-9514-9ae7c99672d3 HTTP/1.1" status: 404 len: 333 time: 0.0496211 Jul 27 17:06:59.366596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.396893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-6533f65b-4832-4d8b-bb0f-aaaf1ea16104 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704801 Jul 27 17:06:59.426892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.448355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:06:59.454528 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb21868b-c791-4510-99f6-08fa539a33c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.454991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb21868b-c791-4510-99f6-08fa539a33c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.456737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb21868b-c791-4510-99f6-08fa539a33c1 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8e02cc-f455-45c6-8334-e5534e303478 HTTP/1.1" status: 404 len: 337 time: 0.0706325 Jul 27 17:06:59.458771 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-bed53cd2-6d84-4933-8682-7306f50f468b tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:06:59.463733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bed53cd2-6d84-4933-8682-7306f50f468b tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3082860 Jul 27 17:06:59.463733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.473686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.479021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '018e2595-2b9b-4b59-bb86-a1717627924e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:06:59.496571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] No DVR routers for this DVR port bec83998-b833-48f5-8653-35df0fa45739 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:06:59.517311 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2ac0e3-14b1-4b66-a1e3-f76302c77e63 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.517835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2ac0e3-14b1-4b66-a1e3-f76302c77e63 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.519574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf2ac0e3-14b1-4b66-a1e3-f76302c77e63 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/2d1eae14-f4a4-4e75-8a3c-c73e6eea0587 HTTP/1.1" status: 404 len: 337 time: 0.0557482 Jul 27 17:06:59.520953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5e328-fc33-4de5-8137-c33bf196ec2e None None] Pushing event deleted for resources: {'Port': ['ID=bec83998-b833-48f5-8653-35df0fa45739,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:06:59.522431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.530560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bec83998-b833-48f5-8653-35df0fa45739 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:06:59.533943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bec83998-b833-48f5-8653-35df0fa45739 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:06:59.556177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-1591ed81-1308-407e-a91d-64ce1ddb2ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372502 Jul 27 17:06:59.566085 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9df667-80b8-4fe4-b9c3-ca0ee68b6c01 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.566843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9df667-80b8-4fe4-b9c3-ca0ee68b6c01 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.570375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aa9df667-80b8-4fe4-b9c3-ca0ee68b6c01 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/fcf4c7b7-05b5-43ee-a307-7ca8a2aa5d35 HTTP/1.1" status: 404 len: 333 time: 0.0447507 Jul 27 17:06:59.573289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.579572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e6458-964c-4614-804f-19e3dab91250 req-566b433e-44d2-4d4a-a15b-fbcbc80dca64 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:59.581108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f4e6458-964c-4614-804f-19e3dab91250 req-566b433e-44d2-4d4a-a15b-fbcbc80dca64 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 944 time: 0.1891129 Jul 27 17:06:59.595554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.642427 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fbfe65-f54e-47d9-bee4-ea174f9a010b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.642899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fbfe65-f54e-47d9-bee4-ea174f9a010b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.644716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f5fbfe65-f54e-47d9-bee4-ea174f9a010b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/b3976afb-1b53-4ee3-8a55-9997d10e7f4e HTTP/1.1" status: 404 len: 337 time: 0.0704033 Jul 27 17:06:59.647607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.664782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f4e6458-964c-4614-804f-19e3dab91250 req-492d2608-a6c2-41c4-97c8-bfa697da3e6e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765736 Jul 27 17:06:59.696613 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9db0e3-87e4-49eb-a6aa-58ac31d8db92 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] DELETE failed (client error): The resource could not be found. Jul 27 17:06:59.697781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9db0e3-87e4-49eb-a6aa-58ac31d8db92 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:06:59.702248 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e9db0e3-87e4-49eb-a6aa-58ac31d8db92 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/subnets/334fb014-62ee-426d-88fc-2a710e705ea4 HTTP/1.1" status: 404 len: 337 time: 0.0510304 Jul 27 17:06:59.703539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:06:59.731260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.800557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c773c57-cfd7-4806-89a4-63de5423c727 req-8fd0d590-0898-49a6-9c2c-4dcbc2eb803a service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361844 Jul 27 17:06:59.835750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Deleting port 42fdc59c-7fee-4e12-86c9-3075f7560f3f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:06:59.836538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.851735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Allocated IP 172.25.4.103 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b615882c-4d77-48fd-914b-edebc98ae53c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:06:59.951500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.973863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:06:59.977041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Calling delete_port for 42fdc59c-7fee-4e12-86c9-3075f7560f3f owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:06:59.997114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-181e7c09-4cdd-4804-8a45-7a979929c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:06:59.998656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-181e7c09-4cdd-4804-8a45-7a979929c52f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 1095 time: 0.1020679 Jul 27 17:07:00.023106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.063773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:00.071504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:00.074500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:00.114421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event updated for resources: {'Port': ['ID=b615882c-4d77-48fd-914b-edebc98ae53c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.166622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-cd16d36b-6af1-4673-91a3-9f4ad962bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:00.168339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-cd16d36b-6af1-4673-91a3-9f4ad962bc82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 911 time: 0.1280077 Jul 27 17:07:00.169157 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.202862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:00.206448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Port': ['ID=42fdc59c-7fee-4e12-86c9-3075f7560f3f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.246419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-d488c4c0-86d7-4ab2-8d89-dcacd1b74d05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713 HTTP/1.1" status: 200 len: 217 time: 0.0680058 Jul 27 17:07:00.249189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.252374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6305a90-b418-47b1-96a5-2925f2d9e14b tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/ports/42fdc59c-7fee-4e12-86c9-3075f7560f3f HTTP/1.1" status: 204 len: 168 time: 0.5472035 Jul 27 17:07:00.261494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:00.297122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting port b615882c-4d77-48fd-914b-edebc98ae53c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:00.297479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.358003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-485fa692-853f-454a-bb0b-f19987c81a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.366782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-6eff19ac-823b-45f8-ba94-c17ce9959d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:00.368375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-6eff19ac-823b-45f8-ba94-c17ce9959d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.1142764 Jul 27 17:07:00.373930 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.411851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-b664e2bb-48e9-4805-a9f3-0a894f17c2d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347099 Jul 27 17:07:00.415465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.415813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.436390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Calling delete_port for b615882c-4d77-48fd-914b-edebc98ae53c owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:00.545683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.547054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-485fa692-853f-454a-bb0b-f19987c81a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.554033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-485fa692-853f-454a-bb0b-f19987c81a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.560851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe5527c-a28a-479b-91cf-81d9a1be882a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:00.579090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1612071e-d760-4399-bf8a-0784c8853759') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:00.579726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1612071e-d760-4399-bf8a-0784c8853759') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:00.598353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.604295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-485fa692-853f-454a-bb0b-f19987c81a4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c680c5dcc1947fd9b83e5652aae558a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978984 Jul 27 17:07:00.607380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:00.620551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-ffeda610-b71c-4a93-a433-97b089a54526 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827056 Jul 27 17:07:00.627402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa692-853f-454a-bb0b-f19987c81a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fefdd3-c5e1-4103-ace1-0329b4aaa3d0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.638480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.652210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.659036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:00.659490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:00.666345 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:00.678167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Port': ['ID=b615882c-4d77-48fd-914b-edebc98ae53c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.784084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.800893 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] create failed (client error): The resource could not be found. Jul 27 17:07:00.801890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5ba0447d-6778-42f4-8452-48c1aff435dd tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3264151 Jul 27 17:07:00.805873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54306) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:00.806493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.808374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] 10.222.0.64 "DELETE /v2.0/networks/4fe5527c-a28a-479b-91cf-81d9a1be882a HTTP/1.1" status: 204 len: 168 time: 0.5457754 Jul 27 17:07:00.831794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.837308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bf973-114e-4629-844a-4e58d7c64215 tempest-PortsIpV6TestJSON-510416518 tempest-PortsIpV6TestJSON-510416518-project] Pushing event deleted for resources: {'Network': ['ID=4fe5527c-a28a-479b-91cf-81d9a1be882a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.874187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-38d7b276-33dd-41ef-966c-9239d64b95b3 req-e4e20f98-544f-4cd3-88bb-acea376c9bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448516 Jul 27 17:07:00.876308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.889974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144913d6-e994-4f7e-b13e-e340b1088a92 req-a21906d0-fe97-45c9-ba1b-015cdb2bc57b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:00.892093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-144913d6-e994-4f7e-b13e-e340b1088a92 req-a21906d0-fe97-45c9-ba1b-015cdb2bc57b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 944 time: 0.1363375 Jul 27 17:07:00.935307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.937998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:00.939188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75fefdd3-c5e1-4103-ace1-0329b4aaa3d0 HTTP/1.1" status: 204 len: 168 time: 0.3297627 Jul 27 17:07:00.947534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd703be3-bca8-451f-a71b-989f3421d493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fefdd3-c5e1-4103-ace1-0329b4aaa3d0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:00.960330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-144913d6-e994-4f7e-b13e-e340b1088a92 req-b3b04d1e-6fdc-4436-9d58-4d18082b9ed0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Jul 27 17:07:00.984153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting port 018e2595-2b9b-4b59-bb86-a1717627924e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:00.984532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.072605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54314) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:01.084138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.097465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Calling delete_port for 018e2595-2b9b-4b59-bb86-a1717627924e owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:01.251716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.286896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Port': ['ID=018e2595-2b9b-4b59-bb86-a1717627924e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:01.365830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1a384612-4be4-47d8-a5d3-d2d9fbe9517e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f397b017b1342809fd8b600ed299aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917907 Jul 27 17:07:01.368109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:01.399648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.403841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d9281822-7a55-460b-95fc-2e7e4c1f085a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "DELETE /v2.0/ports/018e2595-2b9b-4b59-bb86-a1717627924e HTTP/1.1" status: 204 len: 168 time: 0.5947978 Jul 27 17:07:01.404140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:01.439199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.476820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.485158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffbbba-d3a2-4774-85e5-ce187c633a02 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:01.489386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3ffbbba-d3a2-4774-85e5-ce187c633a02 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "GET /v2.0/ports?device_id=16a4849e-7649-4731-bf4b-be8731cba159 HTTP/1.1" status: 200 len: 913 time: 0.0817258 Jul 27 17:07:01.489720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:01.558644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.562009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.568887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8f21d26-0f73-49d4-b634-d163e6c67b6c HTTP/1.1" status: 204 len: 168 time: 0.1972699 Jul 27 17:07:01.580792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aa142ba2-6993-4c7d-b01b-4983fadfc713 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:07:01.583609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a544b-753a-46a6-9d78-8da3f85f7643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f21d26-0f73-49d4-b634-d163e6c67b6c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:01.882532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:01.897522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'aa142ba2-6993-4c7d-b01b-4983fadfc713', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'port_id': 'aa142ba2-6993-4c7d-b01b-4983fadfc713', 'mac_address': 'fa:16:3e:cd:7b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:07:01.940722 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:01.956221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa142ba2-6993-4c7d-b01b-4983fadfc713 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:01.984632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:01.991655 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:02.010192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:02.078307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:02.136906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0fcea-abb5-46e6-9158-bcfde3641938 req-5ad4883c-2c5b-45b4-9bf8-8d58449dfdbd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:02.145159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ab0fcea-abb5-46e6-9158-bcfde3641938 req-5ad4883c-2c5b-45b4-9bf8-8d58449dfdbd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 945 time: 0.0878005 Jul 27 17:07:02.192309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ab0fcea-abb5-46e6-9158-bcfde3641938 req-9a90d8f6-7151-49a7-875f-b3d7b32bc593 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Jul 27 17:07:02.268793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['aa142ba2-6993-4c7d-b01b-4983fadfc713'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:02.396673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting port 5fa525d2-d119-43e2-9746-f443dd8ffcfb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:02.397248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:02.737470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:02.752317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Calling delete_port for 5fa525d2-d119-43e2-9746-f443dd8ffcfb owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:02.951879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:02.983450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Port': ['ID=5fa525d2-d119-43e2-9746-f443dd8ffcfb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:03.157048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.254334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.378255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Router 16a4849e-7649-4731-bf4b-be8731cba159 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:07:03.491102 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2025dea-f5cb-43e5-a561-659abdd49a0d req-47c7ba1b-755d-47e1-9820-5aeacbee2903 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:03.492740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2025dea-f5cb-43e5-a561-659abdd49a0d req-47c7ba1b-755d-47e1-9820-5aeacbee2903 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 945 time: 0.1852915 Jul 27 17:07:03.494178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:07:03.500490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c0579dde-d7ec-47a2-9b27-19a29b1f06ae tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "PUT /v2.0/routers/16a4849e-7649-4731-bf4b-be8731cba159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096257 Jul 27 17:07:03.503197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:03.514890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] Sync routers for ids ['16a4849e-7649-4731-bf4b-be8731cba159'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:07:03.525889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] Routers {'16a4849e-7649-4731-bf4b-be8731cba159'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:07:03.526704 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['16a4849e-7649-4731-bf4b-be8731cba159'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:03.573934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2025dea-f5cb-43e5-a561-659abdd49a0d req-fa5fd5c3-3b00-4cae-b2fd-5b3dc822f300 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696607 Jul 27 17:07:03.575171 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:03.586386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] Routers {'16a4849e-7649-4731-bf4b-be8731cba159'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:07:03.587006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:06:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['16a4849e-7649-4731-bf4b-be8731cba159'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:03.603391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aa142ba2-6993-4c7d-b01b-4983fadfc713 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:03.603768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.669644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port aa142ba2-6993-4c7d-b01b-4983fadfc713 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:03.675890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port aa142ba2-6993-4c7d-b01b-4983fadfc713 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:03.676972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.678736 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:03.679590 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e55e3-a412-42e0-ae22-5fc1d9d94279 None None] The sync data for ids ['16a4849e-7649-4731-bf4b-be8731cba159'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:07:03.784668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.816577 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.816696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:03.817476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.818083 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb820c5-8457-4f55-a421-9deefe2bb0a6" -d '{"events": [{"server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:03.854236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:03.861923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.871408 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc9b93-e722-4651-89c1-7a4fd256088e x-openstack-request-id: req-cecc9b93-e722-4651-89c1-7a4fd256088e {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:03.874897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.875414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Fanout notify agent at l3_agent the message router_deleted on router 16a4849e-7649-4731-bf4b-be8731cba159 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:07:03.882936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:03.883262 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:03.883585 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cecc9b93-e722-4651-89c1-7a4fd256088e {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:03.883977 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713', 'code': 200} Jul 27 17:07:03.884404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-61e2e164-718f-4fef-bc4b-45af4e26d375 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "DELETE /v2.0/routers/16a4849e-7649-4731-bf4b-be8731cba159 HTTP/1.1" status: 204 len: 168 time: 0.3799267 Jul 27 17:07:03.887036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:03.962895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:03.986700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting subnet ef42dc28-d717-41af-953c-2218753aa716 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:03.990768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.023004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835f3b6-35b5-4b8b-9edc-78e704c1ccb6 req-3eb09308-67e1-4f35-be61-0227c4dc4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:04.024614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d835f3b6-35b5-4b8b-9edc-78e704c1ccb6 req-3eb09308-67e1-4f35-be61-0227c4dc4b51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 1097 time: 0.0621669 Jul 27 17:07:04.045312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.086900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d835f3b6-35b5-4b8b-9edc-78e704c1ccb6 req-b5b0e04d-4819-4446-90b9-deeddd06bf99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Jul 27 17:07:04.153692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.230680 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.268340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Subnet': ['ID=ef42dc28-d717-41af-953c-2218753aa716,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:04.270479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.275314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-68ee7aaa-285d-4bcc-83c2-ee83bd19d91a tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "DELETE /v2.0/subnets/ef42dc28-d717-41af-953c-2218753aa716 HTTP/1.1" status: 204 len: 168 time: 0.3868749 Jul 27 17:07:04.276660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:04.278318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a47cbc-523a-4e89-8fc9-880c6333c1ac None None] Network dc12ae9a-28a3-4fd5-9828-91951cc64be9 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:04.379937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.453569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Deleting port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:04.454071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.474287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:04.514343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] DHCP port deletion for dc12ae9a-28a3-4fd5-9828-91951cc64be9 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:07:04.541657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] For port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,segment=NetworkSegment(a53c32a4-3f2e-4625-87db-1036b1c52e85),segment_id=a53c32a4-3f2e-4625-87db-1036b1c52e85)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:04.542674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.566436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Calling delete_port for f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:04.612019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Deleting port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:04.612403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.675447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3022c8cc-e6f7-4718-b8ac-c18605dd6aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.693769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.713927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] For port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,segment=NetworkSegment(a53c32a4-3f2e-4625-87db-1036b1c52e85),segment_id=a53c32a4-3f2e-4625-87db-1036b1c52e85)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:04.714340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.733291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Calling delete_port for f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:04.738381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Port': ['ID=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:04.751356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] No DVR routers for this DVR port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:04.784756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39757-d450-49e4-a6f6-6d48e777c6b1 req-39c9d0d8-3225-4523-9582-84064274dbcd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:04.786336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5d39757-d450-49e4-a6f6-6d48e777c6b1 req-39c9d0d8-3225-4523-9582-84064274dbcd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1345415 Jul 27 17:07:04.835870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.865739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.870128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] Pushing event deleted for resources: {'Port': ['ID=f2acd91d-ccde-48f2-a919-ba78ac6f5fc3,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:04.874852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a061b-382a-427d-b9c1-ceb8f64ab9a3 None None] No DVR routers for this DVR port f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:04.898752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc12ae9a-28a3-4fd5-9828-91951cc64be9']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:04.916130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5d39757-d450-49e4-a6f6-6d48e777c6b1 req-be34e64d-2a71-45c9-bb25-2bee4d13a518 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139295 Jul 27 17:07:04.929159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53c32a4-3f2e-4625-87db-1036b1c52e85') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:04.929500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53c32a4-3f2e-4625-87db-1036b1c52e85') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:04.945868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3022c8cc-e6f7-4718-b8ac-c18605dd6aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.948029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.950195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3022c8cc-e6f7-4718-b8ac-c18605dd6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:04.990643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.003540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3022c8cc-e6f7-4718-b8ac-c18605dd6aa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d7fc3f6d5e74e4fa61b04b4f89c3e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280094 Jul 27 17:07:05.005960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54520) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.008036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:05.008507 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:05.012361 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:05.044418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022c8cc-e6f7-4718-b8ac-c18605dd6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243e128-62fe-49ae-a9e7-a64fb218d403,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:05.089959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.100131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.105878 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] 10.222.0.64 "DELETE /v2.0/networks/dc12ae9a-28a3-4fd5-9828-91951cc64be9 HTTP/1.1" status: 204 len: 168 time: 0.8279669 Jul 27 17:07:05.113797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.125389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f1df8-436c-4cf8-836f-5f43bbdc4d69 tempest-FloatingIPNegativeTestJSON-1795141160 tempest-FloatingIPNegativeTestJSON-1795141160-project] Pushing event deleted for resources: {'Network': ['ID=dc12ae9a-28a3-4fd5-9828-91951cc64be9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:05.141425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.241002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.243635 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.245103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7243e128-62fe-49ae-a9e7-a64fb218d403 HTTP/1.1" status: 204 len: 168 time: 0.2380788 Jul 27 17:07:05.255059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2d0a1-cac5-430a-bd0f-5d52ba996cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243e128-62fe-49ae-a9e7-a64fb218d403,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:05.408223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:07:05.432618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:07:05.433317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f2acd91d-ccde-48f2-a919-ba78ac6f5fc3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:07:05.585150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.588494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.707325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.727085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.727353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2368dd3-e50f-49cf-a31e-f2764b1d0437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.754651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:07:05.754651 n-d-723572-6 neutron-server[93923]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 17:07:05.754651 n-d-723572-6 neutron-server[93923]: [parameters: {'project_id': '2be38f2ead8f41efacecd41993e02730', 'id': '7eba2132-b532-4a30-94e9-136cd118b1fc', 'expiration': datetime.datetime(2021, 7, 27, 17, 9, 5, 750777)}] Jul 27 17:07:05.754651 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:07:05.755713 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:07:05.836603 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2368dd3-e50f-49cf-a31e-f2764b1d0437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.841851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2368dd3-e50f-49cf-a31e-f2764b1d0437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:05.890226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2368dd3-e50f-49cf-a31e-f2764b1d0437 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44e48b1f7c4c44ddaa1b4c0da7567c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006666 Jul 27 17:07:05.892392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368dd3-e50f-49cf-a31e-f2764b1d0437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12548e-0a12-4a6e-b38a-8ecfcda06d44,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:05.893121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.945622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2520989c-575d-49b9-9559-4b9f474357ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50dae38209614c688aaf41f25b1d6807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589098 Jul 27 17:07:05.948537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:05.970013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.009280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.010401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.061612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.071328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.074515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.077635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd12548e-0a12-4a6e-b38a-8ecfcda06d44 HTTP/1.1" status: 204 len: 168 time: 0.1810484 Jul 27 17:07:06.085151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4771b-1725-4256-9302-c85f3f153336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12548e-0a12-4a6e-b38a-8ecfcda06d44,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:06.155801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5796-3b55-48f4-be46-72f627408f8e req-e43fd0db-a5b5-4332-8b65-4ab484f417d8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:06.157905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-955e5796-3b55-48f4-be46-72f627408f8e req-e43fd0db-a5b5-4332-8b65-4ab484f417d8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1422822 Jul 27 17:07:06.158987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.161961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.163154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/520e67ca-8540-46ab-9e95-e395ec2cc610 HTTP/1.1" status: 204 len: 168 time: 0.2126169 Jul 27 17:07:06.190935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32539d-456b-465c-a8d2-68be35db942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e67ca-8540-46ab-9e95-e395ec2cc610,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:06.257682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.329056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-955e5796-3b55-48f4-be46-72f627408f8e req-b717689e-330b-4feb-8c38-75349b9a9605 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573613 Jul 27 17:07:06.467726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.476325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.585158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2be38f2ead8f41efacecd41993e02730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8758078 Jul 27 17:07:06.587267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:06.595949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b71a9-e8ee-445e-a0f1-b1bb54317c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4bf509-78c4-4a3b-b3f2-3efc4ac0ef17,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:06.666342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.688120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54582) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:06.706250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.719817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0e45acd-02fd-4076-b3f6-aad9d6bb0b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.756815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb26906-e394-44d7-9f7a-707792ed751a req-d8502611-6a2d-465a-9802-c181615d5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:06.758307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-d8502611-6a2d-465a-9802-c181615d5c86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 1097 time: 0.1755283 Jul 27 17:07:06.761456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.765524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:06.767179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf4bf509-78c4-4a3b-b3f2-3efc4ac0ef17 HTTP/1.1" status: 204 len: 168 time: 0.1787591 Jul 27 17:07:06.782122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ee00-95b6-4d58-8628-6184d505e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4bf509-78c4-4a3b-b3f2-3efc4ac0ef17,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:07.193273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea36a35-4dbf-45dd-81f3-f362f980ea4e req-b5cc6dba-a1d4-4368-80c1-95600974ff0d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:07.194814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aea36a35-4dbf-45dd-81f3-f362f980ea4e req-b5cc6dba-a1d4-4368-80c1-95600974ff0d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.5839062 Jul 27 17:07:07.274462 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aea36a35-4dbf-45dd-81f3-f362f980ea4e req-8f97e479-1708-45bd-9e60-e611149ea515 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Jul 27 17:07:07.321916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb26906-e394-44d7-9f7a-707792ed751a req-228972d9-59bb-462a-a92e-924ff520739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:07.323628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-228972d9-59bb-462a-a92e-924ff520739e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 911 time: 0.5536294 Jul 27 17:07:07.377673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-2d9f551c-c14a-4e1e-a24c-e91f84fb7bb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713 HTTP/1.1" status: 200 len: 217 time: 0.0409071 Jul 27 17:07:07.381145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54616) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:07.407741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0e45acd-02fd-4076-b3f6-aad9d6bb0b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.434554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0e45acd-02fd-4076-b3f6-aad9d6bb0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.486601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb26906-e394-44d7-9f7a-707792ed751a req-440abe9d-380b-4c01-a0ba-b6b199286c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:07.488051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-440abe9d-380b-4c01-a0ba-b6b199286c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.1000946 Jul 27 17:07:07.494164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e45acd-02fd-4076-b3f6-aad9d6bb0b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52afdf83-2844-4349-b15c-3f31d0116af4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:07.513968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:07.525108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0e45acd-02fd-4076-b3f6-aad9d6bb0b1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ecd51b597c144dcae4f672f1a3d275a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346844 Jul 27 17:07:07.561078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-de21c6bf-8d72-43e8-a682-07ea5e45604c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345075 Jul 27 17:07:07.586396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.609892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'networks': [{'name': 'tempest-network--576434132'}, {'name': 'tempest-network--1717662290'}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:07.610216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-network--576434132'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:07.610663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-network--1717662290'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:07.628718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.668561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'network': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:07.673446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.683683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.706087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-1e5e0343-7a43-4ed0-a516-8eaed83dc186 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372890 Jul 27 17:07:07.720178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.722958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.726979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52afdf83-2844-4349-b15c-3f31d0116af4 HTTP/1.1" status: 204 len: 168 time: 0.2117562 Jul 27 17:07:07.744264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c589e6-ff7a-4934-a20e-aaf76b9ab30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52afdf83-2844-4349-b15c-3f31d0116af4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:07.834779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1cb26906-e394-44d7-9f7a-707792ed751a req-3300936c-1b69-48b5-ae5c-ee135e9656bc service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202743 Jul 27 17:07:07.855274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.863273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.864241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.912650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ae3fc-9718-4f65-af04-8c0082032ce8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:07.915891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:07.927304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:07.927595 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment 4aa89bea-0f59-4a36-9995-243d28284b83 of type vlan for network b3a6e2e7-7589-40db-902b-00c3f125b0ad Jul 27 17:07:07.979641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.015960 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:08.026423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.027239 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment 84219da4-b337-43b3-8a84-1def2c62c4a1 of type vlan for network 32d105d5-c2f4-440d-becd-b287d23a6c2e Jul 27 17:07:08.083770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.125967 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.127258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.135962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.143292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.144404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.183292 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7989013 Jul 27 17:07:08.184717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54650) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:08.220750 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:07:08.276618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=b3a6e2e7-7589-40db-902b-00c3f125b0ad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:08.289300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b3a6e2e7-7589-40db-902b-00c3f125b0ad details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:08.371214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfda0a-c6f1-4934-bf18-871d598d5f9e tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=32d105d5-c2f4-440d-becd-b287d23a6c2e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:08.390472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 32d105d5-c2f4-440d-becd-b287d23a6c2e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:08.495045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632cab1-7494-4484-9a09-6345c43df4d6 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.501699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632cab1-7494-4484-9a09-6345c43df4d6 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.508663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632cab1-7494-4484-9a09-6345c43df4d6 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.515664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632cab1-7494-4484-9a09-6345c43df4d6 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.522919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3632cab1-7494-4484-9a09-6345c43df4d6 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3340514 Jul 27 17:07:08.526344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:08.564422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f8a8-3b27-4bc1-b241-57d638fa6888 req-37df35cf-657f-46ab-bca6-8b7dfbb377aa tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:08.566321 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd62f8a8-3b27-4bc1-b241-57d638fa6888 req-37df35cf-657f-46ab-bca6-8b7dfbb377aa tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1714962 Jul 27 17:07:08.632888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd62f8a8-3b27-4bc1-b241-57d638fa6888 req-abb5b5ca-ac7d-48fa-8e50-d2b63849d7f8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Jul 27 17:07:08.670704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.791384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.803080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a6e2e7-7589-40db-902b-00c3f125b0ad']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:08.816398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa89bea-0f59-4a36-9995-243d28284b83') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:08.817019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa89bea-0f59-4a36-9995-243d28284b83') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:08.827186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.845437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.854920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:08.855523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:08.861492 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:08.946910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.956622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:08.958472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/b3a6e2e7-7589-40db-902b-00c3f125b0ad HTTP/1.1" status: 204 len: 168 time: 0.4223104 Jul 27 17:07:08.961122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54682) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:08.997215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd61c0d-5ccd-4896-9483-c421f6e8b928 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=b3a6e2e7-7589-40db-902b-00c3f125b0ad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:09.074644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.180512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.192577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d105d5-c2f4-440d-becd-b287d23a6c2e']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:09.203852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84219da4-b337-43b3-8a84-1def2c62c4a1') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:09.204290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84219da4-b337-43b3-8a84-1def2c62c4a1') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:09.214683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.235418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.242086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:09.242645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:09.245933 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:09.321861 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.341217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.345173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/32d105d5-c2f4-440d-becd-b287d23a6c2e HTTP/1.1" status: 204 len: 168 time: 0.3826098 Jul 27 17:07:09.347963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:09.366654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99bca5-b985-4a64-ae79-25ef4d13e7b1 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=32d105d5-c2f4-440d-becd-b287d23a6c2e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:09.606161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155e608-362f-4517-8903-b7483ec9ae73 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:09.614767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155e608-362f-4517-8903-b7483ec9ae73 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:09.620746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:09.627573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1348583194'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:09.633092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b155e608-362f-4517-8903-b7483ec9ae73 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2839389 Jul 27 17:07:09.651648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:09.656642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.689045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:09.706965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.707579 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment fd5e65c4-8a08-4f74-9623-424b6ab9486c of type vlan for network fe2fed18-3b89-429a-89ee-fb77c0baff2f Jul 27 17:07:09.761450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d222f5c-6323-45a1-85fd-92079f9108bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.866376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.920801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09c1a-55ac-4f38-98f6-4f301b0dfb08 req-e5898d91-6a2c-4f06-bb7c-644f6f8d9fc0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:09.922998 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-acb09c1a-55ac-4f38-98f6-4f301b0dfb08 req-e5898d91-6a2c-4f06-bb7c-644f6f8d9fc0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1704485 Jul 27 17:07:09.938292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:09.945224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:09.945939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.037027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=fe2fed18-3b89-429a-89ee-fb77c0baff2f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:10.053280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network fe2fed18-3b89-429a-89ee-fb77c0baff2f details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:10.073091 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-28a8db7e-d87e-4c77-b672-4678f6f4cd67 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4487484 Jul 27 17:07:10.073901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:10.081788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2014919169'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:10.087547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-acb09c1a-55ac-4f38-98f6-4f301b0dfb08 req-e4fa5305-10bb-4c10-9afc-d7692e73a9a8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581342 Jul 27 17:07:10.132688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:10.136237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.184242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:10.196903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.197527 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment 7e3a2a1c-1168-4dc2-98ca-85fc6b10f4b2 of type vlan for network e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77 Jul 27 17:07:10.266341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.304220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.313979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:10.315438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.392064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3161054 Jul 27 17:07:10.396224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:10.404924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'ports': [{'network_id': 'fe2fed18-3b89-429a-89ee-fb77c0baff2f', 'name': 'tempest-port--1447093763', 'admin_state_up': True}, {'network_id': 'e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77', 'admin_state_up': False}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:10.405684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'port': {'network_id': 'fe2fed18-3b89-429a-89ee-fb77c0baff2f', 'name': 'tempest-port--1447093763', 'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:10.406134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'port': {'network_id': 'e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77', 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:10.410083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58763c79-e0df-41db-b2db-2cd02a3c4e54 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:10.429922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:10.728584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'port': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:10.738948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.755154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:10.931200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] device_id is not set on port ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:07:11.131628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:11.246819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] device_id is not set on port 536106ed-fc16-46ea-b570-fb4beeba64d7 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:07:11.402546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1822f3-fd3b-4ee4-a2a8-46bd17d7d16a req-96978c5c-7622-4539-b819-e3259d2d2a34 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:11.410460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf1822f3-fd3b-4ee4-a2a8-46bd17d7d16a req-96978c5c-7622-4539-b819-e3259d2d2a34 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1521826 Jul 27 17:07:11.465086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:11.489935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf1822f3-fd3b-4ee4-a2a8-46bd17d7d16a req-4718f8aa-9f88-4b5a-898f-94e6398df6c5 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750842 Jul 27 17:07:11.581418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:11.657591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Port': ['ID=ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:11.688224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Checking segment: {'id': 'fd5e65c4-8a08-4f74-9623-424b6ab9486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fe2fed18-3b89-429a-89ee-fb77c0baff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:11.688639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network hostable DHCP agents. Network: fe2fed18-3b89-429a-89ee-fb77c0baff2f, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:11.725869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network fe2fed18-3b89-429a-89ee-fb77c0baff2f is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:11.752166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, fe2fed18-3b89-429a-89ee-fb77c0baff2f) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:11.757439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:11.758939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:11.769302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917265c-74aa-49f3-8f60-19d9fc79b8d9 None None] Network fe2fed18-3b89-429a-89ee-fb77c0baff2f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:11.897609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Port': ['ID=536106ed-fc16-46ea-b570-fb4beeba64d7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:11.937754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Checking segment: {'id': '7e3a2a1c-1168-4dc2-98ca-85fc6b10f4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:11.938370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network hostable DHCP agents. Network: e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:11.978454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:12.000164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:12.009022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:12.017206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19523f86-9e30-45b5-a1e2-7b9a7e713d37 None None] Network e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:12.025682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:12.031085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:12.031801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.054549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c4e19d1a-682f-439d-98ae-090bb4aae290 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6570411 Jul 27 17:07:12.058736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:12.169423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f7c32-10cc-4749-9f1f-10902bdb9bf7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:12.177011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f7c32-10cc-4749-9f1f-10902bdb9bf7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:12.179020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0a8f7c32-10cc-4749-9f1f-10902bdb9bf7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1191063 Jul 27 17:07:12.182058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:12.351149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting port ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:12.351519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.424869 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.464336 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.492619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Calling delete_port for ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:12.560202 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7e770295-eaf5-4d59-8f1a-46236df01153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.642722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.680327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.682745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/ports/ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6 HTTP/1.1" status: 204 len: 168 time: 0.4993792 Jul 27 17:07:12.687918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:12.705541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8e36b-6d26-43f0-88a9-060f1c1d2451 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Port': ['ID=ac00e2ec-aa0f-4a48-a7c0-c0d6a2040fe6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:12.757243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12971a26-28d7-4b8d-b348-4255129a55ad req-bd7fdb12-c925-45b8-ab0f-c00530968ba3 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:12.758752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12971a26-28d7-4b8d-b348-4255129a55ad req-bd7fdb12-c925-45b8-ab0f-c00530968ba3 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1544828 Jul 27 17:07:12.835613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12971a26-28d7-4b8d-b348-4255129a55ad req-42289c87-e1ed-48de-9fec-fba0aa5a08f2 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657670 Jul 27 17:07:12.852930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting port 536106ed-fc16-46ea-b570-fb4beeba64d7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:12.853307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.937700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:12.955642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Calling delete_port for 536106ed-fc16-46ea-b570-fb4beeba64d7 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:13.104274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.155811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Port': ['ID=536106ed-fc16-46ea-b570-fb4beeba64d7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:13.174539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.177070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b68bd61d-a267-46f4-aef2-d91f00348df0 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/ports/536106ed-fc16-46ea-b570-fb4beeba64d7 HTTP/1.1" status: 204 len: 168 time: 0.4881005 Jul 27 17:07:13.180335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54798) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:13.221433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-80f71b20-5639-4a54-8357-afddba249ef5 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0392289 Jul 27 17:07:13.225140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54800) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:13.230375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1965301168'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:13.266019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:13.275875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.353710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:13.378485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.378485 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment 765a1ffd-5535-4b8d-bee8-66e2e6f4f34c of type vlan for network 2564d643-b85d-4f97-a3ac-327f8f497ce7 Jul 27 17:07:13.461657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.523438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.541941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.563627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:13.566735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.662266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:13.662858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4358411 Jul 27 17:07:13.668823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-564338959'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:13.691002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d041c45-461f-45d5-84fc-35b1e4a84b4d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=2564d643-b85d-4f97-a3ac-327f8f497ce7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:13.721898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2564d643-b85d-4f97-a3ac-327f8f497ce7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:13.744470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:13.748064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.799957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:13.812356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.813171 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Added segment f4d34f41-6dfc-4194-a274-3561d4073b88 of type vlan for network fb5c7124-b821-4994-8655-26ee6b129394 Jul 27 17:07:13.888580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.973302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:13.985865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:13.986568 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:14.112452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4377165 Jul 27 17:07:14.125035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902610c-b73b-49db-9d6f-6b13d4653bb7 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Network': ['ID=fb5c7124-b821-4994-8655-26ee6b129394,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:14.143056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network fb5c7124-b821-4994-8655-26ee6b129394 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:14.151962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b17c-38c3-4b36-a7aa-d9708790f643 req-cd59b17e-b3c4-4873-ac45-b632ef1a1c93 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:14.162421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7da8b17c-38c3-4b36-a7aa-d9708790f643 req-cd59b17e-b3c4-4873-ac45-b632ef1a1c93 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2001252 Jul 27 17:07:14.275808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7da8b17c-38c3-4b36-a7aa-d9708790f643 req-86aa8b3e-3291-45e2-ac90-672a04e685d9 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112571 Jul 27 17:07:15.139153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:15.631958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2489-b7e7-47a0-a6c6-886762bad1e4 req-ef571177-f144-4772-a4a3-efd998f89feb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:15.637213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-319c2489-b7e7-47a0-a6c6-886762bad1e4 req-ef571177-f144-4772-a4a3-efd998f89feb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1800537 Jul 27 17:07:15.796720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-319c2489-b7e7-47a0-a6c6-886762bad1e4 req-fc3a2652-30b0-450c-bf2b-5fb4ed9b68bd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499701 Jul 27 17:07:16.938637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:17.058943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33857889-c4ea-4a0e-91c8-6651634b2017 req-bdf8c61e-18f2-4301-8379-afa095031ccb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:17.076817 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33857889-c4ea-4a0e-91c8-6651634b2017 req-bdf8c61e-18f2-4301-8379-afa095031ccb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1820462 Jul 27 17:07:17.139175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-33857889-c4ea-4a0e-91c8-6651634b2017 req-cbeab8df-1bb8-49a3-8977-ca97e1be9706 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Jul 27 17:07:17.660735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:17.666995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'subnets': [{'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1789306320', 'ip_version': 6}, {'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:17.667346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'subnet': {'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1789306320', 'ip_version': 6}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:17.668047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Request body: {'subnet': {'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:17.838104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Made reservation on behalf of 9912a2ee311d4281b4269af8a7b0a92c for: {'subnet': 2} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:17.842776 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:17.843156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.266819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.344411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Subnet': ['ID=218ad0a4-a012-476c-84fa-3d75e80fde4c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:18.346962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Checking segment: {'id': '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:18.347346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network hostable DHCP agents. Network: 2564d643-b85d-4f97-a3ac-327f8f497ce7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:18.355095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d3190-fc76-46a4-8f95-f4b1ba3ec1b7 req-4a2dc493-cfb2-4b1b-93ed-6b41debf9958 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.368252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba8d3190-fc76-46a4-8f95-f4b1ba3ec1b7 req-4a2dc493-cfb2-4b1b-93ed-6b41debf9958 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1529663 Jul 27 17:07:18.373752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network 2564d643-b85d-4f97-a3ac-327f8f497ce7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:18.390860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2564d643-b85d-4f97-a3ac-327f8f497ce7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:18.405059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd63310-e28a-421b-98df-a593979a9310 None None] Network 2564d643-b85d-4f97-a3ac-327f8f497ce7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:18.411450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.416704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba8d3190-fc76-46a4-8f95-f4b1ba3ec1b7 req-e6b4ca6c-66d0-42cf-8266-177bff6b2ac4 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Jul 27 17:07:18.487532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event updated for resources: {'Subnet': ['ID=57aefb42-6d41-47b5-bfbb-03f049e71693,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:18.518047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Checking segment: {'id': 'f4d34f41-6dfc-4194-a274-3561d4073b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:18.518698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network hostable DHCP agents. Network: fb5c7124-b821-4994-8655-26ee6b129394, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:18.549746 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Network fb5c7124-b821-4994-8655-26ee6b129394 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:18.566809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, fb5c7124-b821-4994-8655-26ee6b129394) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:18.577625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.579056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.580109 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.585105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6dac22-0d54-4b2c-a24c-355d534d51de None None] Network fb5c7124-b821-4994-8655-26ee6b129394 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:18.602027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2564d643-b85d-4f97-a3ac-327f8f497ce7', 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7', 'tenant_id': '9912a2ee311d4281b4269af8a7b0a92c', 'fixed_ips': [{'subnet_id': '218ad0a4-a012-476c-84fa-3d75e80fde4c'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:18.602880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.618394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d587f6ee-3659-4525-b590-347be3f21a40 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9562137 Jul 27 17:07:18.621927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54884) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:18.720645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfcb47-ff1d-4d9a-b501-b103b4cab338 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.723110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfcb47-ff1d-4d9a-b501-b103b4cab338 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.726616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfcb47-ff1d-4d9a-b501-b103b4cab338 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:18.738554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54890) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:18.739665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dabfcb47-ff1d-4d9a-b501-b103b4cab338 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1159935 Jul 27 17:07:18.828488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-fb5c7124-b821-4994-8655-26ee6b129394', 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394', 'tenant_id': '9912a2ee311d4281b4269af8a7b0a92c', 'fixed_ips': [{'subnet_id': '57aefb42-6d41-47b5-bfbb-03f049e71693'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:18.830791 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:18.857336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting subnet 218ad0a4-a012-476c-84fa-3d75e80fde4c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:19.022964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Allocated IP 2001:db8::1 (2564d643-b85d-4f97-a3ac-327f8f497ce7/218ad0a4-a012-476c-84fa-3d75e80fde4c/573f099c-1252-483b-9979-c2a7d25f1075) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:19.060305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Allocated IP 2001:db8:0:1::1 (fb5c7124-b821-4994-8655-26ee6b129394/57aefb42-6d41-47b5-bfbb-03f049e71693/cb043fc6-162d-427a-abab-bd13b26104f9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:19.118620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-6de14383-9928-4c0d-9af3-5bd19a37c438 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884431713&fields=id&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 267 time: 0.0516288 Jul 27 17:07:19.245654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-5ba11d71-66d3-4c0a-b57c-b658015bdde4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:19.247365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-5ba11d71-66d3-4c0a-b57c-b658015bdde4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.1189520 Jul 27 17:07:19.269134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-795dcf58-847f-4669-a2bd-b53a1bb52f4b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/quotas/231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 375 time: 0.0142162 Jul 27 17:07:19.322631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.339806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Transition to ACTIVE for port object 573f099c-1252-483b-9979-c2a7d25f1075 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:19.358670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.371765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Transition to ACTIVE for port object 573f099c-1252-483b-9979-c2a7d25f1075 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:19.373903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Transition to ACTIVE for port object cb043fc6-162d-427a-abab-bd13b26104f9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:19.389419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.392718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-02a717d9-e671-4086-bac6-e43fa584d8dc tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1206210 Jul 27 17:07:19.393557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.407609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Transition to ACTIVE for port object cb043fc6-162d-427a-abab-bd13b26104f9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:19.456706 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.466536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Network 2564d643-b85d-4f97-a3ac-327f8f497ce7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:19.496221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:19.505559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:19.563259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Network fb5c7124-b821-4994-8655-26ee6b129394 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:19.570176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:19.646070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da459b-c2e0-4f76-9bb9-4aa19c7780ab req-4facae75-4ea3-4a92-9dc5-f2d64c1cc20a tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:19.655749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5da459b-c2e0-4f76-9bb9-4aa19c7780ab req-4facae75-4ea3-4a92-9dc5-f2d64c1cc20a tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1159494 Jul 27 17:07:19.664662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:19.670424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Pushing event updated for resources: {'Port': ['ID=573f099c-1252-483b-9979-c2a7d25f1075,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:19.715388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5da459b-c2e0-4f76-9bb9-4aa19c7780ab req-9b9903bb-62a3-4442-8b25-62fa4eee765d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568960 Jul 27 17:07:19.728663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.729157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.729507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.729898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.730238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.730579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.731059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.731238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.732067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.732362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.732746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.733190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:19.848288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Attempting to bind port cb043fc6-162d-427a-abab-bd13b26104f9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:19.848647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Attempting to bind port cb043fc6-162d-427a-abab-bd13b26104f9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f4d34f41-6dfc-4194-a274-3561d4073b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:19.849007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Attempting to bind port cb043fc6-162d-427a-abab-bd13b26104f9 on network fb5c7124-b821-4994-8655-26ee6b129394 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:19.856664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Attempting to bind port 573f099c-1252-483b-9979-c2a7d25f1075 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:19.857039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Attempting to bind port 573f099c-1252-483b-9979-c2a7d25f1075 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:19.857554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Attempting to bind port 573f099c-1252-483b-9979-c2a7d25f1075 on network 2564d643-b85d-4f97-a3ac-327f8f497ce7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:19.876934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Pushing event updated for resources: {'Port': ['ID=cb043fc6-162d-427a-abab-bd13b26104f9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:19.885568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:19.885956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Checking segment: {'id': 'f4d34f41-6dfc-4194-a274-3561d4073b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:19.886371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.886772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Bound using segment: {'id': 'f4d34f41-6dfc-4194-a274-3561d4073b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:19.887274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Bound port: cb043fc6-162d-427a-abab-bd13b26104f9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d34f41-6dfc-4194-a274-3561d4073b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fb5c7124-b821-4994-8655-26ee6b129394'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:19.887807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.897196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.959774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] For port cb043fc6-162d-427a-abab-bd13b26104f9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:19.963619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] For port cb043fc6-162d-427a-abab-bd13b26104f9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb043fc6-162d-427a-abab-bd13b26104f9,segment=NetworkSegment(f4d34f41-6dfc-4194-a274-3561d4073b88),segment_id=f4d34f41-6dfc-4194-a274-3561d4073b88)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:19.964964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:19.965414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Checking segment: {'id': '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:19.965829 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.966230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Bound using segment: {'id': '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:19.966756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Bound port: 573f099c-1252-483b-9979-c2a7d25f1075, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2564d643-b85d-4f97-a3ac-327f8f497ce7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:19.967146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:19.983185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.025339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.185480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b684-c67d-41cb-a501-ef7acb56130d None None] Pushing event updated for resources: {'Port': ['ID=cb043fc6-162d-427a-abab-bd13b26104f9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:20.205633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] For port 573f099c-1252-483b-9979-c2a7d25f1075, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:20.209282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] For port 573f099c-1252-483b-9979-c2a7d25f1075, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=573f099c-1252-483b-9979-c2a7d25f1075,segment=NetworkSegment(765a1ffd-5535-4b8d-bee8-66e2e6f4f34c),segment_id=765a1ffd-5535-4b8d-bee8-66e2e6f4f34c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:20.209772 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.216099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.264544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-34bca8e5-b30c-45fe-9ce6-0c4dfca2b8bf service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424437 Jul 27 17:07:20.294832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Subnet': ['ID=218ad0a4-a012-476c-84fa-3d75e80fde4c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:20.308663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bb75a-1f4a-4b4f-87f2-a8f456e18e88 None None] Pushing event updated for resources: {'Port': ['ID=573f099c-1252-483b-9979-c2a7d25f1075,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:20.334208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.336590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f984a6a-6804-40ea-b23c-3d3e1427e43d tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/subnets/218ad0a4-a012-476c-84fa-3d75e80fde4c HTTP/1.1" status: 204 len: 168 time: 1.5954614 Jul 27 17:07:20.340235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:20.437743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting subnet 57aefb42-6d41-47b5-bfbb-03f049e71693 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:20.443182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.519015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.546713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-a688714e-72d2-4c91-99ea-9035e6152255 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803411 Jul 27 17:07:20.693483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:20.953207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.029112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Subnet': ['ID=57aefb42-6d41-47b5-bfbb-03f049e71693,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:21.045182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.050249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:21.051161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6aa031b3-1a07-407d-bfc7-e9238f7e88d3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/subnets/57aefb42-6d41-47b5-bfbb-03f049e71693 HTTP/1.1" status: 204 len: 168 time: 0.7090623 Jul 27 17:07:21.064755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63f2d-9d93-4cef-aa15-2f51eb176116 req-3aae7d4e-0c72-4593-8fdd-1bbf58a024e7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:21.074733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bba63f2d-9d93-4cef-aa15-2f51eb176116 req-3aae7d4e-0c72-4593-8fdd-1bbf58a024e7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2253461 Jul 27 17:07:21.155014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bba63f2d-9d93-4cef-aa15-2f51eb176116 req-d94597f3-3499-411d-b307-d0d53ff9b0d5 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723934 Jul 27 17:07:21.226346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a89baaf-b55d-4218-a5bd-ffe9d0630e4a req-a868a8e3-814e-424b-9a23-c6d69af1f8d2 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0726538 Jul 27 17:07:21.232388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fe047-ff66-4d5d-9c65-39412c847cd5 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:21.234622 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-108fe047-ff66-4d5d-9c65-39412c847cd5 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1832280 Jul 27 17:07:21.240272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 54958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:21.363428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.484861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting port cb043fc6-162d-427a-abab-bd13b26104f9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:21.486274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.581734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb043fc6-162d-427a-abab-bd13b26104f9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:21.631657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] For port cb043fc6-162d-427a-abab-bd13b26104f9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb043fc6-162d-427a-abab-bd13b26104f9,segment=NetworkSegment(f4d34f41-6dfc-4194-a274-3561d4073b88),segment_id=f4d34f41-6dfc-4194-a274-3561d4073b88)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:21.632197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.659625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Calling delete_port for cb043fc6-162d-427a-abab-bd13b26104f9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:21.723434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cb043fc6-162d-427a-abab-bd13b26104f9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:21.733044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 573f099c-1252-483b-9979-c2a7d25f1075 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:21.790096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:21.845102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 573f099c-1252-483b-9979-c2a7d25f1075 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:21.863495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:21.866794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff20d2-5fde-48ca-9774-e70dcc32d881 None None] Network fb5c7124-b821-4994-8655-26ee6b129394 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:21.900512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] No DVR routers for this DVR port cb043fc6-162d-427a-abab-bd13b26104f9 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:21.939667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5fab288a-79c3-40a0-9a80-faa6962d4550 None None] Could not find standard attr ID for object cb043fc6-162d-427a-abab-bd13b26104f9. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:07:22.021139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a5e264-dde4-45b1-a1c5-bc6008585894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.076356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Port': ['ID=cb043fc6-162d-427a-abab-bd13b26104f9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:22.106145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.124131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5c7124-b821-4994-8655-26ee6b129394']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:22.132892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52c39d-310f-4803-956c-b25c70f44023 None None] DHCP port deletion for fb5c7124-b821-4994-8655-26ee6b129394 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:07:22.158445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d34f41-6dfc-4194-a274-3561d4073b88') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:22.159128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d34f41-6dfc-4194-a274-3561d4073b88') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:22.175290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.214525 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.224291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:22.225208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:22.228937 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:22.241296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a5e264-dde4-45b1-a1c5-bc6008585894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.251775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-70a5e264-dde4-45b1-a1c5-bc6008585894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.339600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.354367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.359372 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-70a5e264-dde4-45b1-a1c5-bc6008585894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c995821129c7422c9f472e4e09ccbda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674088 Jul 27 17:07:22.361315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:22.361521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/fb5c7124-b821-4994-8655-26ee6b129394 HTTP/1.1" status: 204 len: 168 time: 1.1197960 Jul 27 17:07:22.361644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:22.365837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5e264-dde4-45b1-a1c5-bc6008585894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f9873c-e075-4700-9823-14c6ed39d186,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:22.384624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5886ee-18d0-4aa5-a6fb-81470b1227dc tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=fb5c7124-b821-4994-8655-26ee6b129394,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:22.398507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1e37b-42a7-43b2-9342-e173961f4eb0 None None] Network 2564d643-b85d-4f97-a3ac-327f8f497ce7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:22.414834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11df68f1-7d26-4f82-bb02-bf126c7941df req-4815fdc0-4f5e-4c06-a91c-9107be2c6dd9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0730486 Jul 27 17:07:22.540243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.571140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e93e3-c21e-44f1-adaf-84d4e3859dd0 req-29423737-b51f-4917-9b64-e2d8feb133d7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:22.573232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-897e93e3-c21e-44f1-adaf-84d4e3859dd0 req-29423737-b51f-4917-9b64-e2d8feb133d7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2943444 Jul 27 17:07:22.595046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.674465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Provisioning for port 573f099c-1252-483b-9979-c2a7d25f1075 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:22.677570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-897e93e3-c21e-44f1-adaf-84d4e3859dd0 req-3c26f3d6-7432-4012-9e01-22e979faa687 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953054 Jul 27 17:07:22.679061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Provisioning complete for port 573f099c-1252-483b-9979-c2a7d25f1075 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:22.679734 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.692923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.754588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Deleting port 573f099c-1252-483b-9979-c2a7d25f1075 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:22.754939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.811543 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.839828 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.843706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.853596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] For port 573f099c-1252-483b-9979-c2a7d25f1075, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=573f099c-1252-483b-9979-c2a7d25f1075,segment=NetworkSegment(765a1ffd-5535-4b8d-bee8-66e2e6f4f34c),segment_id=765a1ffd-5535-4b8d-bee8-66e2e6f4f34c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:22.860523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89f9873c-e075-4700-9823-14c6ed39d186 HTTP/1.1" status: 204 len: 168 time: 0.4963572 Jul 27 17:07:22.860853 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.901915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] For port 573f099c-1252-483b-9979-c2a7d25f1075, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=573f099c-1252-483b-9979-c2a7d25f1075,segment=NetworkSegment(765a1ffd-5535-4b8d-bee8-66e2e6f4f34c),segment_id=765a1ffd-5535-4b8d-bee8-66e2e6f4f34c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:22.902436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:22.902643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-8e872cd4-2b03-4b7b-a074-e4743a94513f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:22.904127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-8e872cd4-2b03-4b7b-a074-e4743a94513f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 811 time: 0.3076463 Jul 27 17:07:22.913680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778d77-6bd3-4050-93f2-2941d81bca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f9873c-e075-4700-9823-14c6ed39d186,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:22.934942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Calling delete_port for 573f099c-1252-483b-9979-c2a7d25f1075 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:22.976731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a11ac5-dd85-4a72-bb6a-3a8048a4ce69 None None] Pushing event updated for resources: {'Port': ['ID=573f099c-1252-483b-9979-c2a7d25f1075,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:22.980014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] DHCP port deletion for 2564d643-b85d-4f97-a3ac-327f8f497ce7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:07:23.012398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-599058fd-4bfd-4174-9cf9-5e8c2b465570 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231c506b551d4e3f93f5530ffcbcc280 HTTP/1.1" status: 200 len: 380 time: 0.0877807 Jul 27 17:07:23.024893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'port': {'device_id': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'admin_state_up': True, 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'security_groups': ['6ad453fe-2c37-4d75-a9fc-02207169cc44']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:23.085126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Deleting port 573f099c-1252-483b-9979-c2a7d25f1075 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:23.085612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.178090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.187977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] For port 573f099c-1252-483b-9979-c2a7d25f1075, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=573f099c-1252-483b-9979-c2a7d25f1075,segment=NetworkSegment(765a1ffd-5535-4b8d-bee8-66e2e6f4f34c),segment_id=765a1ffd-5535-4b8d-bee8-66e2e6f4f34c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:23.188792 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.194831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Made reservation on behalf of 231c506b551d4e3f93f5530ffcbcc280 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:23.201026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.206376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Calling delete_port for 573f099c-1252-483b-9979-c2a7d25f1075 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:23.241317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Port': ['ID=573f099c-1252-483b-9979-c2a7d25f1075,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:23.250515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] No DVR routers for this DVR port 573f099c-1252-483b-9979-c2a7d25f1075 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:23.375112 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.460788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] No DVR routers for this DVR port 573f099c-1252-483b-9979-c2a7d25f1075 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:23.471678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 54998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:23.478193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e4a3e-7f31-4791-a310-dba24314e307 None None] Pushing event deleted for resources: {'Port': ['ID=573f099c-1252-483b-9979-c2a7d25f1075,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:23.488728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.20.0.13 (1bbe29ef-263f-4cf7-b72c-3bad7bb5c645/eb6e7127-604b-4343-acf4-75a924085e37/d691f5a1-9a1a-48da-a609-b81f4c83b273) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:23.529793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb043fc6-162d-427a-abab-bd13b26104f9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:07:23.541153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.565955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1394b072-bdc4-488b-b70c-6f82fbde323e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.575408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cb043fc6-162d-427a-abab-bd13b26104f9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:07:23.575751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb043fc6-162d-427a-abab-bd13b26104f9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:07:23.576161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 573f099c-1252-483b-9979-c2a7d25f1075 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:07:23.583560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564d643-b85d-4f97-a3ac-327f8f497ce7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:23.629277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 573f099c-1252-483b-9979-c2a7d25f1075 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:07:23.634309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 573f099c-1252-483b-9979-c2a7d25f1075 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:07:23.719387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.724947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1394b072-bdc4-488b-b70c-6f82fbde323e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.726175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55000) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:23.735348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Transition to ACTIVE for port object d691f5a1-9a1a-48da-a609-b81f4c83b273 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:23.736726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:23.737207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a1ffd-5535-4b8d-bee8-66e2e6f4f34c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:23.745081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1394b072-bdc4-488b-b70c-6f82fbde323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.753155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.789277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.817804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394b072-bdc4-488b-b70c-6f82fbde323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c4796-cb9e-4935-b5e7-c5decb088f18,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:23.842581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.867379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:23.868090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:23.872151 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:23.877344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:23.887784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:23.891080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:23.894796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:23.908270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1394b072-bdc4-488b-b70c-6f82fbde323e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c0c53101c744a14b0a57d79e61e1c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255915 Jul 27 17:07:23.922822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:23.990774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5491128c-1e97-4fc0-8add-00bb5d361450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.019580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48829bd1-4478-42a2-8d4b-00d948d8a4e5 req-34e97940-4266-48e6-9274-792dfc88260a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:24.021232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48829bd1-4478-42a2-8d4b-00d948d8a4e5 req-34e97940-4266-48e6-9274-792dfc88260a tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 932 time: 0.2486830 Jul 27 17:07:24.022248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.027479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.032012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/2564d643-b85d-4f97-a3ac-327f8f497ce7 HTTP/1.1" status: 204 len: 168 time: 1.6669521 Jul 27 17:07:24.032179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:24.032179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.040061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:24.074697 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.097607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f3aa-0774-4276-bc91-35cc836eaf29 req-ac404a09-bbd3-4a21-88bb-f03d6c1da1fb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:24.106827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4338f3aa-0774-4276-bc91-35cc836eaf29 req-ac404a09-bbd3-4a21-88bb-f03d6c1da1fb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2694366 Jul 27 17:07:24.110805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.118874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48829bd1-4478-42a2-8d4b-00d948d8a4e5 req-0bc7bafa-7f51-488f-a792-de9c8a5c429b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763123 Jul 27 17:07:24.140713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872de2d8-c411-40eb-8d1e-3a3ad4c5655c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=2564d643-b85d-4f97-a3ac-327f8f497ce7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:24.177166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.180702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.182075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f3c4796-cb9e-4935-b5e7-c5decb088f18 HTTP/1.1" status: 204 len: 168 time: 0.2547758 Jul 27 17:07:24.197092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b643c-bd70-49be-a70c-1b65329e071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3c4796-cb9e-4935-b5e7-c5decb088f18,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:24.245494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.251650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4338f3aa-0774-4276-bc91-35cc836eaf29 req-8a8c35ed-fdac-4994-95b9-05c869c7cae2 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437449 Jul 27 17:07:24.295703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-443551a4-9064-4949-8e82-89c98602c26b None None] Provisioning for port d691f5a1-9a1a-48da-a609-b81f4c83b273 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:24.302161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-443551a4-9064-4949-8e82-89c98602c26b None None] Provisioning complete for port d691f5a1-9a1a-48da-a609-b81f4c83b273 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:24.302632 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-443551a4-9064-4949-8e82-89c98602c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.334047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5491128c-1e97-4fc0-8add-00bb5d361450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.346256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-443551a4-9064-4949-8e82-89c98602c26b None None] Port d691f5a1-9a1a-48da-a609-b81f4c83b273 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:07:24.353106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-cc69bdcb-a433-463e-9bbb-fe9e8416e638 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3327310 Jul 27 17:07:24.386774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5491128c-1e97-4fc0-8add-00bb5d361450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.435029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.464720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:24.469803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5491128c-1e97-4fc0-8add-00bb5d361450 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce4cb7dcf5364a1794baf125c0309ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409613 Jul 27 17:07:24.472499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:24.493294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491128c-1e97-4fc0-8add-00bb5d361450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d2546-6b4b-4b14-b350-f44bb8de14ff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:24.506116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3a2a1c-1168-4dc2-98ca-85fc6b10f4b2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:24.506488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3a2a1c-1168-4dc2-98ca-85fc6b10f4b2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:24.527632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.547107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Request body: {'port': {'device_id': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:24.558565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.566456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:24.566818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:24.570093 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:24.608202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.643273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:24.659725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.660027 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.665011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.666538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.666901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77 HTTP/1.1" status: 204 len: 168 time: 0.6235580 Jul 27 17:07:24.669664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:24.672241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1722-68c0-4e59-a43d-a7a379839906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.692142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b8eb7-e653-446d-a491-ac036e8f233c tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=e2c1ffd5-e52c-4e25-bf07-356e3c4d0e77,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:24.806214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1722-68c0-4e59-a43d-a7a379839906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.812368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1722-68c0-4e59-a43d-a7a379839906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.850866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.864463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4c7a1722-68c0-4e59-a43d-a7a379839906 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca489babf9b049259efe62dea7517d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176826 Jul 27 17:07:24.864463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a1722-68c0-4e59-a43d-a7a379839906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6576b3a-489d-449b-a95a-c9bde87d9f93,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:24.866896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:24.922353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.927180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.929672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.933693 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/990d2546-6b4b-4b14-b350-f44bb8de14ff HTTP/1.1" status: 204 len: 168 time: 0.4600470 Jul 27 17:07:24.956029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:24.990449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6b76c-c96b-41e4-8f9a-d9e032fdcc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d2546-6b4b-4b14-b350-f44bb8de14ff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:25.034229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.038717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.044179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6576b3a-489d-449b-a95a-c9bde87d9f93 HTTP/1.1" status: 204 len: 168 time: 0.1762068 Jul 27 17:07:25.055017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbdffc-af48-4721-96bb-ada5dd45ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6576b3a-489d-449b-a95a-c9bde87d9f93,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:25.107168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.123439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2fed18-3b89-429a-89ee-fb77c0baff2f']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:25.144680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5e65c4-8a08-4f74-9623-424b6ab9486c') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:25.145317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5e65c4-8a08-4f74-9623-424b6ab9486c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:25.201916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.275347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.346014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:25.346433 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:25.351743 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:25.455235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d3e2c-00fe-4ffb-8b46-14d2f2419112 req-3e8b8049-cec3-4e9b-8c05-71d11bedb90c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:25.464071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe5d3e2c-00fe-4ffb-8b46-14d2f2419112 req-3e8b8049-cec3-4e9b-8c05-71d11bedb90c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.0917671 Jul 27 17:07:25.474610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d691f5a1-9a1a-48da-a609-b81f4c83b273 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:25.487958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.518615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.523040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Transition to ACTIVE for port object d691f5a1-9a1a-48da-a609-b81f4c83b273 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:25.536522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.541515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] 10.222.0.64 "DELETE /v2.0/networks/fe2fed18-3b89-429a-89ee-fb77c0baff2f HTTP/1.1" status: 204 len: 168 time: 0.8697615 Jul 27 17:07:25.542443 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.556846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe5d3e2c-00fe-4ffb-8b46-14d2f2419112 req-42735154-6d05-4e2c-8d81-f4a3103a2b9b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Jul 27 17:07:25.570083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b595ee-13d2-41d1-be25-c04e19854b79 req-3083a229-c00e-474b-bd45-26a9c12f6fc3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:25.572016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50b595ee-13d2-41d1-be25-c04e19854b79 req-3083a229-c00e-474b-bd45-26a9c12f6fc3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 932 time: 0.3167017 Jul 27 17:07:25.579022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92f1b5-e8ce-487e-8a72-d8489f776ac3 tempest-BulkNetworkOpsIpV6Test-941745855 tempest-BulkNetworkOpsIpV6Test-941745855-project] Pushing event deleted for resources: {'Network': ['ID=fe2fed18-3b89-429a-89ee-fb77c0baff2f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:25.676180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:25.686923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55044) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:25.715518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b47556-03c1-49bb-b97d-e9754eece248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.802991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-50b595ee-13d2-41d1-be25-c04e19854b79 req-0957aab8-587d-4670-a702-cea2f510d363 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977363 Jul 27 17:07:25.839500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Attempting to bind port d691f5a1-9a1a-48da-a609-b81f4c83b273 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:25.843287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Attempting to bind port d691f5a1-9a1a-48da-a609-b81f4c83b273 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:25.843696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Attempting to bind port d691f5a1-9a1a-48da-a609-b81f4c83b273 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:25.852357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Port d691f5a1-9a1a-48da-a609-b81f4c83b273 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:07:25.854238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Attempting to bind port d691f5a1-9a1a-48da-a609-b81f4c83b273 on network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:25.866031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:25.869269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Checking segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:25.869811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Bound using segment: {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:25.870393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Bound port: d691f5a1-9a1a-48da-a609-b81f4c83b273, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b938c187-2858-4846-a8d8-f4bdaabe279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:25.872719 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.929523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b47556-03c1-49bb-b97d-e9754eece248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.940070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b47556-03c1-49bb-b97d-e9754eece248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:25.988514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:26.004628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:26.008884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:26.015703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.029992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02b47556-03c1-49bb-b97d-e9754eece248 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a864f6d57f342fe8d8ecd6fd6d720c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416584 Jul 27 17:07:26.035361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:26.043536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b47556-03c1-49bb-b97d-e9754eece248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9037008-7f8a-4997-afe0-f9109a3547a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:26.058858 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:26.059626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.061219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] 10.222.0.61 "PUT /v2.0/ports/d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 1092 time: 1.6998723 Jul 27 17:07:26.062343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:26.065199 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc64db6b-31c6-4b04-996e-b8f56858c962" -d '{"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:26.104487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4fbb-86d7-49e1-9e4a-d116b3094d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:26.185422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.193228 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbee182-af19-4dc0-9d8e-4ce503cd22fc x-openstack-request-id: req-8bbee182-af19-4dc0-9d8e-4ce503cd22fc {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:26.194664 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:26.195440 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bbee182-af19-4dc0-9d8e-4ce503cd22fc {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:26.196326 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'status': 'completed', 'code': 200} Jul 27 17:07:26.242044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.258966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-95602555-417f-4581-8cd2-55c3ea539bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:26.262589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-95602555-417f-4581-8cd2-55c3ea539bbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.1450415 Jul 27 17:07:26.314065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.319485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.321389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9037008-7f8a-4997-afe0-f9109a3547a5 HTTP/1.1" status: 204 len: 168 time: 0.2834873 Jul 27 17:07:26.332975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a114a-a807-43cd-9a3d-bc9fad244669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9037008-7f8a-4997-afe0-f9109a3547a5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:26.362145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-42b0e5a5-5882-4342-bfd8-af34c993aa71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 217 time: 0.0896516 Jul 27 17:07:26.429394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-922f0d15-385c-479b-b9fb-65335f1c5041 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9912a2ee311d4281b4269af8a7b0a92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394491 Jul 27 17:07:26.433048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:26.437572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-12e85a5f-96b0-40d5-af66-7cfa801e8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:26.439459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-12e85a5f-96b0-40d5-af66-7cfa801e8d70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0672538 Jul 27 17:07:26.523639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.545918 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-e4e30812-f659-473a-b07d-74a8415ea287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:26.550648 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-e4e30812-f659-473a-b07d-74a8415ea287 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009257 Jul 27 17:07:26.562755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.647361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.651924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:26.657416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a62ae3fc-9718-4f65-af04-8c0082032ce8 HTTP/1.1" status: 204 len: 168 time: 0.2173314 Jul 27 17:07:26.676622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd6ee-db03-4d79-8902-62ea7b1a0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ae3fc-9718-4f65-af04-8c0082032ce8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:26.797464 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-07de34ec-685b-4cf3-b11d-9a69753b7b4f service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383704 Jul 27 17:07:26.823592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2f527-9196-4a55-8d0a-e5f464e0bbb7 req-dbef6074-39cb-4f5a-9997-2e923e42daf6 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:26.825943 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcb2f527-9196-4a55-8d0a-e5f464e0bbb7 req-dbef6074-39cb-4f5a-9997-2e923e42daf6 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1301477 Jul 27 17:07:26.930279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcb2f527-9196-4a55-8d0a-e5f464e0bbb7 req-ff808bf9-5589-4242-b5e8-ad4a8888d526 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916181 Jul 27 17:07:26.976218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8d9ad9-9cb7-41b6-b8e4-6b8d4a9bca03 req-4a0a6f61-bfd1-49d6-8389-715c6e00cd67 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700547 Jul 27 17:07:27.068643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401dc1-46ff-4731-8941-683c6682396e req-5b01bd76-f362-41e8-84b3-15f61dd9835e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:27.071557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e401dc1-46ff-4731-8941-683c6682396e req-5b01bd76-f362-41e8-84b3-15f61dd9835e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1544745 Jul 27 17:07:27.134530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e401dc1-46ff-4731-8941-683c6682396e req-e9e299e8-3ce3-4651-bca4-683e0552f073 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517037 Jul 27 17:07:27.162982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-9b9ce8fd-59ac-4817-9c79-4a4b4b9a1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:27.164665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-9b9ce8fd-59ac-4817-9c79-4a4b4b9a1b90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.1200569 Jul 27 17:07:27.237206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55094) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:27.545031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d64f66c-79da-4f59-87ee-19f2c5b84f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:27.700109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-e760d760-d73f-44ae-8bc9-103d8e5a4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:27.702083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-e760d760-d73f-44ae-8bc9-103d8e5a4cf8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.5292289 Jul 27 17:07:27.761052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-d0eb27b1-bc04-4864-9054-ca1136bc46f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 217 time: 0.0507095 Jul 27 17:07:27.791372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d64f66c-79da-4f59-87ee-19f2c5b84f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:27.798337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7d64f66c-79da-4f59-87ee-19f2c5b84f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:27.846420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-42d907ef-bde8-42d9-b919-89828e130129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:27.847720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-42d907ef-bde8-42d9-b919-89828e130129 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0798254 Jul 27 17:07:27.864603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7d64f66c-79da-4f59-87ee-19f2c5b84f1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1750673741214397b1b9be8883275c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260357 Jul 27 17:07:27.866789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64f66c-79da-4f59-87ee-19f2c5b84f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab614c-3c78-4910-ba7f-eeaa642e0094,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:27.869253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55118) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:27.933771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:27.961884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:27.996122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:28.005136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-04143a15-4e76-4f5e-83ec-338d4e409004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:28.006767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-04143a15-4e76-4f5e-83ec-338d4e409004 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517043 Jul 27 17:07:28.017213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.021304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.022910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0aab614c-3c78-4910-ba7f-eeaa642e0094 HTTP/1.1" status: 204 len: 168 time: 0.1526732 Jul 27 17:07:28.032881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb1d2-e7a0-4878-bdfd-61b417cf79f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab614c-3c78-4910-ba7f-eeaa642e0094,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:28.207738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-7689bf2e-c3b6-4ab6-9b3a-57af3eb08b55 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926227 Jul 27 17:07:28.227425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96122d1b-85c2-45f4-b9a7-28e04ab3c35e req-64237193-895a-4072-8fd4-94c8ee0fea98 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:28.229436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-96122d1b-85c2-45f4-b9a7-28e04ab3c35e req-64237193-895a-4072-8fd4-94c8ee0fea98 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1304653 Jul 27 17:07:28.246299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-227707476-network', 'tenant_id': '8d326880c7bf45fe8aefea34393bb634'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:28.335239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9796e-e542-4a37-a251-a9d79c295d59 req-a2859992-a677-41af-ad97-37757868343d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:28.337791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14e9796e-e542-4a37-a251-a9d79c295d59 req-a2859992-a677-41af-ad97-37757868343d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0965676 Jul 27 17:07:28.339225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Made reservation on behalf of 8d326880c7bf45fe8aefea34393bb634 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:28.342767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.361910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.397022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-14e9796e-e542-4a37-a251-a9d79c295d59 req-d8e320d2-5158-43d6-95c7-01de909107eb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491402 Jul 27 17:07:28.427799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-96122d1b-85c2-45f4-b9a7-28e04ab3c35e req-fdb77123-32a8-43af-aca3-9d699ccbe4b9 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575558 Jul 27 17:07:28.455988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55138) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:28.483214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc64db6b-31c6-4b04-996e-b8f56858c962 req-e0431ff8-5415-4e97-9288-018811d87d9f service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669616 Jul 27 17:07:28.615378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.621232 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.639212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:28.643264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-345822811'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:28.661312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.661668 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Added segment 1b264a90-6bcf-4689-8059-f6b2f015a2db of type vlan for network fee4031e-cd7a-4b8c-bddb-86de20f142d3 Jul 27 17:07:28.663356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:28.675715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:28.684216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.708037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.759805 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.760641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:28.761598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:28.828109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8195670 Jul 27 17:07:28.831393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:28.837071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Request body: {'subnet': {'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-227707476-subnet', 'tenant_id': '8d326880c7bf45fe8aefea34393bb634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:28.849692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753aca7-7192-4835-8cf3-82dcad81aece admin admin] Pushing event updated for resources: {'Network': ['ID=fee4031e-cd7a-4b8c-bddb-86de20f142d3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:28.861266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network fee4031e-cd7a-4b8c-bddb-86de20f142d3 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:28.874000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Made reservation on behalf of 8d326880c7bf45fe8aefea34393bb634 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:28.878098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.075248 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.135494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.174887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.180316 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.209877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:29.223688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Checking segment: {'id': '1b264a90-6bcf-4689-8059-f6b2f015a2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:29.223887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:29.224058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Network hostable DHCP agents. Network: fee4031e-cd7a-4b8c-bddb-86de20f142d3, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:29.230780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec1cb9-26bc-447e-addd-fc7af869a31a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:29.241736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.242508 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 0028e65f-f1f8-4f27-a08f-4eb17068c2b2 of type vlan for network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb Jul 27 17:07:29.248071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Network fee4031e-cd7a-4b8c-bddb-86de20f142d3 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:29.260933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, fee4031e-cd7a-4b8c-bddb-86de20f142d3) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:29.265870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:29.266639 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.274723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c44d60-7d8e-4250-8af6-6b6d91f65aab None None] Network fee4031e-cd7a-4b8c-bddb-86de20f142d3 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:29.288891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-837ed115-98e6-461e-a5cb-1014cc072661 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4530604 Jul 27 17:07:29.301625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.363311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.368971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:29.369592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:29.422635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2e1af-94d6-4df0-99d9-1b6c493a9651 None None] Network fee4031e-cd7a-4b8c-bddb-86de20f142d3 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:29.493383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=0f2aa05d-f0a6-4ced-9029-c827cf6735cb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:29.516454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ca4fea7-6a9f-40b9-bc04-e11faf502f05 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0495675 Jul 27 17:07:29.516813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:29.703517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2640fe-b826-4f13-b705-ccc18fd808c6 req-c8c36999-4940-4509-afb4-de9b38ce7d70 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:29.706446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e2640fe-b826-4f13-b705-ccc18fd808c6 req-c8c36999-4940-4509-afb4-de9b38ce7d70 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1688709 Jul 27 17:07:29.734397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a58a0-2c36-43f0-ae3a-4d4b60ea2642 req-c2d85881-72d5-48f3-81b9-14b119a25f4f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:29.745378 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b6a58a0-2c36-43f0-ae3a-4d4b60ea2642 req-c2d85881-72d5-48f3-81b9-14b119a25f4f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1738575 Jul 27 17:07:29.779662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e2640fe-b826-4f13-b705-ccc18fd808c6 req-8fe2f215-62f4-47e8-82de-778cbcdb8ab8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653517 Jul 27 17:07:29.811864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b6a58a0-2c36-43f0-ae3a-4d4b60ea2642 req-84c2254e-3e67-4163-a9b8-b825ed033ed1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Jul 27 17:07:30.082776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55200) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:30.137338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:30.142332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453055610-network', 'tenant_id': '188976610e06405daa890577fc885352'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:30.165629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Made reservation on behalf of 188976610e06405daa890577fc885352 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:30.168191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.177981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.282483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.287483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.312361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:30.339159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ca598c-1141-4c1e-9f1a-4b7a34ed21a2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:30.345245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.345596 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Added segment b0518369-9092-4515-81b9-27699350b395 of type vlan for network f2030691-c628-4a2b-b65e-e2232c6d7ed0 Jul 27 17:07:30.347509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4827083-2174-4866-b992-1f97415be418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.400679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.454121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.455440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:30.456215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.536667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2030691-c628-4a2b-b65e-e2232c6d7ed0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:30.548342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f2030691-c628-4a2b-b65e-e2232c6d7ed0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:30.558827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4827083-2174-4866-b992-1f97415be418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.564212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f4827083-2174-4866-b992-1f97415be418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.595630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55208) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:30.596195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-04506379-db0c-4e8b-96de-6d5fcccdaca1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4573166 Jul 27 17:07:30.607349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Request body: {'subnet': {'network_id': 'f2030691-c628-4a2b-b65e-e2232c6d7ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453055610-subnet', 'tenant_id': '188976610e06405daa890577fc885352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:30.616864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4827083-2174-4866-b992-1f97415be418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1eb553-889b-4f84-a8fd-153566cb2d4f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:30.623950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f4827083-2174-4866-b992-1f97415be418 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62f3ad8093c644838249da552949cf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400066 Jul 27 17:07:30.627854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:30.658609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Made reservation on behalf of 188976610e06405daa890577fc885352 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:30.662406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.699741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.723369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.777482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.780260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.784404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e1eb553-889b-4f84-a8fd-153566cb2d4f HTTP/1.1" status: 204 len: 168 time: 0.1527703 Jul 27 17:07:30.799800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2297f-7e18-4a6f-8f88-804d185b0b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1eb553-889b-4f84-a8fd-153566cb2d4f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:30.974527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:30.991877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a75bc-3af3-4fee-afe2-df1ac5f33498 req-0442a3b3-c246-4ec9-9192-8804272df421 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:30.993637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d1a75bc-3af3-4fee-afe2-df1ac5f33498 req-0442a3b3-c246-4ec9-9192-8804272df421 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0845568 Jul 27 17:07:31.054801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851877a-675c-4cbd-9c83-a127117a57c2 req-9922521a-b4cf-41a3-8da5-fe0620f3a4c0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:31.056752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e851877a-675c-4cbd-9c83-a127117a57c2 req-9922521a-b4cf-41a3-8da5-fe0620f3a4c0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1571579 Jul 27 17:07:31.073054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d1a75bc-3af3-4fee-afe2-df1ac5f33498 req-ee59ff26-9618-4586-90c4-5f98e417401d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709131 Jul 27 17:07:31.078797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ca3159-f48d-49c2-a8be-e797db08115d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:31.095418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Checking segment: {'id': 'b0518369-9092-4515-81b9-27699350b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f2030691-c628-4a2b-b65e-e2232c6d7ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:31.096031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Network hostable DHCP agents. Network: f2030691-c628-4a2b-b65e-e2232c6d7ed0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:31.149621 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e851877a-675c-4cbd-9c83-a127117a57c2 req-5be0372d-7d78-4746-8ea9-0f63cacc253b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675001 Jul 27 17:07:31.150807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Network f2030691-c628-4a2b-b65e-e2232c6d7ed0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:31.163476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f2030691-c628-4a2b-b65e-e2232c6d7ed0) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:31.168893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:31.169510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:31.175854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490a5a9-24f7-40e3-980f-f75af6c7c98e None None] Network f2030691-c628-4a2b-b65e-e2232c6d7ed0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:31.186887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-01541cb1-0d74-45f3-95ca-fb2942632764 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5888765 Jul 27 17:07:31.332212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ee4ab-835b-4389-8a14-366715d2ccbb None None] Network f2030691-c628-4a2b-b65e-e2232c6d7ed0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:31.907570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-645fa0d1-77d4-49b5-aa87-e0ae323ac140 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:31.909209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-645fa0d1-77d4-49b5-aa87-e0ae323ac140 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/networks?id=fee4031e-cd7a-4b8c-bddb-86de20f142d3 HTTP/1.1" status: 200 len: 808 time: 0.1160266 Jul 27 17:07:31.929188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-6ce8cf50-1b90-49d0-a25d-24a1bda660f8 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/quotas/8d326880c7bf45fe8aefea34393bb634 HTTP/1.1" status: 200 len: 375 time: 0.0139298 Jul 27 17:07:31.968552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-cc6a8e60-9055-43b8-9ebe-aed3ae0a91d5 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d326880c7bf45fe8aefea34393bb634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321290 Jul 27 17:07:32.069976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-b1f8c972-3b29-40e7-9618-c2805877dbd7 service neutron] 10.222.0.64 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938997 Jul 27 17:07:32.200894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-6314d060-7647-40fe-ae46-11fd87bc4f35 service neutron] 10.222.0.64 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235361 Jul 27 17:07:32.245503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d124f-76d4-4103-b61d-f9cce5d8c6ca req-5b90a3ac-769b-469d-91a6-fa5168d0b4da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:32.254471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-236d124f-76d4-4103-b61d-f9cce5d8c6ca req-5b90a3ac-769b-469d-91a6-fa5168d0b4da tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0987713 Jul 27 17:07:32.293171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-236d124f-76d4-4103-b61d-f9cce5d8c6ca req-9a852c13-dc66-4712-978d-6989f66f4f41 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Jul 27 17:07:32.448659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a1341778-2ceb-4ad2-811f-633c9a95cee2 req-bece7d79-65b2-4c2f-8478-9b591fda5a0a tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 210 time: 0.0526159 Jul 27 17:07:32.498134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c29d9-f179-4889-9893-cee6f3d0c320 req-2470c35b-56cf-4f51-9873-4895b823c454 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:32.508773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d2c29d9-f179-4889-9893-cee6f3d0c320 req-2470c35b-56cf-4f51-9873-4895b823c454 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1013694 Jul 27 17:07:32.552514 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d2c29d9-f179-4889-9893-cee6f3d0c320 req-954fac1a-af27-46ca-ae91-6c700e625de4 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Jul 27 17:07:32.719104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:32.726187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:32.838752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:32.843239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.057954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.135182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '0028e65f-f1f8-4f27-a08f-4eb17068c2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:33.135545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: 0f2aa05d-f0a6-4ced-9029-c827cf6735cb, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:33.138543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=ab68d428-eebb-485e-b044-02433557e23c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:33.157377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:33.166804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0f2aa05d-f0a6-4ced-9029-c827cf6735cb) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:33.171910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:33.172596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.179553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f3622-6033-4369-a535-262593055297 None None] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:33.190378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4409e9a6-d14d-4edc-a3b2-65dfe261946c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4696090 Jul 27 17:07:33.193515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:33.198900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800079421'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:33.225985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:33.230385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.260317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:33.270882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.271283 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 891877be-04f9-4afa-908f-4a5a9cb3e9bb of type vlan for network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc Jul 27 17:07:33.277352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.313925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.353037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0f2aa05d-f0a6-4ced-9029-c827cf6735cb', 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': 'ab68d428-eebb-485e-b044-02433557e23c'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:33.354138 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.361908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.368537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:33.369767 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.387581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1928432 Jul 27 17:07:33.390650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:33.397164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:33.530919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:33.562423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.563013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.563589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.565450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.566606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.582585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.582981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.583768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.583924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.584141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.585371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Allocated IP 2001:db8:0:ffff::2 (0f2aa05d-f0a6-4ced-9029-c827cf6735cb/ab68d428-eebb-485e-b044-02433557e23c/bb629512-d08d-4ba2-aee1-048933a84792) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:33.590434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.590808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb343b-bd3b-477a-90eb-a4c105988413 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:33.604825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55370) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:33.609320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:33.646594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c99e5c24-7943-47cd-8582-ee0526734797 req-4374fcc2-8e0a-43c7-84e3-16129f325045 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 210 time: 0.0901213 Jul 27 17:07:33.664533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:33.670640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.710040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-eeb107db-bef3-401b-82a8-396d9b6bbf45 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:33.712076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-eeb107db-bef3-401b-82a8-396d9b6bbf45 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.61 "GET /v2.0/networks?id=fee4031e-cd7a-4b8c-bddb-86de20f142d3 HTTP/1.1" status: 200 len: 808 time: 0.2608628 Jul 27 17:07:33.734202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Request body: {'port': {'device_id': '91740c0f-4cef-462d-8501-719d436b375d', 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3', 'admin_state_up': True, 'tenant_id': '8d326880c7bf45fe8aefea34393bb634'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:33.775367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de169a6-3b0c-4a57-b522-02daaa5e494b req-8dc4a168-2c8e-4097-ac9f-b38961517cb7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:33.777476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8de169a6-3b0c-4a57-b522-02daaa5e494b req-8dc4a168-2c8e-4097-ac9f-b38961517cb7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.3490882 Jul 27 17:07:33.843406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.849914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a3f4-7145-4ab5-a861-dc8e1370d04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.856812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Transition to ACTIVE for port object bb629512-d08d-4ba2-aee1-048933a84792 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:33.877936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Transition to ACTIVE for port object bb629512-d08d-4ba2-aee1-048933a84792 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:33.888806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0055ef-012a-4a97-9097-4b050bb7512d req-64f2964c-6fbd-42ea-b56e-9332966dd75d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:33.890606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:33.892975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8de169a6-3b0c-4a57-b522-02daaa5e494b req-8e60b2c6-a2fc-4565-bfc3-2ab3173f9a63 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033180 Jul 27 17:07:33.896745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed0055ef-012a-4a97-9097-4b050bb7512d req-64f2964c-6fbd-42ea-b56e-9332966dd75d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1542804 Jul 27 17:07:33.916976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:33.942281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:33.946350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:33.954084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed0055ef-012a-4a97-9097-4b050bb7512d req-860bc191-3854-4bfc-a54f-761c5937cc6e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Jul 27 17:07:34.014429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Pushing event updated for resources: {'Port': ['ID=bb629512-d08d-4ba2-aee1-048933a84792,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.031835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Attempting to bind port bb629512-d08d-4ba2-aee1-048933a84792 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:34.032738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Attempting to bind port bb629512-d08d-4ba2-aee1-048933a84792 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0028e65f-f1f8-4f27-a08f-4eb17068c2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:34.033167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Attempting to bind port bb629512-d08d-4ba2-aee1-048933a84792 on network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:34.038942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:34.039392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Checking segment: {'id': '0028e65f-f1f8-4f27-a08f-4eb17068c2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:34.039860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.040315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Bound using segment: {'id': '0028e65f-f1f8-4f27-a08f-4eb17068c2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:34.040875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Bound port: bb629512-d08d-4ba2-aee1-048933a84792, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0028e65f-f1f8-4f27-a08f-4eb17068c2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f2aa05d-f0a6-4ced-9029-c827cf6735cb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:34.041258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.117610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] For port bb629512-d08d-4ba2-aee1-048933a84792, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:34.120846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] For port bb629512-d08d-4ba2-aee1-048933a84792, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bb629512-d08d-4ba2-aee1-048933a84792,segment=NetworkSegment(0028e65f-f1f8-4f27-a08f-4eb17068c2b2),segment_id=0028e65f-f1f8-4f27-a08f-4eb17068c2b2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:34.125771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.157159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a3f4-7145-4ab5-a861-dc8e1370d04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.162446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a3f4-7145-4ab5-a861-dc8e1370d04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.184101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Made reservation on behalf of 8d326880c7bf45fe8aefea34393bb634 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:34.189605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.193028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc02fd-1b57-4b41-ae3d-7e1678adb105 None None] Pushing event updated for resources: {'Port': ['ID=bb629512-d08d-4ba2-aee1-048933a84792,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.253617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f6d1a3f4-7145-4ab5-a861-dc8e1370d04f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc25297e116f4985b401420bb364080b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421206 Jul 27 17:07:34.269694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:07:34.272130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:34.282221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1a3f4-7145-4ab5-a861-dc8e1370d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4f5ed-aede-4758-be3a-b1bdf42b9768,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.288965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.351010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe96e3-2079-4245-bf92-dce666200517 req-b5640595-51a4-4f93-95a8-b248b45f6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:34.352646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28fe96e3-2079-4245-bf92-dce666200517 req-b5640595-51a4-4f93-95a8-b248b45f6e93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 1097 time: 0.2672765 Jul 27 17:07:34.368981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Allocated IP 172.20.0.9 (fee4031e-cd7a-4b8c-bddb-86de20f142d3/5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5/5777a504-6025-43bd-b3a0-adbf705c17b9) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:34.415287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=19e0cb15-a51c-4854-8599-4fe55f99b9a8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.437777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.467150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28fe96e3-2079-4245-bf92-dce666200517 req-6d4a74dd-194c-4a30-af24-14a4df178f4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041691 Jul 27 17:07:34.471644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '891877be-04f9-4afa-908f-4a5a9cb3e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:34.472010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:34.479955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.507824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:34.530414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:34.535077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:34.535680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.542608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbd63f-9508-44ea-b8fa-09885c0806a1 None None] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:34.565800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:34.566374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9c80d88-bf68-4f0d-9aa6-fe443c059393 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1742761 Jul 27 17:07:34.577660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.581483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'port': {'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc', 'name': 'tempest-NetworksIpV6TestAttrs-105963311'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:34.581781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.584047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ace4f5ed-aede-4758-be3a-b1bdf42b9768 HTTP/1.1" status: 204 len: 168 time: 0.3107090 Jul 27 17:07:34.595416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb411c-82d8-4ba8-b7da-19c732f3cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4f5ed-aede-4758-be3a-b1bdf42b9768,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.645660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.754854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.757195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc', 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': '19e0cb15-a51c-4854-8599-4fe55f99b9a8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:34.759567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.798860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:34.802605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:34.831265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] device_id is not set on port bbd0806c-ec1e-4ee3-b626-9bd0e36f2231 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:07:34.839543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Network fee4031e-cd7a-4b8c-bddb-86de20f142d3 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:34.849697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:34.884647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46d196-d0cb-4173-9f7a-a6993480e4a4 req-6115dd40-912b-49c2-bba3-9549949bbda8 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:34.886999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c46d196-d0cb-4173-9f7a-a6993480e4a4 req-6115dd40-912b-49c2-bba3-9549949bbda8 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 931 time: 0.1380255 Jul 27 17:07:34.889707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:34.906595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Pushing event updated for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:34.948880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Allocated IP 2001:db8::f816:3eff:fedc:d9e (f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc/19e0cb15-a51c-4854-8599-4fe55f99b9a8/5c89b9ba-13d0-4ce6-8e30-ea8510ad3839) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:34.973472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c46d196-d0cb-4173-9f7a-a6993480e4a4 req-f31084f1-fdec-413c-a066-9e010011b061 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776832 Jul 27 17:07:35.005671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:35.006421 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.008197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:35.029362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-917d47e5-b997-486f-81fe-41c0bde118a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.107579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40cea-8afc-46a8-bbf6-a3265d97905a req-b9e898bc-575b-4eb4-9dfb-e83de79bd36b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:35.115840 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ef40cea-8afc-46a8-bbf6-a3265d97905a req-b9e898bc-575b-4eb4-9dfb-e83de79bd36b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1056125 Jul 27 17:07:35.151277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.166715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Transition to ACTIVE for port object 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:35.169195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ef40cea-8afc-46a8-bbf6-a3265d97905a req-a739da75-bae4-4362-b7f0-71089eecafd7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522602 Jul 27 17:07:35.187824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Transition to ACTIVE for port object 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:35.189861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ddb9a-0202-4070-b437-9096b7d13867 req-e81ca5e4-1696-42f4-81a5-dbbf3ba16964 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:35.191897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-335ddb9a-0202-4070-b437-9096b7d13867 req-e81ca5e4-1696-42f4-81a5-dbbf3ba16964 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1152780 Jul 27 17:07:35.195882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.244538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:35.251391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:35.254337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:35.258805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-335ddb9a-0202-4070-b437-9096b7d13867 req-c271b4ac-297b-4694-accd-24cca9c97798 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Jul 27 17:07:35.263655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Pushing event updated for resources: {'Port': ['ID=5c89b9ba-13d0-4ce6-8e30-ea8510ad3839,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:35.288293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-917d47e5-b997-486f-81fe-41c0bde118a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.291022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Allocated IP 2001:db8::f816:3eff:fe85:b4da (f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc/19e0cb15-a51c-4854-8599-4fe55f99b9a8/bbd0806c-ec1e-4ee3-b626-9bd0e36f2231) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:35.296119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-917d47e5-b997-486f-81fe-41c0bde118a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.306036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-9122ff94-9df8-4af6-ad39-3a34f73f2ef9 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5827067 Jul 27 17:07:35.338927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Request body: {'port': {'device_id': '91740c0f-4cef-462d-8501-719d436b375d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:35.342993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Attempting to bind port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:35.344398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Attempting to bind port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '891877be-04f9-4afa-908f-4a5a9cb3e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:35.345290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Attempting to bind port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 on network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:35.356858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:35.357663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Checking segment: {'id': '891877be-04f9-4afa-908f-4a5a9cb3e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:35.358526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.359413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Bound using segment: {'id': '891877be-04f9-4afa-908f-4a5a9cb3e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:35.360759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Bound port: 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891877be-04f9-4afa-908f-4a5a9cb3e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:35.361718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.384398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-917d47e5-b997-486f-81fe-41c0bde118a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e35dc9c414a432b9ffb798d98ed6537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747401 Jul 27 17:07:35.387432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55390) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:35.403578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d47e5-b997-486f-81fe-41c0bde118a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7ae33-a54e-437e-b514-90d409778ef3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:35.504051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.520464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] For port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:35.527658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bb629512-d08d-4ba2-aee1-048933a84792 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:35.531963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] For port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5c89b9ba-13d0-4ce6-8e30-ea8510ad3839,segment=NetworkSegment(891877be-04f9-4afa-908f-4a5a9cb3e9bb),segment_id=891877be-04f9-4afa-908f-4a5a9cb3e9bb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:35.542711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.555091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.562607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.595983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa52a2a4-d889-4d16-8688-f7f20e771e92 None None] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:35.607826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.611408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.612626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ca7ae33-a54e-437e-b514-90d409778ef3 HTTP/1.1" status: 204 len: 168 time: 0.2228367 Jul 27 17:07:35.628489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f203cfd-543c-4a28-b8a3-5b16b7001607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7ae33-a54e-437e-b514-90d409778ef3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:35.679398 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.712894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712cd5f-9749-4426-ba4f-1a20da63abec None None] Pushing event updated for resources: {'Port': ['ID=5c89b9ba-13d0-4ce6-8e30-ea8510ad3839,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:35.718912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f4ab755e-0b2a-4d5b-bbdf-603221354b82 None None] Provisioning for port bb629512-d08d-4ba2-aee1-048933a84792 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:35.743077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bb629512-d08d-4ba2-aee1-048933a84792 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:35.756127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bb629512-d08d-4ba2-aee1-048933a84792 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:35.756526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.820622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Transition to ACTIVE for port object bbd0806c-ec1e-4ee3-b626-9bd0e36f2231 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:35.908567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:35.941741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d691f5a1-9a1a-48da-a609-b81f4c83b273 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:07:36.002825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.070651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bb629512-d08d-4ba2-aee1-048933a84792, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bb629512-d08d-4ba2-aee1-048933a84792,segment=NetworkSegment(0028e65f-f1f8-4f27-a08f-4eb17068c2b2),segment_id=0028e65f-f1f8-4f27-a08f-4eb17068c2b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:36.076860 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.144281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:36.166563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:36.173246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:36.177527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:36.181549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bb629512-d08d-4ba2-aee1-048933a84792,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:36.183278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:36.191049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.203009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'port_id': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'mac_address': 'fa:16:3e:96:87:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:07:36.221123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Port': ['ID=bbd0806c-ec1e-4ee3-b626-9bd0e36f2231,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:36.246552 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-72b22398-2dc2-48fd-a8b2-2629d72731d9 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6790338 Jul 27 17:07:36.251651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:36.291327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.309770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d691f5a1-9a1a-48da-a609-b81f4c83b273 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:36.311984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c89b9-1d89-48fc-ab8a-3c2b87acd605 req-85a87bcf-ed2a-4021-be63-7cc316890b30 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:36.314890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-705c89b9-1d89-48fc-ab8a-3c2b87acd605 req-85a87bcf-ed2a-4021-be63-7cc316890b30 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 931 time: 0.2238040 Jul 27 17:07:36.319919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5777a504-6025-43bd-b3a0-adbf705c17b9 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:36.340214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.348599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:36.355148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.381842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Transition to ACTIVE for port object 5777a504-6025-43bd-b3a0-adbf705c17b9 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:36.392898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-705c89b9-1d89-48fc-ab8a-3c2b87acd605 req-9afbe815-bafd-4886-aa03-e61cf75c4883 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661471 Jul 27 17:07:36.396135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9db761e6-4f44-44a8-9d71-651c6464d4ee None None] Provisioning complete for port bb629512-d08d-4ba2-aee1-048933a84792 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:36.396332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.396907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9db761e6-4f44-44a8-9d71-651c6464d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.429630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting subnet 19e0cb15-a51c-4854-8599-4fe55f99b9a8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:36.439523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.444668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:36.535694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71fe5-2516-4698-a281-bc88576ea582 req-c657a955-dfcf-431c-90b2-3a88d07b62f3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:36.537305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10b71fe5-2516-4698-a281-bc88576ea582 req-c657a955-dfcf-431c-90b2-3a88d07b62f3 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 944 time: 0.2288439 Jul 27 17:07:36.556487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.559747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d691f5a1-9a1a-48da-a609-b81f4c83b273'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:36.615355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10b71fe5-2516-4698-a281-bc88576ea582 req-7811abbd-0b83-476d-8d00-e596056b0175 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705004 Jul 27 17:07:36.636705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:36.733180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Attempting to bind port 5777a504-6025-43bd-b3a0-adbf705c17b9 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:36.733942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Attempting to bind port 5777a504-6025-43bd-b3a0-adbf705c17b9 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '1b264a90-6bcf-4689-8059-f6b2f015a2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:36.734189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Attempting to bind port 5777a504-6025-43bd-b3a0-adbf705c17b9 on network fee4031e-cd7a-4b8c-bddb-86de20f142d3 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:36.752983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Port 5777a504-6025-43bd-b3a0-adbf705c17b9 on network fee4031e-cd7a-4b8c-bddb-86de20f142d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:07:36.753311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Attempting to bind port 5777a504-6025-43bd-b3a0-adbf705c17b9 on network fee4031e-cd7a-4b8c-bddb-86de20f142d3 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:36.756953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.777739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e51c-3077-4db0-9450-559aa099628d req-63f1bd8c-ab15-4ad2-9e43-4542a5b37df1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:36.779325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66e7e51c-3077-4db0-9450-559aa099628d req-63f1bd8c-ab15-4ad2-9e43-4542a5b37df1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2689517 Jul 27 17:07:36.781258 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:36.781653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Checking segment: {'id': '1b264a90-6bcf-4689-8059-f6b2f015a2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:36.782049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Bound using segment: {'id': '1b264a90-6bcf-4689-8059-f6b2f015a2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:36.782504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Bound port: 5777a504-6025-43bd-b3a0-adbf705c17b9, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b264a90-6bcf-4689-8059-f6b2f015a2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:36.782868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.851141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.888179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66e7e51c-3077-4db0-9450-559aa099628d req-de56eaaf-3d5f-40f5-999a-99293112c794 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935729 Jul 27 17:07:36.893840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=19e0cb15-a51c-4854-8599-4fe55f99b9a8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:36.913591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:36.921422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5777a504-6025-43bd-b3a0-adbf705c17b9,segment=NetworkSegment(1b264a90-6bcf-4689-8059-f6b2f015a2db),segment_id=1b264a90-6bcf-4689-8059-f6b2f015a2db)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:36.932046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.934354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:36.935087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07491a13-4767-46b1-a635-4bebc831df17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/19e0cb15-a51c-4854-8599-4fe55f99b9a8 HTTP/1.1" status: 204 len: 168 time: 0.6813502 Jul 27 17:07:36.937779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:37.029714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3db58-0bb9-4bf5-91a3-9f7fa0910e03 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.031669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3db58-0bb9-4bf5-91a3-9f7fa0910e03 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.032314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.033341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.035393 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] 10.222.0.61 "PUT /v2.0/ports/5777a504-6025-43bd-b3a0-adbf705c17b9 HTTP/1.1" status: 200 len: 1091 time: 1.7174687 Jul 27 17:07:37.036148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:37.037666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dec3db58-0bb9-4bf5-91a3-9f7fa0910e03 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0983760 Jul 27 17:07:37.038421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55442) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:37.040855 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd7f43-19a9-42c7-bdee-06ff19d60454" -d '{"events": [{"name": "network-changed", "server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:37.087199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bff561-4ae8-4e38-ac1e-8ef851bfeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:37.119671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0de1a2-7895-4c2e-a299-546cc399fc1e None None] Network f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:37.122952 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5740639-45e5-405d-8a2a-84cbecde2847 x-openstack-request-id: req-d5740639-45e5-405d-8a2a-84cbecde2847 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:37.123353 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:37.123709 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5740639-45e5-405d-8a2a-84cbecde2847 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:37.125512 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9', 'status': 'completed', 'code': 200} Jul 27 17:07:37.157741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2fc537e5-681d-46d2-a3f8-0fca83e9f053 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.165369 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc537e5-681d-46d2-a3f8-0fca83e9f053 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 17:07:37.165840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc537e5-681d-46d2-a3f8-0fca83e9f053 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:37.167672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2fc537e5-681d-46d2-a3f8-0fca83e9f053 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc HTTP/1.1" status: 409 len: 405 time: 0.1281636 Jul 27 17:07:37.174730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:37.180865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412569094'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:37.202747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-338987e1-25fc-415b-9e70-869e1a9e1a4e None None] Provisioning for port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:37.215087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:37.219858 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.261364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:37.273348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.273872 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 1342c46c-64b6-41bd-8490-d8438f049d3a of type vlan for network c375021e-5e42-4d1e-9928-33748bf745a7 Jul 27 17:07:37.273998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-03d6789c-f657-4f82-b1eb-290456020d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.275624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-03d6789c-f657-4f82-b1eb-290456020d7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d326880c7bf45fe8aefea34393bb634&device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 1094 time: 0.1738217 Jul 27 17:07:37.332936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-ed5b5704-3cf2-41c7-b565-3e3c00ee487d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5777a504-6025-43bd-b3a0-adbf705c17b9 HTTP/1.1" status: 200 len: 217 time: 0.0467176 Jul 27 17:07:37.335722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.375962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] DHCP port deletion for f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:07:37.383750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.394265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.394863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.455061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-37da4ea9-ca44-43da-bc13-f97c36e56814 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.457692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-37da4ea9-ca44-43da-bc13-f97c36e56814 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 810 time: 0.2710409 Jul 27 17:07:37.466145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-5cc0c526-23db-4b56-8658-d7cce5732445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.468826 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-5cc0c526-23db-4b56-8658-d7cce5732445 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5 HTTP/1.1" status: 200 len: 848 time: 0.1154075 Jul 27 17:07:37.488153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Deleting port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:37.489783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.493901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-de81d599-f1ba-4aa2-921a-a12940721166 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/quotas/5b1df5dc3de64cdb8a2d05a5557ce90e HTTP/1.1" status: 200 len: 375 time: 0.0234811 Jul 27 17:07:37.498842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bb629512-d08d-4ba2-aee1-048933a84792 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:37.516924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3406267 Jul 27 17:07:37.522729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:37.553021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:37.564740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-91fb5060-8149-4346-8507-a81e73c3abc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fee4031e-cd7a-4b8c-bddb-86de20f142d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823185 Jul 27 17:07:37.579715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f201ce7-759a-4681-be83-f29e94d9eee6 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=c375021e-5e42-4d1e-9928-33748bf745a7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:37.618034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976b067-1273-4439-9404-c80d555f6f7d req-476f829a-e49d-41c0-9484-cb44abaaa14b tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.620003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a976b067-1273-4439-9404-c80d555f6f7d req-476f829a-e49d-41c0-9484-cb44abaaa14b tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 943 time: 0.1019919 Jul 27 17:07:37.671638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a976b067-1273-4439-9404-c80d555f6f7d req-4e768677-dc23-4880-83e5-dcaadedbf437 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Jul 27 17:07:37.757758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c375021e-5e42-4d1e-9928-33748bf745a7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:37.834791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be13c-d8ce-4a7f-b38d-df5925dc622e req-12832693-5b16-43c5-9f94-b4ab75c2cc61 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:37.842974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c0be13c-d8ce-4a7f-b38d-df5925dc622e req-12832693-5b16-43c5-9f94-b4ab75c2cc61 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0836632 Jul 27 17:07:37.880112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] For port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5c89b9ba-13d0-4ce6-8e30-ea8510ad3839,segment=NetworkSegment(891877be-04f9-4afa-908f-4a5a9cb3e9bb),segment_id=891877be-04f9-4afa-908f-4a5a9cb3e9bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:37.880553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:37.903063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Calling delete_port for 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:37.926232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c0be13c-d8ce-4a7f-b38d-df5925dc622e req-155af894-412a-4b74-b933-21f7a2492b7c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733190 Jul 27 17:07:37.955059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d691f5a1-9a1a-48da-a609-b81f4c83b273 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:37.959699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bb629512-d08d-4ba2-aee1-048933a84792 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:37.960074 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.075167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d691f5a1-9a1a-48da-a609-b81f4c83b273 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:38.098529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d691f5a1-9a1a-48da-a609-b81f4c83b273 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:38.098895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.102277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.104726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-e6e3a556-a66c-4113-897d-5110f3b3a60f service neutron] 10.222.0.61 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866929 Jul 27 17:07:38.106389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:38.110374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.121927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-44221cd6-c672-400d-82df-c44ab515d160 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5986171 Jul 27 17:07:38.161123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] No DVR routers for this DVR port 5c89b9ba-13d0-4ce6-8e30-ea8510ad3839 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:38.168969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba664da-79a6-45af-aa2e-e7b67fa75608 None None] Pushing event deleted for resources: {'Port': ['ID=5c89b9ba-13d0-4ce6-8e30-ea8510ad3839,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:38.187610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:38.230041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.254892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:38.257752 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7bb87f-bfae-49fa-ad85-1b68ba32e556" -d '{"events": [{"server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:38.273613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:38.279425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.318715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e374e3ed-3af5-44be-8d1b-e3e1571b39dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.326530 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29e50b5-d59e-45e9-9af3-b4c11d2de12c x-openstack-request-id: req-a29e50b5-d59e-45e9-9af3-b4c11d2de12c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:38.326820 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:38.327406 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a29e50b5-d59e-45e9-9af3-b4c11d2de12c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:38.327958 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'code': 200} Jul 27 17:07:38.369812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cac5fa7-471b-46b4-8d02-3d4875e743d2 req-3658f778-083a-45d7-957c-a3208164fc75 service neutron] 10.222.0.61 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544694 Jul 27 17:07:38.370486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:38.374971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-25c661b0-c037-40c8-b749-0c382102674d service neutron] 10.222.0.64 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110791 Jul 27 17:07:38.448967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e374e3ed-3af5-44be-8d1b-e3e1571b39dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.454096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e374e3ed-3af5-44be-8d1b-e3e1571b39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.491970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374e3ed-3af5-44be-8d1b-e3e1571b39dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ccd16a-3e5d-4a79-b09f-c71ed4739330,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:38.500188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e374e3ed-3af5-44be-8d1b-e3e1571b39dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2f942229769404f8ab82a48f377aa16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070083 Jul 27 17:07:38.501185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:38.562122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.584182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.633657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.636453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.639995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2ccd16a-3e5d-4a79-b09f-c71ed4739330 HTTP/1.1" status: 204 len: 168 time: 0.1355510 Jul 27 17:07:38.640143 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-1b452f5c-5d9d-499f-915d-0f7787165fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401495 Jul 27 17:07:38.656818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851451c-2df3-4059-b533-19fa28eb0b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ccd16a-3e5d-4a79-b09f-c71ed4739330,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:38.670748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031971a1-966c-4bcd-9f3c-b574e855898a req-f3393bd2-65c9-4d9c-82de-28dcdd6213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:38.673009 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-031971a1-966c-4bcd-9f3c-b574e855898a req-f3393bd2-65c9-4d9c-82de-28dcdd6213c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.2728469 Jul 27 17:07:38.680877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-de6896f6-c9e2-4294-96bc-03e6bd4a37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:38.682323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-de6896f6-c9e2-4294-96bc-03e6bd4a37bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d326880c7bf45fe8aefea34393bb634&device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 1094 time: 0.2648640 Jul 27 17:07:38.789963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:07:38.796593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:38.847506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-031971a1-966c-4bcd-9f3c-b574e855898a req-2a3f340f-4704-449f-ac9a-2186825e8e7d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606975 Jul 27 17:07:38.860893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd04f-0f23-4978-aca8-22b9c4b5d558 req-1eebd6d3-e9ba-46c6-a1a8-18ac2ea3b73a tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:38.869833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e53cd04f-0f23-4978-aca8-22b9c4b5d558 req-1eebd6d3-e9ba-46c6-a1a8-18ac2ea3b73a tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 943 time: 0.1228006 Jul 27 17:07:38.901299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca49b228-8069-4a5e-b4fd-1b3db7a7ee52 req-1eb0f211-b7c6-4c0d-8f5f-da0ac4130d57 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 210 time: 0.0797143 Jul 27 17:07:38.920326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=30f43439-f1e1-4033-bc3f-7689bd56dcd8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:38.925758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e53cd04f-0f23-4978-aca8-22b9c4b5d558 req-318c68ce-433d-4319-868f-51c00dfa80ec tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Jul 27 17:07:38.945203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-7c9603c5-9c64-42fb-a441-27ab3e5c9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:38.946725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-7c9603c5-9c64-42fb-a441-27ab3e5c9d37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fee4031e-cd7a-4b8c-bddb-86de20f142d3 HTTP/1.1" status: 200 len: 909 time: 0.2524698 Jul 27 17:07:38.952745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '1342c46c-64b6-41bd-8490-d8438f049d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:38.953702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: c375021e-5e42-4d1e-9928-33748bf745a7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:39.005486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-eb58317d-2192-4d32-b14b-4fbfacccfba9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5777a504-6025-43bd-b3a0-adbf705c17b9 HTTP/1.1" status: 200 len: 217 time: 0.0466137 Jul 27 17:07:39.080829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network c375021e-5e42-4d1e-9928-33748bf745a7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:39.123251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c375021e-5e42-4d1e-9928-33748bf745a7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:39.129618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-b348c0ea-0945-47bf-b5a5-f17b20dca82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:39.134467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10144489-1ed4-4c5f-b7da-f662f30dcbbf None None] Network c375021e-5e42-4d1e-9928-33748bf745a7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:39.139461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-b348c0ea-0945-47bf-b5a5-f17b20dca82c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5 HTTP/1.1" status: 200 len: 848 time: 0.1220272 Jul 27 17:07:39.144351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:39.145078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.190193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-f6297d4c-b8a0-4460-ba29-21a13535320e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fee4031e-cd7a-4b8c-bddb-86de20f142d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409524 Jul 27 17:07:39.198006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55570) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:39.204823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'port': {'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7', 'name': 'tempest-NetworksIpV6TestAttrs-1019241623'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:39.208075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55eb4397-03f7-4d7c-83c2-59e56bd3c55d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6833651 Jul 27 17:07:39.241190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae471f9e-7cdd-4da4-b386-32041abfa9ff req-7ded51d3-f707-4b8f-8ca1-fd46463486a0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:39.243068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae471f9e-7cdd-4da4-b386-32041abfa9ff req-7ded51d3-f707-4b8f-8ca1-fd46463486a0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.2422521 Jul 27 17:07:39.346307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae471f9e-7cdd-4da4-b386-32041abfa9ff req-d2823ab9-94e7-4753-a335-a30cb656a5d8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893843 Jul 27 17:07:39.368184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c375021e-5e42-4d1e-9928-33748bf745a7', 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': '30f43439-f1e1-4033-bc3f-7689bd56dcd8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:39.369831 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.376883 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-c1cde52e-88f5-4cfa-873c-a08c29e5e1a5 service neutron] 10.222.0.61 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656768 Jul 27 17:07:39.386514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:39.391658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.416977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] device_id is not set on port 76c641ba-1e3c-4609-94b7-43072086b984 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:07:39.496976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-37cd7f43-19a9-42c7-bdee-06ff19d60454 req-f3a1ab17-7992-4acf-b460-1c6430bc6d7b service neutron] 10.222.0.61 "GET /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062820 Jul 27 17:07:39.565543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Allocated IP 2001:db8::f816:3eff:fe8e:f048 (c375021e-5e42-4d1e-9928-33748bf745a7/30f43439-f1e1-4033-bc3f-7689bd56dcd8/76c641ba-1e3c-4609-94b7-43072086b984) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:39.747301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.755081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2d77b2ad-bffc-40ec-afe1-96ffabe74a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.765400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Transition to ACTIVE for port object 76c641ba-1e3c-4609-94b7-43072086b984 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:39.799279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.846544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network c375021e-5e42-4d1e-9928-33748bf745a7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:39.852699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:39.856846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:39.863657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:39.864801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:39.865285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Allocated IP 2001:db8::f816:3eff:fe70:84e9 (c375021e-5e42-4d1e-9928-33748bf745a7/30f43439-f1e1-4033-bc3f-7689bd56dcd8/8a5d532b-ba28-4490-91e8-bca001f94d55) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:39.874581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Port': ['ID=76c641ba-1e3c-4609-94b7-43072086b984,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:39.889753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55588) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:39.890138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e4ce26c0-b17c-45f5-9fb9-e0543234b3eb tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6909847 Jul 27 17:07:39.969126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5777a504-6025-43bd-b3a0-adbf705c17b9 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:07:39.977443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting subnet 30f43439-f1e1-4033-bc3f-7689bd56dcd8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:40.105413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b13697-b9d3-4d79-b215-a01683aac0db req-33be7a75-5362-4aec-9f8b-ec7ec4625cc7 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.112700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02b13697-b9d3-4d79-b215-a01683aac0db req-33be7a75-5362-4aec-9f8b-ec7ec4625cc7 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 943 time: 0.0918889 Jul 27 17:07:40.132946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ec7554ee-0bc5-41ea-b8ce-aaabf49b11e8 req-e6e5efa4-4731-422a-9b96-6a8e19542f41 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 210 time: 0.0415518 Jul 27 17:07:40.176911 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.191915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Transition to ACTIVE for port object 8a5d532b-ba28-4490-91e8-bca001f94d55 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:40.199709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02b13697-b9d3-4d79-b215-a01683aac0db req-dfda4c7b-c04f-415a-89ae-605f01b6ca5d tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809317 Jul 27 17:07:40.229891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Transition to ACTIVE for port object 8a5d532b-ba28-4490-91e8-bca001f94d55 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:40.238408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.240649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5777a504-6025-43bd-b3a0-adbf705c17b9,segment=NetworkSegment(1b264a90-6bcf-4689-8059-f6b2f015a2db),segment_id=1b264a90-6bcf-4689-8059-f6b2f015a2db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:40.243520 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.261312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-bb25ea98-3d40-4b83-80dd-97a3f2179c75 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.262842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-bb25ea98-3d40-4b83-80dd-97a3f2179c75 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 810 time: 0.2710159 Jul 27 17:07:40.285453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Request body: {'port': {'device_id': '5a41f398-8060-4324-9683-e2642b7e11ce', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'admin_state_up': True, 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:40.288231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '5777a504-6025-43bd-b3a0-adbf705c17b9', 'network_id': 'fee4031e-cd7a-4b8c-bddb-86de20f142d3', 'port_id': '5777a504-6025-43bd-b3a0-adbf705c17b9', 'mac_address': 'fa:16:3e:9b:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:07:40.295051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.352770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Network c375021e-5e42-4d1e-9928-33748bf745a7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:40.353589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Pushing event updated for resources: {'Port': ['ID=8a5d532b-ba28-4490-91e8-bca001f94d55,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:40.359177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:40.362687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:40.383993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55602) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:40.390900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.445113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Made reservation on behalf of 5b1df5dc3de64cdb8a2d05a5557ce90e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:40.448515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5777a504-6025-43bd-b3a0-adbf705c17b9 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:40.451722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.469236 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.473594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5777a504-6025-43bd-b3a0-adbf705c17b9,segment=NetworkSegment(1b264a90-6bcf-4689-8059-f6b2f015a2db),segment_id=1b264a90-6bcf-4689-8059-f6b2f015a2db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:40.495548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.527317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:40.563951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.570362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Attempting to bind port 8a5d532b-ba28-4490-91e8-bca001f94d55 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:40.570960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Attempting to bind port 8a5d532b-ba28-4490-91e8-bca001f94d55 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1342c46c-64b6-41bd-8490-d8438f049d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:40.571451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Attempting to bind port 8a5d532b-ba28-4490-91e8-bca001f94d55 on network c375021e-5e42-4d1e-9928-33748bf745a7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:40.576922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.584914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:40.585363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Checking segment: {'id': '1342c46c-64b6-41bd-8490-d8438f049d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:40.586069 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.586468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Bound using segment: {'id': '1342c46c-64b6-41bd-8490-d8438f049d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:40.587313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Bound port: 8a5d532b-ba28-4490-91e8-bca001f94d55, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1342c46c-64b6-41bd-8490-d8438f049d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c375021e-5e42-4d1e-9928-33748bf745a7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:40.587526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.616813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:40.638249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.639020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70514e-f621-4a25-85c0-ebb76edc9495 req-78cbca5b-4cba-4072-a2cc-b586150a6a8b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.640187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/30f43439-f1e1-4033-bc3f-7689bd56dcd8 HTTP/1.1" status: 204 len: 168 time: 0.7494237 Jul 27 17:07:40.640813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d70514e-f621-4a25-85c0-ebb76edc9495 req-78cbca5b-4cba-4072-a2cc-b586150a6a8b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1794059 Jul 27 17:07:40.641976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e777-80e6-420c-8cb5-cb3539835c52 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=30f43439-f1e1-4033-bc3f-7689bd56dcd8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:40.643976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:40.685630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Allocated IP 172.20.0.12 (ae8cd5ee-ef3d-42e2-b26e-a71acb37a400/966b2315-2411-46e5-82a2-5aa6c3f76004/6fe1d312-8d11-4fe5-97cb-5214614b4a91) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:40.693107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] For port 8a5d532b-ba28-4490-91e8-bca001f94d55, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:40.696702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] For port 8a5d532b-ba28-4490-91e8-bca001f94d55, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8a5d532b-ba28-4490-91e8-bca001f94d55,segment=NetworkSegment(1342c46c-64b6-41bd-8490-d8438f049d3a),segment_id=1342c46c-64b6-41bd-8490-d8438f049d3a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:40.701396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.704533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180ba4e-5290-491b-9520-0952255e5f72 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.706473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180ba4e-5290-491b-9520-0952255e5f72 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.710572 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a180ba4e-5290-491b-9520-0952255e5f72 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0599012 Jul 27 17:07:40.710729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d70514e-f621-4a25-85c0-ebb76edc9495 req-7c82145b-3f60-44f8-b97a-c7c2b715d257 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572186 Jul 27 17:07:40.710840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55608) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:40.732896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5777a504-6025-43bd-b3a0-adbf705c17b9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:40.825327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dcbc7-ca5c-4379-a435-d4124374faf2 None None] Pushing event updated for resources: {'Port': ['ID=8a5d532b-ba28-4490-91e8-bca001f94d55,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:40.854033 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-49384b13-4d47-4cee-b3d7-ca2778982ed3 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.874709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d3529-72cd-4718-b406-ce2798750cbf None None] Network c375021e-5e42-4d1e-9928-33748bf745a7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:40.874910 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-49384b13-4d47-4cee-b3d7-ca2778982ed3 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 17:07:40.875202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49384b13-4d47-4cee-b3d7-ca2778982ed3 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:40.876994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-49384b13-4d47-4cee-b3d7-ca2778982ed3 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/c375021e-5e42-4d1e-9928-33748bf745a7 HTTP/1.1" status: 409 len: 405 time: 0.1652355 Jul 27 17:07:40.884452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:40.891860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344707656'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:40.903607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.922679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:40.927420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e8e1-28e9-4733-9042-33f017a8cbe8 req-a7946562-b23c-49ab-885c-ed384fea3ae4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:40.936354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1bb1e8e1-28e9-4733-9042-33f017a8cbe8 req-a7946562-b23c-49ab-885c-ed384fea3ae4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1308248 Jul 27 17:07:40.943910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:40.956209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.019051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:41.034144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1bb1e8e1-28e9-4733-9042-33f017a8cbe8 req-e341485f-2bd1-41d1-b1c7-c974edc2061e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965407 Jul 27 17:07:41.039941 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.051764 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 49debaec-6050-4c1a-869e-ee15eac0382e of type vlan for network 0074aad6-ccbc-4dd8-ac70-d0a8268ca338 Jul 27 17:07:41.071246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55614) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:41.094244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb7a76-0487-4c5b-868a-1d0c7199b5fc None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:07:41.113724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.120391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.136195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Allocated IP 172.25.4.124 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:41.160158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['aa142ba2-6993-4c7d-b01b-4983fadfc713'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:41.188929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Pushing event updated for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:41.216523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:41.217233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b05e6-7de3-40cc-a457-f7c40c2f7bdd tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:41.220959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:41.224364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f36b05e6-7de3-40cc-a457-f7c40c2f7bdd tempest-TestVolumeBootPattern-1579712999 tempest-TestVolumeBootPattern-1579712999-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1092 time: 0.1494062 Jul 27 17:07:41.230724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:41.284168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:41.291879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb7a76-0487-4c5b-868a-1d0c7199b5fc None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:07:41.294263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:41.295336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.316569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:41.361169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-e5a6cc71-6581-47a3-9cef-d74487bc306e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0809247 Jul 27 17:07:41.367494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.376684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.382678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:41.383281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.399062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Request body: {'port': {'device_id': '5a41f398-8060-4324-9683-e2642b7e11ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:41.463712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c424c-72f6-4578-b0d5-392abf774b8c req-38c99a41-8295-47b6-864e-a58bb40c602d tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:41.465708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f3c424c-72f6-4578-b0d5-392abf774b8c req-38c99a41-8295-47b6-864e-a58bb40c602d tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 944 time: 0.1166890 Jul 27 17:07:41.482920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.532609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=0074aad6-ccbc-4dd8-ac70-d0a8268ca338,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:41.550942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:41.558299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f3c424c-72f6-4578-b0d5-392abf774b8c req-17f4c612-b651-4b41-8df1-e65c14c408ce tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840144 Jul 27 17:07:41.560957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:41.566335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:41.569569 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:41.572386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0074aad6-ccbc-4dd8-ac70-d0a8268ca338 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:41.597302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.611055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-46933b7e-e5b6-4235-b507-8aea2a9518ca tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7224071 Jul 27 17:07:41.612280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55622) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:41.617626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': '0074aad6-ccbc-4dd8-ac70-d0a8268ca338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:41.628143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.676976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e3b14-98db-4186-b341-4eb4618c7031 req-dcbab2f2-d706-448e-b68e-16d16ed2ccb6 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:41.678518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-705e3b14-98db-4186-b341-4eb4618c7031 req-dcbab2f2-d706-448e-b68e-16d16ed2ccb6 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 932 time: 0.3547304 Jul 27 17:07:41.776622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.801468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:41.804819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.890486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:41.970710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5777a504-6025-43bd-b3a0-adbf705c17b9 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:42.024596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 5777a504-6025-43bd-b3a0-adbf705c17b9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:42.032174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 5777a504-6025-43bd-b3a0-adbf705c17b9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:42.032379 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.118033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.140250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-705e3b14-98db-4186-b341-4eb4618c7031 req-3379276d-0bdf-4bdc-8694-16b8fc86fddb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166222 Jul 27 17:07:42.144368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:42.146170 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b917eb-66a2-4540-9530-be985691a75e" -d '{"events": [{"server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "name": "network-vif-plugged", "status": "completed", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:42.161889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5777a504-6025-43bd-b3a0-adbf705c17b9,segment=NetworkSegment(1b264a90-6bcf-4689-8059-f6b2f015a2db),segment_id=1b264a90-6bcf-4689-8059-f6b2f015a2db)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:42.169002 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.176478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.201140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.203187 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6391f-1a22-4800-8ead-6b96e6d8d525 x-openstack-request-id: req-f5e6391f-1a22-4800-8ead-6b96e6d8d525 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:42.204165 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "name": "network-vif-plugged", "status": "completed", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:42.204705 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5e6391f-1a22-4800-8ead-6b96e6d8d525 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:42.205625 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9', 'code': 200} Jul 27 17:07:42.243444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.251520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:42.406852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe1d312-8d11-4fe5-97cb-5214614b4a91 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:42.410475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.423706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.426373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Allocated IP 172.25.4.131 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/72f49f58-1234-40d7-967e-043fd3bed8f9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:42.445678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Transition to ACTIVE for port object 6fe1d312-8d11-4fe5-97cb-5214614b4a91 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:42.450908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.547107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71de62ed-5812-4913-a921-176288744bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.560631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:42.600365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:42.623192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.objects.ports [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:07:42.626722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.631202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.634135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.679717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.680865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b52eb218-5780-4b99-83af-62271cab6716 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2958844 Jul 27 17:07:42.684935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:42.697894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1692969515', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'fixed_ips': [{'ip_address': '172.25.4.124'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:42.699162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=52de938c-65df-4964-85b4-f7ef6c426dd2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:42.717712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Attempting to bind port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:42.718059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Attempting to bind port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:42.718392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Attempting to bind port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:42.725196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3484fcd-1671-4c14-af08-bf9a7b8b8196 req-04a77b95-a14f-41cf-a637-b64da232c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:42.726740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3484fcd-1671-4c14-af08-bf9a7b8b8196 req-04a77b95-a14f-41cf-a637-b64da232c62b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 1096 time: 0.1722887 Jul 27 17:07:42.730024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '49debaec-6050-4c1a-869e-ee15eac0382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0074aad6-ccbc-4dd8-ac70-d0a8268ca338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:42.730738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: 0074aad6-ccbc-4dd8-ac70-d0a8268ca338, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:42.750242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:07:42.750242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Attempting to bind port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 on network ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:42.764684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Made reservation on behalf of 23f6a5f0ac11480b9f37a6a537ed2135 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:42.766989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.771708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:42.772053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Checking segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:42.772646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Bound using segment: {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:42.773521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Bound port: 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c3677-94fd-40fc-828d-ed52a53bd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:42.773654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.778620 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a3484fcd-1671-4c14-af08-bf9a7b8b8196 req-eadb89c3-1885-4150-a6ef-3af8f28c71eb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Jul 27 17:07:42.779290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network 0074aad6-ccbc-4dd8-ac70-d0a8268ca338 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:42.788461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0074aad6-ccbc-4dd8-ac70-d0a8268ca338) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:42.789674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.793687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:42.796564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.797913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197625f-0669-413f-9e10-ebbd568f7675 None None] Network 0074aad6-ccbc-4dd8-ac70-d0a8268ca338 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:42.799119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.815623 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3807859-26f0-4a71-8335-462640f0c093 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1996777 Jul 27 17:07:42.816059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:42.873161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:42.888269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbae0e6-6d42-45bb-9a9b-49dffb2d89ab req-47dfbd26-b50a-413e-bd47-dd1b5b7f0d6f tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:42.889861 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bbae0e6-6d42-45bb-9a9b-49dffb2d89ab req-47dfbd26-b50a-413e-bd47-dd1b5b7f0d6f tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 945 time: 0.2422051 Jul 27 17:07:42.900523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:42.908696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:42.911401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=72f49f58-1234-40d7-967e-043fd3bed8f9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:42.918059 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:42.964821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f060150-7caa-4b8d-a0e7-175d5522eb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0074aad6-ccbc-4dd8-ac70-d0a8268ca338', 'network_id': '0074aad6-ccbc-4dd8-ac70-d0a8268ca338', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': '52de938c-65df-4964-85b4-f7ef6c426dd2'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:42.965856 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f060150-7caa-4b8d-a0e7-175d5522eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.019709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.026435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:43.032119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:43.036728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bbae0e6-6d42-45bb-9a9b-49dffb2d89ab req-04c77b87-ca04-431d-bb8d-0b3356569e4e tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328490 Jul 27 17:07:43.063453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.110460 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-0f060150-7caa-4b8d-a0e7-175d5522eb64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52de938c-65df-4964-85b4-f7ef6c426dd2: This subnet is being modified by another concurrent operation. Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52de938c-65df-4964-85b4-f7ef6c426dd2: This subnet is being modified by another concurrent operation. Jul 27 17:07:43.111464 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:07:43.132815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e53d2-8522-4549-8769-923c18811491 None None] Network 0074aad6-ccbc-4dd8-ac70-d0a8268ca338 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:43.132982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:43.133521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.134915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] 10.222.0.13 "PUT /v2.0/ports/6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 200 len: 1092 time: 1.7408996 Jul 27 17:07:43.141971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:43.144314 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba99f6f6-3487-4c52-83a8-58c47f975bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:43.152778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=52de938c-65df-4964-85b4-f7ef6c426dd2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:43.230033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.252681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.254770 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3098950c-7f16-4608-b54e-a04cdb828cfc x-openstack-request-id: req-3098950c-7f16-4608-b54e-a04cdb828cfc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:43.255062 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:43.255326 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3098950c-7f16-4608-b54e-a04cdb828cfc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:43.255704 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91', 'status': 'completed', 'code': 200} Jul 27 17:07:43.259489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa56b4-f7d2-42d8-a81e-4d4f604f9403 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:43.262312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.269364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0074aad6-ccbc-4dd8-ac70-d0a8268ca338']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:43.283620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49debaec-6050-4c1a-869e-ee15eac0382e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:43.284396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49debaec-6050-4c1a-869e-ee15eac0382e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:43.297538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.313628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.314120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] device_id is not set on port 16098101-1267-4d65-a667-e4a1b24ab79f yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:07:43.322082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:43.322698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:43.326028 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:43.396483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.412489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.419541 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/0074aad6-ccbc-4dd8-ac70-d0a8268ca338 HTTP/1.1" status: 204 len: 168 time: 0.5971220 Jul 27 17:07:43.424288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:43.425848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e2d1a-e81c-4ed2-8c52-1fb795d46c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=0074aad6-ccbc-4dd8-ac70-d0a8268ca338,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:43.447968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-104959384'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:43.477907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09609256-2076-454e-af2c-2ed00aab0ffa None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:07:43.501879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2863c-4e4d-4769-abdc-165807bdecf1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:43.546964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.597392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09609256-2076-454e-af2c-2ed00aab0ffa None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:07:43.608370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:43.611894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.628840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-d7a844b5-d9ff-41b3-9699-2228f6b7bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:43.630474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-d7a844b5-d9ff-41b3-9699-2228f6b7bad2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1095 time: 0.4314766 Jul 27 17:07:43.744118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383058ed-44da-499d-a7c4-8deb03e40648 req-fabd619c-b39e-42ce-9c47-b6d245c109d3 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:43.745554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-383058ed-44da-499d-a7c4-8deb03e40648 req-fabd619c-b39e-42ce-9c47-b6d245c109d3 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 944 time: 0.4419725 Jul 27 17:07:43.751794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-4d1bebd9-dfd9-418f-9ee1-72fee99ed4f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 200 len: 217 time: 0.1051395 Jul 27 17:07:43.851047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:43.861749 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 17:07:43.862270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:43.905490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:43.905841 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 1f4d0551-a61e-493d-9576-b59c1f2764b0 of type vlan for network 797f4f1b-8418-40ea-989f-4abffced70a4 Jul 27 17:07:43.945885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-d810f638-eece-4391-a198-351d053c710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:43.947354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-d810f638-eece-4391-a198-351d053c710b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.1861751 Jul 27 17:07:43.948597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d62dd303-446d-4272-b7a0-0895497d70e1 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2566426 Jul 27 17:07:43.951546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-383058ed-44da-499d-a7c4-8deb03e40648 req-08602f85-8383-4968-a8ec-045d846840d0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914425 Jul 27 17:07:43.951682 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55638) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:44.012507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-d4c38326-ce7f-454f-a015-fd0d7169eef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566893 Jul 27 17:07:44.034776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.087237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.117154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Deleting port ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:44.117499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.167476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.173454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:44.174044 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.205087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-ee68ed89-253e-49ce-82c3-bd4a503bbe29 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843722 Jul 27 17:07:44.234642 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.234984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.252532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Calling delete_port for ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:44.270610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8363099 Jul 27 17:07:44.270821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f015e-2f53-4b0e-81d3-619abbe9d0e0 req-48349f78-8ffa-432a-9e27-e83d4c406233 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:44.271793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e26f015e-2f53-4b0e-81d3-619abbe9d0e0 req-48349f78-8ffa-432a-9e27-e83d4c406233 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 945 time: 0.1190293 Jul 27 17:07:44.273802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55642) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:44.279826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': '797f4f1b-8418-40ea-989f-4abffced70a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:44.329599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39e46b-5ecf-4dfb-ac39-3bcfc098418e tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=797f4f1b-8418-40ea-989f-4abffced70a4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:44.331919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.342019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 797f4f1b-8418-40ea-989f-4abffced70a4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:44.421687 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef83ff66-3dc1-4838-8acd-d8ffe0585ef2 req-43024e7f-2b89-42ca-ba4d-5bb55a043179 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675513 Jul 27 17:07:44.436017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e26f015e-2f53-4b0e-81d3-619abbe9d0e0 req-f16835fb-4fca-4f70-9ad5-d9b7c00fca11 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489372 Jul 27 17:07:44.467415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:44.471814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.538465 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.567976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.625878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.643789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event updated for resources: {'Port': ['ID=72f49f58-1234-40d7-967e-043fd3bed8f9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:44.663513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.671368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccc3fb3d-5db4-4168-a9ac-68e0f4ed85e5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:44.716176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-4d5139b9-6334-4371-8595-3ce333ba83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:44.718316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-4d5139b9-6334-4371-8595-3ce333ba83d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1095 time: 0.1989317 Jul 27 17:07:44.786980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.790069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.791254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7c9b6d1-13a4-4c28-8e73-7d95cc48dac9 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506 tempest-ExternalNetworksAdminNegativeTestJSON-1795740506-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d8c8fb1b-b800-40b6-8df7-12d321e04357 HTTP/1.1" status: 204 len: 168 time: 0.8376715 Jul 27 17:07:44.819463 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP 604a9644-f661-4115-85a1-ce11244eddcf associated. External IP: 172.25.4.131, port: d691f5a1-9a1a-48da-a609-b81f4c83b273. Jul 27 17:07:44.882391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:44.961401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=1de4fef6-c627-4dbd-897b-eb07fdc1ff4a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:44.980721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '1f4d0551-a61e-493d-9576-b59c1f2764b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '797f4f1b-8418-40ea-989f-4abffced70a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:44.981094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: 797f4f1b-8418-40ea-989f-4abffced70a4, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:45.001757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network 797f4f1b-8418-40ea-989f-4abffced70a4 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:45.014780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 797f4f1b-8418-40ea-989f-4abffced70a4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:45.027075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9aa2e-01a7-40d3-afa8-70fd5ce745d3 None None] Network 797f4f1b-8418-40ea-989f-4abffced70a4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:45.029110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:45.029680 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.063299 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0bf9cdb1-7609-401c-8f8f-6c1194c8d990 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7865422 Jul 27 17:07:45.064744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:45.172784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.222038 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:07:45.240565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.315121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d82def-20e8-4bf1-8c36-717abb14290b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-797f4f1b-8418-40ea-989f-4abffced70a4', 'network_id': '797f4f1b-8418-40ea-989f-4abffced70a4', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': '1de4fef6-c627-4dbd-897b-eb07fdc1ff4a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:45.316016 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5d82def-20e8-4bf1-8c36-717abb14290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.327430 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.343310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55660) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:45.384808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-2c35cfa1-43ab-43f2-b3c6-d0a90c171b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:45.386590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-2c35cfa1-43ab-43f2-b3c6-d0a90c171b6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 911 time: 0.6608436 Jul 27 17:07:45.444513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-a5d82def-20e8-4bf1-8c36-717abb14290b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1de4fef6-c627-4dbd-897b-eb07fdc1ff4a: This subnet is being modified by another concurrent operation. Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1de4fef6-c627-4dbd-897b-eb07fdc1ff4a: This subnet is being modified by another concurrent operation. Jul 27 17:07:45.468792 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:07:45.478315 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-ed858a9c-a18e-46fd-968b-d3465b5ce786 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 200 len: 217 time: 0.0598741 Jul 27 17:07:45.496769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e55a7-e853-49d9-99e4-b68d4fb196d0 None None] Network 797f4f1b-8418-40ea-989f-4abffced70a4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:45.589169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=1de4fef6-c627-4dbd-897b-eb07fdc1ff4a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:45.597880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c48837f-7467-4690-9335-f2cd23100105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.600567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-25be038c-9b21-4766-ac0c-cdf1ecd1f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:45.602003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-25be038c-9b21-4766-ac0c-cdf1ecd1f592 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.1160033 Jul 27 17:07:45.616305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff423d0e-06a4-4a47-b339-96e688c3b68d req-be056047-b4cf-4942-87d6-6c3177803746 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:45.616722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.623631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff423d0e-06a4-4a47-b339-96e688c3b68d req-be056047-b4cf-4942-87d6-6c3177803746 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 944 time: 0.2986245 Jul 27 17:07:45.637994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797f4f1b-8418-40ea-989f-4abffced70a4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:45.639359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abd782-4f1d-47ba-a084-a5bfb2850d1d None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:07:45.653107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4d0551-a61e-493d-9576-b59c1f2764b0') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:45.656294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4d0551-a61e-493d-9576-b59c1f2764b0') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:45.670794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.688327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-ec17d839-6002-4601-9047-aebe25717ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548961 Jul 27 17:07:45.693055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.701623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:07:45.705323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:45.706186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:45.713317 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:45.760164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abd782-4f1d-47ba-a084-a5bfb2850d1d None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:07:45.809352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ff423d0e-06a4-4a47-b339-96e688c3b68d req-d7253141-da80-4e01-b35b-7f5adf512523 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823242 Jul 27 17:07:45.822192 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.841332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:45.844881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/797f4f1b-8418-40ea-989f-4abffced70a4 HTTP/1.1" status: 204 len: 168 time: 0.7789738 Jul 27 17:07:45.848375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:45.856057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-828972312'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:45.887881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e97a-d05e-48ec-95e1-f7d7843a1e48 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=797f4f1b-8418-40ea-989f-4abffced70a4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:45.891555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6fe1d312-8d11-4fe5-97cb-5214614b4a91 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:07:45.946587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-d3761968-b909-43d2-ac4b-eb8c0864b20c service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497327 Jul 27 17:07:46.043561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:07:46.078323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c48837f-7467-4690-9335-f2cd23100105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.085939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6c48837f-7467-4690-9335-f2cd23100105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.086346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:07:46.100707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:46.110925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:46.116171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.118140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.120071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '6fe1d312-8d11-4fe5-97cb-5214614b4a91', 'network_id': 'ae8cd5ee-ef3d-42e2-b26e-a71acb37a400', 'port_id': '6fe1d312-8d11-4fe5-97cb-5214614b4a91', 'mac_address': 'fa:16:3e:9d:8b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966b2315-2411-46e5-82a2-5aa6c3f76004', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:07:46.124822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:07:46.125548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:07:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:46.161877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:46.166818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba99f6f6-3487-4c52-83a8-58c47f975bd5 req-e3dbc626-0f47-42d3-a38e-ec390fbbd17a service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127714 Jul 27 17:07:46.182727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.183153 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Added segment 5dda59ee-3968-4f2f-8249-623a2a68f93f of type vlan for network c00270b3-6c96-41ef-98e2-053b0ebc1f77 Jul 27 17:07:46.186117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48837f-7467-4690-9335-f2cd23100105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5930b-9cea-4943-94b7-bf76d51ddd92,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:46.194322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6c48837f-7467-4690-9335-f2cd23100105 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9399f20ce8d94190bc8ac70e5bc57340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8486881 Jul 27 17:07:46.202041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:46.230741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2808fe9-50ae-4496-93d8-4a6db115bfee tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9076471 Jul 27 17:07:46.230741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:46.230741 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09936620-aec3-4ee6-8039-629f1498fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:46.262505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.282944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.311128 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b38f4ab-d38a-4d9f-a845-fb07f96ce56d x-openstack-request-id: req-0b38f4ab-d38a-4d9f-a845-fb07f96ce56d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:46.311967 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:46.312228 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b38f4ab-d38a-4d9f-a845-fb07f96ce56d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:46.312895 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'status': 'completed', 'code': 200} Jul 27 17:07:46.313682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.340612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.341988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.350389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:46.351328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.383188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe1d312-8d11-4fe5-97cb-5214614b4a91 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:07:46.395375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:07:46.419070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.423113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.426873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08b5930b-9cea-4943-94b7-bf76d51ddd92 HTTP/1.1" status: 204 len: 168 time: 0.2230272 Jul 27 17:07:46.458721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6066401 Jul 27 17:07:46.458866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:46.463720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c9653-b07c-444e-8703-f5259bbc3c24 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Network': ['ID=c00270b3-6c96-41ef-98e2-053b0ebc1f77,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:46.475615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Request body: {'subnet': {'network_id': 'c00270b3-6c96-41ef-98e2-053b0ebc1f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:46.480797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c00270b3-6c96-41ef-98e2-053b0ebc1f77 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:46.484144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09936620-aec3-4ee6-8039-629f1498fea4 req-21e5fe86-8760-40db-8763-1fc802111dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:46.485734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-21e5fe86-8760-40db-8763-1fc802111dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.1601393 Jul 27 17:07:46.489535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f305a9-598c-491e-a055-46224e83b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5930b-9cea-4943-94b7-bf76d51ddd92,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:46.499858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:46.589693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.665367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Made reservation on behalf of 094a2e28f81a43aa9cd659ef0a70f6bc for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:46.673724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.681396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09936620-aec3-4ee6-8039-629f1498fea4 req-49eb6c49-8b0c-46b0-aab1-f8512998c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:46.683019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-49eb6c49-8b0c-46b0-aab1-f8512998c84b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1799803 Jul 27 17:07:46.756591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:46.785959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-b89e164e-07e8-4ab3-8424-9c805bae6570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 1000 time: 0.0954792 Jul 27 17:07:46.878591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['6fe1d312-8d11-4fe5-97cb-5214614b4a91'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:46.915832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09936620-aec3-4ee6-8039-629f1498fea4 req-7b1e1942-b23f-4b2a-bb33-51f00257b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:46.919007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-7b1e1942-b23f-4b2a-bb33-51f00257b3bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1247139 Jul 27 17:07:46.950015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '604a9644-f661-4115-85a1-ce11244eddcf', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:96:87:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:07:43Z', 'updated_at': '2021-07-27T17:07:43Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}, {'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:46.952358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:46.980865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55694) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:47.025593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09936620-aec3-4ee6-8039-629f1498fea4 req-c545d54d-ea6a-4aa9-b3c9-6d537de6466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:47.027508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-c545d54d-ea6a-4aa9-b3c9-6d537de6466d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015115 Jul 27 17:07:47.112925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612e37b-17d6-48b1-bee3-f53ff1fb0893 req-12d6c807-f066-48e9-9028-7ad9839dc16c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:47.115654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6612e37b-17d6-48b1-bee3-f53ff1fb0893 req-12d6c807-f066-48e9-9028-7ad9839dc16c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 945 time: 0.2040699 Jul 27 17:07:47.152534 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-4fcbbff6-f7a2-4db2-b4ca-b69c3236f772 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178367 Jul 27 17:07:47.165378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fbe017fe-71bd-4991-abaf-89d67107e2e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23f6a5f0ac11480b9f37a6a537ed2135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814392 Jul 27 17:07:47.171183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:47.204024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:07:47.276702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09936620-aec3-4ee6-8039-629f1498fea4 req-fa3d40d7-d6f0-4ae1-818a-107b3a9b6cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173129 Jul 27 17:07:47.287578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:07:47.288416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:07:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:47.337752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.objects.ports [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:07:47.345554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.391893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6612e37b-17d6-48b1-bee3-f53ff1fb0893 req-cc8c2f2f-a188-403c-925d-c1a8dc2e7916 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353306 Jul 27 17:07:47.395709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.430949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.460544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:07:47.473273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event updated for resources: {'Subnet': ['ID=0696c02f-47e7-4228-ad96-674129a097ed,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:47.494708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Checking segment: {'id': '5dda59ee-3968-4f2f-8249-623a2a68f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c00270b3-6c96-41ef-98e2-053b0ebc1f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:47.495080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network hostable DHCP agents. Network: c00270b3-6c96-41ef-98e2-053b0ebc1f77, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:47.530278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Network c00270b3-6c96-41ef-98e2-053b0ebc1f77 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:47.539467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.542321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.543511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56f2863c-4e4d-4769-abdc-165807bdecf1 HTTP/1.1" status: 204 len: 168 time: 0.3709393 Jul 27 17:07:47.548566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c00270b3-6c96-41ef-98e2-053b0ebc1f77) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:47.557172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:47.557772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.566805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03642-7f27-47e1-96e5-b260145097ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2863c-4e4d-4769-abdc-165807bdecf1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:47.568909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdefa2-b4a9-4c6b-891f-4f50cac9c0da None None] Network c00270b3-6c96-41ef-98e2-053b0ebc1f77 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:47.587647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9f1b84e1-c1c6-4559-adbf-bdfd58abe979 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1266389 Jul 27 17:07:47.590411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55712) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:47.719696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.790737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.884972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:47.888378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebeb1c-0f5b-4c7c-b352-adcdc4ce9494 req-04eee110-5db9-4442-a5fa-2171263f26b5 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:47.891263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcebeb1c-0f5b-4c7c-b352-adcdc4ce9494 req-04eee110-5db9-4442-a5fa-2171263f26b5 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 945 time: 0.1224668 Jul 27 17:07:47.914550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=0696c02f-47e7-4228-ad96-674129a097ed,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:47.961729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dcebeb1c-0f5b-4c7c-b352-adcdc4ce9494 req-9d35d193-bd37-498d-9508-7b1e26e597e4 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Jul 27 17:07:47.963682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbc2a1-4339-4e86-bba3-d5497683c294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c00270b3-6c96-41ef-98e2-053b0ebc1f77', 'network_id': 'c00270b3-6c96-41ef-98e2-053b0ebc1f77', 'tenant_id': '094a2e28f81a43aa9cd659ef0a70f6bc', 'fixed_ips': [{'subnet_id': '0696c02f-47e7-4228-ad96-674129a097ed'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:47.964740 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc2a1-4339-4e86-bba3-d5497683c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.008191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.019982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00270b3-6c96-41ef-98e2-053b0ebc1f77']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:48.032165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dda59ee-3968-4f2f-8249-623a2a68f93f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:48.032591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dda59ee-3968-4f2f-8249-623a2a68f93f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:48.043583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.079166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '604a9644-f661-4115-85a1-ce11244eddcf', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:96:87:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:07:43Z', 'updated_at': '2021-07-27T17:07:43Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}, {'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:48.082425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.083938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6fbd6-ed9d-4d27-ad13-8ab5392fde03 None None] Network c00270b3-6c96-41ef-98e2-053b0ebc1f77 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:48.092208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:48.093508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:48.099664 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:48.121859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba7ab8-2f91-4a0d-a1b9-87798066300a None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '604a9644-f661-4115-85a1-ce11244eddcf', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:96:87:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:07:43Z', 'updated_at': '2021-07-27T17:07:43Z', 'revision_number': 0, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}, {'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:07:48.174168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.179095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.182021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/c00270b3-6c96-41ef-98e2-053b0ebc1f77 HTTP/1.1" status: 204 len: 168 time: 0.5904639 Jul 27 17:07:48.185253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.204035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449cb10-67e3-4b24-a500-1ad3eded2434 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=c00270b3-6c96-41ef-98e2-053b0ebc1f77,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:48.227254 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58875c9-5269-4ba7-b256-206a9ae2f194 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.227847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58875c9-5269-4ba7-b256-206a9ae2f194 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.232083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c58875c9-5269-4ba7-b256-206a9ae2f194 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/0696c02f-47e7-4228-ad96-674129a097ed HTTP/1.1" status: 404 len: 337 time: 0.0457163 Jul 27 17:07:48.235397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.255807 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c93cb3-13c4-4302-8e66-4a68e95238bf tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.256387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c93cb3-13c4-4302-8e66-4a68e95238bf tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.261708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-27c93cb3-13c4-4302-8e66-4a68e95238bf tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/c00270b3-6c96-41ef-98e2-053b0ebc1f77 HTTP/1.1" status: 404 len: 339 time: 0.0226188 Jul 27 17:07:48.261908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.294440 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8f1529-2ed3-4354-87f7-600130d92b50 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.294988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8f1529-2ed3-4354-87f7-600130d92b50 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.297272 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f8f1529-2ed3-4354-87f7-600130d92b50 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/1de4fef6-c627-4dbd-897b-eb07fdc1ff4a HTTP/1.1" status: 404 len: 337 time: 0.0344520 Jul 27 17:07:48.301336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55734) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.320931 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ec910a-d7d2-4cf9-8883-428ce5e13590 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.321514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ec910a-d7d2-4cf9-8883-428ce5e13590 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.324073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88ec910a-d7d2-4cf9-8883-428ce5e13590 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/797f4f1b-8418-40ea-989f-4abffced70a4 HTTP/1.1" status: 404 len: 339 time: 0.0207586 Jul 27 17:07:48.326417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55738) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.355351 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-476693ad-9300-4dda-9cf2-2f8675f0fa6d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.355826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476693ad-9300-4dda-9cf2-2f8675f0fa6d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.357654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-476693ad-9300-4dda-9cf2-2f8675f0fa6d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/52de938c-65df-4964-85b4-f7ef6c426dd2 HTTP/1.1" status: 404 len: 337 time: 0.0302501 Jul 27 17:07:48.360826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.382150 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d7a953-eefc-449d-a9ef-511a748f03e4 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.382734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d7a953-eefc-449d-a9ef-511a748f03e4 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.387047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f5d7a953-eefc-449d-a9ef-511a748f03e4 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/0074aad6-ccbc-4dd8-ac70-d0a8268ca338 HTTP/1.1" status: 404 len: 339 time: 0.0228305 Jul 27 17:07:48.387655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55744) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.446935 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc247406-d645-4101-944d-77d561d533ec None None] New status for floating IP 604a9644-f661-4115-85a1-ce11244eddcf: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:07:48.567923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting port 76c641ba-1e3c-4609-94b7-43072086b984 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:48.568570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.579169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55750) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.651852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8e834-fc02-42af-b90c-50ebd662db9d req-f2ae8066-2562-4b1a-ba0e-c5f6f02be5d7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:48.659665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02f8e834-fc02-42af-b90c-50ebd662db9d req-f2ae8066-2562-4b1a-ba0e-c5f6f02be5d7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 945 time: 0.1772199 Jul 27 17:07:48.682366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.705176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Calling delete_port for 76c641ba-1e3c-4609-94b7-43072086b984 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:48.705330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349580528'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:48.727686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:48.731160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.733260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-02f8e834-fc02-42af-b90c-50ebd662db9d req-379f1c89-d949-4f51-896b-6dbd1d9f3f7c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692236 Jul 27 17:07:48.739868 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.805844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.835195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Port': ['ID=76c641ba-1e3c-4609-94b7-43072086b984,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:48.840503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.841009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.846034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-61825c58-83c7-4389-b4cc-dc46788ace17 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/ports/76c641ba-1e3c-4609-94b7-43072086b984 HTTP/1.1" status: 204 len: 168 time: 0.4564040 Jul 27 17:07:48.846198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.848137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.872581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:48.874844 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-310fc941-3ed5-4105-9a2b-306d21b95b7d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:48.875387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310fc941-3ed5-4105-9a2b-306d21b95b7d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:48.877239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-310fc941-3ed5-4105-9a2b-306d21b95b7d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/30f43439-f1e1-4033-bc3f-7689bd56dcd8 HTTP/1.1" status: 404 len: 337 time: 0.0300565 Jul 27 17:07:48.879666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55756) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:48.890154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967f4215-b3ed-4072-91e2-4bcf30f8f4bf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:48.895898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.896249 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 289861c2-fed5-4925-860b-4f8cf995dac6 of type vlan for network 2f48cf7c-4315-4299-8524-51755da3b41e Jul 27 17:07:48.944156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.960141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.976254 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:48.981875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:48.982497 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.016299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting port 8a5d532b-ba28-4490-91e8-bca001f94d55 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:49.016682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.054624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4735959 Jul 27 17:07:49.082986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754952a-79f6-444d-872e-6e29cb039341 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=2f48cf7c-4315-4299-8524-51755da3b41e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:49.094534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2f48cf7c-4315-4299-8524-51755da3b41e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:49.124448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] For port 8a5d532b-ba28-4490-91e8-bca001f94d55, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8a5d532b-ba28-4490-91e8-bca001f94d55,segment=NetworkSegment(1342c46c-64b6-41bd-8490-d8438f049d3a),segment_id=1342c46c-64b6-41bd-8490-d8438f049d3a)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:49.125101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.142129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Calling delete_port for 8a5d532b-ba28-4490-91e8-bca001f94d55 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:49.149235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de61a5-bb9a-4cc8-9671-d979e69176a1 req-635b92f1-73a0-46cf-86d1-c58c6716d3c7 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:49.151811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28de61a5-bb9a-4cc8-9671-d979e69176a1 req-635b92f1-73a0-46cf-86d1-c58c6716d3c7 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 945 time: 0.1117022 Jul 27 17:07:49.198311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28de61a5-bb9a-4cc8-9671-d979e69176a1 req-b04c779e-7d28-4575-822a-ba2bdbf76be1 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/security-groups?id=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Jul 27 17:07:49.208313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-831d90e0-6406-40d0-9105-2ec62190703e tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:49.209927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-831d90e0-6406-40d0-9105-2ec62190703e tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.61 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 945 time: 0.1461871 Jul 27 17:07:49.310474 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.342699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Port': ['ID=8a5d532b-ba28-4490-91e8-bca001f94d55,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:49.348582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No DVR routers for this DVR port 8a5d532b-ba28-4490-91e8-bca001f94d55 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:49.434966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.448136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Deleting port 5777a504-6025-43bd-b3a0-adbf705c17b9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:49.448576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.452998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c375021e-5e42-4d1e-9928-33748bf745a7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:49.497185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1342c46c-64b6-41bd-8490-d8438f049d3a') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:49.497543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1342c46c-64b6-41bd-8490-d8438f049d3a') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:49.512031 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.534567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.555356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:49.555948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:49.558738 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:49.617867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] For port 5777a504-6025-43bd-b3a0-adbf705c17b9, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=5777a504-6025-43bd-b3a0-adbf705c17b9,segment=NetworkSegment(1b264a90-6bcf-4689-8059-f6b2f015a2db),segment_id=1b264a90-6bcf-4689-8059-f6b2f015a2db)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:49.618241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.635154 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Calling delete_port for 5777a504-6025-43bd-b3a0-adbf705c17b9 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:49.639438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.650737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.652603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/c375021e-5e42-4d1e-9928-33748bf745a7 HTTP/1.1" status: 204 len: 168 time: 0.7719326 Jul 27 17:07:49.656979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55760) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:49.667809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20960-1d0d-4790-ac06-08e67d53e538 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=c375021e-5e42-4d1e-9928-33748bf745a7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:49.774778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting port bbd0806c-ec1e-4ee3-b626-9bd0e36f2231 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:49.775203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.836865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6fe1d312-8d11-4fe5-97cb-5214614b4a91 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:49.847740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.851917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.870285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Calling delete_port for bbd0806c-ec1e-4ee3-b626-9bd0e36f2231 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:49.882537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Pushing event deleted for resources: {'Port': ['ID=5777a504-6025-43bd-b3a0-adbf705c17b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:49.892287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['5777a504-6025-43bd-b3a0-adbf705c17b9'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:07:49.936604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:49.942596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:49.942979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:49.998894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.029318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Port': ['ID=bbd0806c-ec1e-4ee3-b626-9bd0e36f2231,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:50.036970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.041590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc1bd22c-f153-41fe-82d8-baa7d68d766d tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/ports/bbd0806c-ec1e-4ee3-b626-9bd0e36f2231 HTTP/1.1" status: 204 len: 168 time: 0.3833389 Jul 27 17:07:50.042222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:50.069873 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-05145a3a-e8c3-4ebb-9bd1-64bb14f1ed1f tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] DELETE failed (client error): The resource could not be found. Jul 27 17:07:50.070350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05145a3a-e8c3-4ebb-9bd1-64bb14f1ed1f tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:07:50.074872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-05145a3a-e8c3-4ebb-9bd1-64bb14f1ed1f tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/19e0cb15-a51c-4854-8599-4fe55f99b9a8 HTTP/1.1" status: 404 len: 337 time: 0.0316138 Jul 27 17:07:50.075518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:50.097734 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.128099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:50.131440 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1fd6f5-f381-4103-a00e-b71631667ce4" -d '{"events": [{"server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:50.176013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:50.180347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.181644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.227336 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431d52d-e3cc-4634-80e1-0311c42c94b4 x-openstack-request-id: req-a431d52d-e3cc-4634-80e1-0311c42c94b4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:50.228041 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:50.228672 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a431d52d-e3cc-4634-80e1-0311c42c94b4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:50.229273 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91', 'code': 200} Jul 27 17:07:50.255143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] No DVR routers for this DVR port 5777a504-6025-43bd-b3a0-adbf705c17b9 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:50.264058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.266733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe74a193-f4c1-4ed0-8d22-9cc5bef196ce req-f308e079-dcd2-4564-8d42-f4d0e672ffb2 tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.61 "DELETE /v2.0/ports/5777a504-6025-43bd-b3a0-adbf705c17b9 HTTP/1.1" status: 204 len: 173 time: 1.0461967 Jul 27 17:07:50.268408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'name': 'network-vif-deleted', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:07:50.270501 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ac934-9b0d-499a-8e06-297a6efe6ab1" -d '{"events": [{"server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "name": "network-vif-deleted", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:07:50.289402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba1cec-c623-4b6e-989b-5f1773f672f1 req-5ba96a30-f3ea-4467-8515-e9692e1d202c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:50.291034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94ba1cec-c623-4b6e-989b-5f1773f672f1 req-5ba96a30-f3ea-4467-8515-e9692e1d202c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 945 time: 0.4795284 Jul 27 17:07:50.341746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:50.360017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94ba1cec-c623-4b6e-989b-5f1773f672f1 req-a0ac61fb-dd25-42a2-bfea-6c51ab8dcea0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Jul 27 17:07:50.411644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f243a13-b9dd-4761-b1d5-d4840ca07f3f req-45b08d0c-c2aa-4643-9649-452ac1f2437a tempest-VolumesActionsTest-1924157349 tempest-VolumesActionsTest-1924157349-project] 10.222.0.64 "GET /v2.0/ports?device_id=91740c0f-4cef-462d-8501-719d436b375d HTTP/1.1" status: 200 len: 210 time: 0.0748055 Jul 27 17:07:50.417902 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.432842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:50.446416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891877be-04f9-4afa-908f-4a5a9cb3e9bb') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:50.447169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891877be-04f9-4afa-908f-4a5a9cb3e9bb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:50.461014 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.481221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.492613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3fb81-2a83-48ce-a860-70d395829088 req-ed8027a9-170c-4fe1-82eb-43f74d1c6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:50.495741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06c3fb81-2a83-48ce-a860-70d395829088 req-ed8027a9-170c-4fe1-82eb-43f74d1c6586 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1097 time: 0.1562605 Jul 27 17:07:50.495741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:50.495741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:50.499766 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:50.584395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06c3fb81-2a83-48ce-a860-70d395829088 req-611ec147-28fe-4b34-9a5d-9571fbbc25a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Jul 27 17:07:50.586090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.599025 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c95aeb-f04c-4e5c-b623-bb130c61314d x-openstack-request-id: req-42c95aeb-f04c-4e5c-b623-bb130c61314d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:07:50.599412 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91740c0f-4cef-462d-8501-719d436b375d", "name": "network-vif-deleted", "tag": "5777a504-6025-43bd-b3a0-adbf705c17b9", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:07:50.599616 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42c95aeb-f04c-4e5c-b623-bb130c61314d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:07:50.599888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.600092 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91740c0f-4cef-462d-8501-719d436b375d', 'name': 'network-vif-deleted', 'tag': '5777a504-6025-43bd-b3a0-adbf705c17b9', 'status': 'completed', 'code': 200} Jul 27 17:07:50.601907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc HTTP/1.1" status: 204 len: 168 time: 0.5254312 Jul 27 17:07:50.604229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:50.638818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b0241-bff7-4924-9219-6a4a8834f1d1 tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=f14b7b07-f34c-45b6-a4cf-f6fd90c21bbc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:50.670649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting subnet ab68d428-eebb-485e-b044-02433557e23c {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:07:50.674092 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.715923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.808419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.877062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.908190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Subnet': ['ID=ab68d428-eebb-485e-b044-02433557e23c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:50.910241 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:50.912127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-45d52173-be09-40f6-af1b-25a38d973a3a tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/subnets/ab68d428-eebb-485e-b044-02433557e23c HTTP/1.1" status: 204 len: 168 time: 0.3068583 Jul 27 17:07:50.914717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55778) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:50.926254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466fc39-0376-4ff0-b393-a19002869224 None None] Network 0f2aa05d-f0a6-4ced-9029-c827cf6735cb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:51.005612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.065447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Deleting port bb629512-d08d-4ba2-aee1-048933a84792 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:51.065876 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.114502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] DHCP port deletion for 0f2aa05d-f0a6-4ced-9029-c827cf6735cb request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:07:51.136251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] For port bb629512-d08d-4ba2-aee1-048933a84792, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bb629512-d08d-4ba2-aee1-048933a84792,segment=NetworkSegment(0028e65f-f1f8-4f27-a08f-4eb17068c2b2),segment_id=0028e65f-f1f8-4f27-a08f-4eb17068c2b2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:51.136771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.151233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Calling delete_port for bb629512-d08d-4ba2-aee1-048933a84792 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:51.166754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Deleting port bb629512-d08d-4ba2-aee1-048933a84792 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:07:51.167129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.238810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] For port bb629512-d08d-4ba2-aee1-048933a84792, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bb629512-d08d-4ba2-aee1-048933a84792,segment=NetworkSegment(0028e65f-f1f8-4f27-a08f-4eb17068c2b2),segment_id=0028e65f-f1f8-4f27-a08f-4eb17068c2b2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:51.239520 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.248096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.258432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Calling delete_port for bb629512-d08d-4ba2-aee1-048933a84792 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:07:51.278907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Port': ['ID=bb629512-d08d-4ba2-aee1-048933a84792,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:51.287720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] No DVR routers for this DVR port bb629512-d08d-4ba2-aee1-048933a84792 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:51.356128 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.380873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.391316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] Pushing event deleted for resources: {'Port': ['ID=bb629512-d08d-4ba2-aee1-048933a84792,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:51.395409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2aa05d-f0a6-4ced-9029-c827cf6735cb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:51.396642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d0818-79ce-4cfe-b7ac-a41515830953 None None] No DVR routers for this DVR port bb629512-d08d-4ba2-aee1-048933a84792 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:07:51.429443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0028e65f-f1f8-4f27-a08f-4eb17068c2b2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:51.430595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0028e65f-f1f8-4f27-a08f-4eb17068c2b2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:51.445896 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.467401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.484911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:51.485469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.489059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bb629512-d08d-4ba2-aee1-048933a84792 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:51.494346 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:51.521467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bb629512-d08d-4ba2-aee1-048933a84792 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:07:51.521971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bb629512-d08d-4ba2-aee1-048933a84792 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:07:51.657582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.664091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:51.667200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] 10.222.0.64 "DELETE /v2.0/networks/0f2aa05d-f0a6-4ced-9029-c827cf6735cb HTTP/1.1" status: 204 len: 168 time: 0.7516484 Jul 27 17:07:51.707245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f246e1-0542-4ff2-ba19-0707cfaae55c tempest-NetworksIpV6TestAttrs-1210768940 tempest-NetworksIpV6TestAttrs-1210768940-project] Pushing event deleted for resources: {'Network': ['ID=0f2aa05d-f0a6-4ced-9029-c827cf6735cb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:51.745077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bb216-e6ed-4712-ad4c-9e6861234db2 req-1494b65a-dd2c-4d60-acc1-7c7010a13fdc tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:51.748879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-726bb216-e6ed-4712-ad4c-9e6861234db2 req-1494b65a-dd2c-4d60-acc1-7c7010a13fdc tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2664232 Jul 27 17:07:51.813495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-726bb216-e6ed-4712-ad4c-9e6861234db2 req-362e4f47-f44c-43a4-87ae-19fc4d3f8c75 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Jul 27 17:07:52.116291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55796) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:52.284841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2ab5ed93-bbea-475d-b3f2-3d6a2d4e092e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=094a2e28f81a43aa9cd659ef0a70f6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644051 Jul 27 17:07:52.284841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55800) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:52.345198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.371207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.426122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.429320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.430511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddec1cb9-26bc-447e-addd-fc7af869a31a HTTP/1.1" status: 204 len: 168 time: 0.1444075 Jul 27 17:07:52.439345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd96a6-b11d-4302-b166-b5357e59842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec1cb9-26bc-447e-addd-fc7af869a31a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:52.566344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:52.575390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:52.711077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:52.714769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.911400 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:52.973999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb15779-f5ba-446a-b0e6-6028915078cd req-0e35e0b1-f235-45b4-88f6-c73e14fa81ea tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:52.976314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb15779-f5ba-446a-b0e6-6028915078cd req-0e35e0b1-f235-45b4-88f6-c73e14fa81ea tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.0846069 Jul 27 17:07:52.976860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=7161e1eb-1d0d-448f-8c95-125a6579f23c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:52.995548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '289861c2-fed5-4925-860b-4f8cf995dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:52.996288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: 2f48cf7c-4315-4299-8524-51755da3b41e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:53.016604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 2f48cf7c-4315-4299-8524-51755da3b41e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:53.025542 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eeb15779-f5ba-446a-b0e6-6028915078cd req-d858073b-8256-4b30-885a-e9862848db0b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Jul 27 17:07:53.027326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2f48cf7c-4315-4299-8524-51755da3b41e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:53.036742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:53.037444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.044133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1b2e8-1b6e-45c3-b524-7a15753f6391 None None] Network 2f48cf7c-4315-4299-8524-51755da3b41e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:53.068921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:53.069144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66459356-d06a-4cde-a91a-9102497893aa tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5013313 Jul 27 17:07:53.075464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396006087'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:53.109205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:53.116255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.158996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:53.170158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.170528 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 92bcd49c-d5c9-41fa-8c8c-ee45874e04ff of type vlan for network 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 Jul 27 17:07:53.233675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.276103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.288334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:53.288896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.335821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2f48cf7c-4315-4299-8524-51755da3b41e', 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': '7161e1eb-1d0d-448f-8c95-125a6579f23c'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:53.337444 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.350329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:53.377324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e0002-19da-4cc0-ab69-da77811b199b req-6d0cb18a-1011-458f-81e5-ba9e6e83caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:53.380076 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3095963 Jul 27 17:07:53.386321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-6d0cb18a-1011-458f-81e5-ba9e6e83caaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1097 time: 0.0911050 Jul 27 17:07:53.387232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:53.395404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '9cdad5e1-93ff-4a83-bb4b-897fd6b1f576', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:53.418329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86273cb6-0fe7-4447-9dc0-bf974d77e473 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=9cdad5e1-93ff-4a83-bb4b-897fd6b1f576,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:53.474382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:53.477600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f94b-61df-4b45-b17f-2b040b9378dd req-fe70ee1a-3008-4113-a2c7-4037970aa434 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:53.490351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2922f94b-61df-4b45-b17f-2b040b9378dd req-fe70ee1a-3008-4113-a2c7-4037970aa434 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1783741 Jul 27 17:07:53.555340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2922f94b-61df-4b45-b17f-2b040b9378dd req-4731dd3d-6a1b-48a7-8981-ff29d696c27c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 Jul 27 17:07:53.574194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-8310959'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:53.609990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:53.617594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.646401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.707936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:53.711567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.719643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e0002-19da-4cc0-ab69-da77811b199b req-515f6595-0e42-43f3-b546-19dfdfc118ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:53.721820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-515f6595-0e42-43f3-b546-19dfdfc118ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 911 time: 0.3205802 Jul 27 17:07:53.810079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Allocated IP 2001:db8:0:ffff::2 (2f48cf7c-4315-4299-8524-51755da3b41e/7161e1eb-1d0d-448f-8c95-125a6579f23c/0a6770dd-7d33-4e00-bf1b-49518cdeb69a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:53.817865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-15727a29-6f97-43bb-aba8-e3b7c12f79e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 200 len: 217 time: 0.0834482 Jul 27 17:07:53.849349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.854406 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.885539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:53.903967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af0fdc-8ec6-4feb-a3b3-ce75394874b5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:53.911567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:53.912107 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment a2a5b797-6f04-4596-9023-70f4cbab587c of type vlan for network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 Jul 27 17:07:53.968843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.006453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.010890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.013344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:54.014006 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.018395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5777a504-6025-43bd-b3a0-adbf705c17b9 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:07:54.044776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Transition to ACTIVE for port object 0a6770dd-7d33-4e00-bf1b-49518cdeb69a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:54.048027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 5777a504-6025-43bd-b3a0-adbf705c17b9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:07:54.048486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 5777a504-6025-43bd-b3a0-adbf705c17b9 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:07:54.067565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Transition to ACTIVE for port object 0a6770dd-7d33-4e00-bf1b-49518cdeb69a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:54.075235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.088150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7359202 Jul 27 17:07:54.097068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869111ba-3897-4781-8c25-9cba4d95d319 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=ccf75b53-fc15-4ff2-911f-7dea97a5ee14,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:54.130131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:54.138285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Network 2f48cf7c-4315-4299-8524-51755da3b41e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:54.153501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:54.181302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:54.213107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Pushing event updated for resources: {'Port': ['ID=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:54.235472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55850) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:54.241983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:54.279424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e0002-19da-4cc0-ab69-da77811b199b req-ffb89bed-cb70-4621-a934-3c1b606c8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:54.281473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-ffb89bed-cb70-4621-a934-3c1b606c8db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.4535778 Jul 27 17:07:54.296806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Attempting to bind port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:54.297523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Attempting to bind port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '289861c2-fed5-4925-860b-4f8cf995dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:54.298303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Attempting to bind port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a on network 2f48cf7c-4315-4299-8524-51755da3b41e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:54.307394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:54.308187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Checking segment: {'id': '289861c2-fed5-4925-860b-4f8cf995dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:54.309698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.310343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Bound using segment: {'id': '289861c2-fed5-4925-860b-4f8cf995dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:54.311686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Bound port: 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289861c2-fed5-4925-860b-4f8cf995dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2f48cf7c-4315-4299-8524-51755da3b41e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:54.312352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.323956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-dd5da36d-d8af-4f17-a6cb-38118a3508ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343204 Jul 27 17:07:54.364791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:54.370277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.402375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] For port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:54.410619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] For port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,segment=NetworkSegment(289861c2-fed5-4925-860b-4f8cf995dac6),segment_id=289861c2-fed5-4925-860b-4f8cf995dac6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:54.421267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.485061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.499387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-6bbd6218-6de3-4c79-98d6-7bc49d0e139e service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509948 Jul 27 17:07:54.503664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fa29-f48d-4554-84a5-ee7a544a1ee3 None None] Pushing event updated for resources: {'Port': ['ID=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:54.667844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=157f8796-7a6b-4228-b856-c54b5f74ecee,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:54.682860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.721075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.721676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.721822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.722196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.722559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.722942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.723191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.723523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.723853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.724182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.724984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.725322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:07:54.770333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '92bcd49c-d5c9-41fa-8c8c-ee45874e04ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9cdad5e1-93ff-4a83-bb4b-897fd6b1f576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:54.770333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:54.778945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-143e0002-19da-4cc0-ab69-da77811b199b req-8e097ba8-bcf0-4fcd-806f-f6251bd1eeea service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413568 Jul 27 17:07:54.810321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=09da08ea-7d58-4f1a-9cbe-7214439fed24,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:54.818639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': 'a2a5b797-6f04-4596-9023-70f4cbab587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:54.819066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: ccf75b53-fc15-4ff2-911f-7dea97a5ee14, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:54.843600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:54.856685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a8dd-4aca-4123-9ea1-3edb939ac9cd req-27bfca02-aeef-4462-8140-928968cfb3a8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:54.858290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72f3a8dd-4aca-4123-9ea1-3edb939ac9cd req-27bfca02-aeef-4462-8140-928968cfb3a8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2059028 Jul 27 17:07:54.859469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:54.868059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ccf75b53-fc15-4ff2-911f-7dea97a5ee14) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:54.872594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:54.877887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54197bc2-b2eb-40d7-9bc8-eff0e4f2ebd2 None None] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:54.885944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:54.886629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.891173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:54.892280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:54.933870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c8a2ce9-94b4-4b06-94d9-5650b4ebebd2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6970725 Jul 27 17:07:54.935118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:54.937695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d6934-bf97-4aed-a3f9-9f2817ccb41b None None] Network 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:54.942480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1157172129'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:54.974107 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd6f5e0b-5d7f-4d28-b0fd-8e55a780036a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5830164 Jul 27 17:07:54.978370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55862) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:54.993013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72f3a8dd-4aca-4123-9ea1-3edb939ac9cd req-3b5504d4-1aad-46fc-b137-4dfbeb2b9086 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221108 Jul 27 17:07:55.013978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:55.018724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.089683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:55.115102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.115607 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 255a3102-4d0f-4df0-8ccc-6ed411934c27 of type vlan for network e0987010-7c7a-4c6e-8904-6022c352c769 Jul 27 17:07:55.178716 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.187470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ccf75b53-fc15-4ff2-911f-7dea97a5ee14', 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '09da08ea-7d58-4f1a-9cbe-7214439fed24'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:55.188364 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.228364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665e8d9-5338-474d-a2a9-366a38f6dbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9cdad5e1-93ff-4a83-bb4b-897fd6b1f576', 'network_id': '9cdad5e1-93ff-4a83-bb4b-897fd6b1f576', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': '157f8796-7a6b-4228-b856-c54b5f74ecee'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:55.229255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1665e8d9-5338-474d-a2a9-366a38f6dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.233528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.253883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.259732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:55.260338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.334628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3979497 Jul 27 17:07:55.337196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55864) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:55.345630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'e0987010-7c7a-4c6e-8904-6022c352c769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:55.421247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56b2fc-2174-4506-bf07-e2a967771c7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=e0987010-7c7a-4c6e-8904-6022c352c769,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:55.451537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e0987010-7c7a-4c6e-8904-6022c352c769 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:55.479208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.538984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:55.543107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.587962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.588233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a6770dd-7d33-4e00-bf1b-49518cdeb69a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:55.627420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=157f8796-7a6b-4228-b856-c54b5f74ecee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-1665e8d9-5338-474d-a2a9-366a38f6dbaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 157f8796-7a6b-4228-b856-c54b5f74ecee: This subnet is being modified by another concurrent operation. Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 157f8796-7a6b-4228-b856-c54b5f74ecee: This subnet is being modified by another concurrent operation. Jul 27 17:07:55.661150 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:07:55.737243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05211656-5d73-4f1e-b118-7b483669b826 None None] Network 9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:55.787572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.801489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdad5e1-93ff-4a83-bb4b-897fd6b1f576']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:55.814611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bcd49c-d5c9-41fa-8c8c-ee45874e04ff') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:55.815008 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bcd49c-d5c9-41fa-8c8c-ee45874e04ff') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:55.829078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.853320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.863231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:55.864010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:55.869039 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:55.889243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Allocated IP 172.20.255.242 (ccf75b53-fc15-4ff2-911f-7dea97a5ee14/09da08ea-7d58-4f1a-9cbe-7214439fed24/c4b57ab8-e647-4421-9f4e-a38f9f63b1fa) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:55.958359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.977696 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:55.979773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 HTTP/1.1" status: 204 len: 168 time: 1.0001714 Jul 27 17:07:55.985756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55870) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:55.992464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595479760'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:56.008207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44fdf-8f5a-4a67-a649-8342c487f844 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=9cdad5e1-93ff-4a83-bb4b-897fd6b1f576,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:56.040716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.042345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:56.050988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.054329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b042a-1b83-40f6-8498-a490d198f9e9 None None] Network 2f48cf7c-4315-4299-8524-51755da3b41e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:56.120275 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:56.149657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.150059 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 2f074052-067b-4771-b4a0-19888087d4e4 of type vlan for network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e Jul 27 17:07:56.168841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:56.203080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=b07165ca-5505-409e-8626-db3b1548bd34,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:56.205287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Provisioning for port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:56.225440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.267638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Provisioning complete for port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:56.268712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.269468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.270291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '255a3102-4d0f-4df0-8ccc-6ed411934c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0987010-7c7a-4c6e-8904-6022c352c769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:56.270666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: e0987010-7c7a-4c6e-8904-6022c352c769, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:56.276213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:56.277715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.302966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9518b-591b-40f1-80af-7d22b899ef1f req-07048e70-415b-4f82-b2f8-ca55908d1607 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:56.304720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9a9518b-591b-40f1-80af-7d22b899ef1f req-07048e70-415b-4f82-b2f8-ca55908d1607 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1640308 Jul 27 17:07:56.330399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network e0987010-7c7a-4c6e-8904-6022c352c769 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:56.352103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3624394 Jul 27 17:07:56.354708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:56.360631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:56.379495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b51fdc-2451-42d6-94e7-6a4d9870f5a7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=b28cf54f-c0fc-4979-8fc1-e009dfb56c9e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:56.381046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e0987010-7c7a-4c6e-8904-6022c352c769) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:56.428193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:56.428864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.446125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.450384 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9a9518b-591b-40f1-80af-7d22b899ef1f req-d7dec576-3870-47e9-9883-2ebc865569ae tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333735 Jul 27 17:07:56.457680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Transition to ACTIVE for port object c4b57ab8-e647-4421-9f4e-a38f9f63b1fa will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:56.475139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55882) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:56.476472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d2c4dada-c561-4119-ad55-5d4f42fa2b6d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1380382 Jul 27 17:07:56.517943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b307b43-eb20-4b79-bb25-8bbd0ef8315d None None] Network e0987010-7c7a-4c6e-8904-6022c352c769 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:56.519951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:56.532203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Transition to ACTIVE for port object c4b57ab8-e647-4421-9f4e-a38f9f63b1fa will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:56.568560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:56.573101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.641737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.666972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.798069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.859617 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.899607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:56.948696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=b07165ca-5505-409e-8626-db3b1548bd34,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:56.966629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=89001889-be53-40ca-b8bb-b6b5a7887eb4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:56.983934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '2f074052-067b-4771-b4a0-19888087d4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:56.984479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: b28cf54f-c0fc-4979-8fc1-e009dfb56c9e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:56.988032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:57.006873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:57.011555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:57.020542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b28cf54f-c0fc-4979-8fc1-e009dfb56c9e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:57.022436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.025818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:57.026013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:57.026644 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.040539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.051778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9a59a764-31e5-437b-a361-8d531d0889d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6911247 Jul 27 17:07:57.053308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffcef0-4b2d-403d-b5ae-d2f6f5848649 None None] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:57.053459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55884) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:57.058325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0987010-7c7a-4c6e-8904-6022c352c769']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:57.059982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330866457'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:57.063817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Pushing event updated for resources: {'Port': ['ID=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.080127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255a3102-4d0f-4df0-8ccc-6ed411934c27') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:57.081039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255a3102-4d0f-4df0-8ccc-6ed411934c27') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:57.094211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:57.097607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.098117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.117310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.130027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:57.130888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.137383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:57.138562 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:57.151723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.152260 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 7176ecbd-269a-4aae-b574-3e534f04c2db of type vlan for network ac847a23-85ce-439b-886c-25c32845b645 Jul 27 17:07:57.166550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] For port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,segment=NetworkSegment(289861c2-fed5-4925-860b-4f8cf995dac6),segment_id=289861c2-fed5-4925-860b-4f8cf995dac6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:07:57.223926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.247004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.254428 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.262499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.264507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/e0987010-7c7a-4c6e-8904-6022c352c769 HTTP/1.1" status: 204 len: 168 time: 0.7883058 Jul 27 17:07:57.268237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:57.299275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.306294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0117-d86b-49d7-bf84-74b1dc0a50d1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=e0987010-7c7a-4c6e-8904-6022c352c769,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.307307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:57.308110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.315264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-990047877'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:57.340956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:57.345192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Attempting to bind port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:57.345575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Attempting to bind port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a2a5b797-6f04-4596-9023-70f4cbab587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:57.345945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Attempting to bind port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa on network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:57.347569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.379643 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3245053 Jul 27 17:07:57.382026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:57.390041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': 'ac847a23-85ce-439b-886c-25c32845b645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:57.392254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:57.392663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Checking segment: {'id': 'a2a5b797-6f04-4596-9023-70f4cbab587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:57.393066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.394126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Bound using segment: {'id': 'a2a5b797-6f04-4596-9023-70f4cbab587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:57.394126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Bound port: c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a5b797-6f04-4596-9023-70f4cbab587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccf75b53-fc15-4ff2-911f-7dea97a5ee14'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:57.394355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.403975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6f4a-a8fe-4c9c-ac62-cf827d693d32 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=ac847a23-85ce-439b-886c-25c32845b645,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.404506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:57.437207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ac847a23-85ce-439b-886c-25c32845b645 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:57.445207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816380c-a9dd-4e11-a3c0-0676ce46f4d3 None None] Pushing event updated for resources: {'Port': ['ID=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.463062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.463467 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment ed27294c-84b5-485c-9c98-0d1dc448f471 of type vlan for network c8b299e9-b2dd-4150-9208-5e404624f7bb Jul 27 17:07:57.488127 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28cef8c-77c8-4e06-97a8-b3591be6363e None None] Network e0987010-7c7a-4c6e-8904-6022c352c769 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:57.547553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.565086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28cef8c-77c8-4e06-97a8-b3591be6363e None None] Network e0987010-7c7a-4c6e-8904-6022c352c769 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:07:57.607736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:57.611900 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.644955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] For port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:57.659946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] For port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,segment=NetworkSegment(a2a5b797-6f04-4596-9023-70f4cbab587c),segment_id=a2a5b797-6f04-4596-9023-70f4cbab587c)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:57.662625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-b28cf54f-c0fc-4979-8fc1-e009dfb56c9e', 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': '89001889-be53-40ca-b8bb-b6b5a7887eb4'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:57.663485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.667585 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.677580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.683860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:57.684668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.762179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:07:57.762764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:07:57.790225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4852679 Jul 27 17:07:57.793404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55894) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:57.799877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'c8b299e9-b2dd-4150-9208-5e404624f7bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:57.805906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9512337-a001-4ab3-b5b3-171a8e9578f5 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=c8b299e9-b2dd-4150-9208-5e404624f7bb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.806476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc049-ec2d-4ba6-8a35-40286c127c5c None None] Pushing event updated for resources: {'Port': ['ID=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:57.827437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c8b299e9-b2dd-4150-9208-5e404624f7bb details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:57.837338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e319-858d-4bd7-9b67-61bfafbab459 req-60d0c7fc-5625-4a97-93c4-40067d81edcd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:57.839182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb48e319-858d-4bd7-9b67-61bfafbab459 req-60d0c7fc-5625-4a97-93c4-40067d81edcd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2830524 Jul 27 17:07:57.920072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-75c9b4c8-59f3-4ce5-b696-3fed2dc9a229 None None] Provisioning complete for port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:07:57.921592 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-75c9b4c8-59f3-4ce5-b696-3fed2dc9a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.958337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb48e319-858d-4bd7-9b67-61bfafbab459 req-2e0b307a-8cad-4363-87b1-02df58e0d232 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817981 Jul 27 17:07:57.958666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:57.967941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:57.997384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.002521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Allocated IP 2001:db8::1 (b28cf54f-c0fc-4979-8fc1-e009dfb56c9e/89001889-be53-40ca-b8bb-b6b5a7887eb4/d46d061c-4e79-42f4-a8da-4c6cb02f3127) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:07:58.066140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing IP validity checks on allocation pools {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:07:58.067035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:07:58.119028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=f031596e-b3b8-4cb8-8bb3-266e76deabc7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:58.129184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '7176ecbd-269a-4aae-b574-3e534f04c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ac847a23-85ce-439b-886c-25c32845b645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:58.129557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: ac847a23-85ce-439b-886c-25c32845b645, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:58.151372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network ac847a23-85ce-439b-886c-25c32845b645 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:58.177403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ac847a23-85ce-439b-886c-25c32845b645) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:58.183135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:58.184567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.193949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ea39a-5fe5-49e4-93a1-d38664e57190 None None] Network ac847a23-85ce-439b-886c-25c32845b645 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:58.207230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-58d7eb32-7e23-400f-bbbe-32ba44f10646 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8235919 Jul 27 17:07:58.210639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55898) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:58.260291 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.332657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=5ca764ea-1d89-4def-bc7e-be2ba0de8f27,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:58.345237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': 'ed27294c-84b5-485c-9c98-0d1dc448f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c8b299e9-b2dd-4150-9208-5e404624f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:58.345613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: c8b299e9-b2dd-4150-9208-5e404624f7bb, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:07:58.352070 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.353020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.379517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network c8b299e9-b2dd-4150-9208-5e404624f7bb is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:07:58.385948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Transition to ACTIVE for port object d46d061c-4e79-42f4-a8da-4c6cb02f3127 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:58.396691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c8b299e9-b2dd-4150-9208-5e404624f7bb) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:58.411452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ee114-4a14-40e0-b838-3ae09be09e24 None None] Network c8b299e9-b2dd-4150-9208-5e404624f7bb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:58.417674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:58.418914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Transition to ACTIVE for port object d46d061c-4e79-42f4-a8da-4c6cb02f3127 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:07:58.419076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.439017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.441636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d85a781e-b69c-4924-a29a-d36ac9ae5e4a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6464329 Jul 27 17:07:58.444089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:58.474441 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.531639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.536143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b76823-d4c1-4a80-b6e1-2b4bf5c71720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ac847a23-85ce-439b-886c-25c32845b645', 'network_id': 'ac847a23-85ce-439b-886c-25c32845b645', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': 'f031596e-b3b8-4cb8-8bb3-266e76deabc7'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:07:58.537019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a5b76823-d4c1-4a80-b6e1-2b4bf5c71720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.569722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=f031596e-b3b8-4cb8-8bb3-266e76deabc7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:58.589823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:07:58.646474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.680052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac847a23-85ce-439b-886c-25c32845b645']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:58.709447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7176ecbd-269a-4aae-b574-3e534f04c2db') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:58.710657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7176ecbd-269a-4aae-b574-3e534f04c2db') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:58.741355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.759789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.793523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.805129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:58.805964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:58.810622 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:58.852106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:07:58.856717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.867985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:07:58.908579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Pushing event updated for resources: {'Port': ['ID=d46d061c-4e79-42f4-a8da-4c6cb02f3127,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:58.913477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.931383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3b67e-08a0-429f-964c-b0d8184de3f8 None None] Network ac847a23-85ce-439b-886c-25c32845b645 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:58.937600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:58.940179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/ac847a23-85ce-439b-886c-25c32845b645 HTTP/1.1" status: 204 len: 168 time: 0.7284205 Jul 27 17:07:58.941412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabd466-3a0c-415b-9076-129605a6dea5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=ac847a23-85ce-439b-886c-25c32845b645,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:58.951378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55912) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:58.962621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319278672'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:59.013436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:59.019706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.030470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3b67e-08a0-429f-964c-b0d8184de3f8 None None] Network ac847a23-85ce-439b-886c-25c32845b645 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:07:59.032517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.086199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:59.101244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca764ea-1d89-4def-bc7e-be2ba0de8f27,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:59.110982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.111757 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 242f2c74-9aef-4e5d-a97d-a60db784861f of type vlan for network 0415b102-730c-4f3d-a016-9082c84ec5a2 Jul 27 17:07:59.147711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Attempting to bind port d46d061c-4e79-42f4-a8da-4c6cb02f3127 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:07:59.148508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Attempting to bind port d46d061c-4e79-42f4-a8da-4c6cb02f3127 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2f074052-067b-4771-b4a0-19888087d4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:07:59.148778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Attempting to bind port d46d061c-4e79-42f4-a8da-4c6cb02f3127 on network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:07:59.159033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f9815-d29f-4d39-b4c0-3b782e9d815f None None] Network c8b299e9-b2dd-4150-9208-5e404624f7bb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:59.216639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.227674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.243094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:07:59.243632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Checking segment: {'id': '2f074052-067b-4771-b4a0-19888087d4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:07:59.244131 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.245444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Bound using segment: {'id': '2f074052-067b-4771-b4a0-19888087d4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:07:59.245983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Bound port: d46d061c-4e79-42f4-a8da-4c6cb02f3127, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f074052-067b-4771-b4a0-19888087d4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b28cf54f-c0fc-4979-8fc1-e009dfb56c9e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:07:59.246497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.257085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b299e9-b2dd-4150-9208-5e404624f7bb']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:59.274606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f9cb42-3e87-48f7-84af-a7859ab123b8 None None] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:07:59.280997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed27294c-84b5-485c-9c98-0d1dc448f471') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:59.282619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed27294c-84b5-485c-9c98-0d1dc448f471') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:07:59.303431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.304277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.315774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:59.316458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.327897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.340114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:07:59.340705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:07:59.445740 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:07:59.449515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.459466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.466128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/c8b299e9-b2dd-4150-9208-5e404624f7bb HTTP/1.1" status: 204 len: 168 time: 1.0174086 Jul 27 17:07:59.476446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55916) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:59.482449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651016416'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:59.491642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c4fe-3a0d-4763-9fca-d1b5796d5cc7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=c8b299e9-b2dd-4150-9208-5e404624f7bb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:59.512980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5592411 Jul 27 17:07:59.526201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:59.530326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.532169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55918) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:59.539260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '0415b102-730c-4f3d-a016-9082c84ec5a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:59.577837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24313e5-ddd2-4314-a1e6-2cb91b7be1a3 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=0415b102-730c-4f3d-a016-9082c84ec5a2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:07:59.581835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:07:59.593599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.594019 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 1fc0d7a3-e228-42c3-b286-b5bd856cac13 of type vlan for network 099cca8f-1858-4cb9-8640-039550fcaeff Jul 27 17:07:59.594480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] For port d46d061c-4e79-42f4-a8da-4c6cb02f3127, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:07:59.600170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] For port d46d061c-4e79-42f4-a8da-4c6cb02f3127, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d46d061c-4e79-42f4-a8da-4c6cb02f3127,segment=NetworkSegment(2f074052-067b-4771-b4a0-19888087d4e4),segment_id=2f074052-067b-4771-b4a0-19888087d4e4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:07:59.612323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f61e7133-927a-42c9-84b2-141b93d67bb2 None None] Provisioning for port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:07:59.618937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0415b102-730c-4f3d-a016-9082c84ec5a2 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:07:59.655010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a6770dd-7d33-4e00-bf1b-49518cdeb69a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:07:59.681272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.693700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.700032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:07:59.706657 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.722342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaeef0-92df-4ef2-85b8-c418e919d5c9 req-1db8b777-6f23-4562-b32a-42444828f99e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:59.725289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6eaeef0-92df-4ef2-85b8-c418e919d5c9 req-1db8b777-6f23-4562-b32a-42444828f99e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2594137 Jul 27 17:07:59.768717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.781800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:07:59.782695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:07:59.857037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c6eaeef0-92df-4ef2-85b8-c418e919d5c9 req-0b41fcb8-52c5-4ccc-af42-ffafd241af80 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120291 Jul 27 17:07:59.959795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4812994 Jul 27 17:07:59.971422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:07:59.983141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': '099cca8f-1858-4cb9-8640-039550fcaeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:07:59.998571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93887907-761a-4f4f-8380-288ca34a11ca tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=099cca8f-1858-4cb9-8640-039550fcaeff,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:00.037587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 099cca8f-1858-4cb9-8640-039550fcaeff details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:00.168889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.189341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22584e05-333e-481c-bfe4-b82b38fbac2c None None] Pushing event updated for resources: {'Port': ['ID=d46d061c-4e79-42f4-a8da-4c6cb02f3127,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:00.216496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:00.216844 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.226320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=a5e35c9f-a9f2-4e91-9310-bdeb5eccb783,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:00.234131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:00.238180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.350609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '242f2c74-9aef-4e5d-a97d-a60db784861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0415b102-730c-4f3d-a016-9082c84ec5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:00.351124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: 0415b102-730c-4f3d-a016-9082c84ec5a2, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:00.393357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c4b57ab8-e647-4421-9f4e-a38f9f63b1fa up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:00.393600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 0415b102-730c-4f3d-a016-9082c84ec5a2 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:00.406837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0415b102-730c-4f3d-a016-9082c84ec5a2) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:00.415492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:00.417011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.439735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d480e0-f2a3-41ba-b3ea-73714cfead27 None None] Network 0415b102-730c-4f3d-a016-9082c84ec5a2 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:00.461859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1c4406a6-3a06-4809-bc29-2ff25ba6732f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9277925 Jul 27 17:08:00.464617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:00.568948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:00.579457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:00.579838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.615838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.677192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.713937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0adef-4bab-4490-bc8c-c8c94c22603e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0415b102-730c-4f3d-a016-9082c84ec5a2', 'network_id': '0415b102-730c-4f3d-a016-9082c84ec5a2', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': 'a5e35c9f-a9f2-4e91-9310-bdeb5eccb783'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:00.715079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92f0adef-4bab-4490-bc8c-c8c94c22603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.719374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=844262b8-fc4e-4e4b-8919-2afdfbb29ea2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:00.727802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '1fc0d7a3-e228-42c3-b286-b5bd856cac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '099cca8f-1858-4cb9-8640-039550fcaeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:00.728453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: 099cca8f-1858-4cb9-8640-039550fcaeff, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:00.745337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.752214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 099cca8f-1858-4cb9-8640-039550fcaeff is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:00.774563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 099cca8f-1858-4cb9-8640-039550fcaeff) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:00.787847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:00.788838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.801822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b87cf-132c-4619-8fdb-5c2e6cbd968d None None] Network 099cca8f-1858-4cb9-8640-039550fcaeff requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:00.817740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-afe4c673-c268-476d-9573-6883890c30a3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8447902 Jul 27 17:08:00.820815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55926) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:00.864843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.871137 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:00.932963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e35c9f-a9f2-4e91-9310-bdeb5eccb783,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:00.963182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.005527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5c55d356-a591-45db-bef5-fe1f1af5f061 None None] Provisioning complete for port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:01.005906 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5c55d356-a591-45db-bef5-fe1f1af5f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.041179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.063077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.069263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,segment=NetworkSegment(a2a5b797-6f04-4596-9023-70f4cbab587c),segment_id=a2a5b797-6f04-4596-9023-70f4cbab587c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:01.079428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0415b102-730c-4f3d-a016-9082c84ec5a2']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.100401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242f2c74-9aef-4e5d-a97d-a60db784861f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.101682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242f2c74-9aef-4e5d-a97d-a60db784861f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.111959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.129437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-92f0adef-4bab-4490-bc8c-c8c94c22603e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5e35c9f-a9f2-4e91-9310-bdeb5eccb783: This subnet is being modified by another concurrent operation. Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5e35c9f-a9f2-4e91-9310-bdeb5eccb783: This subnet is being modified by another concurrent operation. Jul 27 17:08:01.130431 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:08:01.159179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.163954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f9868-002c-46c0-9e52-5d49e6a85c9b None None] Network 0415b102-730c-4f3d-a016-9082c84ec5a2 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:01.167953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:01.169674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.173335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.225024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=844262b8-fc4e-4e4b-8919-2afdfbb29ea2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:01.265160 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:01.281687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.316685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.322055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/0415b102-730c-4f3d-a016-9082c84ec5a2 HTTP/1.1" status: 204 len: 168 time: 0.8514588 Jul 27 17:08:01.326191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.329272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55932) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:01.336755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a3ff6-77fa-4c84-845e-420fa3b2afe2 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=0415b102-730c-4f3d-a016-9082c84ec5a2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:01.349729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876901650'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:01.417327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099cca8f-1858-4cb9-8640-039550fcaeff']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.419581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:01.425281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8434-d9f7-49b3-b6ef-78bcaf3c6073 req-f0563efb-1db2-4d9e-858f-cad17fed69d1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:01.427420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.430669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3ce8434-d9f7-49b3-b6ef-78bcaf3c6073 req-f0563efb-1db2-4d9e-858f-cad17fed69d1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1625512 Jul 27 17:08:01.446896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0d7a3-e228-42c3-b286-b5bd856cac13') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.447226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0d7a3-e228-42c3-b286-b5bd856cac13') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:01.473142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.477395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:01.500763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:01.501654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e19f8c-af00-4849-b1b6-7e4c30524fea None None] Network 099cca8f-1858-4cb9-8640-039550fcaeff requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:01.503040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.533337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:01.539927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:01.541954 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:01.550109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3ce8434-d9f7-49b3-b6ef-78bcaf3c6073 req-1c99d177-6523-4b6d-ba2f-91cc7345a4e2 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031113 Jul 27 17:08:01.604184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d46d061c-4e79-42f4-a8da-4c6cb02f3127 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:01.632378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.632968 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment cf985f07-28cd-4729-8ec0-561dd2428ebd of type vlan for network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 Jul 27 17:08:01.650094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.685428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.692709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/099cca8f-1858-4cb9-8640-039550fcaeff HTTP/1.1" status: 204 len: 168 time: 0.8668654 Jul 27 17:08:01.693889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:01.696809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698424217'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:01.724754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20ea57-8862-498d-ab50-5cd1ddd7e75a None None] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:01.726784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3def3b6-cc3b-46f9-8f34-0c66df1ed037 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=099cca8f-1858-4cb9-8640-039550fcaeff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:01.728808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:01.743321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.746212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.760713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d46d061c-4e79-42f4-a8da-4c6cb02f3127 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:01.791154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.799439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:01.800403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.804709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:01.817607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.817961 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment b7d95cc2-3bc9-401d-b4c5-f98e8762d3a0 of type vlan for network 9ec25a10-7663-4c5f-babe-024f7b4174bc Jul 27 17:08:01.851716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Provisioning for port d46d061c-4e79-42f4-a8da-4c6cb02f3127 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:01.866157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Provisioning complete for port d46d061c-4e79-42f4-a8da-4c6cb02f3127 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:01.866157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.880093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.912320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5816329 Jul 27 17:08:01.915177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:01.925697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': 'ffe9970b-67ea-4b8e-8ce7-62b5f95d6714', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:01.934764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437e56e-55dc-45f6-9eba-d0ef99048d7a tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=ffe9970b-67ea-4b8e-8ce7-62b5f95d6714,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:01.945025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.956725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:01.957582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:01.964890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:02.093714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4009905 Jul 27 17:08:02.095230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:02.109482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': '9ec25a10-7663-4c5f-babe-024f7b4174bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:02.111967 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.124260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27f8ea-9cab-4bfc-aad6-c46d2c985d36 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=9ec25a10-7663-4c5f-babe-024f7b4174bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:02.137717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:02.158873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:02.166451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.244906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] For port d46d061c-4e79-42f4-a8da-4c6cb02f3127, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d46d061c-4e79-42f4-a8da-4c6cb02f3127,segment=NetworkSegment(2f074052-067b-4771-b4a0-19888087d4e4),segment_id=2f074052-067b-4771-b4a0-19888087d4e4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:02.257404 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.289396 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:02.295866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.361698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab2ca-7cca-4dd7-a255-ca88830b5a00 None None] Pushing event updated for resources: {'Port': ['ID=d46d061c-4e79-42f4-a8da-4c6cb02f3127,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:02.466704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.556817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': 'cf985f07-28cd-4729-8ec0-561dd2428ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ffe9970b-67ea-4b8e-8ce7-62b5f95d6714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:02.557728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: ffe9970b-67ea-4b8e-8ce7-62b5f95d6714, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:02.584665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=a20bf077-3261-4f36-8596-e1cde6cf4653,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:02.603067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1891eed-bba4-497d-b315-9912d9bddf82 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:02.603925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.633152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:02.646436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ffe9970b-67ea-4b8e-8ce7-62b5f95d6714) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:02.663147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:02.664193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.689680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-364b3b5b-2e3a-40f4-945f-4adc067c93d7 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7727931 Jul 27 17:08:02.692075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:02.721507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=70d37b58-b0e1-490f-8d5b-52667b8e1622,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:02.758026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eaee5e3f-f1ec-4122-9b8b-667234bd12cc None None] Provisioning complete for port d46d061c-4e79-42f4-a8da-4c6cb02f3127 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:02.758607 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eaee5e3f-f1ec-4122-9b8b-667234bd12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.770094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': 'b7d95cc2-3bc9-401d-b4c5-f98e8762d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ec25a10-7663-4c5f-babe-024f7b4174bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:02.770505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: 9ec25a10-7663-4c5f-babe-024f7b4174bc, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:02.787110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7efe6-ff08-436d-988d-b0783e969b91 req-7f6419d4-8d39-45d0-b43e-e23be9d66fe0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:02.789946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3e7efe6-ff08-436d-988d-b0783e969b91 req-7f6419d4-8d39-45d0-b43e-e23be9d66fe0 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1425786 Jul 27 17:08:02.850025 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3e7efe6-ff08-436d-988d-b0783e969b91 req-2df5471c-390c-4ec4-bc7b-058f370ed31b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Jul 27 17:08:02.857314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.857902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:02.871698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9ec25a10-7663-4c5f-babe-024f7b4174bc) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:02.888195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:02.889021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:02.907710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bb022fa6-d09a-46a8-a437-73c342fc3290 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8082671 Jul 27 17:08:02.908059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:02.986632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.070267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.071902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1891eed-bba4-497d-b315-9912d9bddf82 None None] Unable to find a vacant binding_index for network 9ec25a10-7663-4c5f-babe-024f7b4174bc and agent 5834f800-08c4-4469-9493-7f6f63e1aa49 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 27 17:08:03.095943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.098969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1891eed-bba4-497d-b315-9912d9bddf82 None None] Unable to find a vacant binding_index for network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 and agent 5834f800-08c4-4469-9493-7f6f63e1aa49 {{(pid=93925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 27 17:08:03.110893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1891eed-bba4-497d-b315-9912d9bddf82 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9ec25a10-7663-4c5f-babe-024f7b4174bc), (DHCP agent, n-d-723572-6, ffe9970b-67ea-4b8e-8ce7-62b5f95d6714) {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:03.155199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=a20bf077-3261-4f36-8596-e1cde6cf4653,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:03.220811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.268137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.289062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe9970b-67ea-4b8e-8ce7-62b5f95d6714']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.291698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.310240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf985f07-28cd-4729-8ec0-561dd2428ebd') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.310557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf985f07-28cd-4729-8ec0-561dd2428ebd') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.333508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.355764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.359548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.397403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:03.397667 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:03.403033 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:03.463183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d46d061c-4e79-42f4-a8da-4c6cb02f3127 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:03.470056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=70d37b58-b0e1-490f-8d5b-52667b8e1622,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:03.499289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ee8f4-2254-4cab-861d-bf265bc05d95 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:03.575987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.592456 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.597698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec25a10-7663-4c5f-babe-024f7b4174bc']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.605302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.607228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 HTTP/1.1" status: 204 len: 168 time: 0.9133239 Jul 27 17:08:03.612210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:03.617505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707640636'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:03.646683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:03.650554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c00a6-59fc-4b81-b5f8-5358b5e6df04 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=ffe9970b-67ea-4b8e-8ce7-62b5f95d6714,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:03.655040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.657192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d95cc2-3bc9-401d-b4c5-f98e8762d3a0') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.657519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d95cc2-3bc9-401d-b4c5-f98e8762d3a0') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:03.670125 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.689459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-3b903c2e-d758-4fef-9a70-b74e43045902 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3692827 Jul 27 17:08:03.693644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.694575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:03.702253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:03.702771 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:03.707210 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:03.776789 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.777368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.778244 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment b911c6ec-1e96-4f5a-9fd2-12d447559af6 of type vlan for network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 Jul 27 17:08:03.797970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d46d061c-4e79-42f4-a8da-4c6cb02f3127 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:03.798663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.798967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.801106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/9ec25a10-7663-4c5f-babe-024f7b4174bc HTTP/1.1" status: 204 len: 168 time: 0.8920326 Jul 27 17:08:03.817184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:03.823421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393484111'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:03.847592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de35db-dd98-4d51-941d-0959fe8523e4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=9ec25a10-7663-4c5f-babe-024f7b4174bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:03.874951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ee8f4-2254-4cab-861d-bf265bc05d95 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:03.884132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:03.884339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.890234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.923329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-0f1c7a45-af0c-4ce7-ad9c-9b0519c10250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:03.924634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-0f1c7a45-af0c-4ce7-ad9c-9b0519c10250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1096 time: 0.1382380 Jul 27 17:08:03.934839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:03.947053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.948063 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment f28d0585-46c5-4c01-87a6-d902d2b933c5 of type vlan for network 0d04e5e5-9f15-48c5-bc91-9f479d4537d1 Jul 27 17:08:03.974092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:03.985730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:03.988279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.041447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c4b57ab8-e647-4421-9f4e-a38f9f63b1fa up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:04.062435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4460769 Jul 27 17:08:04.062660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55974) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:04.072729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:04.149444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52610524-225c-4bad-a1d1-4e137cf87401 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:04.174961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:04.183588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:04.183879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.234669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:04.240076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.469655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f448206-bf7e-4a50-aa32-33c5742c6ee0 None None] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:04.472287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71eb264-9441-4d2c-b1b9-4870e5c41562 None None] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:04.496878 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.499282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f448206-bf7e-4a50-aa32-33c5742c6ee0 None None] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:08:04.502776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71eb264-9441-4d2c-b1b9-4870e5c41562 None None] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:08:04.509469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82653b0-ae1a-4545-aa1f-69a34500e664 None None] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:04.513738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76206731-eff8-4a5e-9e8a-a2bad65c5e6c None None] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:04.527233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-547787ef-d715-434b-937f-9d2b7d9812c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:04.528897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-547787ef-d715-434b-937f-9d2b7d9812c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.5787699 Jul 27 17:08:04.539959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82653b0-ae1a-4545-aa1f-69a34500e664 None None] Network ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:08:04.545042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76206731-eff8-4a5e-9e8a-a2bad65c5e6c None None] Network 9ec25a10-7663-4c5f-babe-024f7b4174bc could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:08:04.548552 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.591140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=72b0d143-4fbf-4271-b0fd-8b2bf11787eb,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:04.600861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': 'b911c6ec-1e96-4f5a-9fd2-12d447559af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:04.601228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:04.619322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:04.633899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:04.639212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:04.640446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.657551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf20133-8df1-4bcd-8f89-ceeae0e0fe78 None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:04.661163 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.667186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:04.667863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.670318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5fde5f29-c881-4766-8f8d-1990cc1ce8c4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6020231 Jul 27 17:08:04.671494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:04.677048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-a9d753ed-42a2-4314-93cc-ab90bec374c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 1001 time: 0.1357086 Jul 27 17:08:04.680856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:04.741227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-a1198c55-b11c-4d06-a3e8-cbbb8324d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:04.742881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-a1198c55-b11c-4d06-a3e8-cbbb8324d52b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0491445 Jul 27 17:08:04.798463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9795387 Jul 27 17:08:04.831542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edacda1-02b2-47ff-bedb-4e54603b4843 req-805c0c86-f918-42e6-ad54-2a1deef430ee tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:04.833444 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5edacda1-02b2-47ff-bedb-4e54603b4843 req-805c0c86-f918-42e6-ad54-2a1deef430ee tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.8405294 Jul 27 17:08:04.836813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:04.843120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': '0d04e5e5-9f15-48c5-bc91-9f479d4537d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:04.905409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66eee6-80d4-4f03-a41d-f52ea32a4e6c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=0d04e5e5-9f15-48c5-bc91-9f479d4537d1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:04.908251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': '72b0d143-4fbf-4271-b0fd-8b2bf11787eb'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:04.910468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:04.961746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5edacda1-02b2-47ff-bedb-4e54603b4843 req-3dcad958-1228-46cc-bb0b-ead3f94b2cc2 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139956 Jul 27 17:08:05.000697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-e3823fa0-8144-44c4-93f8-4e6b58f822d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.002504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-e3823fa0-8144-44c4-93f8-4e6b58f822d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292905 Jul 27 17:08:05.041466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0d04e5e5-9f15-48c5-bc91-9f479d4537d1 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:05.137917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:05.141734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.146908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-945dbd55-a140-41e1-b826-7ea3eb252604 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342824 Jul 27 17:08:05.170063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Allocated IP 2001:db8::2 (7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1/72b0d143-4fbf-4271-b0fd-8b2bf11787eb/fdabf79c-59d8-4d86-87f9-d832e8e1bc00) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:05.257039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:08:05.257556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:08:05.264304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:05.277099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.323115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266a3ab4-ea71-4e9e-8187-d3645e05524a req-b25d68b2-21ca-41a9-a89f-100aa48f8520 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617403 Jul 27 17:08:05.379072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.392575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Transition to ACTIVE for port object fdabf79c-59d8-4d86-87f9-d832e8e1bc00 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:05.413210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Transition to ACTIVE for port object fdabf79c-59d8-4d86-87f9-d832e8e1bc00 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:05.419646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.443687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.467080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:05.472612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:05.476697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:05.482893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Pushing event updated for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:05.554120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Attempting to bind port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:05.554695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Attempting to bind port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'b911c6ec-1e96-4f5a-9fd2-12d447559af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:05.555178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Attempting to bind port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 on network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:05.561260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:05.561819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Checking segment: {'id': 'b911c6ec-1e96-4f5a-9fd2-12d447559af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:05.562335 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.562833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Bound using segment: {'id': 'b911c6ec-1e96-4f5a-9fd2-12d447559af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:05.563424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Bound port: fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b911c6ec-1e96-4f5a-9fd2-12d447559af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:05.564475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.573249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=01f26eef-5ac7-4df7-88ca-890052a2411b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:05.579637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': 'f28d0585-46c5-4c01-87a6-d902d2b933c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d04e5e5-9f15-48c5-bc91-9f479d4537d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:05.580004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: 0d04e5e5-9f15-48c5-bc91-9f479d4537d1, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:05.603978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 0d04e5e5-9f15-48c5-bc91-9f479d4537d1 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:05.623965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0d04e5e5-9f15-48c5-bc91-9f479d4537d1) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:05.628350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.629037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.646668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac18c1-1f91-472f-a8ce-f41138acfa2d None None] Network 0d04e5e5-9f15-48c5-bc91-9f479d4537d1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:05.650474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-511b6c66-32fb-4282-bbc7-9e633c7f60b1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8114109 Jul 27 17:08:05.653510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 55982) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:05.670160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.706971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:05.731117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,segment=NetworkSegment(b911c6ec-1e96-4f5a-9fd2-12d447559af6),segment_id=b911c6ec-1e96-4f5a-9fd2-12d447559af6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:05.731540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:05.737252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:05.739631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.748717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.749589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.781878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=0044e720-5787-4b25-a116-02cf2206161a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:05.790828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d8238f48-a90a-4818-a37b-60f30ff7d675 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1129489 Jul 27 17:08:05.792650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:05.799619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.884871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.885680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.887894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.891077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.892347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221d579-8975-49ce-b617-03b07d6033f7 None None] Pushing event updated for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:05.895339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.897338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:05.899259 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8618f9df-e038-48b7-a527-5b6e3e0b1e8b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1054196 Jul 27 17:08:05.912512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55988) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:05.920095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35300518'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:05.960281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6a1c3-977f-4099-ab18-bff6049c6528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0d04e5e5-9f15-48c5-bc91-9f479d4537d1', 'network_id': '0d04e5e5-9f15-48c5-bc91-9f479d4537d1', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '01f26eef-5ac7-4df7-88ca-890052a2411b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:05.962079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-66b6a1c3-977f-4099-ab18-bff6049c6528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.964873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:05.969432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:05.997116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.012088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:06.027800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.028324 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment e7762d46-9189-4399-b9e4-c732510f17d5 of type vlan for network a89f1558-ffc5-4763-9899-f4d75ef56f1b Jul 27 17:08:06.039437 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=01f26eef-5ac7-4df7-88ca-890052a2411b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:06.092272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-66b6a1c3-977f-4099-ab18-bff6049c6528 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01f26eef-5ac7-4df7-88ca-890052a2411b: This subnet is being modified by another concurrent operation. Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01f26eef-5ac7-4df7-88ca-890052a2411b: This subnet is being modified by another concurrent operation. Jul 27 17:08:06.180161 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:08:06.210160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.211212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464a472-46a4-4d55-96a7-6a7a2d26264d None None] Network 0d04e5e5-9f15-48c5-bc91-9f479d4537d1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:06.234356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d04e5e5-9f15-48c5-bc91-9f479d4537d1']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:06.243500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.resource_extend [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 17:08:06.257422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d0585-46c5-4c01-87a6-d902d2b933c5') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:06.259330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d0585-46c5-4c01-87a6-d902d2b933c5') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:06.272727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.286969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.302198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:06.302865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.308266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.329318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:06.329813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:06.408880 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:06.424178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.426111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=a89f1558-ffc5-4763-9899-f4d75ef56f1b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:06.429775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.431805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0d04e5e5-9f15-48c5-bc91-9f479d4537d1 HTTP/1.1" status: 204 len: 168 time: 0.7755792 Jul 27 17:08:06.437016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-657844f3-ec1a-4ae0-a3c4-ef731fc08861 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5225224 Jul 27 17:08:06.442288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55996) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:06.442643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 55998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:06.444818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:06.451208 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:06.454420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62ff8-3b28-44a3-936c-21689989a4b7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=0d04e5e5-9f15-48c5-bc91-9f479d4537d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:06.465570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1380970574'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:06.550993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574d6b-9366-4187-834d-817db6cf9a11 req-3a8a2635-dc66-4dd6-a0b2-b0efadc6490c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:06.552596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72574d6b-9366-4187-834d-817db6cf9a11 req-3a8a2635-dc66-4dd6-a0b2-b0efadc6490c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.4303215 Jul 27 17:08:06.556247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:06.560060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.621002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:06.631508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.631896 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 9c345f46-650e-46eb-8b92-a86f30d5912c of type vlan for network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c Jul 27 17:08:06.675937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.777247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-72574d6b-9366-4187-834d-817db6cf9a11 req-4c927f8d-1ff5-4d06-a862-29afdea339e6 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027769 Jul 27 17:08:06.805485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.813142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:06.813973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.912506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4672952 Jul 27 17:08:06.916779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56006) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:06.921493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.923217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': '0a07ae67-9464-4d54-996e-68ff2a3dfc6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:06.933721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c68b1-c6a2-41f9-819d-b0d6da75a1a9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=0a07ae67-9464-4d54-996e-68ff2a3dfc6c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:06.946326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.950901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:06.958726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b is not hosted by any dhcp agent {{(pid=93923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:08:06.966036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:06.966961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:06.971971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "PUT /v2.0/networks/a89f1558-ffc5-4763-9899-f4d75ef56f1b HTTP/1.1" status: 200 len: 723 time: 0.5226576 Jul 27 17:08:06.973293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:07.022791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': 'a89f1558-ffc5-4763-9899-f4d75ef56f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:07.121848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:07.127041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.193302 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df06902-b0ed-4c3a-8d40-ed1aa3e12718 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=a89f1558-ffc5-4763-9899-f4d75ef56f1b,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:07.207757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:07.245818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:07.255600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.462618 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.542699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fdabf79c-59d8-4d86-87f9-d832e8e1bc00 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:07.570043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=376319c9-84db-4813-9b71-aef76e27891f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:07.586139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe19d64-ca14-4871-a126-7e6fd483a28c None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:07.586338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '9c345f46-650e-46eb-8b92-a86f30d5912c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0a07ae67-9464-4d54-996e-68ff2a3dfc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:07.586729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: 0a07ae67-9464-4d54-996e-68ff2a3dfc6c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:07.610206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:07.624464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0a07ae67-9464-4d54-996e-68ff2a3dfc6c) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:07.629633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:07.630249 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.636678 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.644605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698e428-264a-42f2-9213-ec3820c62308 None None] Network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:07.656577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-96a5acca-049c-4e6a-bb06-6c955b6dd405 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7367945 Jul 27 17:08:07.658871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56010) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:07.712236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=cec62b64-f89d-4b5e-867d-979f7d5a3e11,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:07.725820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': 'e7762d46-9189-4399-b9e4-c732510f17d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a89f1558-ffc5-4763-9899-f4d75ef56f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:07.726602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: a89f1558-ffc5-4763-9899-f4d75ef56f1b, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:07.733629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7ea5fe6c-e285-40ef-952f-ba0c73145dd6 None None] Provisioning for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:07.750518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:07.771599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a89f1558-ffc5-4763-9899-f4d75ef56f1b) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:07.771599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:07.772497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.788990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3caa6-d77e-42e0-98d8-75baeed3d32c None None] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:07.793079 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c516a70a-621c-43da-8864-059bb4077b1b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8196774 Jul 27 17:08:07.795755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56016) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:07.803640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:07.829721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.914987 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:07.959405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.968692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:07.969097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:07.988308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25382411'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.106366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62509-275c-49c5-bc99-ccca64664686 req-682ca014-6d01-4b3f-964f-b41c562b3ee7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:08.108940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dde62509-275c-49c5-bc99-ccca64664686 req-682ca014-6d01-4b3f-964f-b41c562b3ee7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1934776 Jul 27 17:08:08.141395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.184674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=376319c9-84db-4813-9b71-aef76e27891f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.234770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791755220965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25437327'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.278604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:08.279565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.279692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dde62509-275c-49c5-bc99-ccca64664686 req-057f5652-a758-46d4-a083-add0f63918a8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598325 Jul 27 17:08:08.281409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "PUT /v2.0/subnets/cec62b64-f89d-4b5e-867d-979f7d5a3e11 HTTP/1.1" status: 200 len: 826 time: 0.4845064 Jul 27 17:08:08.286363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:08.304033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.316853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a07ae67-9464-4d54-996e-68ff2a3dfc6c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.329819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c345f46-650e-46eb-8b92-a86f30d5912c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.330309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c345f46-650e-46eb-8b92-a86f30d5912c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.348977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.354992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224162b7-876b-45d9-8562-c1571def3992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0a07ae67-9464-4d54-996e-68ff2a3dfc6c', 'network_id': '0a07ae67-9464-4d54-996e-68ff2a3dfc6c', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '376319c9-84db-4813-9b71-aef76e27891f'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:08.355833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-224162b7-876b-45d9-8562-c1571def3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.366911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.378357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:08.378789 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:08.382680 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:08.456320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.465864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.469298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5313f-1d35-46a2-b098-b6ba17375ad5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=cec62b64-f89d-4b5e-867d-979f7d5a3e11,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.484656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.489901 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-224162b7-876b-45d9-8562-c1571def3992 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:08:08.489901 n-d-723572-6 neutron-server[93925]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 27 17:08:08.489901 n-d-723572-6 neutron-server[93925]: [parameters: {'project_id': '60f382ff82b740938079711afe1804d9', 'id': '7fc3bc43-98fb-4407-83ac-dc9b4d0374a6', 'name': '', 'network_id': '0a07ae67-9464-4d54-996e-68ff2a3dfc6c', 'mac_address': 'fa:16:3e:88:69:e1', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0a07ae67-9464-4d54-996e-68ff2a3dfc6c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3299}] Jul 27 17:08:08.489901 n-d-723572-6 neutron-server[93925]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:08.489901 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-224162b7-876b-45d9-8562-c1571def3992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:08.490727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f0fcb-f31b-4c3a-aa27-6e7d20c5778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a89f1558-ffc5-4763-9899-f4d75ef56f1b', 'network_id': 'a89f1558-ffc5-4763-9899-f4d75ef56f1b', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': 'cec62b64-f89d-4b5e-867d-979f7d5a3e11'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:08.491583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b10f0fcb-f31b-4c3a-aa27-6e7d20c5778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.500255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.506007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0a07ae67-9464-4d54-996e-68ff2a3dfc6c HTTP/1.1" status: 204 len: 168 time: 0.8424678 Jul 27 17:08:08.507873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56028) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:08.513332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-809503478'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:08.521257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb8bc-2932-4f26-8901-7b2f7862d54c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=0a07ae67-9464-4d54-996e-68ff2a3dfc6c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.553247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.554516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,segment=NetworkSegment(b911c6ec-1e96-4f5a-9fd2-12d447559af6),segment_id=b911c6ec-1e96-4f5a-9fd2-12d447559af6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:08.587608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:08.591908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.618807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.639057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:08.651836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.652233 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 444eb4b1-a467-410e-ad94-2a083978c0b8 of type vlan for network f4d4ca89-8b04-4caf-95b0-80828e181934 Jul 27 17:08:08.685095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Update dhcp port {'port': {'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'fixed_ips': [{'subnet_id': '72b0d143-4fbf-4271-b0fd-8b2bf11787eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '0044e720-5787-4b25-a116-02cf2206161a'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'fdabf79c-59d8-4d86-87f9-d832e8e1bc00'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:08:08.702272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.710366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-b10f0fcb-f31b-4c3a-aa27-6e7d20c5778e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cec62b64-f89d-4b5e-867d-979f7d5a3e11: This subnet is being modified by another concurrent operation. Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cec62b64-f89d-4b5e-867d-979f7d5a3e11: This subnet is being modified by another concurrent operation. Jul 27 17:08:08.722610 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:08:08.737887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.742854 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.743189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=cec62b64-f89d-4b5e-867d-979f7d5a3e11,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.761240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb21ff8-26b2-47cd-a5a6-9703baee6fed None None] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:08.845817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.851698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:08.852305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.863667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.887831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f1558-ffc5-4763-9899-f4d75ef56f1b']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.940125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7762d46-9189-4399-b9e4-c732510f17d5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.940509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7762d46-9189-4399-b9e4-c732510f17d5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:08.958252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4440906 Jul 27 17:08:08.959115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56030) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:08.959252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e06c2-4d2d-4137-be14-74077e0105ef tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=f4d4ca89-8b04-4caf-95b0-80828e181934,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:08.962502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.969771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:08.978325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeeddda-834d-4821-a69c-d5dfb2e06bd6 None None] Network a89f1558-ffc5-4763-9899-f4d75ef56f1b requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:08.980133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f4d4ca89-8b04-4caf-95b0-80828e181934 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:08.982010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.991071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:08.992385 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:08.994969 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:09.017071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-224162b7-876b-45d9-8562-c1571def3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.084015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.093599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.098704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/a89f1558-ffc5-4763-9899-f4d75ef56f1b HTTP/1.1" status: 204 len: 168 time: 0.8079660 Jul 27 17:08:09.104925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:09.109036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398269db-7837-44b7-a0e0-a29471b20fca tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=a89f1558-ffc5-4763-9899-f4d75ef56f1b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:09.144798 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c44303-bfbd-4321-badc-bc3563b98dac tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:09.145775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c44303-bfbd-4321-badc-bc3563b98dac tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:09.147986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-61c44303-bfbd-4321-badc-bc3563b98dac tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/a89f1558-ffc5-4763-9899-f4d75ef56f1b HTTP/1.1" status: 404 len: 339 time: 0.0418692 Jul 27 17:08:09.156903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56036) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:09.163280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:09.164231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301221317', 'description': 'd1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:09.168258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.195181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:09.200210 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.222385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecd094-eeb9-4b8a-b268-d0bfdb8893e0 None None] Network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:09.237389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:09.250141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.251253 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 6aada42d-80b4-4e21-9a4a-2314ad175f9f of type vlan for network 355a0dc1-938e-4c8c-a7e5-440c8e793b26 Jul 27 17:08:09.280559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Allocated IP 172.20.0.1 (7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1/0044e720-5787-4b25-a116-02cf2206161a/fdabf79c-59d8-4d86-87f9-d832e8e1bc00) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:09.288723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecd094-eeb9-4b8a-b268-d0bfdb8893e0 None None] Network 0a07ae67-9464-4d54-996e-68ff2a3dfc6c could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:08:09.352085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.431983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,segment=NetworkSegment(b911c6ec-1e96-4f5a-9fd2-12d447559af6),segment_id=b911c6ec-1e96-4f5a-9fd2-12d447559af6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:09.465069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.471694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:09.472355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.479611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.500704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Transition to ACTIVE for port object fdabf79c-59d8-4d86-87f9-d832e8e1bc00 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:09.506986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.538734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fdabf79c-59d8-4d86-87f9-d832e8e1bc00 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:09.545543 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.573018 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4145644 Jul 27 17:08:09.585134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afcf61-1919-494d-a785-376d1dd2cfec req-457ebbce-a601-4737-ab19-0e17440878c1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:09.595604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:09.598644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3afcf61-1919-494d-a785-376d1dd2cfec req-457ebbce-a601-4737-ab19-0e17440878c1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2013648 Jul 27 17:08:09.631857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e6cf0-40d1-46fb-89a7-5a07aafd713f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=355a0dc1-938e-4c8c-a7e5-440c8e793b26,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:09.682797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 355a0dc1-938e-4c8c-a7e5-440c8e793b26 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:09.687802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3afcf61-1919-494d-a785-376d1dd2cfec req-ff7d5716-e69d-4896-b9ad-5e04e5cc616a tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847230 Jul 27 17:08:09.694239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=3dec8dbd-5e3e-49d4-b7a1-a37a4ea7a922,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:09.728418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f055b2e-a9c0-4d07-b8c9-1064b9b7110b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:09.729738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f055b2e-a9c0-4d07-b8c9-1064b9b7110b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks?id=355a0dc1-938e-4c8c-a7e5-440c8e793b26 HTTP/1.1" status: 200 len: 764 time: 0.1312339 Jul 27 17:08:09.730911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '444eb4b1-a467-410e-ad94-2a083978c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:09.731335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: f4d4ca89-8b04-4caf-95b0-80828e181934, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:09.732805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56042) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:09.746096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'description': 'd2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:09.758639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network f4d4ca89-8b04-4caf-95b0-80828e181934 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:09.777660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f4d4ca89-8b04-4caf-95b0-80828e181934) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:09.783957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:09.784890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:09.807704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ab8c2d5-5224-4564-82b4-ed9c18d76125 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8478422 Jul 27 17:08:09.810770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:09.818279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea32d0-fb66-419c-aeb6-b03b77f548d8 None None] Network f4d4ca89-8b04-4caf-95b0-80828e181934 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:09.875537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4615-6cc5-447a-9aff-5c384abc850c None None] Pushing event updated for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:09.913344 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2978d13-6058-4ec1-8b8d-aab3908cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.028836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.037620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f4d4ca89-8b04-4caf-95b0-80828e181934', 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '3dec8dbd-5e3e-49d4-b7a1-a37a4ea7a922'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:10.039283 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.063669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.108080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.177536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 355a0dc1-938e-4c8c-a7e5-440c8e793b26 is not hosted by any dhcp agent {{(pid=93923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:08:10.184478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:10.185361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.189699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "PUT /v2.0/networks/355a0dc1-938e-4c8c-a7e5-440c8e793b26 HTTP/1.1" status: 200 len: 761 time: 0.4522514 Jul 27 17:08:10.190044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:10.220223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Allocated IP 172.20.0.1 (f4d4ca89-8b04-4caf-95b0-80828e181934/3dec8dbd-5e3e-49d4-b7a1-a37a4ea7a922/bd863ba3-0cdd-446b-8a5d-f00b613533cb) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:10.266799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.319887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2d2d-c8e8-4617-979f-46ccb8637cff tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=355a0dc1-938e-4c8c-a7e5-440c8e793b26,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:10.337404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 355a0dc1-938e-4c8c-a7e5-440c8e793b26 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:10.359843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a8186-0bbd-49de-9ed3-01b8ddba0de4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:10.370391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:10.372047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e62a8186-0bbd-49de-9ed3-01b8ddba0de4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks?id=355a0dc1-938e-4c8c-a7e5-440c8e793b26 HTTP/1.1" status: 200 len: 764 time: 0.1808095 Jul 27 17:08:10.502852 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.516019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Transition to ACTIVE for port object bd863ba3-0cdd-446b-8a5d-f00b613533cb will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:10.536906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Transition to ACTIVE for port object bd863ba3-0cdd-446b-8a5d-f00b613533cb will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:10.552880 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.629485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Network f4d4ca89-8b04-4caf-95b0-80828e181934 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:10.634762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:10.643319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f84506-2114-452d-b0e3-ab71ac83630d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:10.643488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:10.645890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5f84506-2114-452d-b0e3-ab71ac83630d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2736409 Jul 27 17:08:10.649461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.652957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:10.670678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Pushing event updated for resources: {'Port': ['ID=bd863ba3-0cdd-446b-8a5d-f00b613533cb,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:10.721260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=3dec8dbd-5e3e-49d4-b7a1-a37a4ea7a922,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:10.783252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:10.783907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33b831d3-c7f3-4ffe-ae61-dca38695cbb5 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 207 time: 0.1246181 Jul 27 17:08:10.786941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b8beb-e1d9-41de-ad9b-17ed0b83407f None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:10.856250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Attempting to bind port bd863ba3-0cdd-446b-8a5d-f00b613533cb on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:10.857269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Attempting to bind port bd863ba3-0cdd-446b-8a5d-f00b613533cb by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '444eb4b1-a467-410e-ad94-2a083978c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:10.857649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Attempting to bind port bd863ba3-0cdd-446b-8a5d-f00b613533cb on network f4d4ca89-8b04-4caf-95b0-80828e181934 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:10.876241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:10.876741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Checking segment: {'id': '444eb4b1-a467-410e-ad94-2a083978c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:10.877075 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.877482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Bound using segment: {'id': '444eb4b1-a467-410e-ad94-2a083978c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:10.877977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Bound port: bd863ba3-0cdd-446b-8a5d-f00b613533cb, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444eb4b1-a467-410e-ad94-2a083978c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:10.878366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.884717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e986cd9-528d-489b-93eb-4784d6d5dbba None None] Provisioning for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:10.886691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.903171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eb055-2fe6-4ab2-affd-2dd19db25972 req-c2ad7681-6dde-409e-969f-3be47a4c82fb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:10.904739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4e986cd9-528d-489b-93eb-4784d6d5dbba None None] Provisioning complete for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:10.905733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e986cd9-528d-489b-93eb-4784d6d5dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:10.908078 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-301eb055-2fe6-4ab2-affd-2dd19db25972 req-c2ad7681-6dde-409e-969f-3be47a4c82fb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.0969663 Jul 27 17:08:10.994455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-301eb055-2fe6-4ab2-affd-2dd19db25972 req-82c9033f-12ee-401b-8d3c-bba11ad6d3df tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786946 Jul 27 17:08:11.005155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.012932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.031601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.038943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.046039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.052548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.054441 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd040f00-f658-427a-bfa3-b2c691e7d7d0 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2533305 Jul 27 17:08:11.057885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d4ca89-8b04-4caf-95b0-80828e181934']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:11.058600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:11.069597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444eb4b1-a467-410e-ad94-2a083978c0b8') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:11.070080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444eb4b1-a467-410e-ad94-2a083978c0b8') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:11.082673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.092912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] For port bd863ba3-0cdd-446b-8a5d-f00b613533cb, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:11.098163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.105767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:11.106779 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:11.157495 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:11.181752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 17:08:11.181752 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 17:08:11.181752 n-d-723572-6 neutron-server[93923]: [parameters: {'id': 'f4d4ca89-8b04-4caf-95b0-80828e181934'}] Jul 27 17:08:11.181752 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:11.182340 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:11.194808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] For port bd863ba3-0cdd-446b-8a5d-f00b613533cb, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bd863ba3-0cdd-446b-8a5d-f00b613533cb,segment=NetworkSegment(444eb4b1-a467-410e-ad94-2a083978c0b8),segment_id=444eb4b1-a467-410e-ad94-2a083978c0b8)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:11.207936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.236570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4d87dea-4db1-42c6-b5a9-9c00e63cc6ea tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1762955 Jul 27 17:08:11.239978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:11.323086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.324910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.326413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.327364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b91a5-ab3b-40e6-9458-0e68ef79c424 None None] Pushing event updated for resources: {'Port': ['ID=bd863ba3-0cdd-446b-8a5d-f00b613533cb,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:11.328246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.330064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.332075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3f0502da-1565-40bd-86e8-112258c4b70f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0908463 Jul 27 17:08:11.335828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:11.354317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11524c73-2cee-4def-85b0-7acba9dd4ad6 None None] Network f4d4ca89-8b04-4caf-95b0-80828e181934 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:11.424832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.427265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.429054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.430581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.433237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.435550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-de35416f-6038-4f1c-8caf-b58a9bcb6a5d tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0985010 Jul 27 17:08:11.441451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:11.473915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fdabf79c-59d8-4d86-87f9-d832e8e1bc00 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:11.586825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:11.587412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.633470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4406f-4c48-4cf5-9288-d17d487eaf09 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:11.697006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dd9f5368-6314-43ef-9d33-daff9851beae None None] Provisioning complete for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:11.697382 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5368-6314-43ef-9d33-daff9851beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.760342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.837039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4406f-4c48-4cf5-9288-d17d487eaf09 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:11.875226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc4805-b8e1-4b9a-8d56-3062efbad157 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:11.876691 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4dc4805-b8e1-4b9a-8d56-3062efbad157 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks/2f48cf7c-4315-4299-8524-51755da3b41e HTTP/1.1" status: 200 len: 803 time: 0.4339640 Jul 27 17:08:11.880628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:11.894249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Deleting port bd863ba3-0cdd-446b-8a5d-f00b613533cb {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:11.894662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.968410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] For port bd863ba3-0cdd-446b-8a5d-f00b613533cb, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bd863ba3-0cdd-446b-8a5d-f00b613533cb,segment=NetworkSegment(444eb4b1-a467-410e-ad94-2a083978c0b8),segment_id=444eb4b1-a467-410e-ad94-2a083978c0b8)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:11.969152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:11.987550 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Calling delete_port for bd863ba3-0cdd-446b-8a5d-f00b613533cb owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:12.009313 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d5c2c3ea-058a-4319-b0af-fec956646256 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/networks/2f48cf7c-4315-4299-8524-51755da3b41e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1274703 Jul 27 17:08:12.009484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:12.156344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d1a14f-dec6-45a6-9878-7cef3d4abdf8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:12.165842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23d1a14f-dec6-45a6-9878-7cef3d4abdf8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets/7161e1eb-1d0d-448f-8c95-125a6579f23c HTTP/1.1" status: 200 len: 843 time: 0.1476531 Jul 27 17:08:12.166734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56092) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:12.202630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.242374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No DVR routers for this DVR port bd863ba3-0cdd-446b-8a5d-f00b613533cb on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:12.258430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Port': ['ID=bd863ba3-0cdd-446b-8a5d-f00b613533cb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:12.268507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72053872-95e6-4af9-a42b-52dfa4061ce1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:12.281172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-72053872-95e6-4af9-a42b-52dfa4061ce1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "GET /v2.0/subnets/7161e1eb-1d0d-448f-8c95-125a6579f23c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1136303 Jul 27 17:08:12.282653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:12.291285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2062364103'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:12.314088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748346c7-769c-488b-b9b5-b2f7e660b55c req-3d9111a4-439b-4fe8-aa92-fb396cef4b08 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:12.316132 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-748346c7-769c-488b-b9b5-b2f7e660b55c req-3d9111a4-439b-4fe8-aa92-fb396cef4b08 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2143152 Jul 27 17:08:12.341160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:12.347722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.394328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.403319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:12.413356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d4ca89-8b04-4caf-95b0-80828e181934']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:12.421360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.422250 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Added segment 4e4a1963-df8d-432a-8556-08ec932dade5 of type vlan for network 936923e3-3823-40d5-9f4f-659b30528116 Jul 27 17:08:12.427797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-748346c7-769c-488b-b9b5-b2f7e660b55c req-ed89a748-6efc-4c3e-a5ad-646af804f1bf tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Jul 27 17:08:12.429660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444eb4b1-a467-410e-ad94-2a083978c0b8') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:12.430122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444eb4b1-a467-410e-ad94-2a083978c0b8') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:12.442743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.470302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.477505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:12.477921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.478898 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:12.491487 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:12.555370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80161c1d-c71b-4f2b-991e-db57d7063e94 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:12.559123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.559687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.590409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.592583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/f4d4ca89-8b04-4caf-95b0-80828e181934 HTTP/1.1" status: 204 len: 168 time: 2.7799821 Jul 27 17:08:12.593422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac254fc-e012-4aee-8b33-963d6e2e503a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=f4d4ca89-8b04-4caf-95b0-80828e181934,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:12.601357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:12.615422 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b87a49b-f937-40c5-8e93-7c2d6a507948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.617895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1408354825'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:12.648964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.659266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:12.660466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.747557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:12.753687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.760410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80161c1d-c71b-4f2b-991e-db57d7063e94 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:12.788722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5041885 Jul 27 17:08:12.793047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:12.801060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'network_id': '936923e3-3823-40d5-9f4f-659b30528116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:12.814545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639445fb-1616-4085-b4c9-339aaa1b4f54 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Network': ['ID=936923e3-3823-40d5-9f4f-659b30528116,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:12.827756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:12.844715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.845316 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment a6642e91-279c-4e05-a1ef-e7056d92ee47 of type vlan for network 0662d49e-7564-45b5-b8c7-77b440d723ed Jul 27 17:08:12.885583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 936923e3-3823-40d5-9f4f-659b30528116 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:12.917082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Made reservation on behalf of b55e5a98269647bea834d4680009605a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:12.922536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.932317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.994396 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:12.999487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Performing IP validity checks on allocation pools {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:08:13.001606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:08:13.006072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.007516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.066763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4621346 Jul 27 17:08:13.073926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56110) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:13.082036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:13.147709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206328c-20e8-4bca-8d79-c1245d113bb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=0662d49e-7564-45b5-b8c7-77b440d723ed,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:13.157004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.185773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:13.236590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=d2995d18-6387-4c0d-9b5c-6bb87fa97248,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:13.241831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Checking segment: {'id': '4e4a1963-df8d-432a-8556-08ec932dade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '936923e3-3823-40d5-9f4f-659b30528116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:13.242203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network hostable DHCP agents. Network: 936923e3-3823-40d5-9f4f-659b30528116, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:13.260448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Network 936923e3-3823-40d5-9f4f-659b30528116 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:13.266779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.272907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 936923e3-3823-40d5-9f4f-659b30528116) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:13.279445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.281085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.285960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.302436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc0b3a2d-f861-4b9b-af06-5c8c52475e40 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5052936 Jul 27 17:08:13.302724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:13.308872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:13.312211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 0662d49e-7564-45b5-b8c7-77b440d723ed is not hosted by any dhcp agent {{(pid=93924) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:08:13.317487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.318087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.322232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "PUT /v2.0/networks/0662d49e-7564-45b5-b8c7-77b440d723ed HTTP/1.1" status: 200 len: 723 time: 0.2445037 Jul 27 17:08:13.332566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffb1c5-5b8a-4c7a-8630-e564909b728d None None] Network 936923e3-3823-40d5-9f4f-659b30528116 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:13.350913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:13.355919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:13.422238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d04b-93fc-4d8d-995c-9cff09ae37c8 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=0662d49e-7564-45b5-b8c7-77b440d723ed,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:13.440158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:13.464030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:13.470393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.500524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25382411'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.615974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.635473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-936923e3-3823-40d5-9f4f-659b30528116', 'network_id': '936923e3-3823-40d5-9f4f-659b30528116', 'tenant_id': 'b55e5a98269647bea834d4680009605a', 'fixed_ips': [{'subnet_id': 'd2995d18-6387-4c0d-9b5c-6bb87fa97248'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:13.637138 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.659631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a287-fb32-43f6-ad23-a9f988c60456 req-449c1045-2e94-40be-a3a2-0a0ef8fcc85f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.661351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5182a287-fb32-43f6-ad23-a9f988c60456 req-449c1045-2e94-40be-a3a2-0a0ef8fcc85f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1046975 Jul 27 17:08:13.747549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5182a287-fb32-43f6-ad23-a9f988c60456 req-c6783615-c351-4ab9-ac2b-823f3c4d6bcb tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799501 Jul 27 17:08:13.793435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791755220965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25437327'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.796752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.833734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Allocated IP 2001:db8::3 (936923e3-3823-40d5-9f4f-659b30528116/d2995d18-6387-4c0d-9b5c-6bb87fa97248/192b7e7f-f118-486f-b232-0390411a533e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:13.843414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.844039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.845388 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "PUT /v2.0/subnets/d2995d18-6387-4c0d-9b5c-6bb87fa97248 HTTP/1.1" status: 200 len: 900 time: 0.5417619 Jul 27 17:08:13.848253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56120) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:13.873082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=4f59a5e5-1410-42dd-b342-274395224b40,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:13.912003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': 'a6642e91-279c-4e05-a1ef-e7056d92ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:13.912555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: 0662d49e-7564-45b5-b8c7-77b440d723ed, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:13.917369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d80577-7ea7-4f6c-88af-5f2af4cc4c10 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event updated for resources: {'Subnet': ['ID=d2995d18-6387-4c0d-9b5c-6bb87fa97248,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:13.936728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 0662d49e-7564-45b5-b8c7-77b440d723ed is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:13.949811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 0662d49e-7564-45b5-b8c7-77b440d723ed) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:13.955005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:13.955793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.969936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecced56-ebc0-46bf-af4f-079b41bf6969 None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:13.974806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b1d7a5b5-a013-4495-9a7f-1d1ea7ae2550 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6228621 Jul 27 17:08:13.977864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:13.980191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:13.987174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:14.038681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.081624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.103704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26529716'] for subnet, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.103955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Transition to ACTIVE for port object 192b7e7f-f118-486f-b232-0390411a533e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:14.130906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Transition to ACTIVE for port object 192b7e7f-f118-486f-b232-0390411a533e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:14.156992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.176008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.184223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Network 936923e3-3823-40d5-9f4f-659b30528116 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:14.189720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:14.209949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:14.220319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=d2995d18-6387-4c0d-9b5c-6bb87fa97248,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:14.281605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-0662d49e-7564-45b5-b8c7-77b440d723ed', 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '4f59a5e5-1410-42dd-b342-274395224b40'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:14.282493 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.284411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791755220965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27141069'] for subnet, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.299450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.309950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936923e3-3823-40d5-9f4f-659b30528116']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:14.322275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4a1963-df8d-432a-8556-08ec932dade5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:14.323003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4a1963-df8d-432a-8556-08ec932dade5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:14.324793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Pushing event updated for resources: {'Port': ['ID=192b7e7f-f118-486f-b232-0390411a533e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:14.332892 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.340457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Attempting to bind port 192b7e7f-f118-486f-b232-0390411a533e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:14.340852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Attempting to bind port 192b7e7f-f118-486f-b232-0390411a533e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '4e4a1963-df8d-432a-8556-08ec932dade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '936923e3-3823-40d5-9f4f-659b30528116'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:14.341465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Attempting to bind port 192b7e7f-f118-486f-b232-0390411a533e on network 936923e3-3823-40d5-9f4f-659b30528116 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:14.348207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.349330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:14.349746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Checking segment: {'id': '4e4a1963-df8d-432a-8556-08ec932dade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '936923e3-3823-40d5-9f4f-659b30528116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:14.350301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.350599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Bound using segment: {'id': '4e4a1963-df8d-432a-8556-08ec932dade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '936923e3-3823-40d5-9f4f-659b30528116'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:14.351084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Bound port: 192b7e7f-f118-486f-b232-0390411a533e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4a1963-df8d-432a-8556-08ec932dade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '936923e3-3823-40d5-9f4f-659b30528116'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:14.351497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.355441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=4f59a5e5-1410-42dd-b342-274395224b40,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:14.358818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:14.359204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:14.359757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.360002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.361459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab0daed0-43a0-4e73-9e84-17d76443c42f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "PUT /v2.0/subnets/4f59a5e5-1410-42dd-b342-274395224b40 HTTP/1.1" status: 200 len: 806 time: 0.3810687 Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:14.363846 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:14.366865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:14.444276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 17:08:14.444276 n-d-723572-6 neutron-server[93923]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 17:08:14.444276 n-d-723572-6 neutron-server[93923]: [parameters: {'id': '936923e3-3823-40d5-9f4f-659b30528116'}] Jul 27 17:08:14.444276 n-d-723572-6 neutron-server[93923]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:14.445464 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:14.487754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.527769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] For port 192b7e7f-f118-486f-b232-0390411a533e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:14.546334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] For port 192b7e7f-f118-486f-b232-0390411a533e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=192b7e7f-f118-486f-b232-0390411a533e,segment=NetworkSegment(4e4a1963-df8d-432a-8556-08ec932dade5),segment_id=4e4a1963-df8d-432a-8556-08ec932dade5)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:14.547753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Allocated IP 172.20.0.2 (0662d49e-7564-45b5-b8c7-77b440d723ed/4f59a5e5-1410-42dd-b342-274395224b40/c6c9cc99-a0a3-4b42-8c51-62e12643f6d0) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:14.553738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.558602 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.629357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d48c-1cbb-4e54-8d9c-d7d1bc4d3fe6 None None] Pushing event updated for resources: {'Port': ['ID=192b7e7f-f118-486f-b232-0390411a533e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:14.726096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5fcfb-f256-4537-9ca6-a31683c3a647 None None] Network 936923e3-3823-40d5-9f4f-659b30528116 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:14.864866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.899921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Transition to ACTIVE for port object c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:14.929652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Transition to ACTIVE for port object c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:14.942526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.948625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2acf94-baad-467b-93ed-6d4d75ad72ee req-3575de58-7aca-48b1-bde9-589f7f59a215 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:14.952923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd2acf94-baad-467b-93ed-6d4d75ad72ee req-3575de58-7aca-48b1-bde9-589f7f59a215 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1078794 Jul 27 17:08:14.953997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:14.958601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.004129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:15.009740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:15.013236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f735241a-2478-477c-b8f9-e4643a199cf3 None None] Network 936923e3-3823-40d5-9f4f-659b30528116 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:15.016871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:15.019267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Pushing event updated for resources: {'Port': ['ID=c6c9cc99-a0a3-4b42-8c51-62e12643f6d0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:15.111687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=4f59a5e5-1410-42dd-b342-274395224b40,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:15.133338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cd2acf94-baad-467b-93ed-6d4d75ad72ee req-8e15c6e4-87c7-47cf-93f6-2b4766d4c733 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685572 Jul 27 17:08:15.159402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting port 192b7e7f-f118-486f-b232-0390411a533e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:15.160248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.162662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.175170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Attempting to bind port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:15.175427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0662d49e-7564-45b5-b8c7-77b440d723ed']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.175562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Attempting to bind port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a6642e91-279c-4e05-a1ef-e7056d92ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:15.175904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Attempting to bind port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 on network 0662d49e-7564-45b5-b8c7-77b440d723ed {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:15.190092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6642e91-279c-4e05-a1ef-e7056d92ee47') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.190537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6642e91-279c-4e05-a1ef-e7056d92ee47') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.205018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.222283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.230794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:15.231696 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.232296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.232549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:15.233471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Checking segment: {'id': 'a6642e91-279c-4e05-a1ef-e7056d92ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:15.234139 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.234375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Bound using segment: {'id': 'a6642e91-279c-4e05-a1ef-e7056d92ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:15.234880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Bound port: c6c9cc99-a0a3-4b42-8c51-62e12643f6d0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6642e91-279c-4e05-a1ef-e7056d92ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0662d49e-7564-45b5-b8c7-77b440d723ed'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:15.235272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.255510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] For port 192b7e7f-f118-486f-b232-0390411a533e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=192b7e7f-f118-486f-b232-0390411a533e,segment=NetworkSegment(4e4a1963-df8d-432a-8556-08ec932dade5),segment_id=4e4a1963-df8d-432a-8556-08ec932dade5)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:15.255883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.271668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Calling delete_port for 192b7e7f-f118-486f-b232-0390411a533e owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:15.304641 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:15.318312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 17:08:15.318312 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 17:08:15.318312 n-d-723572-6 neutron-server[93924]: [parameters: {'id': '0662d49e-7564-45b5-b8c7-77b440d723ed'}] Jul 27 17:08:15.318312 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:15.319237 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:15.364355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] For port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:15.368197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] For port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c6c9cc99-a0a3-4b42-8c51-62e12643f6d0,segment=NetworkSegment(a6642e91-279c-4e05-a1ef-e7056d92ee47),segment_id=a6642e91-279c-4e05-a1ef-e7056d92ee47)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:15.378426 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.378589 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.409227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Port': ['ID=192b7e7f-f118-486f-b232-0390411a533e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:15.416675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No DVR routers for this DVR port 192b7e7f-f118-486f-b232-0390411a533e on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:15.464883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7eedd-5bf8-4381-878c-b083d3cd00d0 None None] Pushing event updated for resources: {'Port': ['ID=c6c9cc99-a0a3-4b42-8c51-62e12643f6d0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:15.490637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ffb4cc-3ee1-43c2-9c8e-94cac680f31e None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:15.519004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.534055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936923e3-3823-40d5-9f4f-659b30528116']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.546077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4a1963-df8d-432a-8556-08ec932dade5') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.546837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4a1963-df8d-432a-8556-08ec932dade5') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:15.556218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.571486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.579061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:15.579629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:15.583270 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:15.645762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7d100-72d6-461c-a23d-ec4857aebb60 None None] Network 0662d49e-7564-45b5-b8c7-77b440d723ed requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:15.649810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.655102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.660939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/936923e3-3823-40d5-9f4f-659b30528116 HTTP/1.1" status: 204 len: 168 time: 1.8116438 Jul 27 17:08:15.662418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:15.682624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7ab5-bed0-460d-bed3-4ee5d92b422b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=936923e3-3823-40d5-9f4f-659b30528116,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:15.701158 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8d02ae-d7d9-4daf-91a3-8bae76b96117 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:15.701766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8d02ae-d7d9-4daf-91a3-8bae76b96117 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:15.706091 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d8d02ae-d7d9-4daf-91a3-8bae76b96117 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/d2995d18-6387-4c0d-9b5c-6bb87fa97248 HTTP/1.1" status: 404 len: 337 time: 0.0401814 Jul 27 17:08:15.706687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:15.735125 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7ea2b0-9798-4738-97af-85faff613811 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:15.735605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7ea2b0-9798-4738-97af-85faff613811 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:15.738972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db7ea2b0-9798-4738-97af-85faff613811 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/936923e3-3823-40d5-9f4f-659b30528116 HTTP/1.1" status: 404 len: 339 time: 0.0297585 Jul 27 17:08:15.740095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:15.799194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ed2e9-cb95-4ab0-982a-14646ac90fe8 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:15.821225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.829283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.909844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ed2e9-cb95-4ab0-982a-14646ac90fe8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:15.960686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.964096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Deleting port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:15.964609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:15.984476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355a0dc1-938e-4c8c-a7e5-440c8e793b26']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.026860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aada42d-80b4-4e21-9a4a-2314ad175f9f') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.027272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aada42d-80b4-4e21-9a4a-2314ad175f9f') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.039243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.063781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.066610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] For port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c6c9cc99-a0a3-4b42-8c51-62e12643f6d0,segment=NetworkSegment(a6642e91-279c-4e05-a1ef-e7056d92ee47),segment_id=a6642e91-279c-4e05-a1ef-e7056d92ee47)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:16.066859 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.078302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:16.078709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:16.082170 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:16.099400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Calling delete_port for c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:16.195033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.200481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.204904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/355a0dc1-938e-4c8c-a7e5-440c8e793b26 HTTP/1.1" status: 204 len: 168 time: 0.4613988 Jul 27 17:08:16.206136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56154) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:16.225703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e38079-2f26-4158-9695-45448bb2451b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=355a0dc1-938e-4c8c-a7e5-440c8e793b26,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:16.252184 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dced68-b610-4299-9f0a-78d3f17b4fd6 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:16.252935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dced68-b610-4299-9f0a-78d3f17b4fd6 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:16.260479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:16.264532 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-23dced68-b610-4299-9f0a-78d3f17b4fd6 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/cec62b64-f89d-4b5e-867d-979f7d5a3e11 HTTP/1.1" status: 404 len: 337 time: 0.0532572 Jul 27 17:08:16.307526 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e286bf3-3804-4365-9bc7-fa6c9485f7e8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:16.308091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e286bf3-3804-4365-9bc7-fa6c9485f7e8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:16.312533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e286bf3-3804-4365-9bc7-fa6c9485f7e8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/a89f1558-ffc5-4763-9899-f4d75ef56f1b HTTP/1.1" status: 404 len: 339 time: 0.0505903 Jul 27 17:08:16.314792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56158) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:16.321673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.356455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No DVR routers for this DVR port c6c9cc99-a0a3-4b42-8c51-62e12643f6d0 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:16.380945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Port': ['ID=c6c9cc99-a0a3-4b42-8c51-62e12643f6d0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:16.395295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting subnet 0044e720-5787-4b25-a116-02cf2206161a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:16.401150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.424157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e23ade-06e1-4ce8-92af-6e314080c23b None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:16.448791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.455627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.463943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0662d49e-7564-45b5-b8c7-77b440d723ed']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.476830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6642e91-279c-4e05-a1ef-e7056d92ee47') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.477133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6642e91-279c-4e05-a1ef-e7056d92ee47') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:16.494520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862802-2333-4237-b56f-1a2eabd3b016 req-ea768c9b-a1ad-4d01-a3d8-ba669124163b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:16.496067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82862802-2333-4237-b56f-1a2eabd3b016 req-ea768c9b-a1ad-4d01-a3d8-ba669124163b tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2561638 Jul 27 17:08:16.497984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.526478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.538198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:16.538629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:16.541564 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:16.559637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e23ade-06e1-4ce8-92af-6e314080c23b None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:16.589434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.611068 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82862802-2333-4237-b56f-1a2eabd3b016 req-4e46b60f-0729-4f9d-8418-c1443cc8373f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Jul 27 17:08:16.633504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.648660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.650957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0662d49e-7564-45b5-b8c7-77b440d723ed HTTP/1.1" status: 204 len: 168 time: 2.2828429 Jul 27 17:08:16.653736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:16.674509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.712572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=0044e720-5787-4b25-a116-02cf2206161a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:16.723626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.726309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a2b61858-635b-4f38-98d3-92ceaa448708 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/0044e720-5787-4b25-a116-02cf2206161a HTTP/1.1" status: 204 len: 168 time: 0.4099736 Jul 27 17:08:16.728985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56162) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:16.809441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting subnet 72b0d143-4fbf-4271-b0fd-8b2bf11787eb {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:16.813567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.878466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.916749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12235017-6456-44c5-845f-a534160168ae None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:16.982926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:16.988369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.032688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a6715-6cdb-4605-ac67-b9beae32ecec tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=0662d49e-7564-45b5-b8c7-77b440d723ed,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:17.044100 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da7fc76-ed19-4b80-b8ab-32e665adce18 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:17.044891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da7fc76-ed19-4b80-b8ab-32e665adce18 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:17.047552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6da7fc76-ed19-4b80-b8ab-32e665adce18 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0662d49e-7564-45b5-b8c7-77b440d723ed HTTP/1.1" status: 404 len: 339 time: 0.0239537 Jul 27 17:08:17.052904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56164) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.059815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724451840', 'description': 'd1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:17.064312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.089959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:17.094911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.107857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=72b0d143-4fbf-4271-b0fd-8b2bf11787eb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:17.115690 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.120071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-44f01b92-1fef-42e6-bf80-afbb4853a8a4 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/72b0d143-4fbf-4271-b0fd-8b2bf11787eb HTTP/1.1" status: 204 len: 168 time: 0.3868644 Jul 27 17:08:17.120879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.125961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:17.136728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.137152 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 00c9c90c-e868-4535-894f-9a9d2cea4620 of type vlan for network 7d6a6e99-50da-4cb5-9b16-5e4c16a1caae Jul 27 17:08:17.181878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.215423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.220406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.221830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:17.222505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.233512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90e864-39ce-4715-ba68-3d180233a782 None None] Update dhcp port {'port': {'network_id': '7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1', 'fixed_ips': [{'subnet_id': '72b0d143-4fbf-4271-b0fd-8b2bf11787eb'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'fdabf79c-59d8-4d86-87f9-d832e8e1bc00'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:08:17.274733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.283283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2286713 Jul 27 17:08:17.284084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.289997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db90e864-39ce-4715-ba68-3d180233a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.296195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Deleting subnet 5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:17.301830 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.367451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9b381-0e79-4528-81c4-dbbb2754d4f4 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=7d6a6e99-50da-4cb5-9b16-5e4c16a1caae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:17.369086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.414975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7d6a6e99-50da-4cb5-9b16-5e4c16a1caae details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:17.420209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:17.420619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.424660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.430022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddbb7c-60f6-4c22-ad35-a95908070af0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:17.435312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.435617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2bddbb7c-60f6-4c22-ad35-a95908070af0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks?id=7d6a6e99-50da-4cb5-9b16-5e4c16a1caae HTTP/1.1" status: 200 len: 761 time: 0.1470742 Jul 27 17:08:17.457749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'description': 'd2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:17.551787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a2347-32c9-46a3-abf0-68e6385baec9 None None] Network 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:17.589488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,segment=NetworkSegment(b911c6ec-1e96-4f5a-9fd2-12d447559af6),segment_id=b911c6ec-1e96-4f5a-9fd2-12d447559af6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:17.589882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.611892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Calling delete_port for fdabf79c-59d8-4d86-87f9-d832e8e1bc00 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:17.623387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1d435115-eb20-466f-b337-2f215936bead None None] Provisioning complete for port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:17.623387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1d435115-eb20-466f-b337-2f215936bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.767615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.781910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] DHCP port deletion for 7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:17.829317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Deleting port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:17.829705 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.843656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.848004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5 HTTP/1.1" status: 204 len: 168 time: 0.6223664 Jul 27 17:08:17.848004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e975c68-9292-4196-9743-01afb7d8a3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0cbd73-36d6-431c-a4c3-72a1e1f5c1a5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:17.849232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.877920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.891466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.903381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] For port fdabf79c-59d8-4d86-87f9-d832e8e1bc00, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,segment=NetworkSegment(b911c6ec-1e96-4f5a-9fd2-12d447559af6),segment_id=b911c6ec-1e96-4f5a-9fd2-12d447559af6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:17.903891 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.919364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Calling delete_port for fdabf79c-59d8-4d86-87f9-d832e8e1bc00 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:17.933701 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.944670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network 7d6a6e99-50da-4cb5-9b16-5e4c16a1caae is not hosted by any dhcp agent {{(pid=93923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:08:17.950038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:17.950646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.951949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "PUT /v2.0/networks/7d6a6e99-50da-4cb5-9b16-5e4c16a1caae HTTP/1.1" status: 200 len: 758 time: 0.4990373 Jul 27 17:08:17.955003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:17.959150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:17.961901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c788-eb55-4dec-a2c2-807d905fb3c6 req-764e9b18-8ff4-446d-94d6-864330eb9c42 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:17.963712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f572c788-eb55-4dec-a2c2-807d905fb3c6 req-764e9b18-8ff4-446d-94d6-864330eb9c42 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2526240 Jul 27 17:08:17.964612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:17.969210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No DVR routers for this DVR port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:18.005422 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.035686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] Pushing event deleted for resources: {'Port': ['ID=fdabf79c-59d8-4d86-87f9-d832e8e1bc00,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.039199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d535f4-0c29-4ec7-93bf-efa1215131c8 None None] No DVR routers for this DVR port fdabf79c-59d8-4d86-87f9-d832e8e1bc00 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:18.117239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b62cbe-9d32-4dd6-bc19-5c30f0eb4609 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:18.118701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-63b62cbe-9d32-4dd6-bc19-5c30f0eb4609 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks?id=7d6a6e99-50da-4cb5-9b16-5e4c16a1caae HTTP/1.1" status: 200 len: 761 time: 0.1584592 Jul 27 17:08:18.122453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d974cf-c067-4fe0-ad0e-1a102b319b71 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=7d6a6e99-50da-4cb5-9b16-5e4c16a1caae,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.122613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.130263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2110611414'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:18.135114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7d6a6e99-50da-4cb5-9b16-5e4c16a1caae details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:18.139201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f572c788-eb55-4dec-a2c2-807d905fb3c6 req-b8cd8c89-1f46-42f0-8f3e-0ae4eb581acd tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486459 Jul 27 17:08:18.139410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.140634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.151282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.153655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee4031e-cd7a-4b8c-bddb-86de20f142d3']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.162717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b911c6ec-1e96-4f5a-9fd2-12d447559af6') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.163037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b911c6ec-1e96-4f5a-9fd2-12d447559af6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.173349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.177071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b264a90-6bcf-4689-8059-f6b2f015a2db') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.177375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b264a90-6bcf-4689-8059-f6b2f015a2db') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:18.189604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.195410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.195928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:18.199468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.202413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:18.202824 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:18.206683 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:18.227652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.236554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:18.236954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:18.238727 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:18.264892 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.271755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.276966 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1 HTTP/1.1" status: 204 len: 168 time: 1.1514356 Jul 27 17:08:18.276966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.283464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:18.304048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.304394 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 41e8367e-8528-480a-a484-950f9de46cbd of type vlan for network d4222830-2e60-4d78-a774-780fe10f4041 Jul 27 17:08:18.312174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47905ab4-f427-411e-bf15-92eb19bcc73b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=7046aa5d-b7af-4fdd-8ed4-7bbb37453fb1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.314142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.314476 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c60f32-a90d-4e7a-894e-bd8d71629ea8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.314921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c60f32-a90d-4e7a-894e-bd8d71629ea8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.319383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c3c60f32-a90d-4e7a-894e-bd8d71629ea8 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/a20bf077-3261-4f36-8596-e1cde6cf4653 HTTP/1.1" status: 404 len: 337 time: 0.0391629 Jul 27 17:08:18.319545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.319679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.323282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] 10.222.0.64 "DELETE /v2.0/networks/fee4031e-cd7a-4b8c-bddb-86de20f142d3 HTTP/1.1" status: 204 len: 168 time: 0.4707990 Jul 27 17:08:18.325639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.337970 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a54e6a-d5e1-445f-b781-b9db7089f00c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.338516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a54e6a-d5e1-445f-b781-b9db7089f00c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.340563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a8a54e6a-d5e1-445f-b781-b9db7089f00c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/ffe9970b-67ea-4b8e-8ce7-62b5f95d6714 HTTP/1.1" status: 404 len: 339 time: 0.0197718 Jul 27 17:08:18.343504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.369334 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27d8acb-a0a3-44ff-a5c3-52cde3466fbf tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.369790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27d8acb-a0a3-44ff-a5c3-52cde3466fbf tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.371487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b27d8acb-a0a3-44ff-a5c3-52cde3466fbf tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/a5e35c9f-a9f2-4e91-9310-bdeb5eccb783 HTTP/1.1" status: 404 len: 337 time: 0.0268896 Jul 27 17:08:18.374140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.381062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9c4d-17d3-4d6e-9e23-2296c73abdea admin admin] Pushing event deleted for resources: {'Network': ['ID=fee4031e-cd7a-4b8c-bddb-86de20f142d3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.394524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.396737 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c495bb9-65f6-4283-8a60-2019be530086 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.397290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c495bb9-65f6-4283-8a60-2019be530086 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.399000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2c495bb9-65f6-4283-8a60-2019be530086 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/0415b102-730c-4f3d-a016-9082c84ec5a2 HTTP/1.1" status: 404 len: 339 time: 0.0239697 Jul 27 17:08:18.401750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.421884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Deleting subnet 88ca3159-f48d-49c2-a8be-e797db08115d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:18.427999 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9806a308-50dc-4853-8fe7-d9991a67d4ab tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.428478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9806a308-50dc-4853-8fe7-d9991a67d4ab tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.430186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9806a308-50dc-4853-8fe7-d9991a67d4ab tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/f031596e-b3b8-4cb8-8bb3-266e76deabc7 HTTP/1.1" status: 404 len: 337 time: 0.0274990 Jul 27 17:08:18.431160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.432710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.450835 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d06f2-9120-4793-9e36-7df9af38a63f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:18.451373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d06f2-9120-4793-9e36-7df9af38a63f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:18.456754 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c50d06f2-9120-4793-9e36-7df9af38a63f tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/ac847a23-85ce-439b-886c-25c32845b645 HTTP/1.1" status: 404 len: 339 time: 0.0200782 Jul 27 17:08:18.456950 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.460360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.465819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:18.466430 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.499209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.507789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting subnet 89001889-be53-40ca-b8bb-b6b5a7887eb4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:18.510938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.552764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.556922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4333594 Jul 27 17:08:18.560967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.572579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'd4222830-2e60-4d78-a774-780fe10f4041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:18.592306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1fc5e-74ad-4f39-a2fc-bf5fa1db3a75 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=d4222830-2e60-4d78-a774-780fe10f4041,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.603049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d4222830-2e60-4d78-a774-780fe10f4041 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:18.641711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.644903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.712476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.722445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:18.726393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.731657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.731839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be77c8-7329-41a4-aa1e-f6cefe5ae432 None None] Network b28cf54f-c0fc-4979-8fc1-e009dfb56c9e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:18.746264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.750933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/89001889-be53-40ca-b8bb-b6b5a7887eb4 HTTP/1.1" status: 204 len: 168 time: 0.2902756 Jul 27 17:08:18.750933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7e791-5d90-47e3-9f58-c8ec040e5612 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=89001889-be53-40ca-b8bb-b6b5a7887eb4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.752471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56204) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.799332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ca3159-f48d-49c2-a8be-e797db08115d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:18.812051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.813972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6df3522-6397-46e3-9bab-da5955e3e625 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/88ca3159-f48d-49c2-a8be-e797db08115d HTTP/1.1" status: 204 len: 168 time: 0.4861088 Jul 27 17:08:18.817070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:18.845640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.911315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.917293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting port d46d061c-4e79-42f4-a8da-4c6cb02f3127 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:18.917780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.941597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] DHCP port deletion for b28cf54f-c0fc-4979-8fc1-e009dfb56c9e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:18.985225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] For port d46d061c-4e79-42f4-a8da-4c6cb02f3127, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d46d061c-4e79-42f4-a8da-4c6cb02f3127,segment=NetworkSegment(2f074052-067b-4771-b4a0-19888087d4e4),segment_id=2f074052-067b-4771-b4a0-19888087d4e4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:18.985661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.994978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Deleting port d46d061c-4e79-42f4-a8da-4c6cb02f3127 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:18.995518 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:18.999416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Calling delete_port for d46d061c-4e79-42f4-a8da-4c6cb02f3127 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:19.059253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] For port d46d061c-4e79-42f4-a8da-4c6cb02f3127, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d46d061c-4e79-42f4-a8da-4c6cb02f3127,segment=NetworkSegment(2f074052-067b-4771-b4a0-19888087d4e4),segment_id=2f074052-067b-4771-b4a0-19888087d4e4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:19.059662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.065742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.072737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Calling delete_port for d46d061c-4e79-42f4-a8da-4c6cb02f3127 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:19.083824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2030691-c628-4a2b-b65e-e2232c6d7ed0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.088655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.094891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.097833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0518369-9092-4515-81b9-27699350b395') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.098136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0518369-9092-4515-81b9-27699350b395') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.115925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Port': ['ID=d46d061c-4e79-42f4-a8da-4c6cb02f3127,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.120311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No DVR routers for this DVR port d46d061c-4e79-42f4-a8da-4c6cb02f3127 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:19.138770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.168479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.175290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.182920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:19.183340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:19.185200 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:19.199788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=23501b62-b707-41a6-94f3-789b1b2b5a54,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.214640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] Pushing event deleted for resources: {'Port': ['ID=d46d061c-4e79-42f4-a8da-4c6cb02f3127,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.215682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.222042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea02a80-e801-416f-b8da-72df522f02f6 None None] No DVR routers for this DVR port d46d061c-4e79-42f4-a8da-4c6cb02f3127 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:19.238079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28cf54f-c0fc-4979-8fc1-e009dfb56c9e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.249192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f074052-067b-4771-b4a0-19888087d4e4') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.249461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f074052-067b-4771-b4a0-19888087d4e4') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.258556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.273409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.280418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:19.281070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.283440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '41e8367e-8528-480a-a484-950f9de46cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4222830-2e60-4d78-a774-780fe10f4041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:19.283826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: d4222830-2e60-4d78-a774-780fe10f4041, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:19.284248 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:19.291887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.302706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.304572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f2030691-c628-4a2b-b65e-e2232c6d7ed0 HTTP/1.1" status: 204 len: 168 time: 0.4863713 Jul 27 17:08:19.323668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27039c-9fc5-4ce1-bd1f-13cbf22aca84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2030691-c628-4a2b-b65e-e2232c6d7ed0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.340911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network d4222830-2e60-4d78-a774-780fe10f4041 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:19.357169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.361019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b68b89-4ffb-489d-9b28-5e404ffef37a req-b1312a6e-d338-494e-8b66-10addaf2da17 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:19.362577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b68b89-4ffb-489d-9b28-5e404ffef37a req-b1312a6e-d338-494e-8b66-10addaf2da17 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1203589 Jul 27 17:08:19.363917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d4222830-2e60-4d78-a774-780fe10f4041) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:19.367885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:19.368692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.371636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.373842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/b28cf54f-c0fc-4979-8fc1-e009dfb56c9e HTTP/1.1" status: 204 len: 168 time: 0.6170578 Jul 27 17:08:19.376317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.380907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696db932-7cd6-4a74-8723-0dd0345074a0 None None] Network d4222830-2e60-4d78-a774-780fe10f4041 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:19.396759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068bcba-03f7-4c6c-8b48-f7f173a8e35c tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=b28cf54f-c0fc-4979-8fc1-e009dfb56c9e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.418392 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf8e7b7-e865-48ce-89bc-cf188154711b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:19.419342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf8e7b7-e865-48ce-89bc-cf188154711b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:19.421804 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cdf8e7b7-e865-48ce-89bc-cf188154711b tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/157f8796-7a6b-4228-b856-c54b5f74ecee HTTP/1.1" status: 404 len: 337 time: 0.0444322 Jul 27 17:08:19.424301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.427877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af02e724-293c-4ef8-a16e-a618bab0cbdb tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8639982 Jul 27 17:08:19.432296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3b68b89-4ffb-489d-9b28-5e404ffef37a req-e9ac41fb-9f9a-4ecc-9228-a17a13681120 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Jul 27 17:08:19.433007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.463323 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8dba78-a168-4602-8d77-1be579b8ed50 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:19.463956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8dba78-a168-4602-8d77-1be579b8ed50 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:19.466452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b8dba78-a168-4602-8d77-1be579b8ed50 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/9cdad5e1-93ff-4a83-bb4b-897fd6b1f576 HTTP/1.1" status: 404 len: 339 time: 0.0404854 Jul 27 17:08:19.470008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.489627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d46d061c-4e79-42f4-a8da-4c6cb02f3127 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:19.552136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting subnet 7161e1eb-1d0d-448f-8c95-125a6579f23c {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:19.558641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.565430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d46d061c-4e79-42f4-a8da-4c6cb02f3127 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:19.565886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d46d061c-4e79-42f4-a8da-4c6cb02f3127 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:19.566376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fdabf79c-59d8-4d86-87f9-d832e8e1bc00 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:19.577962 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.608819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fdabf79c-59d8-4d86-87f9-d832e8e1bc00 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:19.610004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fdabf79c-59d8-4d86-87f9-d832e8e1bc00 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:19.626916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.650931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.660420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.675328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b925a-e009-489e-a72f-be5923ce6f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d4222830-2e60-4d78-a774-780fe10f4041', 'network_id': 'd4222830-2e60-4d78-a774-780fe10f4041', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': '23501b62-b707-41a6-94f3-789b1b2b5a54'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:19.676355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6b5b925a-e009-489e-a72f-be5923ce6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.725235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-566d5ead-9728-4148-ae3f-7d53356dce28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d326880c7bf45fe8aefea34393bb634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967150 Jul 27 17:08:19.730009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.775310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-6b5b925a-e009-489e-a72f-be5923ce6f44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23501b62-b707-41a6-94f3-789b1b2b5a54: This subnet is being modified by another concurrent operation. Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23501b62-b707-41a6-94f3-789b1b2b5a54: This subnet is being modified by another concurrent operation. Jul 27 17:08:19.783140 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:08:19.804079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5abbe-eed4-43c6-b4d1-95663d9b6722 None None] Network d4222830-2e60-4d78-a774-780fe10f4041 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:19.818537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.846115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=23501b62-b707-41a6-94f3-789b1b2b5a54,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.887562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.916775 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.919077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.920698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.925714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/subnets/7161e1eb-1d0d-448f-8c95-125a6579f23c HTTP/1.1" status: 204 len: 168 time: 0.4540656 Jul 27 17:08:19.926821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:19.927589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e0ca2-3125-4199-99c4-7efb1e386dce tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Subnet': ['ID=7161e1eb-1d0d-448f-8c95-125a6579f23c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:19.927922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539f45a-0bf2-4e30-bcf8-dc8c3fb4dfee None None] Network 2f48cf7c-4315-4299-8524-51755da3b41e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:19.948483 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:19.951219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4222830-2e60-4d78-a774-780fe10f4041']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.970062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e8367e-8528-480a-a484-950f9de46cbd') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.970378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e8367e-8528-480a-a484-950f9de46cbd') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:19.991703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.019753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.023052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.032497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:20.032999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:20.036339 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:20.038637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.039965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.041179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e HTTP/1.1" status: 204 len: 168 time: 0.3101511 Jul 27 17:08:20.094495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7a28c-9677-42d2-b6dd-711a351f76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8abf7c-e2a9-445c-befd-fb9a56b7ad7e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:20.124165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.132150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.134050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/d4222830-2e60-4d78-a774-780fe10f4041 HTTP/1.1" status: 204 len: 168 time: 0.6988771 Jul 27 17:08:20.138567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.209737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba3a4-9f87-4336-a09f-917f6847d31c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=d4222830-2e60-4d78-a774-780fe10f4041,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:20.212950 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87c5298-8c02-4f2f-a508-62ef05a77324 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] GET failed (client error): The resource could not be found. Jul 27 17:08:20.214366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b87c5298-8c02-4f2f-a508-62ef05a77324 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets/23501b62-b707-41a6-94f3-789b1b2b5a54 HTTP/1.1" status: 404 len: 337 time: 0.0738685 Jul 27 17:08:20.217410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.244569 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a29c1a2-e9ea-468c-8104-2cf7e52321e7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:20.245174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a29c1a2-e9ea-468c-8104-2cf7e52321e7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:20.247668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a29c1a2-e9ea-468c-8104-2cf7e52321e7 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/d4222830-2e60-4d78-a774-780fe10f4041 HTTP/1.1" status: 404 len: 339 time: 0.0293970 Jul 27 17:08:20.253725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.288634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] DHCP port deletion for 2f48cf7c-4315-4299-8524-51755da3b41e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:20.372773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Deleting port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:20.373437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.451807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] For port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,segment=NetworkSegment(289861c2-fed5-4925-860b-4f8cf995dac6),segment_id=289861c2-fed5-4925-860b-4f8cf995dac6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:20.452284 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.497079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Calling delete_port for 0a6770dd-7d33-4e00-bf1b-49518cdeb69a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:20.510127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bda515-4ce2-45dc-9bc7-1e9eaf81a009 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.512134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43bda515-4ce2-45dc-9bc7-1e9eaf81a009 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2567530 Jul 27 17:08:20.514895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.540527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Deleting port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:20.541117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.552058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bdec47a2-b228-4c19-acd1-b23bb89c8722 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2 HTTP/1.1" status: 200 len: 207 time: 0.0356381 Jul 27 17:08:20.555247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56240) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.616599 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.635904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.664811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] No DVR routers for this DVR port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:20.674812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Pushing event deleted for resources: {'Port': ['ID=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:20.678633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.679393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.679393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.679571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.679843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.680143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.680508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.681028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.681255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.681472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.681851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.682143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742d3c1-8202-44e8-8c0f-990443506e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:20.690555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e37df-8675-4293-90bc-24b9767026db None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:20.704201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a91e-3db0-4943-9e20-400154d904be tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.710782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] For port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,segment=NetworkSegment(289861c2-fed5-4925-860b-4f8cf995dac6),segment_id=289861c2-fed5-4925-860b-4f8cf995dac6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:20.711142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a91e-3db0-4943-9e20-400154d904be tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.711290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.718146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a91e-3db0-4943-9e20-400154d904be tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.725421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a91e-3db0-4943-9e20-400154d904be tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.731059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13d1a91e-3db0-4943-9e20-400154d904be tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1707366 Jul 27 17:08:20.731236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-03f4a858-69b7-4f21-b5a2-304d85f72a11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=188976610e06405daa890577fc885352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109774 Jul 27 17:08:20.731343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.731518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56246) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:20.735081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Calling delete_port for 0a6770dd-7d33-4e00-bf1b-49518cdeb69a owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:20.755196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8fa6-5f81-4155-8c6b-909c235c4e25 req-4776548f-1967-4efc-9b83-7648916e4d25 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:20.757835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5fb8fa6-5f81-4155-8c6b-909c235c4e25 req-4776548f-1967-4efc-9b83-7648916e4d25 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1795323 Jul 27 17:08:20.785891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e37df-8675-4293-90bc-24b9767026db None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:20.846758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c5fb8fa6-5f81-4155-8c6b-909c235c4e25 req-cba35102-a237-4457-97ff-5706d5d7b768 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Jul 27 17:08:20.857931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.875131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.911488 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Port': ['ID=0a6770dd-7d33-4e00-bf1b-49518cdeb69a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:20.918266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:20.919323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] No DVR routers for this DVR port 0a6770dd-7d33-4e00-bf1b-49518cdeb69a on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:20.977560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2bb8ca9-e9cc-46f1-9932-4e759e18730f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2055843 Jul 27 17:08:20.984826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56248) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.017864 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.036884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f48cf7c-4315-4299-8524-51755da3b41e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:21.056239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289861c2-fed5-4925-860b-4f8cf995dac6') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:21.056545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289861c2-fed5-4925-860b-4f8cf995dac6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:21.068254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.085998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.094091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:21.094542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.095828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8edfe1a-6b49-484d-9e34-2cb7f0f177e1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.103100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8edfe1a-6b49-484d-9e34-2cb7f0f177e1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:21.103380 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:21.110940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b8edfe1a-6b49-484d-9e34-2cb7f0f177e1 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1159487 Jul 27 17:08:21.114499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.136492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.139394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.142913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5ca598c-1141-4c1e-9f1a-4b7a34ed21a2 HTTP/1.1" status: 204 len: 168 time: 0.4081297 Jul 27 17:08:21.201930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b682bc-b114-4088-a297-624292daa077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ca598c-1141-4c1e-9f1a-4b7a34ed21a2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:21.213693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.238280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.240252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb7370-ed35-4559-9aae-4f9a215022e9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.241339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] 10.222.0.64 "DELETE /v2.0/networks/2f48cf7c-4315-4299-8524-51755da3b41e HTTP/1.1" status: 204 len: 168 time: 1.3083584 Jul 27 17:08:21.241978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb7370-ed35-4559-9aae-4f9a215022e9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['shared'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.242405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d1632-7a0c-4a6b-9ca2-51be60dbd6e1 tempest-NetworksIpV6Test-1398012289 tempest-NetworksIpV6Test-1398012289-project] Pushing event deleted for resources: {'Network': ['ID=2f48cf7c-4315-4299-8524-51755da3b41e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:21.243647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40fb7370-ed35-4559-9aae-4f9a215022e9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1202681 Jul 27 17:08:21.248064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56256) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.301156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82877ad-c64e-4114-985d-bc6bac0f7967 req-00f94d98-77a0-46c5-8c06-174a4e40cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.302706 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f82877ad-c64e-4114-985d-bc6bac0f7967 req-00f94d98-77a0-46c5-8c06-174a4e40cf5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1097 time: 0.1997972 Jul 27 17:08:21.373576 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f82877ad-c64e-4114-985d-bc6bac0f7967 req-1d4c3ee1-74ec-42fb-9c67-cbcf59409b7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612998 Jul 27 17:08:21.408126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb0e4f-cb2a-413a-890c-948fd17279db tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.410245 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37bb0e4f-cb2a-413a-890c-948fd17279db tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks/ccf75b53-fc15-4ff2-911f-7dea97a5ee14 HTTP/1.1" status: 200 len: 797 time: 0.1605382 Jul 27 17:08:21.414278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56258) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.471125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a6770dd-7d33-4e00-bf1b-49518cdeb69a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:21.501194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0a6770dd-7d33-4e00-bf1b-49518cdeb69a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:21.501547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a6770dd-7d33-4e00-bf1b-49518cdeb69a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:21.530825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-557bfff0-55af-409c-a223-982b61b8f4d9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/networks/ccf75b53-fc15-4ff2-911f-7dea97a5ee14?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.1152773 Jul 27 17:08:21.534349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56266) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.595464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcde25b-57ad-4f15-8fa1-dacef469001d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.601046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ffcde25b-57ad-4f15-8fa1-dacef469001d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets/09da08ea-7d58-4f1a-9cbe-7214439fed24 HTTP/1.1" status: 200 len: 811 time: 0.0615480 Jul 27 17:08:21.601324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56272) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.663672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53626b27-e742-4c1c-a646-88f582bc1803 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['shared'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.672229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-53626b27-e742-4c1c-a646-88f582bc1803 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "GET /v2.0/subnets/09da08ea-7d58-4f1a-9cbe-7214439fed24?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0627646 Jul 27 17:08:21.672589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.673191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.679174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777351365'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:21.710277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:21.714225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.744033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:21.755244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.755717 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Added segment 34f08d18-2dae-4b67-b5d4-b9c926ace9a2 of type vlan for network a25438e2-77a4-49a2-8cc2-498cee1dd27a Jul 27 17:08:21.798689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.837854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.845119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:21.845753 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:21.891849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95c28774-cd82-426a-8a85-3481f0c37e3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b55e5a98269647bea834d4680009605a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186432 Jul 27 17:08:21.892086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56286) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.909072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2344365 Jul 27 17:08:21.913661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56292) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:21.919091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe04d0-66e9-409e-903e-794026d8cf02 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Network': ['ID=a25438e2-77a4-49a2-8cc2-498cee1dd27a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:21.921130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:21.932027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:22.119250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.160123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Made reservation on behalf of 60f382ff82b740938079711afe1804d9 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:22.163865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.182424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e19f51-036b-4aa2-b935-3faaa06de73b req-e9944dc5-bff2-45c8-8f83-261a3cc415a9 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:22.184603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49e19f51-036b-4aa2-b935-3faaa06de73b req-e9944dc5-bff2-45c8-8f83-261a3cc415a9 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1954525 Jul 27 17:08:22.204548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.222920 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:08:22.297028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing IP validity checks on allocation pools {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:08:22.297890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93924) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:08:22.343312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49e19f51-036b-4aa2-b935-3faaa06de73b req-6b687417-f328-44e9-939c-774537aa00a8 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392081 Jul 27 17:08:22.386496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.387538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.388761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/967f4215-b3ed-4072-91e2-4bcf30f8f4bf HTTP/1.1" status: 204 len: 168 time: 0.4957042 Jul 27 17:08:22.431716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27ea0a-3300-45e6-9435-f283ffcf4c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f4215-b3ed-4072-91e2-4bcf30f8f4bf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:22.527556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.596653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=f7199c75-46e6-4f71-8211-5f75599d500d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:22.607588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Checking segment: {'id': '34f08d18-2dae-4b67-b5d4-b9c926ace9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:22.607981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network hostable DHCP agents. Network: a25438e2-77a4-49a2-8cc2-498cee1dd27a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:22.625472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:22.635611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a25438e2-77a4-49a2-8cc2-498cee1dd27a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:22.640401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:22.641050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.650930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041b984-eb8b-4f0b-87ce-11df29c095dd None None] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:22.671073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-187844e1-67c8-404f-a9b4-f2115439aad0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7534261 Jul 27 17:08:22.671432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56308) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:22.676881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:22.704172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56310) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:22.815359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25382411'] for subnet, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.825393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a25438e2-77a4-49a2-8cc2-498cee1dd27a', 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a', 'tenant_id': '60f382ff82b740938079711afe1804d9', 'fixed_ips': [{'subnet_id': 'f7199c75-46e6-4f71-8211-5f75599d500d'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:22.826275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.867963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0d262eb-15f0-4609-9f01-f96ec74d483d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.991844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0d262eb-15f0-4609-9f01-f96ec74d483d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:22.996974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0d262eb-15f0-4609-9f01-f96ec74d483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.004087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791755220965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25437327'] for subnet, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.042862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e0d262eb-15f0-4609-9f01-f96ec74d483d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af9cc31928cd4919a637d940a7fc19da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375065 Jul 27 17:08:23.043768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d262eb-15f0-4609-9f01-f96ec74d483d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce313cf-2437-41e1-8ab0-bfeca3afdc2b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.045814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56324) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:23.070208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Allocated IP 172.20.0.3 (a25438e2-77a4-49a2-8cc2-498cee1dd27a/f7199c75-46e6-4f71-8211-5f75599d500d/57696e69-b23d-4fcc-89f9-ce11faa0eab1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:23.085697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:23.086360 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.088504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "PUT /v2.0/subnets/f7199c75-46e6-4f71-8211-5f75599d500d HTTP/1.1" status: 200 len: 877 time: 0.4154983 Jul 27 17:08:23.090861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:23.097851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201ed9f-dd27-4fcd-a92d-62ff98d18d0c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event updated for resources: {'Subnet': ['ID=f7199c75-46e6-4f71-8211-5f75599d500d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.129447 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.152078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.215981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.219160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.220933 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fce313cf-2437-41e1-8ab0-bfeca3afdc2b HTTP/1.1" status: 204 len: 168 time: 0.1707404 Jul 27 17:08:23.229401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.237263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc5287-b2b3-4eb4-a57e-d66f8be51809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce313cf-2437-41e1-8ab0-bfeca3afdc2b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.243978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.253451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Transition to ACTIVE for port object 57696e69-b23d-4fcc-89f9-ce11faa0eab1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:23.278853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Transition to ACTIVE for port object 57696e69-b23d-4fcc-89f9-ce11faa0eab1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:23.288026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.302029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.337808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:23.342340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:23.345925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:23.361570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Pushing event updated for resources: {'Port': ['ID=57696e69-b23d-4fcc-89f9-ce11faa0eab1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.376647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56336) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:23.381432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.424839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=f7199c75-46e6-4f71-8211-5f75599d500d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.455850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Attempting to bind port 57696e69-b23d-4fcc-89f9-ce11faa0eab1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:23.456785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Attempting to bind port 57696e69-b23d-4fcc-89f9-ce11faa0eab1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '34f08d18-2dae-4b67-b5d4-b9c926ace9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:23.457391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Attempting to bind port 57696e69-b23d-4fcc-89f9-ce11faa0eab1 on network a25438e2-77a4-49a2-8cc2-498cee1dd27a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:23.463444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:23.464144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Checking segment: {'id': '34f08d18-2dae-4b67-b5d4-b9c926ace9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:23.464776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.465397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Bound using segment: {'id': '34f08d18-2dae-4b67-b5d4-b9c926ace9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:23.466054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Bound port: 57696e69-b23d-4fcc-89f9-ce11faa0eab1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f08d18-2dae-4b67-b5d4-b9c926ace9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:23.466619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.528118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.540955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25438e2-77a4-49a2-8cc2-498cee1dd27a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:23.554637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f08d18-2dae-4b67-b5d4-b9c926ace9a2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:23.555212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f08d18-2dae-4b67-b5d4-b9c926ace9a2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:23.565952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.568063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2dda9-0c06-4c71-b08f-eed5345e9d3f req-a7140bcd-2483-4bac-b691-3458a2c86a5d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:23.571514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] For port 57696e69-b23d-4fcc-89f9-ce11faa0eab1, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:23.576216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] For port 57696e69-b23d-4fcc-89f9-ce11faa0eab1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=57696e69-b23d-4fcc-89f9-ce11faa0eab1,segment=NetworkSegment(34f08d18-2dae-4b67-b5d4-b9c926ace9a2),segment_id=34f08d18-2dae-4b67-b5d4-b9c926ace9a2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:23.578314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10d2dda9-0c06-4c71-b08f-eed5345e9d3f req-a7140bcd-2483-4bac-b691-3458a2c86a5d tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1131792 Jul 27 17:08:23.586290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.591544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.594536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:23.595042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.651131 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-10d2dda9-0c06-4c71-b08f-eed5345e9d3f req-62b9018b-537d-4f57-a7e3-3e5890dc71c5 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:23.675669 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:23.681920 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 17:08:23.681920 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 17:08:23.681920 n-d-723572-6 neutron-server[93924]: [parameters: {'id': 'a25438e2-77a4-49a2-8cc2-498cee1dd27a'}] Jul 27 17:08:23.681920 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:23.682302 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:23.699513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b221-33e1-4afb-a6cb-6236f0b6b078 None None] Pushing event updated for resources: {'Port': ['ID=57696e69-b23d-4fcc-89f9-ce11faa0eab1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:23.705301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-414383078-network', 'tenant_id': 'd58a587cd3d84dd3b3fb3075f0cfdf84'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:23.747046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Made reservation on behalf of d58a587cd3d84dd3b3fb3075f0cfdf84 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:23.750681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.765026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:23.782951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37238ada-6859-4447-910c-69fa07fd6a00 None None] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:23.976623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-6cc9f16a-e6f8-46bb-84fa-10d27f351867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:23.979602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-6cc9f16a-e6f8-46bb-84fa-10d27f351867 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 1097 time: 0.0749133 Jul 27 17:08:23.990527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.006759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ee0bc-6af3-4f83-9e23-4f50cf4f9956 None None] Network a25438e2-77a4-49a2-8cc2-498cee1dd27a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:24.013566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046a703-32d1-41c3-9379-bce9b8d4dc6f req-a7de00a4-14dd-411e-8dca-9a3ee66f3ab7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.015969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8046a703-32d1-41c3-9379-bce9b8d4dc6f req-a7de00a4-14dd-411e-8dca-9a3ee66f3ab7 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1206670 Jul 27 17:08:24.017370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.041850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:24.054724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.055168 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Added segment 34e2537a-14b5-45fc-8154-9a1ae2517606 of type vlan for network 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba Jul 27 17:08:24.109194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-7008d7d1-f26f-4a68-a606-5202820d3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.110393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-7008d7d1-f26f-4a68-a606-5202820d3d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 200 len: 911 time: 0.1223202 Jul 27 17:08:24.168159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-c4ee1b13-a28a-42ae-93e0-92cd9a6d1f6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 200 len: 217 time: 0.0500171 Jul 27 17:08:24.169018 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8046a703-32d1-41c3-9379-bce9b8d4dc6f req-6911fccf-8984-4864-9538-92cc7348ba9f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121628 Jul 27 17:08:24.173076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de740c-15fc-42f5-bbd3-da0817582610,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:24.193368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.219054 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.219272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a890e9-3f16-4b5a-8755-30e1959e9c7f None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:08:24.229585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.232247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.233088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.245391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-c29b0ff8-4c5e-4fa9-b155-9d2663a024ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.247121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-c29b0ff8-4c5e-4fa9-b155-9d2663a024ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 200 len: 850 time: 0.0722671 Jul 27 17:08:24.288217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:24.309655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9311898 Jul 27 17:08:24.312901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:24.318020 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Request body: {'subnet': {'network_id': '74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-414383078-subnet', 'tenant_id': 'd58a587cd3d84dd3b3fb3075f0cfdf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:24.330033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2962e-3abd-47bf-9315-4db1574b3913 admin admin] Pushing event updated for resources: {'Network': ['ID=74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:24.331071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a890e9-3f16-4b5a-8755-30e1959e9c7f None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:08:24.339066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-44f9ce49-5199-45e0-8236-75f2361ed088 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686588 Jul 27 17:08:24.345563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:24.352255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Made reservation on behalf of d58a587cd3d84dd3b3fb3075f0cfdf84 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:24.355193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.414329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Deleting port 57696e69-b23d-4fcc-89f9-ce11faa0eab1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:24.414996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.485384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837178829-network', 'tenant_id': 'b7cc6fdbb0cb42bb9e00e7fe23c3ab4e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:24.546023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Made reservation on behalf of b7cc6fdbb0cb42bb9e00e7fe23c3ab4e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:24.549095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.568831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.593204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.685306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ce194c-e7ab-4ea0-adf4-97c5087da7ef,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:24.704174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Checking segment: {'id': '34e2537a-14b5-45fc-8154-9a1ae2517606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:24.704884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Network hostable DHCP agents. Network: 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:24.736310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Network 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:24.756712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:24.765128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.766589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.770030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a61053c-c765-4d33-a72b-59c827301744 None None] Network 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:24.781793 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.789863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.807778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-77f047c5-c442-4d28-aeb5-39c2d6780954 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4863255 Jul 27 17:08:24.834547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:24.852747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd149f43-ea22-4dde-89c4-d24ce9e53bd8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:24.859108 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.860173 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Added segment 0c88a75e-6df4-41fe-ae11-6d85be8ba6fb of type vlan for network 02d68afd-a29a-4872-8551-fa4c39ec9896 Jul 27 17:08:24.890313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] For port 57696e69-b23d-4fcc-89f9-ce11faa0eab1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=57696e69-b23d-4fcc-89f9-ce11faa0eab1,segment=NetworkSegment(34f08d18-2dae-4b67-b5d4-b9c926ace9a2),segment_id=34f08d18-2dae-4b67-b5d4-b9c926ace9a2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:24.890695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.911092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.912705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Calling delete_port for 57696e69-b23d-4fcc-89f9-ce11faa0eab1 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:24.921594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-867ea88b-ee40-4746-9089-f1684bc13fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648277 Jul 27 17:08:24.954114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.955724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:24.956949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:24.963055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9c9f4-1b03-4997-b086-7b4fad7b052c None None] Network 74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:24.992856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7033722 Jul 27 17:08:25.010210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.017986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Request body: {'subnet': {'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837178829-subnet', 'tenant_id': 'b7cc6fdbb0cb42bb9e00e7fe23c3ab4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:25.051981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Made reservation on behalf of b7cc6fdbb0cb42bb9e00e7fe23c3ab4e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:25.054679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.062728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b2e86-0167-4820-a3ad-e6c079627230 admin admin] Pushing event updated for resources: {'Network': ['ID=02d68afd-a29a-4872-8551-fa4c39ec9896,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.074028 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:25.153507 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-503e6843-e937-47f1-a4a1-6f9077376b64 req-1f8bcd82-1c48-4d0a-962e-1f502ae780e6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247448 Jul 27 17:08:25.187999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.220480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Port': ['ID=57696e69-b23d-4fcc-89f9-ce11faa0eab1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.232311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No DVR routers for this DVR port 57696e69-b23d-4fcc-89f9-ce11faa0eab1 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:25.415928 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.440837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25438e2-77a4-49a2-8cc2-498cee1dd27a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:25.450460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.450951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.456134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-74140924-network', 'tenant_id': '5af238b4010a47078ffd6efa3df8c5d3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:25.463730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f08d18-2dae-4b67-b5d4-b9c926ace9a2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:25.464037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f08d18-2dae-4b67-b5d4-b9c926ace9a2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:25.477808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Made reservation on behalf of 5af238b4010a47078ffd6efa3df8c5d3 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:25.480490 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.491410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.498355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.535911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0477-3150-4644-b24d-e605f8d9591d req-ba599da9-fb85-4e7c-9f8e-80b14662bb47 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:25.537505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-192b0477-3150-4644-b24d-e605f8d9591d req-ba599da9-fb85-4e7c-9f8e-80b14662bb47 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.2748251 Jul 27 17:08:25.540233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.564111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:25.564550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:25.567630 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:25.574354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f229c4b-080b-4b03-b39f-3eb7b17d277e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.610426 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.614820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.642382 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:25.652414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030bdaa-ecf1-49ad-96ff-63ed6810ddb9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.659115 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.659566 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Added segment 740dc99e-e447-4f8d-a7a3-a70f32fe0579 of type vlan for network 4302c2e7-bbac-4b12-9e48-fa7f84696ca4 Jul 27 17:08:25.660907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Checking segment: {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:25.661283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Network hostable DHCP agents. Network: 02d68afd-a29a-4872-8551-fa4c39ec9896, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:25.677781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-192b0477-3150-4644-b24d-e605f8d9591d req-e6139c98-01c7-422d-8fff-d48cac8bb01c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278679 Jul 27 17:08:25.691734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.704253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.708876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/a25438e2-77a4-49a2-8cc2-498cee1dd27a HTTP/1.1" status: 204 len: 168 time: 2.6163065 Jul 27 17:08:25.709229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:25.713268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.713482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56392) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.735855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37461a4-00ea-49d3-a981-3952e7af5d23 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=a25438e2-77a4-49a2-8cc2-498cee1dd27a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.749473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.750646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:25.751462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.758171 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deea89d-9811-4c64-9954-447fb7be18f9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:25.758722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deea89d-9811-4c64-9954-447fb7be18f9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:25.760664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4deea89d-9811-4c64-9954-447fb7be18f9 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/f7199c75-46e6-4f71-8211-5f75599d500d HTTP/1.1" status: 404 len: 337 time: 0.0463526 Jul 27 17:08:25.761799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 02d68afd-a29a-4872-8551-fa4c39ec9896) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:25.763611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.775107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:25.775416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3171cc-103e-40c6-ae7a-c0a127c9cb1c None None] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:25.776091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.789519 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2618465-d799-41e2-be2a-74439f35b538 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:25.790454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2618465-d799-41e2-be2a-74439f35b538 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:25.792647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a2618465-d799-41e2-be2a-74439f35b538 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/a25438e2-77a4-49a2-8cc2-498cee1dd27a HTTP/1.1" status: 404 len: 339 time: 0.0279834 Jul 27 17:08:25.796774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.815866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3637099 Jul 27 17:08:25.818576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56398) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.828210 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Request body: {'subnet': {'network_id': '4302c2e7-bbac-4b12-9e48-fa7f84696ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-74140924-subnet', 'tenant_id': '5af238b4010a47078ffd6efa3df8c5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:25.834011 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a502819-4221-4f75-9e30-91fb7ade8f22 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:25.834921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a502819-4221-4f75-9e30-91fb7ade8f22 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:25.836223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a502819-4221-4f75-9e30-91fb7ade8f22 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/23501b62-b707-41a6-94f3-789b1b2b5a54 HTTP/1.1" status: 404 len: 337 time: 0.0385051 Jul 27 17:08:25.847396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78127619-156f-48d6-9190-522e050a9a4e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8266177 Jul 27 17:08:25.847396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.847708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c1c7-5e68-4a3f-8bd0-79b8f0c0180c admin admin] Pushing event updated for resources: {'Network': ['ID=4302c2e7-bbac-4b12-9e48-fa7f84696ca4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:25.858867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4302c2e7-bbac-4b12-9e48-fa7f84696ca4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:25.859698 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda8672d-13a2-4dfd-a18f-4fd346b157c0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:25.860570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda8672d-13a2-4dfd-a18f-4fd346b157c0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:25.864618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eda8672d-13a2-4dfd-a18f-4fd346b157c0 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/d4222830-2e60-4d78-a774-780fe10f4041 HTTP/1.1" status: 404 len: 339 time: 0.0227721 Jul 27 17:08:25.865968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:25.892007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Made reservation on behalf of 5af238b4010a47078ffd6efa3df8c5d3 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:25.896166 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:25.955958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.002885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2cf077-9222-4160-81bc-deb3a56e6e6c None None] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:26.079757 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.095731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a6e99-50da-4cb5-9b16-5e4c16a1caae']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:26.111265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c9c90c-e868-4535-894f-9a9d2cea4620') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:26.111887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c9c90c-e868-4535-894f-9a9d2cea4620') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:26.126062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.143062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.149051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.158405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:26.159269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:26.163742 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:26.195715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=633f3973-d305-488f-b552-cb19a311a3b3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:26.224101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Checking segment: {'id': '740dc99e-e447-4f8d-a7a3-a70f32fe0579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4302c2e7-bbac-4b12-9e48-fa7f84696ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:26.224567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Network hostable DHCP agents. Network: 4302c2e7-bbac-4b12-9e48-fa7f84696ca4, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:26.242272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.243594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Network 4302c2e7-bbac-4b12-9e48-fa7f84696ca4 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:26.254089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4302c2e7-bbac-4b12-9e48-fa7f84696ca4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:26.258971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:26.260348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.262545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.265659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e427aa-7591-4a4b-8d29-db2e78b4245f None None] Network 4302c2e7-bbac-4b12-9e48-fa7f84696ca4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:26.269693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/7d6a6e99-50da-4cb5-9b16-5e4c16a1caae HTTP/1.1" status: 204 len: 168 time: 0.4037659 Jul 27 17:08:26.271175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6dc5-4a89-4824-8a92-d586a98606aa tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=7d6a6e99-50da-4cb5-9b16-5e4c16a1caae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:26.278815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.291584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf7e039a-f7f0-490b-b1e8-00f92a0695ba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4720876 Jul 27 17:08:26.335279 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d71d1a1-e4b0-463d-ad43-efd3bd7f8d1d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.335773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d71d1a1-e4b0-463d-ad43-efd3bd7f8d1d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.337574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d71d1a1-e4b0-463d-ad43-efd3bd7f8d1d tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/4f59a5e5-1410-42dd-b342-274395224b40 HTTP/1.1" status: 404 len: 337 time: 0.0563664 Jul 27 17:08:26.342039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56414) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.367403 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c310f64-6fde-4527-af1a-93835e3add2e tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.368416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c310f64-6fde-4527-af1a-93835e3add2e tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.373406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c310f64-6fde-4527-af1a-93835e3add2e tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0662d49e-7564-45b5-b8c7-77b440d723ed HTTP/1.1" status: 404 len: 339 time: 0.0260415 Jul 27 17:08:26.373743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.404391 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-126416b1-59f1-47ed-8659-90fb2237e93a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.405451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126416b1-59f1-47ed-8659-90fb2237e93a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.407627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-126416b1-59f1-47ed-8659-90fb2237e93a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/3dec8dbd-5e3e-49d4-b7a1-a37a4ea7a922 HTTP/1.1" status: 404 len: 337 time: 0.0328438 Jul 27 17:08:26.411866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.433295 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdc0993-6c19-408e-bdae-ce886e4f8466 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.434018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdc0993-6c19-408e-bdae-ce886e4f8466 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.438312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-afdc0993-6c19-408e-bdae-ce886e4f8466 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/f4d4ca89-8b04-4caf-95b0-80828e181934 HTTP/1.1" status: 404 len: 339 time: 0.0227218 Jul 27 17:08:26.438868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56420) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.447572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.463142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022bb6a4-49bc-4a83-aee6-1c3efaeb412f None None] Network 4302c2e7-bbac-4b12-9e48-fa7f84696ca4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:26.478130 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0ceead-64e6-4d0b-a433-4c6d79fc6101 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.479013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0ceead-64e6-4d0b-a433-4c6d79fc6101 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.491637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be0ceead-64e6-4d0b-a433-4c6d79fc6101 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/376319c9-84db-4813-9b71-aef76e27891f HTTP/1.1" status: 404 len: 337 time: 0.0512218 Jul 27 17:08:26.495386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.522897 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a47d6bd-e911-4622-ad8e-ae7a89b15301 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.523741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a47d6bd-e911-4622-ad8e-ae7a89b15301 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.527106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a47d6bd-e911-4622-ad8e-ae7a89b15301 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0a07ae67-9464-4d54-996e-68ff2a3dfc6c HTTP/1.1" status: 404 len: 339 time: 0.0302112 Jul 27 17:08:26.529391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.533753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Deleting subnet 80ce194c-e7ab-4ea0-adf4-97c5087da7ef {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:26.537863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.577513 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b3119-5849-4e46-a5aa-d351d959de5a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.578110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507b3119-5849-4e46-a5aa-d351d959de5a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.582183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-507b3119-5849-4e46-a5aa-d351d959de5a tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/01f26eef-5ac7-4df7-88ca-890052a2411b HTTP/1.1" status: 404 len: 337 time: 0.0494225 Jul 27 17:08:26.582990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56442) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.609851 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f874fa77-7ea9-4744-ad28-0bd59363ad2c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.610470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f874fa77-7ea9-4744-ad28-0bd59363ad2c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.612335 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f874fa77-7ea9-4744-ad28-0bd59363ad2c tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/0d04e5e5-9f15-48c5-bc91-9f479d4537d1 HTTP/1.1" status: 404 len: 339 time: 0.0283873 Jul 27 17:08:26.615326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56444) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.620358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.651630 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7054f96-ef47-4b57-9cd6-b9d4282a0e98 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.652149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7054f96-ef47-4b57-9cd6-b9d4282a0e98 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.654285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e7054f96-ef47-4b57-9cd6-b9d4282a0e98 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/70d37b58-b0e1-490f-8d5b-52667b8e1622 HTTP/1.1" status: 404 len: 337 time: 0.0379970 Jul 27 17:08:26.657979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.693296 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5d41e9-299c-4406-a404-364a69f38b4b tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.693938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5d41e9-299c-4406-a404-364a69f38b4b tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.695858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bd5d41e9-299c-4406-a404-364a69f38b4b tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/9ec25a10-7663-4c5f-babe-024f7b4174bc HTTP/1.1" status: 404 len: 339 time: 0.0367284 Jul 27 17:08:26.698561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.705234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.759549 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71f42df-f8fd-47e6-8587-734515783322 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.760688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71f42df-f8fd-47e6-8587-734515783322 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.763004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c71f42df-f8fd-47e6-8587-734515783322 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/844262b8-fc4e-4e4b-8919-2afdfbb29ea2 HTTP/1.1" status: 404 len: 337 time: 0.0633020 Jul 27 17:08:26.766495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.792341 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30bbd36-0911-4d32-9bad-ee362e6cffb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.793106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30bbd36-0911-4d32-9bad-ee362e6cffb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.797744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e30bbd36-0911-4d32-9bad-ee362e6cffb3 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/099cca8f-1858-4cb9-8640-039550fcaeff HTTP/1.1" status: 404 len: 339 time: 0.0273957 Jul 27 17:08:26.798392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.832405 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0319b5f-7fa9-429c-8f80-5c9c04321d80 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.833193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0319b5f-7fa9-429c-8f80-5c9c04321d80 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.836491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c0319b5f-7fa9-429c-8f80-5c9c04321d80 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/5ca764ea-1d89-4def-bc7e-be2ba0de8f27 HTTP/1.1" status: 404 len: 337 time: 0.0354998 Jul 27 17:08:26.837428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.839176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.864088 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9affe8f6-9fbb-486c-8541-9885a55a3f25 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.864672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9affe8f6-9fbb-486c-8541-9885a55a3f25 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.869702 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9affe8f6-9fbb-486c-8541-9885a55a3f25 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/c8b299e9-b2dd-4150-9208-5e404624f7bb HTTP/1.1" status: 404 len: 339 time: 0.0281436 Jul 27 17:08:26.869702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.871073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:26.876032 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] 10.222.0.64 "DELETE /v2.0/subnets/80ce194c-e7ab-4ea0-adf4-97c5087da7ef HTTP/1.1" status: 204 len: 168 time: 0.4274213 Jul 27 17:08:26.876809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56462) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.884190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed40f6e-c636-480f-84a3-a4a29c47b1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ce194c-e7ab-4ea0-adf4-97c5087da7ef,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:26.901289 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-204f3dae-49a8-421b-a900-f90eeda18ca2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.901902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204f3dae-49a8-421b-a900-f90eeda18ca2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.903666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-204f3dae-49a8-421b-a900-f90eeda18ca2 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/b07165ca-5505-409e-8626-db3b1548bd34 HTTP/1.1" status: 404 len: 337 time: 0.0336704 Jul 27 17:08:26.912298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7d33-7046-4e47-8e6f-89f997973fd7 req-695df885-faf7-4572-87e3-a289fecd6151 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:26.913723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea2e7d33-7046-4e47-8e6f-89f997973fd7 req-695df885-faf7-4572-87e3-a289fecd6151 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1219893 Jul 27 17:08:26.914184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.943718 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-622ddf3e-df19-46e7-ab0b-47127769ac7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:26.944508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622ddf3e-df19-46e7-ab0b-47127769ac7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:26.946561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-622ddf3e-df19-46e7-ab0b-47127769ac7f tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/e0987010-7c7a-4c6e-8904-6022c352c769 HTTP/1.1" status: 404 len: 339 time: 0.0314631 Jul 27 17:08:26.954197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56466) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:26.965969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.011650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea2e7d33-7046-4e47-8e6f-89f997973fd7 req-91ecbddb-5474-4234-b246-6acd1a6fa298 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889330 Jul 27 17:08:27.020267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Deleting subnet 09da08ea-7d58-4f1a-9cbe-7214439fed24 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:27.023413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.059035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.064440 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.070716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.087224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e2537a-14b5-45fc-8154-9a1ae2517606') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.087526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e2537a-14b5-45fc-8154-9a1ae2517606') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.096908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.112966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.122800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:27.123333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:27.126155 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:27.165342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.189874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.196860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.198907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] 10.222.0.64 "DELETE /v2.0/networks/74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba HTTP/1.1" status: 204 len: 168 time: 0.3208644 Jul 27 17:08:27.202034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56468) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:27.210362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76affe-1b0c-480b-9054-17fef2d1878a admin admin] Pushing event deleted for resources: {'Network': ['ID=74e0ba2a-a26d-4b9c-ad88-82bf2fcf7aba,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.267998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Deleting subnet 633f3973-d305-488f-b552-cb19a311a3b3 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:27.272175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.299786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.340139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Subnet': ['ID=09da08ea-7d58-4f1a-9cbe-7214439fed24,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.348735 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.350604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-93c13bd7-5096-4746-8770-c29cd4990019 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/subnets/09da08ea-7d58-4f1a-9cbe-7214439fed24 HTTP/1.1" status: 204 len: 168 time: 0.3954642 Jul 27 17:08:27.352987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.353356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:27.355882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f2073-ef6e-4311-b85d-77ec5d1c76f4 None None] Network ccf75b53-fc15-4ff2-911f-7dea97a5ee14 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:27.397181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.449961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.457185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.485909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633f3973-d305-488f-b552-cb19a311a3b3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.488937 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.492758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd8d784d-43fa-4466-958d-b6edc4cd2cfb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/633f3973-d305-488f-b552-cb19a311a3b3 HTTP/1.1" status: 204 len: 168 time: 0.2878568 Jul 27 17:08:27.494069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:27.529464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Deleting port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:27.529801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.573092 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.574230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] DHCP port deletion for ccf75b53-fc15-4ff2-911f-7dea97a5ee14 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:27.599476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] For port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,segment=NetworkSegment(a2a5b797-6f04-4596-9023-70f4cbab587c),segment_id=a2a5b797-6f04-4596-9023-70f4cbab587c)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:27.599857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.614089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Calling delete_port for c4b57ab8-e647-4421-9f4e-a38f9f63b1fa owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:27.626001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Deleting port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:27.626385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.685568 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.694364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] For port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,segment=NetworkSegment(a2a5b797-6f04-4596-9023-70f4cbab587c),segment_id=a2a5b797-6f04-4596-9023-70f4cbab587c)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:27.694765 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.699205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302c2e7-bbac-4b12-9e48-fa7f84696ca4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.710602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740dc99e-e447-4f8d-a7a3-a70f32fe0579') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.710807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Calling delete_port for c4b57ab8-e647-4421-9f4e-a38f9f63b1fa owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:27.710915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740dc99e-e447-4f8d-a7a3-a70f32fe0579') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.716093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.726204 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.742841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.751282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Port': ['ID=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.751850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:27.752378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:27.758925 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:27.765135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] No DVR routers for this DVR port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:27.801139 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.829010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] Pushing event deleted for resources: {'Port': ['ID=c4b57ab8-e647-4421-9f4e-a38f9f63b1fa,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.829763 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.834353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf73a0-7e17-48d3-b871-c257eceb1044 None None] No DVR routers for this DVR port c4b57ab8-e647-4421-9f4e-a38f9f63b1fa on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:27.836668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.841778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] 10.222.0.64 "DELETE /v2.0/networks/4302c2e7-bbac-4b12-9e48-fa7f84696ca4 HTTP/1.1" status: 204 len: 168 time: 0.3440180 Jul 27 17:08:27.853805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeaaf8-05d8-42ad-89b3-5fe52fb2448f admin admin] Pushing event deleted for resources: {'Network': ['ID=4302c2e7-bbac-4b12-9e48-fa7f84696ca4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:27.916903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.933756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf75b53-fc15-4ff2-911f-7dea97a5ee14']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.954753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a5b797-6f04-4596-9023-70f4cbab587c') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.955074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a5b797-6f04-4596-9023-70f4cbab587c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:27.969341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:27.997720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-160a696d-f569-4922-869d-bfe2db07ae8b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:27.999807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-160a696d-f569-4922-869d-bfe2db07ae8b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 808 time: 0.1952448 Jul 27 17:08:28.000799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.007116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.017223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:28.017640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:28.020805 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:28.055102 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cafdc2cd-5ea0-4d18-8d79-4b2034e88569 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d58a587cd3d84dd3b3fb3075f0cfdf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468059 Jul 27 17:08:28.055801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56494) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.061931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-e3a256d5-4b78-484b-b35d-481f81035e2d tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/quotas/b7cc6fdbb0cb42bb9e00e7fe23c3ab4e HTTP/1.1" status: 200 len: 375 time: 0.0537317 Jul 27 17:08:28.106175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-94199d4b-495b-4ea5-ab03-0a90ede2eb34 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345449 Jul 27 17:08:28.113790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.118973 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.124294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] 10.222.0.64 "DELETE /v2.0/networks/ccf75b53-fc15-4ff2-911f-7dea97a5ee14 HTTP/1.1" status: 204 len: 168 time: 0.7634830 Jul 27 17:08:28.150841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.157445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fda27-432e-4774-9e79-48ce0803b971 tempest-NetworksTest-424643619 tempest-NetworksTest-424643619-project] Pushing event deleted for resources: {'Network': ['ID=ccf75b53-fc15-4ff2-911f-7dea97a5ee14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:28.187113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.207329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16278ae-98a8-4e1f-9c71-49679accda07 req-6ce72873-ecb5-4bb8-8f6c-95fa09ef063f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:28.209598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a16278ae-98a8-4e1f-9c71-49679accda07 req-6ce72873-ecb5-4bb8-8f6c-95fa09ef063f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1180801 Jul 27 17:08:28.237468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-e0efd9ba-7acb-4665-b525-ec876aef48c5 service neutron] 10.222.0.64 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116385 Jul 27 17:08:28.266834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a16278ae-98a8-4e1f-9c71-49679accda07 req-d6e33282-854f-4e92-a1db-415638725f67 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jul 27 17:08:28.278044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.281839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.288893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75de740c-15fc-42f5-bbd3-da0817582610 HTTP/1.1" status: 204 len: 168 time: 0.2290688 Jul 27 17:08:28.304542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56c07-56f6-490e-976d-9db5872af06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de740c-15fc-42f5-bbd3-da0817582610,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:28.373742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-0478904a-b2c7-4993-914c-bbcad43836a3 service neutron] 10.222.0.64 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300535 Jul 27 17:08:28.456479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56506) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.581969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-31a15392-4013-48c9-86a5-41bbd12020cc req-805829b6-bbe7-43c8-af8a-0bdf19afbd63 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 210 time: 0.0482042 Jul 27 17:08:28.617468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79480c-e739-4225-ad63-0ff48b93a966 req-f25306a9-6f18-4857-afec-06d477e1f058 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:28.619101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e79480c-e739-4225-ad63-0ff48b93a966 req-f25306a9-6f18-4857-afec-06d477e1f058 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.0830691 Jul 27 17:08:28.665348 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e79480c-e739-4225-ad63-0ff48b93a966 req-71feda16-7439-422e-927f-6c341cc5c4c1 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Jul 27 17:08:28.753956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57d8392c-58cb-43ae-8be1-0e01fa745301 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60f382ff82b740938079711afe1804d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963076 Jul 27 17:08:28.757428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.814450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.815815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.839465 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.864477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc037936-e9ef-464d-a7c3-929b309e9fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5af238b4010a47078ffd6efa3df8c5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483940 Jul 27 17:08:28.866663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:28.891727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.894881 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.896471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7af0fdc-8ec6-4feb-a3b3-ce75394874b5 HTTP/1.1" status: 204 len: 168 time: 0.1380830 Jul 27 17:08:28.905684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34041f5-3571-465e-821c-57a4390c7e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af0fdc-8ec6-4feb-a3b3-ce75394874b5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:28.942768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:28.966761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:29.022202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:29.024754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:29.028364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3030bdaa-ecf1-49ad-96ff-63ed6810ddb9 HTTP/1.1" status: 204 len: 168 time: 0.1582782 Jul 27 17:08:29.041741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8f113-0cb3-408c-b657-68f661dc2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030bdaa-ecf1-49ad-96ff-63ed6810ddb9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:29.470645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c4b57ab8-e647-4421-9f4e-a38f9f63b1fa no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:29.495172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c4b57ab8-e647-4421-9f4e-a38f9f63b1fa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:29.495508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c4b57ab8-e647-4421-9f4e-a38f9f63b1fa not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:29.682673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06675b2d-053d-4f0a-ab58-9b44fc5ec924 req-1b2a6d4a-f9a8-4f24-a416-efbb1cf45332 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 210 time: 0.0325716 Jul 27 17:08:29.872290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56576) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:29.912449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e7d8-53ed-4783-88ad-77841edfacc0 req-88ec0312-a9db-4d7c-9285-c4001687ac98 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:29.914717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e298e7d8-53ed-4783-88ad-77841edfacc0 req-88ec0312-a9db-4d7c-9285-c4001687ac98 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1607728 Jul 27 17:08:29.990199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e298e7d8-53ed-4783-88ad-77841edfacc0 req-8a3f5c14-d002-4b25-bf2b-0624e30ba162 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649421 Jul 27 17:08:29.999383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-540ff669-7c2b-4d37-bdc3-e60daf3dd63a tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:30.001307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-540ff669-7c2b-4d37-bdc3-e60daf3dd63a tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 808 time: 0.1882918 Jul 27 17:08:30.020464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Request body: {'port': {'device_id': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896', 'admin_state_up': True, 'tenant_id': 'b7cc6fdbb0cb42bb9e00e7fe23c3ab4e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:30.027775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-937506176'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:30.050983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:30.055220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.066788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.176585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.181660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.197974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Made reservation on behalf of b7cc6fdbb0cb42bb9e00e7fe23c3ab4e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:30.201933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.207198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:30.230578 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.230967 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment c7666b01-20c1-4348-8503-0f9ef5d1f938 of type vlan for network b53175e6-d857-4c47-bc78-1bca77b2858c Jul 27 17:08:30.232369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e756172f-a39e-4d77-8845-e37bf17a5bb5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:30.281115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.316813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.323000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:30.323642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.343317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Allocated IP 172.20.0.5 (02d68afd-a29a-4872-8551-fa4c39ec9896/2f229c4b-080b-4b03-b39f-3eb7b17d277e/14384a0d-529d-4114-aa46-2157cc75e3f3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:30.384916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5113573 Jul 27 17:08:30.387772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:30.395252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'name': 'tempest-PortsTestJSON-920204191'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:30.446431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b576-6939-43a0-b30c-620625bbe0b5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=b53175e6-d857-4c47-bc78-1bca77b2858c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:30.464578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:30.524364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:30.527500 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.541592 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.547739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 1c514f71-d331-411e-ba7f-e6c71760964d yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:30.603683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.642483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:30.646342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:30.650132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:30.694304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Pushing event updated for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:30.723181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:30.723720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.737407 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.750354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c392f7cc-757c-467d-a9ce-995096fd2ae5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340622 Jul 27 17:08:30.769823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Request body: {'port': {'device_id': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:30.809395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.850275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:30.880983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=1c514f71-d331-411e-ba7f-e6c71760964d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:30.914050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': 'c7666b01-20c1-4348-8503-0f9ef5d1f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:30.914050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: b53175e6-d857-4c47-bc78-1bca77b2858c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:30.923095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1401d-b2bc-40e3-941c-7d7ffcc50f89 req-05c4fcea-683e-49e1-9c8b-2810b38e4c31 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:30.924747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9d1401d-b2bc-40e3-941c-7d7ffcc50f89 req-05c4fcea-683e-49e1-9c8b-2810b38e4c31 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 931 time: 0.1491721 Jul 27 17:08:30.962120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:30.984694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9d1401d-b2bc-40e3-941c-7d7ffcc50f89 req-f3958944-baa1-4998-968d-2da7b30c91d8 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Jul 27 17:08:30.985866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b53175e6-d857-4c47-bc78-1bca77b2858c) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:30.989796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:30.995323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:30.996216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfb642-7501-45fe-9195-0e17eb1f9a36 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:30.996743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.024764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-02941f38-db48-40a7-befe-f47cd73a3221 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6358259 Jul 27 17:08:31.028235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:31.035908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734530296'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:31.067479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:31.072449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.102144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:31.115423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.115854 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment ad16544a-c99b-4b55-8f31-597f098a9919 of type vlan for network a28246cb-8165-459e-9d21-6841c78f0832 Jul 27 17:08:31.171326 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.233628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.240809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:31.241576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.272562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8831fb-34cb-4103-95a3-abff9884a65a req-07914465-1a83-4814-a6c2-9f55a419acac tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:31.281202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad8831fb-34cb-4103-95a3-abff9884a65a req-07914465-1a83-4814-a6c2-9f55a419acac tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1672401 Jul 27 17:08:31.315666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2862048 Jul 27 17:08:31.318684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:31.324064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'ports': [{'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'}, {'network_id': 'a28246cb-8165-459e-9d21-6841c78f0832'}]} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:31.324511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:31.325118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'a28246cb-8165-459e-9d21-6841c78f0832'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:31.345411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19456e5f-3b64-4f72-878e-f98aef13f370 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=a28246cb-8165-459e-9d21-6841c78f0832,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:31.359117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a28246cb-8165-459e-9d21-6841c78f0832 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:31.366206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14384a0d-529d-4114-aa46-2157cc75e3f3 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:08:31.375490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad8831fb-34cb-4103-95a3-abff9884a65a req-ebfec5be-c8d7-441b-bef0-174725cc143f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858252 Jul 27 17:08:31.383211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.401737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Transition to ACTIVE for port object 14384a0d-529d-4114-aa46-2157cc75e3f3 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:31.406895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.466883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:31.561946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Attempting to bind port 14384a0d-529d-4114-aa46-2157cc75e3f3 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:31.562290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Attempting to bind port 14384a0d-529d-4114-aa46-2157cc75e3f3 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:31.562835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Attempting to bind port 14384a0d-529d-4114-aa46-2157cc75e3f3 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:31.567546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Port 14384a0d-529d-4114-aa46-2157cc75e3f3 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:08:31.567882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Attempting to bind port 14384a0d-529d-4114-aa46-2157cc75e3f3 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:31.573882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:31.574317 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Checking segment: {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:31.574652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Bound using segment: {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:31.575097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Bound port: 14384a0d-529d-4114-aa46-2157cc75e3f3, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:31.575543 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.579451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 2} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:31.584492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.605174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.627233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-c068cded-eabd-480c-92a9-607b176c9d54 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:31.628934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-c068cded-eabd-480c-92a9-607b176c9d54 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 946 time: 0.1468356 Jul 27 17:08:31.655576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:31.659439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=14384a0d-529d-4114-aa46-2157cc75e3f3,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:31.665022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.726146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:31.744559 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:31.746229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:31.746371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 2dc879a5-fb9a-45bb-a3d0-f74a5040cfda yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:31.747959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-5e797530-0f16-45e3-a796-0fa91bddb4b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/14384a0d-529d-4114-aa46-2157cc75e3f3 HTTP/1.1" status: 200 len: 1091 time: 0.9886827 Jul 27 17:08:31.749012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:31.753996 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8fab93-e49a-4b59-ba45-fc808be92892" -d '{"events": [{"name": "network-changed", "server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:31.830609 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8116c8c2-0bfc-4ac3-b1a8-30e37cdc3f33 x-openstack-request-id: req-8116c8c2-0bfc-4ac3-b1a8-30e37cdc3f33 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:31.830921 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:31.831170 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8116c8c2-0bfc-4ac3-b1a8-30e37cdc3f33 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:31.831577 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3', 'status': 'completed', 'code': 200} Jul 27 17:08:31.862658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-22d06d1b-5295-49c1-a45f-fc0fb8b0448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:31.864201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-22d06d1b-5295-49c1-a45f-fc0fb8b0448b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0720334 Jul 27 17:08:31.903765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Deleting port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:31.904210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.024924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.117589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] For port 6fe1d312-8d11-4fe5-97cb-5214614b4a91, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6fe1d312-8d11-4fe5-97cb-5214614b4a91,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:32.117830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.142218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Calling delete_port for 6fe1d312-8d11-4fe5-97cb-5214614b4a91 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:32.145952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port ab0f3737-c448-453b-8c84-ca8e5777f3d8 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:32.268558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-16ff8b0c-5648-4980-b671-1151cada7cc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14384a0d-529d-4114-aa46-2157cc75e3f3 HTTP/1.1" status: 200 len: 217 time: 0.3950000 Jul 27 17:08:32.364743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-ccc1cb3d-d8bd-402c-a736-0bcd4509b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:32.366381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-ccc1cb3d-d8bd-402c-a736-0bcd4509b60f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f229c4b-080b-4b03-b39f-3eb7b17d277e HTTP/1.1" status: 200 len: 848 time: 0.0890412 Jul 27 17:08:32.387533 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.399931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.431799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['aa142ba2-6993-4c7d-b01b-4983fadfc713'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:32.443315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-d01b4a8b-07b1-4d14-a15a-c7c5a6002a0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02d68afd-a29a-4872-8551-fa4c39ec9896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635271 Jul 27 17:08:32.444576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Pushing event deleted for resources: {'Port': ['ID=6fe1d312-8d11-4fe5-97cb-5214614b4a91,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:32.467989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363118c3-5b70-43dc-a95c-b2e9f36deff9 req-d131fe32-066b-41e5-a9c6-a075ebf57aaf tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:32.469747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-363118c3-5b70-43dc-a95c-b2e9f36deff9 req-d131fe32-066b-41e5-a9c6-a075ebf57aaf tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 943 time: 0.2068465 Jul 27 17:08:32.511187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] No DVR routers for this DVR port 6fe1d312-8d11-4fe5-97cb-5214614b4a91 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:32.522047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.524131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1e052396-f8e1-422d-a20e-26e8e630fbb2 req-206b13e9-3852-4fed-a79c-e7b58056c11e tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "DELETE /v2.0/ports/6fe1d312-8d11-4fe5-97cb-5214614b4a91 HTTP/1.1" status: 204 len: 173 time: 0.8885708 Jul 27 17:08:32.525022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'name': 'network-vif-deleted', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:32.527275 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c0d92-43c4-49b7-a467-39a05c8dd3de" -d '{"events": [{"server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "name": "network-vif-deleted", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:32.550539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.553884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-35fbd41c-2728-47f1-a735-9d7bec39dbea req-ca3f5c64-e357-4bc9-8649-adb5460aaafc tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a41f398-8060-4324-9683-e2642b7e11ce HTTP/1.1" status: 200 len: 210 time: 0.0465007 Jul 27 17:08:32.627788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:32.631368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:32.636703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:32.637605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.651089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=2dc879a5-fb9a-45bb-a3d0-f74a5040cfda,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:32.718430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-363118c3-5b70-43dc-a95c-b2e9f36deff9 req-7c1a8085-e83d-424f-a523-82e8a451f461 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277949 Jul 27 17:08:32.780924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=ab0f3737-c448-453b-8c84-ca8e5777f3d8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:32.800187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-c23416fe-6d75-4c22-b37f-a9fa2fffddef service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278465 Jul 27 17:08:32.812193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': 'ad16544a-c99b-4b55-8f31-597f098a9919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a28246cb-8165-459e-9d21-6841c78f0832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:32.812669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: a28246cb-8165-459e-9d21-6841c78f0832, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:32.845086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network a28246cb-8165-459e-9d21-6841c78f0832 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:32.859681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a28246cb-8165-459e-9d21-6841c78f0832) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:32.871300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3915b-453f-4e8a-81a5-bb2928f09397 None None] Network a28246cb-8165-459e-9d21-6841c78f0832 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:32.883355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:32.903829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:32.917549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:32.919402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:32.933905 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad4208-a7d6-4f5b-b1a1-60dfb669995b x-openstack-request-id: req-05ad4208-a7d6-4f5b-b1a1-60dfb669995b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:32.934555 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41f398-8060-4324-9683-e2642b7e11ce", "name": "network-vif-deleted", "tag": "6fe1d312-8d11-4fe5-97cb-5214614b4a91", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:32.934901 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05ad4208-a7d6-4f5b-b1a1-60dfb669995b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:32.935515 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41f398-8060-4324-9683-e2642b7e11ce', 'name': 'network-vif-deleted', 'tag': '6fe1d312-8d11-4fe5-97cb-5214614b4a91', 'status': 'completed', 'code': 200} Jul 27 17:08:32.951338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4d268a2b-5290-4150-8708-f92257106dfd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6311929 Jul 27 17:08:32.954958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56632) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:32.989090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9048698d-b44a-4baf-a25c-2e5261ca427b req-71a1d246-820d-47a3-9ab7-3c8f93754135 service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839001 Jul 27 17:08:33.121316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-44d5286a-c0eb-4b10-96df-e475756e7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:33.123221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-44d5286a-c0eb-4b10-96df-e475756e7036 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0725625 Jul 27 17:08:33.126298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port ab0f3737-c448-453b-8c84-ca8e5777f3d8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:33.126640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.202008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.219167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for ab0f3737-c448-453b-8c84-ca8e5777f3d8 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:33.250300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-eaf08e6b-c286-461a-82d3-2e48ccd6d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:33.253316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-eaf08e6b-c286-461a-82d3-2e48ccd6d882 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 909 time: 0.1219912 Jul 27 17:08:33.269459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.301761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-aabb0fe2-c013-4c9a-ba52-3c193416acba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14384a0d-529d-4114-aa46-2157cc75e3f3 HTTP/1.1" status: 200 len: 217 time: 0.0397332 Jul 27 17:08:33.321834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.359178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=ab0f3737-c448-453b-8c84-ca8e5777f3d8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:33.360221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-afbdf695-5671-4761-9a6e-d7b345924644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:33.362337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-afbdf695-5671-4761-9a6e-d7b345924644 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f229c4b-080b-4b03-b39f-3eb7b17d277e HTTP/1.1" status: 200 len: 848 time: 0.0522137 Jul 27 17:08:33.372489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.376236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb038153-00b9-4a2c-8bcb-feb640c6be98 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/ab0f3737-c448-453b-8c84-ca8e5777f3d8 HTTP/1.1" status: 204 len: 168 time: 0.4199531 Jul 27 17:08:33.378766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56634) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:33.423271 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-df39287c-c774-4ceb-8eb8-f20ee7e8ef1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02d68afd-a29a-4872-8551-fa4c39ec9896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502717 Jul 27 17:08:33.455893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afd822-58d5-4654-abf3-24aca63e1687 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:33.462582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afd822-58d5-4654-abf3-24aca63e1687 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:33.466671 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-67afd822-58d5-4654-abf3-24aca63e1687 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0842502 Jul 27 17:08:33.466990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56636) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:33.530099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-97841dda-6295-4e71-88d8-d0871fba9e29 service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989640 Jul 27 17:08:33.574527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 2dc879a5-fb9a-45bb-a3d0-f74a5040cfda {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:33.575309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.665959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0d8fab93-e49a-4b59-ba45-fc808be92892 req-91886e08-e7ca-4786-83e3-0c5eb7dce85c service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284223 Jul 27 17:08:33.678714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.698164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 2dc879a5-fb9a-45bb-a3d0-f74a5040cfda owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:33.832233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.866610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=2dc879a5-fb9a-45bb-a3d0-f74a5040cfda,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:33.873830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:33.876381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4ea76581-44f4-4882-954c-06f9eaf1353b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/2dc879a5-fb9a-45bb-a3d0-f74a5040cfda HTTP/1.1" status: 204 len: 168 time: 0.4077189 Jul 27 17:08:33.878937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:33.989350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5119af-2dc7-4479-a799-ebd3cc0a4273 req-f4ac30ae-bdf6-407e-b199-5a100a1da625 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:34.000455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c5119af-2dc7-4479-a799-ebd3cc0a4273 req-f4ac30ae-bdf6-407e-b199-5a100a1da625 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 943 time: 0.1576960 Jul 27 17:08:34.037663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6fe1d312-8d11-4fe5-97cb-5214614b4a91 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:34.039795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a1849-0dcf-4a80-8202-c7389d69bc1e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:34.042663 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-829a1849-0dcf-4a80-8202-c7389d69bc1e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1624050 Jul 27 17:08:34.046577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:34.066068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6447e-76df-4914-b168-72f5474e318a req-b8637738-08ad-44e1-bf97-1197d00c1d4a tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:34.068039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 6fe1d312-8d11-4fe5-97cb-5214614b4a91 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:34.068403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6fe1d312-8d11-4fe5-97cb-5214614b4a91 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:34.069042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60b6447e-76df-4914-b168-72f5474e318a req-b8637738-08ad-44e1-bf97-1197d00c1d4a tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1154370 Jul 27 17:08:34.080722 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0fbc83-3343-45b1-8864-4826e00e6988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:34.084971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0a0fbc83-3343-45b1-8864-4826e00e6988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/ab0f3737-c448-453b-8c84-ca8e5777f3d8 HTTP/1.1" status: 404 len: 333 time: 0.0335412 Jul 27 17:08:34.088301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:34.104339 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c5119af-2dc7-4479-a799-ebd3cc0a4273 req-a3040561-87fb-4536-8ec2-4de9e97dade6 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948796 Jul 27 17:08:34.115960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60b6447e-76df-4914-b168-72f5474e318a req-f598e322-1726-4bdd-8205-e1a1e29503da tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jul 27 17:08:34.128914 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d6f6d6-9e07-4e10-94c4-d109cd49ec14 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:34.130624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-27d6f6d6-9e07-4e10-94c4-d109cd49ec14 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/2dc879a5-fb9a-45bb-a3d0-f74a5040cfda HTTP/1.1" status: 404 len: 333 time: 0.0413251 Jul 27 17:08:34.136610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:34.220496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.234124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 14384a0d-529d-4114-aa46-2157cc75e3f3 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:08:34.347986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=14384a0d-529d-4114-aa46-2157cc75e3f3,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:34.365102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '14384a0d-529d-4114-aa46-2157cc75e3f3', 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896', 'port_id': '14384a0d-529d-4114-aa46-2157cc75e3f3', 'mac_address': 'fa:16:3e:98:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f229c4b-080b-4b03-b39f-3eb7b17d277e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:08:34.406367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.421024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14384a0d-529d-4114-aa46-2157cc75e3f3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:08:34.442694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=14384a0d-529d-4114-aa46-2157cc75e3f3,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:34.446725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.502236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:34.654754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.659062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['14384a0d-529d-4114-aa46-2157cc75e3f3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:34.666796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28246cb-8165-459e-9d21-6841c78f0832']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:34.681109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad16544a-c99b-4b55-8f31-597f098a9919') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:34.681109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad16544a-c99b-4b55-8f31-597f098a9919') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:34.690649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.705699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.712292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:34.712979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:34.716232 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:34.782506 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.789298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.791442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/a28246cb-8165-459e-9d21-6841c78f0832 HTTP/1.1" status: 204 len: 168 time: 0.6539023 Jul 27 17:08:34.796006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:34.805413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390459140'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:34.821625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc007e22-bc80-4d4c-af85-caf70bde58e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=a28246cb-8165-459e-9d21-6841c78f0832,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:34.849310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:34.853432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.883396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:34.894428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.894916 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment 22369860-e665-4410-9f45-84210761cfae of type vlan for network 12cd0863-c399-41c9-99b9-56d2993ca12d Jul 27 17:08:34.935663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.965767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:34.972787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:34.973539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.037756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2402852 Jul 27 17:08:35.040606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:35.046457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:35.067677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e7d00-c9f2-44fc-82b0-0a1f7941026f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=12cd0863-c399-41c9-99b9-56d2993ca12d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:35.079787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 12cd0863-c399-41c9-99b9-56d2993ca12d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:35.162893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:35.166907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.251777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71910c2-c1dc-478e-9aee-e3409ad82d13 req-28c3e587-64af-46ba-bd72-f4bc337d7e5d tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:35.253422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a71910c2-c1dc-478e-9aee-e3409ad82d13 req-28c3e587-64af-46ba-bd72-f4bc337d7e5d tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 944 time: 0.0693076 Jul 27 17:08:35.294040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a71910c2-c1dc-478e-9aee-e3409ad82d13 req-ea9ae4c1-89dd-4262-b72d-17bcdd8b2329 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Jul 27 17:08:35.338610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75025f23-bf13-4bc5-bf66-0b1655e5fbf1 req-ba64f073-9507-4a2a-b616-aae0bafce712 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:35.340120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75025f23-bf13-4bc5-bf66-0b1655e5fbf1 req-ba64f073-9507-4a2a-b616-aae0bafce712 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1307373 Jul 27 17:08:35.415573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75025f23-bf13-4bc5-bf66-0b1655e5fbf1 req-c38828c3-0b90-4dbc-ba59-a2df695fbf6f tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675631 Jul 27 17:08:35.432676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.500293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=2b579f25-833f-4d3b-9920-b8380f91ec1d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:35.506428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': '22369860-e665-4410-9f45-84210761cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:35.506643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: 12cd0863-c399-41c9-99b9-56d2993ca12d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:35.524254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network 12cd0863-c399-41c9-99b9-56d2993ca12d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:35.533708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 12cd0863-c399-41c9-99b9-56d2993ca12d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:35.537847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:35.538343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.543064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb6781-bb33-4fa8-ad5e-71f1deda937d None None] Network 12cd0863-c399-41c9-99b9-56d2993ca12d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:35.553127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aa01a62a-9a87-441c-b30a-6ea266fb3a19 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5115135 Jul 27 17:08:35.555648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:35.560556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d', 'name': 'tempest-PortsTestJSON-118590520'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:35.671246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:35.674782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.694056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:35.808782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.9 (12cd0863-c399-41c9-99b9-56d2993ca12d/2b579f25-833f-4d3b-9920-b8380f91ec1d/f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:35.848699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-12cd0863-c399-41c9-99b9-56d2993ca12d', 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '2b579f25-833f-4d3b-9920-b8380f91ec1d'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:35.849593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.973484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:35.988045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:36.032925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.069107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Allocated IP 172.20.0.2 (12cd0863-c399-41c9-99b9-56d2993ca12d/2b579f25-833f-4d3b-9920-b8380f91ec1d/c9bbc8bf-1be9-442e-97b5-2a2826744ec9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:36.111484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network 12cd0863-c399-41c9-99b9-56d2993ca12d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:36.119695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:36.131403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:36.139975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:36.181100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-d6192dd7-2d4c-4406-95ee-0afeffe42bdf tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:36.182632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-d6192dd7-2d4c-4406-95ee-0afeffe42bdf tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.1610568 Jul 27 17:08:36.228698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:36.229319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.252842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 14384a0d-529d-4114-aa46-2157cc75e3f3 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:36.258925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.263862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9f5d494-afda-4e3f-8560-1309f845aea1 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7048290 Jul 27 17:08:36.264098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56684) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:36.290651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Transition to ACTIVE for port object c9bbc8bf-1be9-442e-97b5-2a2826744ec9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:36.322956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Transition to ACTIVE for port object c9bbc8bf-1be9-442e-97b5-2a2826744ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:36.335290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.387018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc8bf-1be9-442e-97b5-2a2826744ec9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:36.392152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 14384a0d-529d-4114-aa46-2157cc75e3f3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:36.402968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Deleting port aa142ba2-6993-4c7d-b01b-4983fadfc713 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:36.403313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.408204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Network 12cd0863-c399-41c9-99b9-56d2993ca12d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:36.409854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:36.411849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 14384a0d-529d-4114-aa46-2157cc75e3f3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:36.412230 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.453452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:36.468135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:36.468809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.515879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c25732-8eec-419c-ba3e-4df48991043e req-548f2faa-2028-444f-9310-22e7d42d5109 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:36.518481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8c25732-8eec-419c-ba3e-4df48991043e req-548f2faa-2028-444f-9310-22e7d42d5109 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 944 time: 0.1300197 Jul 27 17:08:36.559156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Attempting to bind port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:36.559543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Attempting to bind port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '22369860-e665-4410-9f45-84210761cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:36.559919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Attempting to bind port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 on network 12cd0863-c399-41c9-99b9-56d2993ca12d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:36.571371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f8c25732-8eec-419c-ba3e-4df48991043e req-60c2df9c-6a55-47dc-8149-4833560c9260 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Jul 27 17:08:36.571541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:36.571857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Checking segment: {'id': '22369860-e665-4410-9f45-84210761cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:36.572273 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.572875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Bound using segment: {'id': '22369860-e665-4410-9f45-84210761cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:36.573424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Bound port: c9bbc8bf-1be9-442e-97b5-2a2826744ec9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22369860-e665-4410-9f45-84210761cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '12cd0863-c399-41c9-99b9-56d2993ca12d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:36.574098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.590079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.628760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] For port aa142ba2-6993-4c7d-b01b-4983fadfc713, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=aa142ba2-6993-4c7d-b01b-4983fadfc713,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:36.629247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.638098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:36.640631 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e573e9-f12a-448a-90e5-a4dbb6fa9181" -d '{"events": [{"server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "name": "network-vif-plugged", "status": "completed", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:36.657937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Calling delete_port for aa142ba2-6993-4c7d-b01b-4983fadfc713 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:36.666167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.666964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=14384a0d-529d-4114-aa46-2157cc75e3f3,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:36.677336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.703676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] For port c9bbc8bf-1be9-442e-97b5-2a2826744ec9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:36.705031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:36.718545 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16580e-7329-4ef0-94b3-abcdd7d9f524 x-openstack-request-id: req-3b16580e-7329-4ef0-94b3-abcdd7d9f524 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:36.718849 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "name": "network-vif-plugged", "status": "completed", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:36.719220 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b16580e-7329-4ef0-94b3-abcdd7d9f524 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:36.719678 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3', 'code': 200} Jul 27 17:08:36.724697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] For port c9bbc8bf-1be9-442e-97b5-2a2826744ec9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c9bbc8bf-1be9-442e-97b5-2a2826744ec9,segment=NetworkSegment(22369860-e665-4410-9f45-84210761cfae),segment_id=22369860-e665-4410-9f45-84210761cfae)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:36.733254 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:36.753662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:36.760198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275570c-0d52-4ca3-a3e6-68626cf6cd67 req-9bdf64e7-bec8-4317-b632-5a79db1653e4 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:36.763827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d275570c-0d52-4ca3-a3e6-68626cf6cd67 req-9bdf64e7-bec8-4317-b632-5a79db1653e4 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e56a17d-d0ed-48a7-ada7-6e6c1da095b2 HTTP/1.1" status: 200 len: 946 time: 0.2070081 Jul 27 17:08:36.840403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d80ee3-4058-4d08-a609-7922a1a939f8 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc8bf-1be9-442e-97b5-2a2826744ec9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:36.859004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ef42-3e76-4f40-b0c3-8b0272864626 req-ab565854-3177-4896-91f3-c773a2bd8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:36.860858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a53ef42-3e76-4f40-b0c3-8b0272864626 req-ab565854-3177-4896-91f3-c773a2bd8362 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0856996 Jul 27 17:08:36.904895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a53ef42-3e76-4f40-b0c3-8b0272864626 req-77d7e8da-00a2-43f7-8311-c1c5f6d77a2f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367541 Jul 27 17:08:36.914603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d275570c-0d52-4ca3-a3e6-68626cf6cd67 req-c758d0eb-88ad-4f5d-a5c8-1f65d5deac6c tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2858111f-626f-4a7a-81be-58a6d73f390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321416 Jul 27 17:08:37.034527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.071518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['aa142ba2-6993-4c7d-b01b-4983fadfc713'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:37.077312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Pushing event deleted for resources: {'Port': ['ID=aa142ba2-6993-4c7d-b01b-4983fadfc713,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:37.098853 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.151514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] No DVR routers for this DVR port aa142ba2-6993-4c7d-b01b-4983fadfc713 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:37.172989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.174712 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5aa3ec1b-e21e-46bf-86c6-6010a10f614f req-011aa598-42a3-4983-8c45-d08c07287474 tempest-ServerRescueTestJSON-184762153 tempest-ServerRescueTestJSON-184762153-project] 10.222.0.13 "DELETE /v2.0/ports/aa142ba2-6993-4c7d-b01b-4983fadfc713 HTTP/1.1" status: 204 len: 173 time: 0.9843798 Jul 27 17:08:37.175153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'name': 'network-vif-deleted', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:37.177666 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b62954-6c50-4764-9bb3-517faa08d496" -d '{"events": [{"server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "name": "network-vif-deleted", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:37.182476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:37.243460 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e66a5-8bd4-44f2-8413-7efa1e3bed29 x-openstack-request-id: req-b84e66a5-8bd4-44f2-8413-7efa1e3bed29 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:37.243754 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e56a17d-d0ed-48a7-ada7-6e6c1da095b2", "name": "network-vif-deleted", "tag": "aa142ba2-6993-4c7d-b01b-4983fadfc713", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:37.244009 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b84e66a5-8bd4-44f2-8413-7efa1e3bed29 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:37.244409 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e56a17d-d0ed-48a7-ada7-6e6c1da095b2', 'name': 'network-vif-deleted', 'tag': 'aa142ba2-6993-4c7d-b01b-4983fadfc713', 'status': 'completed', 'code': 200} Jul 27 17:08:37.269424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.271784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3fd17155-6eb4-4f24-b0f6-6e269e13fa08 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 HTTP/1.1" status: 204 len: 168 time: 1.0067265 Jul 27 17:08:37.274615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56696) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:37.305966 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c68b389-aeae-4b97-80c1-e86549650800 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:08:37.306734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c68b389-aeae-4b97-80c1-e86549650800 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:37.308794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0c68b389-aeae-4b97-80c1-e86549650800 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 HTTP/1.1" status: 404 len: 333 time: 0.0329738 Jul 27 17:08:37.311634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:37.341965 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-45de4709-4c0f-4dbd-89d9-3e3ac75ca4fd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:37.344234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-45de4709-4c0f-4dbd-89d9-3e3ac75ca4fd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/f5d5fd9e-10f5-432c-8e55-8cc2f924fbf9 HTTP/1.1" status: 404 len: 333 time: 0.0307558 Jul 27 17:08:37.347013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56700) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:37.403582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 2b579f25-833f-4d3b-9920-b8380f91ec1d {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:37.407845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.476992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.546490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9bbc8bf-1be9-442e-97b5-2a2826744ec9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:37.601222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.640580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:37.713864 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.797709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=2b579f25-833f-4d3b-9920-b8380f91ec1d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:37.808820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.811208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-440f88bf-d4b3-43b7-84d2-c48e43228d28 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/2b579f25-833f-4d3b-9920-b8380f91ec1d HTTP/1.1" status: 204 len: 168 time: 0.4629986 Jul 27 17:08:37.813731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56704) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:37.863947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8b2b-42be-44a0-9185-91ab09ad99ad req-268c11b5-2f79-4e5d-b077-0c0066ddd253 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:37.865759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e6b8b2b-42be-44a0-9185-91ab09ad99ad req-268c11b5-2f79-4e5d-b077-0c0066ddd253 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 945 time: 0.1427598 Jul 27 17:08:37.906514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.909935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e6b8b2b-42be-44a0-9185-91ab09ad99ad req-ace3c4a7-a62d-4dcd-a1ad-0d4bee7f756b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365188 Jul 27 17:08:37.971512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:37.971857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:37.980731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56708) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:38.012359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d950e-d508-450a-b401-f16e34f0856a None None] Network 12cd0863-c399-41c9-99b9-56d2993ca12d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:38.048390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port c9bbc8bf-1be9-442e-97b5-2a2826744ec9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c9bbc8bf-1be9-442e-97b5-2a2826744ec9,segment=NetworkSegment(22369860-e665-4410-9f45-84210761cfae),segment_id=22369860-e665-4410-9f45-84210761cfae)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:38.049110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.065465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for c9bbc8bf-1be9-442e-97b5-2a2826744ec9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:38.082936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f995cbda-6b8b-4404-925c-f6d8ab7f2995 None None] Provisioning for port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:38.124140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f995cbda-6b8b-4404-925c-f6d8ab7f2995 None None] Provisioning complete for port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:38.124463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f995cbda-6b8b-4404-925c-f6d8ab7f2995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.161618 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.187215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f995cbda-6b8b-4404-925c-f6d8ab7f2995 None None] Could not find standard attr ID for object c9bbc8bf-1be9-442e-97b5-2a2826744ec9. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:08:38.189111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=c9bbc8bf-1be9-442e-97b5-2a2826744ec9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:38.194166 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-f995cbda-6b8b-4404-925c-f6d8ab7f2995 None None] No ports have port_id starting with c9bbc8bf-1be9-442e-97b5-2a2826744ec9 Jul 27 17:08:38.197077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port c9bbc8bf-1be9-442e-97b5-2a2826744ec9 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:38.200499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.201089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.202133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.202668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.202999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.203490 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.203988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.204619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.205121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.205612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.206095 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.207133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:38.287286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30850c3f-0b95-45ad-a8ea-5172394b2cb4 None None] DHCP port deletion for 12cd0863-c399-41c9-99b9-56d2993ca12d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:38.319194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.330414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cd0863-c399-41c9-99b9-56d2993ca12d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:38.344280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22369860-e665-4410-9f45-84210761cfae') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:38.344618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22369860-e665-4410-9f45-84210761cfae') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:38.353902 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.372142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.379867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:38.380604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:38.383615 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:38.419508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.486889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.506119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.508205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/12cd0863-c399-41c9-99b9-56d2993ca12d HTTP/1.1" status: 204 len: 168 time: 0.6927278 Jul 27 17:08:38.512573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c5066-2b80-48a0-8685-40163da70987 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=12cd0863-c399-41c9-99b9-56d2993ca12d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:38.515155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:38.526497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2139548603'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:38.552047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:38.555548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.560234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-ff886d2e-2eb1-43b0-bd1f-5eaf9befe11a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640713 Jul 27 17:08:38.591253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:38.600899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.601244 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment 02e1288d-8b6b-4b00-b269-df55672f7da6 of type vlan for network a0c97454-1888-45e3-b992-28425895b1d5 Jul 27 17:08:38.680998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.723610 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.729269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:38.729684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Deleting port 47a58e4c-c077-4b00-ba18-13e01be363b1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:38.730076 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.730197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.744409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-e38c6d31-184b-4745-bb93-e59f7a4d97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:38.746145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-e38c6d31-184b-4745-bb93-e59f7a4d97d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.1289365 Jul 27 17:08:38.804574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2797353 Jul 27 17:08:38.805078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:38.818555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:38.854557 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77895a-95e3-4bd0-8c90-9ceb88060709 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=a0c97454-1888-45e3-b992-28425895b1d5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:38.868597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a0c97454-1888-45e3-b992-28425895b1d5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:38.884897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] For port 47a58e4c-c077-4b00-ba18-13e01be363b1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=47a58e4c-c077-4b00-ba18-13e01be363b1,segment=NetworkSegment(782c3677-94fd-40fc-828d-ed52a53bd0ac),segment_id=782c3677-94fd-40fc-828d-ed52a53bd0ac)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:38.885292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:38.900262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-0ffdbe96-5580-4a43-9093-6642d2812f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:38.902092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-0ffdbe96-5580-4a43-9093-6642d2812f7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.1188500 Jul 27 17:08:38.905436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Calling delete_port for 47a58e4c-c077-4b00-ba18-13e01be363b1 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:38.983810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-f0cd4cec-71ae-44bc-9a35-be0539a733b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 1002 time: 0.0739515 Jul 27 17:08:39.036674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:39.037369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-edad5c71-b3a4-4c39-9382-ab3b4416862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:39.038860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-edad5c71-b3a4-4c39-9382-ab3b4416862d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.0485334 Jul 27 17:08:39.040563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:39.110200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-cb02dd55-a577-45bb-8eea-934c9ff8c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:39.111747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-cb02dd55-a577-45bb-8eea-934c9ff8c773 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651348 Jul 27 17:08:39.210087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-4dd76877-70e3-49db-9e14-d1a07b264e32 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896368 Jul 27 17:08:39.220667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e563-8196-4185-ac6a-60f01fa04bf8 req-af249b31-95a0-4aeb-af00-7237d1ca8c2c tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:39.222296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ee4e563-8196-4185-ac6a-60f01fa04bf8 req-af249b31-95a0-4aeb-af00-7237d1ca8c2c tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 945 time: 0.2306459 Jul 27 17:08:39.328988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef419c58-799d-47f9-85f1-03da0ef01d73 req-c345b1dc-f637-45b1-abd0-8a03c1286d9f service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093178 Jul 27 17:08:39.413377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ee4e563-8196-4185-ac6a-60f01fa04bf8 req-f7eefa0f-db66-405d-9139-52ebbac1ffb5 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758833 Jul 27 17:08:39.422410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:39.483938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9bbc8bf-1be9-442e-97b5-2a2826744ec9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:39.489671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:39.507246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c9bbc8bf-1be9-442e-97b5-2a2826744ec9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:39.507625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c9bbc8bf-1be9-442e-97b5-2a2826744ec9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:39.531180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a58e4c-c077-4b00-ba18-13e01be363b1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:39.535833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=58dcdd41-f08d-4638-9d5f-8f7683eb9759,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:39.574547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': '02e1288d-8b6b-4b00-b269-df55672f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:39.574922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: a0c97454-1888-45e3-b992-28425895b1d5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:39.621937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network a0c97454-1888-45e3-b992-28425895b1d5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:39.667200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a0c97454-1888-45e3-b992-28425895b1d5) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:39.678948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d24795-632e-4267-baf2-d38cee9ac1c9 None None] Network a0c97454-1888-45e3-b992-28425895b1d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:39.770638 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d72d6ea1-e467-4fb9-99af-70c976be14d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:39.884996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a0c97454-1888-45e3-b992-28425895b1d5', 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '58dcdd41-f08d-4638-9d5f-8f7683eb9759'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:39.886025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.021457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:40.022047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.045917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Allocated IP 172.20.0.2 (a0c97454-1888-45e3-b992-28425895b1d5/58dcdd41-f08d-4638-9d5f-8f7683eb9759/022daefc-3089-47d6-80ef-4a1eecd77d72) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:40.070050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ed4911c2-f6d9-4770-bcc3-79a9fd838660 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2637594 Jul 27 17:08:40.072658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:40.077795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1355490573'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:40.117469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aa142ba2-6993-4c7d-b01b-4983fadfc713 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:40.151618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: aa142ba2-6993-4c7d-b01b-4983fadfc713 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:40.152099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device aa142ba2-6993-4c7d-b01b-4983fadfc713 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:40.155134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.244245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.252578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Transition to ACTIVE for port object 022daefc-3089-47d6-80ef-4a1eecd77d72 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:40.267621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Transition to ACTIVE for port object 022daefc-3089-47d6-80ef-4a1eecd77d72 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:40.273985 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.318780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Network a0c97454-1888-45e3-b992-28425895b1d5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:40.321896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:40.326445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:40.329633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Pushing event updated for resources: {'Port': ['ID=022daefc-3089-47d6-80ef-4a1eecd77d72,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:40.341555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7e440-d07e-4775-bd8d-28c32124f177 req-baecb36e-877a-48ce-aa30-c03fa1a7bfb7 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:40.343715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2f7e440-d07e-4775-bd8d-28c32124f177 req-baecb36e-877a-48ce-aa30-c03fa1a7bfb7 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 945 time: 0.1993642 Jul 27 17:08:40.346162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:40.349538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.390604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 5efa4c5b-c147-4e64-a125-1fa292e00b74 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:40.395265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Attempting to bind port 022daefc-3089-47d6-80ef-4a1eecd77d72 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:40.395632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Attempting to bind port 022daefc-3089-47d6-80ef-4a1eecd77d72 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '02e1288d-8b6b-4b00-b269-df55672f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:40.395990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Attempting to bind port 022daefc-3089-47d6-80ef-4a1eecd77d72 on network a0c97454-1888-45e3-b992-28425895b1d5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:40.401281 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:40.401786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Checking segment: {'id': '02e1288d-8b6b-4b00-b269-df55672f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:40.402152 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.402560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Bound using segment: {'id': '02e1288d-8b6b-4b00-b269-df55672f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:40.403111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Bound port: 022daefc-3089-47d6-80ef-4a1eecd77d72, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e1288d-8b6b-4b00-b269-df55672f7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a0c97454-1888-45e3-b992-28425895b1d5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:40.403500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.482172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b2f7e440-d07e-4775-bd8d-28c32124f177 req-bacfab7c-286d-40f0-8436-d2757493ddcd tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280491 Jul 27 17:08:40.495501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] For port 022daefc-3089-47d6-80ef-4a1eecd77d72, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:40.509696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] For port 022daefc-3089-47d6-80ef-4a1eecd77d72, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=022daefc-3089-47d6-80ef-4a1eecd77d72,segment=NetworkSegment(02e1288d-8b6b-4b00-b269-df55672f7da6),segment_id=02e1288d-8b6b-4b00-b269-df55672f7da6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:40.517675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.585538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca729f90-eaaa-4f44-95f1-1aa580522476 None None] Pushing event updated for resources: {'Port': ['ID=022daefc-3089-47d6-80ef-4a1eecd77d72,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:40.629543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.14 (a0c97454-1888-45e3-b992-28425895b1d5/58dcdd41-f08d-4638-9d5f-8f7683eb9759/5efa4c5b-c147-4e64-a125-1fa292e00b74) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:40.632795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Router b2e42923-8606-4ae4-b102-9d8c48ba34e4 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:08:40.856888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:08:40.866196 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-157e6b9d-5c17-482f-a7ca-8a50cecd9173 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2e42923-8606-4ae4-b102-9d8c48ba34e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8837144 Jul 27 17:08:40.866779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56754) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:40.869103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Sync routers for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:08:40.885148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:08:40.885869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:08:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:40.897467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:40.921578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 5efa4c5b-c147-4e64-a125-1fa292e00b74 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:40.991365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.023936 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.038065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network a0c97454-1888-45e3-b992-28425895b1d5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:41.042026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:41.047088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:41.057616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:08:41.114579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=5efa4c5b-c147-4e64-a125-1fa292e00b74,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:41.126328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:41.126998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.147934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab03bd79-2cd7-4708-843a-17754a14de7f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0742061 Jul 27 17:08:41.151717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56756) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:41.182898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.262860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Deleting port 857e023a-4a86-4ce1-98e0-9cbbbb42911f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:41.263480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.287567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 5efa4c5b-c147-4e64-a125-1fa292e00b74 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:41.287969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.418147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:08:39Z', 'revision_number': 5, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port': {'id': '857e023a-4a86-4ce1-98e0-9cbbbb42911f', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:41.438756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] For port 857e023a-4a86-4ce1-98e0-9cbbbb42911f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=857e023a-4a86-4ce1-98e0-9cbbbb42911f,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:41.439148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.446367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:41.519206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Calling delete_port for 857e023a-4a86-4ce1-98e0-9cbbbb42911f owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:41.579820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 5efa4c5b-c147-4e64-a125-1fa292e00b74 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:41.618248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Checking router: b2e42923-8606-4ae4-b102-9d8c48ba34e4 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:08:41.662990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Routers {'b2e42923-8606-4ae4-b102-9d8c48ba34e4'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:08:41.662990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:08:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:41.832480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-24f12eeb-1cae-43c9-974b-ff3ff8e03b06 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:41.834589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-24f12eeb-1cae-43c9-974b-ff3ff8e03b06 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 945 time: 0.3806770 Jul 27 17:08:41.881640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 022daefc-3089-47d6-80ef-4a1eecd77d72 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:41.981550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.002773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] Set router b2e42923-8606-4ae4-b102-9d8c48ba34e4 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:08:42.007122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 022daefc-3089-47d6-80ef-4a1eecd77d72 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:42.055740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=5efa4c5b-c147-4e64-a125-1fa292e00b74,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:42.110586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:08:41Z', 'revision_number': 6, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:42.112972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569088db-338f-4367-b8f7-1815432017ac None None] Network a0c97454-1888-45e3-b992-28425895b1d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:42.131540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bccab-5d79-47dd-992a-0fdeadda037a req-01e25113-9c80-4485-9ed9-3675df7cdf2b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:42.133142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c2bccab-5d79-47dd-992a-0fdeadda037a req-01e25113-9c80-4485-9ed9-3675df7cdf2b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 945 time: 0.4016411 Jul 27 17:08:42.166527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.175614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.184660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b43df2cd-20bc-4886-bd09-77fb275be990 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/5efa4c5b-c147-4e64-a125-1fa292e00b74 HTTP/1.1" status: 204 len: 168 time: 1.0316639 Jul 27 17:08:42.185451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56762) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:42.196701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ae11a-4050-4bfe-bd38-968b04ed1f18 None None] The sync data for ids ['b2e42923-8606-4ae4-b102-9d8c48ba34e4'] in n-d-723572-6 is: [{'id': 'b2e42923-8606-4ae4-b102-9d8c48ba34e4', 'name': 'tempest-ServerRescueTestJSON-506632773-router', 'tenant_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:06:44Z', 'updated_at': '2021-07-27T17:08:41Z', 'revision_number': 6, 'project_id': '5b1df5dc3de64cdb8a2d05a5557ce90e', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:08:42.216062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c2bccab-5d79-47dd-992a-0fdeadda037a req-1a62e2aa-5561-4eb0-810c-583b9e6e1b9a tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727851 Jul 27 17:08:42.223222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Provisioning for port 022daefc-3089-47d6-80ef-4a1eecd77d72 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:42.236226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Deleting port 14384a0d-529d-4114-aa46-2157cc75e3f3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:42.236608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.238741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Provisioning complete for port 022daefc-3089-47d6-80ef-4a1eecd77d72 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:42.239522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.239844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Pushing event deleted for resources: {'Port': ['ID=857e023a-4a86-4ce1-98e0-9cbbbb42911f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:42.253688 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-29831c9c-3a2f-4b8a-86d7-4c57a2dde3e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:42.258965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-29831c9c-3a2f-4b8a-86d7-4c57a2dde3e7 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/5efa4c5b-c147-4e64-a125-1fa292e00b74 HTTP/1.1" status: 404 len: 333 time: 0.0715582 Jul 27 17:08:42.259818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:42.334201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 58dcdd41-f08d-4638-9d5f-8f7683eb9759 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:42.338110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.398741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.429192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] For port 14384a0d-529d-4114-aa46-2157cc75e3f3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=14384a0d-529d-4114-aa46-2157cc75e3f3,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:42.430172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.445003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.457966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Calling delete_port for 14384a0d-529d-4114-aa46-2157cc75e3f3 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:42.458240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.465363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.495183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] For port 022daefc-3089-47d6-80ef-4a1eecd77d72, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=022daefc-3089-47d6-80ef-4a1eecd77d72,segment=NetworkSegment(02e1288d-8b6b-4b00-b269-df55672f7da6),segment_id=02e1288d-8b6b-4b00-b269-df55672f7da6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:42.502151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.561503 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.571489 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61359cc4-96aa-4ca1-b2b1-5460adc56eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.593668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa460b9-897d-4e85-9404-9a4639f0da0e None None] Pushing event updated for resources: {'Port': ['ID=022daefc-3089-47d6-80ef-4a1eecd77d72,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:42.653454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.657725 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.722435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.730417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.730901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e42923-8606-4ae4-b102-9d8c48ba34e4 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:08:42.736299 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.738168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ff694b5-7a01-49e0-ba3f-df927935c04d admin admin] 10.222.0.64 "DELETE /v2.0/routers/b2e42923-8606-4ae4-b102-9d8c48ba34e4 HTTP/1.1" status: 204 len: 168 time: 1.8703527 Jul 27 17:08:42.741467 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56766) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:42.804486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=58dcdd41-f08d-4638-9d5f-8f7683eb9759,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:42.811188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.813608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Deleting subnet 966b2315-2411-46e5-82a2-5aa6c3f76004 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:42.817918 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-998c4251-0f50-4d06-8570-5e4032e03aae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/58dcdd41-f08d-4638-9d5f-8f7683eb9759 HTTP/1.1" status: 204 len: 168 time: 0.5565956 Jul 27 17:08:42.818598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:42.827040 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.877063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70706522-2a32-47be-b646-8bf85a704311 None None] Network a0c97454-1888-45e3-b992-28425895b1d5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:42.928615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:42.951093 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.002734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.011951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 022daefc-3089-47d6-80ef-4a1eecd77d72 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:43.012858 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.030309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['14384a0d-529d-4114-aa46-2157cc75e3f3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:43.107065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Pushing event deleted for resources: {'Port': ['ID=14384a0d-529d-4114-aa46-2157cc75e3f3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:43.137429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.203569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port 022daefc-3089-47d6-80ef-4a1eecd77d72, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=022daefc-3089-47d6-80ef-4a1eecd77d72,segment=NetworkSegment(02e1288d-8b6b-4b00-b269-df55672f7da6),segment_id=02e1288d-8b6b-4b00-b269-df55672f7da6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:43.204023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.226655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 022daefc-3089-47d6-80ef-4a1eecd77d72 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:43.347963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:43.413223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d8235a8-fc8a-4b67-9313-b197e502b049 req-075b60ed-df63-4beb-a515-9e53367d48aa tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 210 time: 0.0565975 Jul 27 17:08:43.427756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-47984e47-5d32-4893-ab31-a002e374a93f None None] Provisioning complete for port 022daefc-3089-47d6-80ef-4a1eecd77d72 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:43.428144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-47984e47-5d32-4893-ab31-a002e374a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.492226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.548478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=022daefc-3089-47d6-80ef-4a1eecd77d72,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:43.550934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port 022daefc-3089-47d6-80ef-4a1eecd77d72 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:43.588909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 022daefc-3089-47d6-80ef-4a1eecd77d72 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:43.590496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67f1f597-61ee-4ffb-9a34-4257c76ff814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.690949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 022daefc-3089-47d6-80ef-4a1eecd77d72 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:43.691606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 022daefc-3089-47d6-80ef-4a1eecd77d72 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 17:08:43.711820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] No DVR routers for this DVR port 14384a0d-529d-4114-aa46-2157cc75e3f3 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:43.716720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.719353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d38e0513-aed4-48d6-a3d3-d50360a00fbe req-08e1c6f8-87d9-4962-86c9-e1089f2863e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "DELETE /v2.0/ports/14384a0d-529d-4114-aa46-2157cc75e3f3 HTTP/1.1" status: 204 len: 173 time: 1.8648229 Jul 27 17:08:43.720006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'name': 'network-vif-deleted', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:43.723475 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d984f-f944-427e-a9f4-625e629d4372" -d '{"events": [{"server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "name": "network-vif-deleted", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:43.747451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-47984e47-5d32-4893-ab31-a002e374a93f None None] Could not find standard attr ID for object 022daefc-3089-47d6-80ef-4a1eecd77d72. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:08:43.753262 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.db [None req-47984e47-5d32-4893-ab31-a002e374a93f None None] No ports have port_id starting with 022daefc-3089-47d6-80ef-4a1eecd77d72 Jul 27 17:08:43.759226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port 022daefc-3089-47d6-80ef-4a1eecd77d72 not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 17:08:43.761236 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.821279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.863319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 47a58e4c-c077-4b00-ba18-13e01be363b1 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:43.887719 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896e1f8-8f83-43b1-b65d-d578c7d54240 x-openstack-request-id: req-d896e1f8-8f83-43b1-b65d-d578c7d54240 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:43.888024 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128fd2c4-1ce5-4724-8a38-ac2a761bb4b0", "name": "network-vif-deleted", "tag": "14384a0d-529d-4114-aa46-2157cc75e3f3", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:43.888274 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d896e1f8-8f83-43b1-b65d-d578c7d54240 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:43.888716 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128fd2c4-1ce5-4724-8a38-ac2a761bb4b0', 'name': 'network-vif-deleted', 'tag': '14384a0d-529d-4114-aa46-2157cc75e3f3', 'status': 'completed', 'code': 200} Jul 27 17:08:43.891443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966b2315-2411-46e5-82a2-5aa6c3f76004,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:43.900612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 47a58e4c-c077-4b00-ba18-13e01be363b1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:43.901240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 47a58e4c-c077-4b00-ba18-13e01be363b1 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:43.901885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 857e023a-4a86-4ce1-98e0-9cbbbb42911f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:43.909057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.913724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69624c6b-ae25-418e-ad69-44a47c97defd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/966b2315-2411-46e5-82a2-5aa6c3f76004 HTTP/1.1" status: 204 len: 168 time: 1.1712153 Jul 27 17:08:43.918050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56788) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:43.942161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:43.943817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 857e023a-4a86-4ce1-98e0-9cbbbb42911f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:43.944217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 857e023a-4a86-4ce1-98e0-9cbbbb42911f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:43.949692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c208a5d-fcd7-4f69-90ac-dee19d596ea0 None None] DHCP port deletion for a0c97454-1888-45e3-b992-28425895b1d5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:43.974861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c97454-1888-45e3-b992-28425895b1d5']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:43.997364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e1288d-8b6b-4b00-b269-df55672f7da6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:43.997687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e1288d-8b6b-4b00-b269-df55672f7da6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:44.020091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.032061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.057520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67f1f597-61ee-4ffb-9a34-4257c76ff814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.064599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67f1f597-61ee-4ffb-9a34-4257c76ff814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.068803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.087519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:44.088099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:44.097215 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:44.174003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f597-61ee-4ffb-9a34-4257c76ff814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527487d9-472f-48d5-9647-5b608d5ebd8f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.183543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-67f1f597-61ee-4ffb-9a34-4257c76ff814 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e1c18598acc4c4bb07d401d2fd948b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342888 Jul 27 17:08:44.189042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56790) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.193843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.204217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.213780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/a0c97454-1888-45e3-b992-28425895b1d5 HTTP/1.1" status: 204 len: 168 time: 1.3865836 Jul 27 17:08:44.214051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.214238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56792) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.227373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'name': 'tempest-PortsTestJSON-1745719012'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:44.228610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8cd5ee-ef3d-42e2-b26e-a71acb37a400']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:44.233140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360c58-7b6d-4385-9412-acba595f4bca tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=a0c97454-1888-45e3-b992-28425895b1d5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.253814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782c3677-94fd-40fc-828d-ed52a53bd0ac') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:44.254164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782c3677-94fd-40fc-828d-ed52a53bd0ac') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:44.271199 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.291163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.307104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:44.307604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:44.309451 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:44.315123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.343180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:44.347025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.372399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 0cced6b4-9313-4cef-873f-c9016424a01e yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:44.394207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.413219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.428186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.432736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae8cd5ee-ef3d-42e2-b26e-a71acb37a400 HTTP/1.1" status: 204 len: 168 time: 0.5109508 Jul 27 17:08:44.449999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961610e-a306-4665-90a3-5ba27d426021 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8cd5ee-ef3d-42e2-b26e-a71acb37a400,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.480506 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.484267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.488392 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/527487d9-472f-48d5-9647-5b608d5ebd8f HTTP/1.1" status: 204 len: 168 time: 0.2968028 Jul 27 17:08:44.497966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700597-eaba-4f4d-a72f-7f297542237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527487d9-472f-48d5-9647-5b608d5ebd8f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.644259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68011119-88ce-4d31-8a77-8b898fd627ee req-3e0bbc6e-c751-4b1a-9888-3bf718169c17 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=128fd2c4-1ce5-4724-8a38-ac2a761bb4b0 HTTP/1.1" status: 200 len: 210 time: 0.0478947 Jul 27 17:08:44.669276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56802) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.683734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.732323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.735430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-68fc72f7-95f2-4ed0-afba-e95884953fc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b1df5dc3de64cdb8a2d05a5557ce90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633676 Jul 27 17:08:44.739091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.800393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:44.806088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:44.815716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:44.816468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.821727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:44.822468 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.833386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=0cced6b4-9313-4cef-873f-c9016424a01e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.840627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.845793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-99f0e6b9-2f70-4660-bcd5-a02b0e25e9f5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6324451 Jul 27 17:08:44.848516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56806) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.965348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.968778 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:44.970342 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2858111f-626f-4a7a-81be-58a6d73f390d HTTP/1.1" status: 204 len: 168 time: 0.2281616 Jul 27 17:08:44.985171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220a5e-0a88-4616-b922-dccdbc0a0222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2858111f-626f-4a7a-81be-58a6d73f390d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:44.985379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56810) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:44.992496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 0cced6b4-9313-4cef-873f-c9016424a01e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:44.992945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.007967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-512c5de0-0e40-4242-a854-557055e9172b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.086493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.106341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 0cced6b4-9313-4cef-873f-c9016424a01e owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:45.145607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-512c5de0-0e40-4242-a854-557055e9172b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.150374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.151493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-512c5de0-0e40-4242-a854-557055e9172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.191424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c5de0-0e40-4242-a854-557055e9172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a530a8-6252-4ebd-b60f-bb38ff460012,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:45.196868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-512c5de0-0e40-4242-a854-557055e9172b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9de72ec663e14dc4bcf259fa016120ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106225 Jul 27 17:08:45.199455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56812) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:45.221399 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.255119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=0cced6b4-9313-4cef-873f-c9016424a01e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:45.261619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.266568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-af1214d4-cf84-4152-ae49-47dce0786f0f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/0cced6b4-9313-4cef-873f-c9016424a01e HTTP/1.1" status: 204 len: 168 time: 0.4140863 Jul 27 17:08:45.266762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.266888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56816) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:45.273590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'mac_address': 'fa:16:3e:62:81:72', 'name': 'tempest-PortsTestJSON-48889499'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:45.293502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.351877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.355335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.359241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95a530a8-6252-4ebd-b60f-bb38ff460012 HTTP/1.1" status: 204 len: 168 time: 0.1585405 Jul 27 17:08:45.370321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c891c54-32a2-4206-8262-37f90e8e5e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a530a8-6252-4ebd-b60f-bb38ff460012,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:45.415447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:45.487088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 022daefc-3089-47d6-80ef-4a1eecd77d72 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:45.498828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.522045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 88b36945-3690-4a8b-993c-826ca85de102 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:45.535856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 022daefc-3089-47d6-80ef-4a1eecd77d72 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:45.536297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 022daefc-3089-47d6-80ef-4a1eecd77d72 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:45.710707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.775546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.827289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:45.835067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:45.838034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:45.843725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:45.844379 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:45.861165 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=88b36945-3690-4a8b-993c-826ca85de102,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:45.874048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-67641a2f-6d26-4f44-8ba9-a6765b68a3a9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6055541 Jul 27 17:08:45.876510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56846) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:45.948000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85e2aa-b291-48dc-939b-da0573e911c0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:45.955870 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b85e2aa-b291-48dc-939b-da0573e911c0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/88b36945-3690-4a8b-993c-826ca85de102 HTTP/1.1" status: 200 len: 839 time: 0.0722842 Jul 27 17:08:45.955870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56860) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:46.087281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 88b36945-3690-4a8b-993c-826ca85de102 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:46.087662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.101945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-c556ee9e-e610-465a-b423-acd18b4d61c8 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:46.109830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-c556ee9e-e610-465a-b423-acd18b4d61c8 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 808 time: 0.1625865 Jul 27 17:08:46.120754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-50532783-50b0-4c13-9347-78903fe8dc67 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/quotas/b7cc6fdbb0cb42bb9e00e7fe23c3ab4e HTTP/1.1" status: 200 len: 375 time: 0.0098248 Jul 27 17:08:46.167849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-c00cbdf4-299f-4a07-9b8a-72ace50b94e4 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364122 Jul 27 17:08:46.176874 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.197598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 88b36945-3690-4a8b-993c-826ca85de102 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:46.285443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 14384a0d-529d-4114-aa46-2157cc75e3f3 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:46.302134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-43dd1d30-f0af-4ade-a95b-1b45e1e21e23 service neutron] 10.222.0.64 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171179 Jul 27 17:08:46.308816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.327737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 14384a0d-529d-4114-aa46-2157cc75e3f3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:46.330195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 14384a0d-529d-4114-aa46-2157cc75e3f3 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:46.359365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=88b36945-3690-4a8b-993c-826ca85de102,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:46.366988 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.369154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e0f95ea1-c5c5-4a50-95c2-abdbe7389909 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/88b36945-3690-4a8b-993c-826ca85de102 HTTP/1.1" status: 204 len: 168 time: 0.4114544 Jul 27 17:08:46.371716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:46.402851 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd463b01-0211-4dcd-b5dd-217971b4940b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:46.405530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd463b01-0211-4dcd-b5dd-217971b4940b tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/88b36945-3690-4a8b-993c-826ca85de102 HTTP/1.1" status: 404 len: 333 time: 0.0320642 Jul 27 17:08:46.409817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56880) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:46.416589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'name': 'tempest-PortsTestJSON-246892802'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:46.420782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-1e46929f-c68b-45ee-ac09-5c79816709c9 service neutron] 10.222.0.64 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103253 Jul 27 17:08:46.539886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:46.547551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.609644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 2719fb5c-56f7-4853-942b-7c0a00ed5d9a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:46.715759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68617569-4920-4b07-9c2d-29b445d15d21 req-e41e41fa-403f-4c2f-aad7-a60dfc6d636c tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 210 time: 0.0873022 Jul 27 17:08:46.863508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.945934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:46.985313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.022947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=2719fb5c-56f7-4853-942b-7c0a00ed5d9a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:47.028818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:47.030436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:47.033189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:47.038851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:47.039445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.058840 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e903d7d-b81d-4ef3-b012-4acabadef739 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6461008 Jul 27 17:08:47.060390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56914) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:47.070802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:47.192169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.420953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.429320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.475857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] In _notify_port_updated(), no bound segment for port 2719fb5c-56f7-4853-942b-7c0a00ed5d9a on network b53175e6-d857-4c47-bc78-1bca77b2858c {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:08:47.482611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:47.482817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.487253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/ports/2719fb5c-56f7-4853-942b-7c0a00ed5d9a HTTP/1.1" status: 200 len: 818 time: 0.4217277 Jul 27 17:08:47.487370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:47.499435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedc750-3daa-4a49-8a5e-4b5bb75bb294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=2719fb5c-56f7-4853-942b-7c0a00ed5d9a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:47.626709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 2719fb5c-56f7-4853-942b-7c0a00ed5d9a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:47.627114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.703272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.723093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 2719fb5c-56f7-4853-942b-7c0a00ed5d9a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:47.824603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:47.860028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f9b6f4-1a84-4160-a157-b5d318ae4e88 req-da9a97cf-ab42-47c7-a86b-465a37ad4ba9 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 210 time: 0.0539219 Jul 27 17:08:47.884172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.916456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:47.929097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=2719fb5c-56f7-4853-942b-7c0a00ed5d9a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:47.941363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:47.945972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8e86be2c-c012-4ab4-89ee-6eafd2bf1988 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/2719fb5c-56f7-4853-942b-7c0a00ed5d9a HTTP/1.1" status: 204 len: 168 time: 0.4576056 Jul 27 17:08:47.949239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56962) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.048923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11324f4-461f-4b9a-85c6-eadfbe4d09e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:48.054361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.055294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d11324f4-461f-4b9a-85c6-eadfbe4d09e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1033025 Jul 27 17:08:48.114329 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b71a0f6-1cec-4713-8732-0d737293bb38 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:48.115934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1b71a0f6-1cec-4713-8732-0d737293bb38 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/2719fb5c-56f7-4853-942b-7c0a00ed5d9a HTTP/1.1" status: 404 len: 333 time: 0.0606253 Jul 27 17:08:48.120462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.126736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1601704378'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:48.131061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87c2730-8856-4155-b96a-d6e43885595a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.132854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb971378-ee13-4d57-ad04-a9aa46507b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.148888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:48.152800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.172192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-42532745-ece4-4537-a0c6-4a04addaff54 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:48.174127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-42532745-ece4-4537-a0c6-4a04addaff54 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 808 time: 0.2467160 Jul 27 17:08:48.179153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:48.190209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.190700 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment a5851b65-6fdd-4870-839b-295806157514 of type vlan for network e6e32060-9cf2-41a1-a859-9e36f5f214be Jul 27 17:08:48.194878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Request body: {'port': {'device_id': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896', 'admin_state_up': True, 'tenant_id': 'b7cc6fdbb0cb42bb9e00e7fe23c3ab4e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:48.232398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.265699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.271445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:48.272132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.349781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=e6e32060-9cf2-41a1-a859-9e36f5f214be,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:48.362527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:48.367790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb971378-ee13-4d57-ad04-a9aa46507b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.375798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb971378-ee13-4d57-ad04-a9aa46507b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.440756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb971378-ee13-4d57-ad04-a9aa46507b64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=968c0297999d452cb7fee86ca588c09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146061 Jul 27 17:08:48.443473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.444809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb971378-ee13-4d57-ad04-a9aa46507b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b686d9-a5b6-4d96-8d93-6f0f27c72ef5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:48.504398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.509157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87c2730-8856-4155-b96a-d6e43885595a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.522063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b87c2730-8856-4155-b96a-d6e43885595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.530461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ba358d71-fa1f-47fd-bea4-9f75d5518f8e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4086585 Jul 27 17:08:48.532835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.534453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.539384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:48.577477 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b87c2730-8856-4155-b96a-d6e43885595a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c3fd608368041c182c92aa9a7249c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589189 Jul 27 17:08:48.578332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Made reservation on behalf of b7cc6fdbb0cb42bb9e00e7fe23c3ab4e for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:48.581957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.584332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56972) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:48.593393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c2730-8856-4155-b96a-d6e43885595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1545606c-23c2-41bb-a20f-d987adc0d680,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:48.683368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.688607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.690534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10b686d9-a5b6-4d96-8d93-6f0f27c72ef5 HTTP/1.1" status: 204 len: 168 time: 0.2456925 Jul 27 17:08:48.711259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.711525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:48.717600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.744106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20596d-bcd4-4829-9a5c-a585cab4d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b686d9-a5b6-4d96-8d93-6f0f27c72ef5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:48.772195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.820883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Allocated IP 172.20.0.2 (02d68afd-a29a-4872-8551-fa4c39ec9896/2f229c4b-080b-4b03-b39f-3eb7b17d277e/ffa56456-4d84-463b-ade0-58d22bf2c5b5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:48.867341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.869836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:48.870992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1545606c-23c2-41bb-a20f-d987adc0d680 HTTP/1.1" status: 204 len: 168 time: 0.2854149 Jul 27 17:08:48.888148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cc860-4871-4090-90b8-92c2c69d6447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1545606c-23c2-41bb-a20f-d987adc0d680,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:48.995708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.020613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dcc46f93-c2ee-4516-843e-ea00872b1ca7 req-3192c920-7979-4999-91f7-f8d999b7a648 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 210 time: 0.0461526 Jul 27 17:08:49.093563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:49.100131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=ee2e12be-0a16-4e16-a43a-ae9927cae096,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:49.115117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': 'a5851b65-6fdd-4870-839b-295806157514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:49.115467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: e6e32060-9cf2-41a1-a859-9e36f5f214be, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:49.119272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.124456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9471398e-a823-4f15-bccc-da0d2f0fd69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.135067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network e6e32060-9cf2-41a1-a859-9e36f5f214be is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:49.147062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e6e32060-9cf2-41a1-a859-9e36f5f214be) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:49.154218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:49.155904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.167821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2981c-3c82-442d-bc03-0df13a81e5e0 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:49.209851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.278613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Network 02d68afd-a29a-4872-8551-fa4c39ec9896 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:49.284999 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:49.294195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:49.306671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Pushing event updated for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:49.351485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9471398e-a823-4f15-bccc-da0d2f0fd69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.356929 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9471398e-a823-4f15-bccc-da0d2f0fd69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.366176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a012f680-f098-4d8a-8413-9508d30a456e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8306448 Jul 27 17:08:49.368982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 56994) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:49.376047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:49.396959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e6e32060-9cf2-41a1-a859-9e36f5f214be', 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': 'ee2e12be-0a16-4e16-a43a-ae9927cae096'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:49.399260 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.433727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:49.434416 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.460298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9471398e-a823-4f15-bccc-da0d2f0fd69d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c652b98cb92493abe9f39e909d664ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656321 Jul 27 17:08:49.460978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 56998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:49.464677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471398e-a823-4f15-bccc-da0d2f0fd69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6bf932-acad-400c-93a9-fbc95b2697ef,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:49.473258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-093d626c-390b-4050-8ba3-86e314e44295 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2825339 Jul 27 17:08:49.489565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Request body: {'port': {'device_id': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:49.522185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:49.528454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.611193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.631586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Allocated IP 172.20.0.2 (e6e32060-9cf2-41a1-a859-9e36f5f214be/ee2e12be-0a16-4e16-a43a-ae9927cae096/2f7f4c84-6495-49af-9562-c5b1b31dbdb8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:49.638060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.655543 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee2e12be-0a16-4e16-a43a-ae9927cae096 (CIDR: 172.20.0.0/28) Jul 27 17:08:49.658871 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:08:49.659424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:08:49.674977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.679954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fcf08e0b-8669-481b-a531-a4f4c6d2be61 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3093407 Jul 27 17:08:49.682442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:49.689542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:49.776155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.781521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.784038 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b6bf932-acad-400c-93a9-fbc95b2697ef HTTP/1.1" status: 204 len: 168 time: 0.3208067 Jul 27 17:08:49.808250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb5470-2a62-4b5f-a8bc-62967303524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6bf932-acad-400c-93a9-fbc95b2697ef,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:49.867036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.876723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:49.877955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Transition to ACTIVE for port object 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:49.889785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:49.899283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Transition to ACTIVE for port object 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:49.914519 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.030480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:50.040389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:50.074349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:50.081952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Pushing event updated for resources: {'Port': ['ID=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:50.191178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa56456-4d84-463b-ade0-58d22bf2c5b5 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:08:50.204796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Attempting to bind port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:50.205722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Attempting to bind port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a5851b65-6fdd-4870-839b-295806157514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:50.206460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Attempting to bind port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 on network e6e32060-9cf2-41a1-a859-9e36f5f214be {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:50.213055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:50.214256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Checking segment: {'id': 'a5851b65-6fdd-4870-839b-295806157514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:50.214997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.215577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Bound using segment: {'id': 'a5851b65-6fdd-4870-839b-295806157514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:50.216240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Bound port: 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5851b65-6fdd-4870-839b-295806157514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:50.216826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.232632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.268146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Transition to ACTIVE for port object ffa56456-4d84-463b-ade0-58d22bf2c5b5 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:50.294953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.313104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.314818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] For port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:50.321417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] For port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,segment=NetworkSegment(a5851b65-6fdd-4870-839b-295806157514),segment_id=a5851b65-6fdd-4870-839b-295806157514)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:50.329755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.370494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network e6e32060-9cf2-41a1-a859-9e36f5f214be is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:50.374562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:50.378366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:50.379192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.390353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=18320cdc-4b7d-4bee-84c2-afd32ae0b3a7,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:50.414386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa737-8ace-40e1-b90a-b830d413242a req-eb723959-1195-468d-806a-5083e95d9a6a tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:50.415472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-280fa679-f700-40cc-ba0d-05e35256f667 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7311020 Jul 27 17:08:50.416736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57034) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:50.422217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868149-667d-4e95-ad33-016d363e9be3 None None] Pushing event updated for resources: {'Port': ['ID=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:50.424967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'fixed_ips': [{'subnet_id': 'ee2e12be-0a16-4e16-a43a-ae9927cae096'}, {'subnet_id': '18320cdc-4b7d-4bee-84c2-afd32ae0b3a7'}], 'name': 'tempest-PortsTestJSON-602231637'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:50.430938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-287fa737-8ace-40e1-b90a-b830d413242a req-eb723959-1195-468d-806a-5083e95d9a6a tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 931 time: 0.2421556 Jul 27 17:08:50.523809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57036) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:50.525358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:50.533387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-287fa737-8ace-40e1-b90a-b830d413242a req-e76b076a-5cf2-4af4-8aba-c8d6b8f1088e tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Jul 27 17:08:50.638470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:50.679616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Attempting to bind port ffa56456-4d84-463b-ade0-58d22bf2c5b5 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:50.680708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Attempting to bind port ffa56456-4d84-463b-ade0-58d22bf2c5b5 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:50.681793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Attempting to bind port ffa56456-4d84-463b-ade0-58d22bf2c5b5 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:50.688141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Port ffa56456-4d84-463b-ade0-58d22bf2c5b5 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:08:50.688908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Attempting to bind port ffa56456-4d84-463b-ade0-58d22bf2c5b5 on network 02d68afd-a29a-4872-8551-fa4c39ec9896 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:50.698528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:50.699370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Checking segment: {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:50.699933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Bound using segment: {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:50.700638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Bound port: ffa56456-4d84-463b-ade0-58d22bf2c5b5, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:50.701111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.809714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.836021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:50.852724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port d3e657de-7275-4882-b973-d8792bfec2a7 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:50.854366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:50.864956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.923994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:50.924681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.926116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] 10.222.0.61 "PUT /v2.0/ports/ffa56456-4d84-463b-ade0-58d22bf2c5b5 HTTP/1.1" status: 200 len: 1091 time: 1.4433594 Jul 27 17:08:50.926646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:50.930295 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:50.944649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a725cf-e7fd-463e-91f2-009fb68a1aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:50.972657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c8d3-6704-414e-b0f6-024d08db5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:51.027215 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1472bf4-83d4-4fd1-ad55-9b54de477e1f x-openstack-request-id: req-a1472bf4-83d4-4fd1-ad55-9b54de477e1f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:51.027512 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:51.027998 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1472bf4-83d4-4fd1-ad55-9b54de477e1f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:51.028618 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5', 'status': 'completed', 'code': 200} Jul 27 17:08:51.063480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-d10103be-bc11-4a12-a805-686f94fcdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.065475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-d10103be-bc11-4a12-a805-686f94fcdaaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 1094 time: 0.0691156 Jul 27 17:08:51.133867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-cb53c09c-81da-49f6-94f8-f7db89457a1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0607176 Jul 27 17:08:51.192621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-44df896e-4a11-4e02-b383-9563a1212fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.194496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-44df896e-4a11-4e02-b383-9563a1212fb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f229c4b-080b-4b03-b39f-3eb7b17d277e HTTP/1.1" status: 200 len: 848 time: 0.0530248 Jul 27 17:08:51.238232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-efb01367-1719-4d26-9fe1-399f06d53147 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02d68afd-a29a-4872-8551-fa4c39ec9896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344205 Jul 27 17:08:51.361869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-d520b0ab-78d5-41b0-b4d3-09c37cb083ff service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155441 Jul 27 17:08:51.502451 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bcf518ba-dc8e-438e-b670-a7cf839f2822 req-15560245-8520-494c-9c15-990faca7ea20 service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329346 Jul 27 17:08:51.562928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:51.643795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-238b130b-c51d-494b-bc87-c9280f800c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.645963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-238b130b-c51d-494b-bc87-c9280f800c79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 1094 time: 0.0726252 Jul 27 17:08:51.697716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:51.831056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-b67899a6-04f3-4d8b-b1c9-b34a91f5a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.832983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-b67899a6-04f3-4d8b-b1c9-b34a91f5a6ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 200 len: 909 time: 0.1792893 Jul 27 17:08:51.846859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85258511-e7cc-4b7b-9101-7eaeb12213f0 req-1f708ff9-22d8-4cf2-b937-2b9d08a82f84 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.848588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85258511-e7cc-4b7b-9101-7eaeb12213f0 req-1f708ff9-22d8-4cf2-b937-2b9d08a82f84 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 943 time: 0.1202362 Jul 27 17:08:51.880857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a725cf-e7fd-463e-91f2-009fb68a1aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:51.893180 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9a725cf-e7fd-463e-91f2-009fb68a1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:51.898761 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-5c53864d-f2ed-49e7-a199-3e087e518a15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0486965 Jul 27 17:08:51.924209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2372d-aa1a-4570-918a-ea0743658d96 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:51.974108 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-85258511-e7cc-4b7b-9101-7eaeb12213f0 req-37335256-1cb4-4369-a02f-eb05609f19a9 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827425 Jul 27 17:08:51.994825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-d6aef29b-afda-43b5-a52e-8833cdc30372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:51.995095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.5 (e6e32060-9cf2-41a1-a859-9e36f5f214be/ee2e12be-0a16-4e16-a43a-ae9927cae096/d3e657de-7275-4882-b973-d8792bfec2a7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:51.996882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-d6aef29b-afda-43b5-a52e-8833cdc30372 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2f229c4b-080b-4b03-b39f-3eb7b17d277e HTTP/1.1" status: 200 len: 848 time: 0.0889835 Jul 27 17:08:52.008129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9a725cf-e7fd-463e-91f2-009fb68a1aad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06c2723633694fd380ab9a55d411535a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4831176 Jul 27 17:08:52.008995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a725cf-e7fd-463e-91f2-009fb68a1aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0585e-5327-4767-ad10-ab0b4d8f1a25,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:52.011977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:52.017211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.27 (e6e32060-9cf2-41a1-a859-9e36f5f214be/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7/d3e657de-7275-4882-b973-d8792bfec2a7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:52.046454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Provisioning for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:52.055679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-7b5aeea2-057c-4505-8c7b-f925aebc74ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02d68afd-a29a-4872-8551-fa4c39ec9896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490913 Jul 27 17:08:52.058197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Provisioning complete for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:52.058583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.119735 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.147499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.176457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-ddc215c5-43d8-4101-8d53-6fd72a037123 service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112959 Jul 27 17:08:52.222559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.272711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] For port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,segment=NetworkSegment(a5851b65-6fdd-4870-839b-295806157514),segment_id=a5851b65-6fdd-4870-839b-295806157514)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:52.280133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.287352 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.290341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.295056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76b0585e-5327-4767-ad10-ab0b4d8f1a25 HTTP/1.1" status: 204 len: 168 time: 0.2795916 Jul 27 17:08:52.315168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ffa56456-4d84-463b-ade0-58d22bf2c5b5 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:08:52.329370 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f7466171-10f0-4fb5-b6c5-b796ef1af9b9 req-f17f71aa-e0f4-4cf7-951c-d9948334a2c4 service neutron] 10.222.0.61 "GET /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452732 Jul 27 17:08:52.333443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ef1c2-4003-4824-9631-d0a53e852ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0585e-5327-4767-ad10-ab0b4d8f1a25,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:52.358081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.375883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object d3e657de-7275-4882-b973-d8792bfec2a7 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:52.412852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1105-f690-4b7f-bacb-9b556e28904e None None] Pushing event updated for resources: {'Port': ['ID=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:52.427154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.481647 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Update dhcp port {'port': {'network_id': 'e6e32060-9cf2-41a1-a859-9e36f5f214be', 'fixed_ips': [{'subnet_id': 'ee2e12be-0a16-4e16-a43a-ae9927cae096', 'ip_address': '172.20.0.2'}, {'subnet_id': '18320cdc-4b7d-4bee-84c2-afd32ae0b3a7'}], 'binding:host_id': 'n-d-723572-6'}, 'id': '2f7f4c84-6495-49af-9562-c5b1b31dbdb8'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:08:52.504990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network e6e32060-9cf2-41a1-a859-9e36f5f214be is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:52.517988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:52.527557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:52.553576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.568984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=d3e657de-7275-4882-b973-d8792bfec2a7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:52.582618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:52.604926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:52.606003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.619662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5', 'network_id': '02d68afd-a29a-4872-8551-fa4c39ec9896', 'port_id': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5', 'mac_address': 'fa:16:3e:6e:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f229c4b-080b-4b03-b39f-3eb7b17d277e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:08:52.625214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-36199bbb-42dc-4f46-b12c-8518913cd391 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2071607 Jul 27 17:08:52.627842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57080) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:52.634510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee2e12be-0a16-4e16-a43a-ae9927cae096'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:52.755714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.805465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa56456-4d84-463b-ade0-58d22bf2c5b5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:08:52.843473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Allocated IP 172.20.0.18 (e6e32060-9cf2-41a1-a859-9e36f5f214be/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7/2f7f4c84-6495-49af-9562-c5b1b31dbdb8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:52.851621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:52.863944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.937507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:52.969893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:53.026374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] For port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,segment=NetworkSegment(a5851b65-6fdd-4870-839b-295806157514),segment_id=a5851b65-6fdd-4870-839b-295806157514)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:53.061994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:53.079650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Transition to ACTIVE for port object 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:53.088730 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:53.126856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ffa56456-4d84-463b-ade0-58d22bf2c5b5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:53.238389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4521fab-f499-4d4b-b55f-c499648d7e48 None None] Pushing event updated for resources: {'Port': ['ID=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:53.295278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307868e-655a-4a18-9e44-7b5010ee3ffa req-4572d695-5acb-425d-b869-70b1f360e2cd tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:53.297941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d307868e-655a-4a18-9e44-7b5010ee3ffa req-4572d695-5acb-425d-b869-70b1f360e2cd tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 944 time: 0.1759262 Jul 27 17:08:53.386232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d307868e-655a-4a18-9e44-7b5010ee3ffa req-f04e6ec5-217f-403e-a68f-cc78b9e948f1 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796044 Jul 27 17:08:53.487415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Delete allocated IP 172.20.0.27 (e6e32060-9cf2-41a1-a859-9e36f5f214be/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:08:53.528235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:53.679256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:53.698759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Ignored duplicate provisioning block setup for port d3e657de-7275-4882-b973-d8792bfec2a7 by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:08:53.706315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.030403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c664957-559d-4fdb-9faf-5dc834f68357 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:54.133450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=d3e657de-7275-4882-b973-d8792bfec2a7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:54.157885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] In _notify_port_updated(), no bound segment for port d3e657de-7275-4882-b973-d8792bfec2a7 on network e6e32060-9cf2-41a1-a859-9e36f5f214be {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:08:54.164460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:54.165131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.166485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6d1148bd-09ee-4881-a323-ad8b83252ce5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/ports/d3e657de-7275-4882-b973-d8792bfec2a7 HTTP/1.1" status: 200 len: 918 time: 1.5373526 Jul 27 17:08:54.171333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57124) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:54.176797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee2e12be-0a16-4e16-a43a-ae9927cae096'}, {'subnet_id': '18320cdc-4b7d-4bee-84c2-afd32ae0b3a7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:54.191461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ca12ecb-9297-4a6d-9653-54a4c5ddb8fb None None] Provisioning for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:54.202367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3ca12ecb-9297-4a6d-9653-54a4c5ddb8fb None None] Provisioning complete for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:54.202806 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3ca12ecb-9297-4a6d-9653-54a4c5ddb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.271435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.329489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ffa56456-4d84-463b-ade0-58d22bf2c5b5 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:08:54.400047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port ffa56456-4d84-463b-ade0-58d22bf2c5b5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:54.405892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port ffa56456-4d84-463b-ade0-58d22bf2c5b5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:54.406369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.516796 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.553013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:54.555409 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de836cba-ef22-4955-80b4-3e41f1522e5a" -d '{"events": [{"server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "name": "network-vif-plugged", "status": "completed", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:54.575654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:54.586787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.613787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.30 (e6e32060-9cf2-41a1-a859-9e36f5f214be/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7/d3e657de-7275-4882-b973-d8792bfec2a7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:54.655787 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e680d0f0-2283-4d3b-a4eb-1857c6b94b16 x-openstack-request-id: req-e680d0f0-2283-4d3b-a4eb-1857c6b94b16 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:54.656157 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "name": "network-vif-plugged", "status": "completed", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:54.656647 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e680d0f0-2283-4d3b-a4eb-1857c6b94b16 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:54.656767 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5', 'code': 200} Jul 27 17:08:54.669071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:54.692895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Provisioning complete for port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:54.693376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.722873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd24d7-0781-44ac-8457-45abff2d6912 req-e9037eef-4c8f-4000-9c2c-557355f44503 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:54.724412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94dd24d7-0781-44ac-8457-45abff2d6912 req-e9037eef-4c8f-4000-9c2c-557355f44503 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 944 time: 0.1921008 Jul 27 17:08:54.841937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Provisioning for port d3e657de-7275-4882-b973-d8792bfec2a7 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:08:54.848976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Provisioning complete for port d3e657de-7275-4882-b973-d8792bfec2a7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:54.850126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.863724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94dd24d7-0781-44ac-8457-45abff2d6912 req-fffad539-575f-4535-b0c8-2af617227353 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239748 Jul 27 17:08:54.883954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810a9c8-666a-41b9-84ac-266e456fc605 req-5fee6de1-53fe-4891-ad76-9d92d79124db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:54.885647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9810a9c8-666a-41b9-84ac-266e456fc605 req-5fee6de1-53fe-4891-ad76-9d92d79124db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 1096 time: 0.1712360 Jul 27 17:08:54.900280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-717d2af2-7291-4525-be97-7fe4f4a12b79 None None] Port d3e657de-7275-4882-b973-d8792bfec2a7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:08:54.915852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.942778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Ignored duplicate provisioning block setup for port d3e657de-7275-4882-b973-d8792bfec2a7 by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:08:54.949438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:54.997684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9810a9c8-666a-41b9-84ac-266e456fc605 req-10e7bfb9-badd-4bcd-b9ed-26f8807c7191 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012056 Jul 27 17:08:55.022750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-11ecccff-19c7-4280-bb75-b9b1249076f6 None None] Provisioning complete for port d3e657de-7275-4882-b973-d8792bfec2a7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:55.023387 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-11ecccff-19c7-4280-bb75-b9b1249076f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.061767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-11ecccff-19c7-4280-bb75-b9b1249076f6 None None] Port d3e657de-7275-4882-b973-d8792bfec2a7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:08:55.124603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=d3e657de-7275-4882-b973-d8792bfec2a7,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:55.163927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] In _notify_port_updated(), no bound segment for port d3e657de-7275-4882-b973-d8792bfec2a7 on network e6e32060-9cf2-41a1-a859-9e36f5f214be {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:08:55.172624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:55.173513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.177919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ee0a4549-5ecc-41f1-bed5-ac67d82113dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/ports/d3e657de-7275-4882-b973-d8792bfec2a7 HTTP/1.1" status: 200 len: 998 time: 1.0054939 Jul 27 17:08:55.178278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:55.192198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-681d64fc-666d-4f0e-a41b-e46c38ef5a24 None None] Provisioning complete for port d3e657de-7275-4882-b973-d8792bfec2a7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:55.192637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-681d64fc-666d-4f0e-a41b-e46c38ef5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.258060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-681d64fc-666d-4f0e-a41b-e46c38ef5a24 None None] Port d3e657de-7275-4882-b973-d8792bfec2a7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:08:55.343954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port d3e657de-7275-4882-b973-d8792bfec2a7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:55.344389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.482277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c991eddd-0ef1-437b-8e7c-1a27934aae7d None None] Provisioning complete for port d3e657de-7275-4882-b973-d8792bfec2a7 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:08:55.482550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c991eddd-0ef1-437b-8e7c-1a27934aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.505449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.531388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for d3e657de-7275-4882-b973-d8792bfec2a7 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:55.720459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c991eddd-0ef1-437b-8e7c-1a27934aae7d None None] Port d3e657de-7275-4882-b973-d8792bfec2a7 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:08:55.768327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.805761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=d3e657de-7275-4882-b973-d8792bfec2a7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:55.822974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.823323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.823742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.824091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.824566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.824883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.825111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.825442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.825785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.826112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.827114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.827587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:08:55.962595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:55.973433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:55.977036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-53dff9b9-f0af-43a9-bae4-47e7ee7f1c27 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/d3e657de-7275-4882-b973-d8792bfec2a7 HTTP/1.1" status: 204 len: 168 time: 0.7975035 Jul 27 17:08:55.978992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:56.024472 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2199e7d-6496-4164-a8a1-33eeb281e938 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:08:56.028676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b2199e7d-6496-4164-a8a1-33eeb281e938 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/d3e657de-7275-4882-b973-d8792bfec2a7 HTTP/1.1" status: 404 len: 333 time: 0.0515063 Jul 27 17:08:56.029583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:56.075072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdf38a-dbfa-4887-b530-4d30fbebdf9a req-f3e9c58d-b977-4953-9097-8908df6cdd36 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:56.078293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4afdf38a-dbfa-4887-b530-4d30fbebdf9a req-f3e9c58d-b977-4953-9097-8908df6cdd36 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 945 time: 0.0999818 Jul 27 17:08:56.141233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4afdf38a-dbfa-4887-b530-4d30fbebdf9a req-7de2dcc1-a6b7-4f6e-ac7e-cb62096bc33f tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553901 Jul 27 17:08:56.165316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 18320cdc-4b7d-4bee-84c2-afd32ae0b3a7 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:56.168971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.183548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24d4d02d-0ab1-40ca-b242-528dd8e6a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.217629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.303006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24d4d02d-0ab1-40ca-b242-528dd8e6a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.308620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-24d4d02d-0ab1-40ca-b242-528dd8e6a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.324903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.347003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d02d-0ab1-40ca-b242-528dd8e6a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d352203-585b-4d2a-a304-a6f80b6cf7fe,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:56.368469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-24d4d02d-0ab1-40ca-b242-528dd8e6a6e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b77ff35d8934a598a7d4fe8803e4af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859220 Jul 27 17:08:56.369094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57206) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:56.423843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.460780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.466671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=18320cdc-4b7d-4bee-84c2-afd32ae0b3a7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:56.473800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.478332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e19a2521-1ad1-4bcf-8014-39a3638a4f2e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7 HTTP/1.1" status: 204 len: 168 time: 0.4477134 Jul 27 17:08:56.479934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:56.491998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5253e9-48f3-4c6f-b79e-d110b5fb3d0f None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:56.495255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.551769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet ee2e12be-0a16-4e16-a43a-ae9927cae096 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:08:56.554958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.586641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.590316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.593674 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d352203-585b-4d2a-a304-a6f80b6cf7fe HTTP/1.1" status: 204 len: 168 time: 0.2215102 Jul 27 17:08:56.604879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd2c6b-67df-4c1e-aba7-ca112e917fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d352203-585b-4d2a-a304-a6f80b6cf7fe,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:56.615856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.758341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.881759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.936156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2e12be-0a16-4e16-a43a-ae9927cae096,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:56.946159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:56.948903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b216ecd4-3530-443c-8df0-5bbbc54dca70 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/ee2e12be-0a16-4e16-a43a-ae9927cae096 HTTP/1.1" status: 204 len: 168 time: 0.4676197 Jul 27 17:08:56.952330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:57.010166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:57.027205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc1a1-ed2c-4352-a544-7d305651c63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.070584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.155535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:57.155862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.197033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc1a1-ed2c-4352-a544-7d305651c63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.209700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc1a1-ed2c-4352-a544-7d305651c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.233353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,segment=NetworkSegment(a5851b65-6fdd-4870-839b-295806157514),segment_id=a5851b65-6fdd-4870-839b-295806157514)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:57.233940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.258162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:57.265987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d99e5-6873-410c-85ad-db26338fb21f req-98fc4bf3-b878-47a1-853f-3f7ef41008df tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:57.267541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-888d99e5-6873-410c-85ad-db26338fb21f req-98fc4bf3-b878-47a1-853f-3f7ef41008df tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 945 time: 0.1432793 Jul 27 17:08:57.270159 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ec6cc1a1-ed2c-4352-a544-7d305651c63d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53558c391b424989ba20f35c2b59f791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588761 Jul 27 17:08:57.272891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57240) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:57.282828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cc1a1-ed2c-4352-a544-7d305651c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d684df-3023-48ec-a7f4-3fcac861e383,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:57.315447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-888d99e5-6873-410c-85ad-db26338fb21f req-9b0635ad-ba67-49ab-868e-4c1967744b7d tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Jul 27 17:08:57.422002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.446876 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.449943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.488806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=2f7f4c84-6495-49af-9562-c5b1b31dbdb8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:57.499181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:57.584589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360f031-4577-4ec9-b551-fab81e2846c4 None None] Network e6e32060-9cf2-41a1-a859-9e36f5f214be requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:57.616826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.619449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.623232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51d684df-3023-48ec-a7f4-3fcac861e383 HTTP/1.1" status: 204 len: 168 time: 0.3465693 Jul 27 17:08:57.628240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.645834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3a87a-5462-408f-bb76-9d6e15a1ae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d684df-3023-48ec-a7f4-3fcac861e383,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:57.649346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e32060-9cf2-41a1-a859-9e36f5f214be']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:57.667294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5851b65-6fdd-4870-839b-295806157514') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:57.667734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5851b65-6fdd-4870-839b-295806157514') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:08:57.680931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f7b74a54-d023-4f59-ac2e-234f49c8dd4d None None] Could not find standard attr ID for object 2f7f4c84-6495-49af-9562-c5b1b31dbdb8. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:08:57.687207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.709916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.719685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:08:57.720505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:08:57.740788 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:08:57.805501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.815651 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:57.817533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74eaf5c-4924-4edb-8353-89f6b67916a9 None None] DHCP port deletion for e6e32060-9cf2-41a1-a859-9e36f5f214be request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:08:57.821695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57244) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:57.829101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/e6e32060-9cf2-41a1-a859-9e36f5f214be HTTP/1.1" status: 204 len: 168 time: 0.8753638 Jul 27 17:08:57.846168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d94cb-ce2b-4263-9f4b-e8a3e0db21f8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=e6e32060-9cf2-41a1-a859-9e36f5f214be,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:57.903217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64e6f4-25ad-4528-9fbf-af11587588de tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:57.905295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae64e6f4-25ad-4528-9fbf-af11587588de tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0816059 Jul 27 17:08:57.908865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:58.003353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-341d59aa-5578-4a65-b693-4e67dbebb138 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0933034 Jul 27 17:08:58.006565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:58.011415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-626134314'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:58.036486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:58.040320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.072643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:08:58.083991 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.084228 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment 88cdd97c-687d-4c87-9a6e-7c7fd56688ee of type vlan for network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 Jul 27 17:08:58.130400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.162801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.168288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:58.168918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.232649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2249503 Jul 27 17:08:58.235492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:58.241471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:58.242292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f559903-6fb6-403e-ad28-8f428a475bde tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=ea4c2371-4b6a-4ed3-baf2-a5519d5ff384,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:58.254149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:08:58.374583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:58.379118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.522017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1367e4-a40c-4369-b8c9-643b1bff8e08 req-64cb9ddb-71b4-4898-a99c-32d56541b62c tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:58.523654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f1367e4-a40c-4369-b8c9-643b1bff8e08 req-64cb9ddb-71b4-4898-a99c-32d56541b62c tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 945 time: 0.1245880 Jul 27 17:08:58.535780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-57cb12df-7613-4192-8b06-6a43d52c3463 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:58.537332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-57cb12df-7613-4192-8b06-6a43d52c3463 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 945 time: 0.1274300 Jul 27 17:08:58.614323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f1367e4-a40c-4369-b8c9-643b1bff8e08 req-de618bfd-8be0-4a0e-8227-a95845274c91 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd149f43-ea22-4dde-89c4-d24ce9e53bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759716 Jul 27 17:08:58.662458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.685849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Deleting port ffa56456-4d84-463b-ade0-58d22bf2c5b5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:08:58.686282 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.749237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=1ae14197-4055-46ed-ab86-9150afdc139a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:58.753963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': '88cdd97c-687d-4c87-9a6e-7c7fd56688ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:58.754321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: ea4c2371-4b6a-4ed3-baf2-a5519d5ff384, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:08:58.775938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:08:58.796419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ea4c2371-4b6a-4ed3-baf2-a5519d5ff384) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:58.801150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:08:58.802022 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.806648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d3efb-8cef-4ba6-a862-b545ed393353 None None] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:08:58.829739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ba51b06a-6097-4ba9-84eb-895be56dc899 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927587 Jul 27 17:08:58.829967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57304) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:08:58.850880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] For port ffa56456-4d84-463b-ade0-58d22bf2c5b5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ffa56456-4d84-463b-ade0-58d22bf2c5b5,segment=NetworkSegment(0c88a75e-6df4-41fe-ae11-6d85be8ba6fb),segment_id=0c88a75e-6df4-41fe-ae11-6d85be8ba6fb)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:08:58.851318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:58.866981 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384', 'name': 'tempest-PortsTestJSON-818378125'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:08:58.885366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Calling delete_port for ffa56456-4d84-463b-ade0-58d22bf2c5b5 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:08:59.033609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ea4c2371-4b6a-4ed3-baf2-a5519d5ff384', 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '1ae14197-4055-46ed-ab86-9150afdc139a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:08:59.035050 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.079280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:08:59.083266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.128567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port b66827d3-8440-4e6a-b313-901c2313168d yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:08:59.210944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.222874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ffa56456-4d84-463b-ade0-58d22bf2c5b5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:08:59.224410 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:08:59.276377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Allocated IP 172.20.0.2 (ea4c2371-4b6a-4ed3-baf2-a5519d5ff384/1ae14197-4055-46ed-ab86-9150afdc139a/8fc3ead9-5588-42ea-985e-f43326b044d6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:08:59.335376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] No DVR routers for this DVR port ffa56456-4d84-463b-ade0-58d22bf2c5b5 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:08:59.342716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Pushing event deleted for resources: {'Port': ['ID=ffa56456-4d84-463b-ade0-58d22bf2c5b5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:59.348512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.351078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-965113bc-76aa-4385-890c-cdb0ef8a87cd req-ed8569a7-bf7e-401f-8375-22b52844060b tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.61 "DELETE /v2.0/ports/ffa56456-4d84-463b-ade0-58d22bf2c5b5 HTTP/1.1" status: 204 len: 173 time: 0.8058436 Jul 27 17:08:59.351539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'name': 'network-vif-deleted', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:08:59.355027 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4563805-a17b-45c9-b475-28fd374595fe" -d '{"events": [{"server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "name": "network-vif-deleted", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:08:59.449213 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870571ed-cff2-4791-8ac0-77a7e2ac9ef7 x-openstack-request-id: req-870571ed-cff2-4791-8ac0-77a7e2ac9ef7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:08:59.450209 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf35f257-e9aa-4f6a-8749-67d2efd706ee", "name": "network-vif-deleted", "tag": "ffa56456-4d84-463b-ade0-58d22bf2c5b5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:08:59.450612 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-870571ed-cff2-4791-8ac0-77a7e2ac9ef7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:08:59.451201 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35f257-e9aa-4f6a-8749-67d2efd706ee', 'name': 'network-vif-deleted', 'tag': 'ffa56456-4d84-463b-ade0-58d22bf2c5b5', 'status': 'completed', 'code': 200} Jul 27 17:08:59.534520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:08:59.567361 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.572184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:08:59.572578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2f7f4c84-6495-49af-9562-c5b1b31dbdb8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:08:59.579674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Transition to ACTIVE for port object 8fc3ead9-5588-42ea-985e-f43326b044d6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:59.600307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Transition to ACTIVE for port object 8fc3ead9-5588-42ea-985e-f43326b044d6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:08:59.609218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.662851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:08:59.665917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:08:59.671013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:08:59.674576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Pushing event updated for resources: {'Port': ['ID=8fc3ead9-5588-42ea-985e-f43326b044d6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:08:59.687910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.db.api [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1db6fa46-3cc7-4ca3-83d6-7deee02dee87 {{(pid=93923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:08:59.688684 n-d-723572-6 neutron-server[93923]: DEBUG oslo_db.api [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:08:59.740737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Attempting to bind port 8fc3ead9-5588-42ea-985e-f43326b044d6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:08:59.741325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Attempting to bind port 8fc3ead9-5588-42ea-985e-f43326b044d6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '88cdd97c-687d-4c87-9a6e-7c7fd56688ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:08:59.742142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Attempting to bind port 8fc3ead9-5588-42ea-985e-f43326b044d6 on network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:08:59.754752 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-669cfc54-d469-4d6c-9291-1423719dd76f req-74d40063-6d07-420b-9131-ae53f9afc8e0 tempest-VolumesActionsTest-266822044 tempest-VolumesActionsTest-266822044-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf35f257-e9aa-4f6a-8749-67d2efd706ee HTTP/1.1" status: 200 len: 210 time: 0.0315988 Jul 27 17:08:59.758139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:08:59.758694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Checking segment: {'id': '88cdd97c-687d-4c87-9a6e-7c7fd56688ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:08:59.759205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.759631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Bound using segment: {'id': '88cdd97c-687d-4c87-9a6e-7c7fd56688ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:08:59.760206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Bound port: 8fc3ead9-5588-42ea-985e-f43326b044d6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cdd97c-687d-4c87-9a6e-7c7fd56688ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:08:59.760656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.846435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] For port 8fc3ead9-5588-42ea-985e-f43326b044d6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:08:59.850243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] For port 8fc3ead9-5588-42ea-985e-f43326b044d6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8fc3ead9-5588-42ea-985e-f43326b044d6,segment=NetworkSegment(88cdd97c-687d-4c87-9a6e-7c7fd56688ee),segment_id=88cdd97c-687d-4c87-9a6e-7c7fd56688ee)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:08:59.856767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:08:59.944852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419682d-34f3-4463-8240-a550206e6f42 None None] Pushing event updated for resources: {'Port': ['ID=8fc3ead9-5588-42ea-985e-f43326b044d6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:00.190306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.235962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 0c61000d-532d-47fa-96c9-2cb184a6b0fe yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:00.407040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.7 (ea4c2371-4b6a-4ed3-baf2-a5519d5ff384/1ae14197-4055-46ed-ab86-9150afdc139a/0c61000d-532d-47fa-96c9-2cb184a6b0fe) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:00.614706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.628763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:00.632928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 0c61000d-532d-47fa-96c9-2cb184a6b0fe will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:00.668409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.746344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:00.749908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:00.751959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=0c61000d-532d-47fa-96c9-2cb184a6b0fe,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:00.761295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:00.802534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be5549f6-f13f-41af-ab6f-2a9caae9d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.865870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:00.866739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.944674 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be5549f6-f13f-41af-ab6f-2a9caae9d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.955683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-be5549f6-f13f-41af-ab6f-2a9caae9d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:00.968045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-601aa174-5aca-4cd2-bbf1-3bd47467f780 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1079645 Jul 27 17:09:00.970669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57384) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:00.976461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'ea4c2371-4b6a-4ed3-baf2-a5519d5ff384', 'name': 'tempest-PortsTestJSON-1746783977'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:01.025346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-be5549f6-f13f-41af-ab6f-2a9caae9d8f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1242ab3876f141dd84e6c55c827f3e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953331 Jul 27 17:09:01.026330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57388) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:01.029927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5549f6-f13f-41af-ab6f-2a9caae9d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c3ac5-8e75-41b4-b4f6-0a11ac02acbf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:01.160704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.241768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.248376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:01.253140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.303836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 921058c4-b4e1-4bbd-879b-86033d9683da yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:01.309803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.315875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.320058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c5c3ac5-8e75-41b4-b4f6-0a11ac02acbf HTTP/1.1" status: 204 len: 168 time: 0.2892218 Jul 27 17:09:01.330553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c157c5-409b-45cb-a749-d1fe06ebf78e None None] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:01.333682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dd43d-34f4-4c55-96d1-36c6bc71e370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c3ac5-8e75-41b4-b4f6-0a11ac02acbf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:01.492086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.12 (ea4c2371-4b6a-4ed3-baf2-a5519d5ff384/1ae14197-4055-46ed-ab86-9150afdc139a/921058c4-b4e1-4bbd-879b-86033d9683da) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:01.509125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9400db45-52a0-45d2-9008-7809aa0c6a34 None None] Provisioning for port 8fc3ead9-5588-42ea-985e-f43326b044d6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:01.644381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8fc3ead9-5588-42ea-985e-f43326b044d6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:01.734553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.759985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 921058c4-b4e1-4bbd-879b-86033d9683da will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:01.805202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8fc3ead9-5588-42ea-985e-f43326b044d6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:01.813370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8fc3ead9-5588-42ea-985e-f43326b044d6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:01.813846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.814558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:01.887500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=921058c4-b4e1-4bbd-879b-86033d9683da,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:01.910818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:01.913038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:01.922295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:01.981088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:02.012080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.016312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f616711-5d88-4384-8498-f49889f1ff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.024686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:02.028589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.070242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8fc3ead9-5588-42ea-985e-f43326b044d6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8fc3ead9-5588-42ea-985e-f43326b044d6,segment=NetworkSegment(88cdd97c-687d-4c87-9a6e-7c7fd56688ee),segment_id=88cdd97c-687d-4c87-9a6e-7c7fd56688ee)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:02.083663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.170670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f616711-5d88-4384-8498-f49889f1ff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.185810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3f616711-5d88-4384-8498-f49889f1ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.191843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8fc3ead9-5588-42ea-985e-f43326b044d6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:02.202088 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e7bddb3c-7770-41b0-90a2-868a4d1936e8 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2268250 Jul 27 17:09:02.203284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:02.263478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Provisioning complete for port 8fc3ead9-5588-42ea-985e-f43326b044d6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:02.264512 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.298231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616711-5d88-4384-8498-f49889f1ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e20a5f-513d-4491-844d-ec4a18f4fd2b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:02.309327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd44c6b-4344-4b93-bcaa-dcc05ddbcda4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:02.312872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6fd44c6b-4344-4b93-bcaa-dcc05ddbcda4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1073031 Jul 27 17:09:02.316827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3f616711-5d88-4384-8498-f49889f1ff02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c79ec22db2af4cf6bc99513c8926748e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320138 Jul 27 17:09:02.318086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:02.318996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:02.397076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ffa56456-4d84-463b-ade0-58d22bf2c5b5 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:02.461103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ffa56456-4d84-463b-ade0-58d22bf2c5b5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:02.465317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ffa56456-4d84-463b-ade0-58d22bf2c5b5 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:02.494310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.561613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.568409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Provisioning for port 0c61000d-532d-47fa-96c9-2cb184a6b0fe completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:02.574826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Provisioning complete for port 0c61000d-532d-47fa-96c9-2cb184a6b0fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:02.575578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.604917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 921058c4-b4e1-4bbd-879b-86033d9683da {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:02.605297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.644780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc3f07-4190-42a3-9bb3-5119898fe020 None None] Port 0c61000d-532d-47fa-96c9-2cb184a6b0fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:02.721005 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.723569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.728073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89e20a5f-513d-4491-844d-ec4a18f4fd2b HTTP/1.1" status: 204 len: 168 time: 0.3921137 Jul 27 17:09:02.794431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4f0b2f9f-9888-4dde-a2c6-1a68dd11b464 None None] Provisioning complete for port 0c61000d-532d-47fa-96c9-2cb184a6b0fe triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:02.795135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178f7c2-9736-439c-bda3-0c199a7563d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e20a5f-513d-4491-844d-ec4a18f4fd2b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:02.805886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2f9f-9888-4dde-a2c6-1a68dd11b464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.834940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:02.867955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 921058c4-b4e1-4bbd-879b-86033d9683da owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:02.923118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b2f9f-9888-4dde-a2c6-1a68dd11b464 None None] Port 0c61000d-532d-47fa-96c9-2cb184a6b0fe cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:03.050947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80c44d17-7699-4000-a5f9-374e3731a15d None None] Provisioning for port 921058c4-b4e1-4bbd-879b-86033d9683da completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:03.056973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80c44d17-7699-4000-a5f9-374e3731a15d None None] Provisioning complete for port 921058c4-b4e1-4bbd-879b-86033d9683da triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:03.057365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80c44d17-7699-4000-a5f9-374e3731a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.156652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.164184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-80c44d17-7699-4000-a5f9-374e3731a15d None None] Port 921058c4-b4e1-4bbd-879b-86033d9683da cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:03.199624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=921058c4-b4e1-4bbd-879b-86033d9683da,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:03.300547 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.344534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.348735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3bdf64b4-057b-451f-8615-a982beac7a5f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/921058c4-b4e1-4bbd-879b-86033d9683da HTTP/1.1" status: 204 len: 168 time: 1.0278590 Jul 27 17:09:03.351224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:03.419710 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b352e41-17c6-493d-a650-4b46e4d5feda tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:03.421771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b352e41-17c6-493d-a650-4b46e4d5feda tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/921058c4-b4e1-4bbd-879b-86033d9683da HTTP/1.1" status: 404 len: 333 time: 0.0694687 Jul 27 17:09:03.424998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:03.571946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8fc3ead9-5588-42ea-985e-f43326b044d6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:03.629215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 0c61000d-532d-47fa-96c9-2cb184a6b0fe {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:03.630205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.688905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8fc3ead9-5588-42ea-985e-f43326b044d6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:03.689295 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.849344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:03.893650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 0c61000d-532d-47fa-96c9-2cb184a6b0fe owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:04.222487 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.254499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=0c61000d-532d-47fa-96c9-2cb184a6b0fe,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:04.373984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.376505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-437c6f07-e001-40e3-8571-28952e5a70d9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/0c61000d-532d-47fa-96c9-2cb184a6b0fe HTTP/1.1" status: 204 len: 168 time: 0.9490974 Jul 27 17:09:04.379812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:04.431670 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-036039a6-cfc2-4192-9d0a-f18a0e6d9746 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:04.437517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-036039a6-cfc2-4192-9d0a-f18a0e6d9746 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/0c61000d-532d-47fa-96c9-2cb184a6b0fe HTTP/1.1" status: 404 len: 333 time: 0.0563414 Jul 27 17:09:04.440281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:04.554454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 1ae14197-4055-46ed-ab86-9150afdc139a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:04.560466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.642200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.850755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.961116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:04.988512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae14197-4055-46ed-ab86-9150afdc139a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:04.999096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.001329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e9d1d8f9-e5f5-4d85-b118-2c6ea1d820e6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/1ae14197-4055-46ed-ab86-9150afdc139a HTTP/1.1" status: 204 len: 168 time: 0.5600588 Jul 27 17:09:05.004355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:05.008237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc0c2d-ee58-4323-9728-bc92ac7c091d None None] Network ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:05.222416 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.292784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] DHCP port deletion for ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:09:05.327124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 8fc3ead9-5588-42ea-985e-f43326b044d6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:05.327835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.381369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Deleting port 8fc3ead9-5588-42ea-985e-f43326b044d6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:05.381840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.471462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port 8fc3ead9-5588-42ea-985e-f43326b044d6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8fc3ead9-5588-42ea-985e-f43326b044d6,segment=NetworkSegment(88cdd97c-687d-4c87-9a6e-7c7fd56688ee),segment_id=88cdd97c-687d-4c87-9a6e-7c7fd56688ee)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:05.471903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.495529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 8fc3ead9-5588-42ea-985e-f43326b044d6 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:05.581821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8fc3ead9-5588-42ea-985e-f43326b044d6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:05.646321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.681931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] For port 8fc3ead9-5588-42ea-985e-f43326b044d6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8fc3ead9-5588-42ea-985e-f43326b044d6,segment=NetworkSegment(88cdd97c-687d-4c87-9a6e-7c7fd56688ee),segment_id=88cdd97c-687d-4c87-9a6e-7c7fd56688ee)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:05.682556 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.690466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port 8fc3ead9-5588-42ea-985e-f43326b044d6 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:05.692276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port 8fc3ead9-5588-42ea-985e-f43326b044d6 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 17:09:05.692845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8fc3ead9-5588-42ea-985e-f43326b044d6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:05.716082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Calling delete_port for 8fc3ead9-5588-42ea-985e-f43326b044d6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:05.816137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=8fc3ead9-5588-42ea-985e-f43326b044d6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:05.852001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:05.894823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] Pushing event deleted for resources: {'Port': ['ID=8fc3ead9-5588-42ea-985e-f43326b044d6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:05.916119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8b9dd-2b6e-4c5d-bd13-1cf9d641e3f7 None None] No DVR routers for this DVR port 8fc3ead9-5588-42ea-985e-f43326b044d6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:06.003225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.037173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4c2371-4b6a-4ed3-baf2-a5519d5ff384']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:06.082346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cdd97c-687d-4c87-9a6e-7c7fd56688ee') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:06.083296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cdd97c-687d-4c87-9a6e-7c7fd56688ee') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:06.094299 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.117400 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.126588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:09:06.127463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:09:06.132931 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:09:06.235754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.266963 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.271526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/ea4c2371-4b6a-4ed3-baf2-a5519d5ff384 HTTP/1.1" status: 204 len: 168 time: 1.2655101 Jul 27 17:09:06.274591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:06.282969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1813629601'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:06.316697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656da16c-78d5-481d-8882-6280369586fe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=ea4c2371-4b6a-4ed3-baf2-a5519d5ff384,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:06.343007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:06.351308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.400747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:09:06.434107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.434495 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment ee1d69db-bc83-4a9b-96a3-31536a226b72 of type vlan for network df3c24d9-c5f4-494c-8a80-8b4c43d6859e Jul 27 17:09:06.551936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.606847 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.611528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:06.612158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:06.699122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4209642 Jul 27 17:09:06.700612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57568) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:06.711141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473417-d05a-47a1-b069-ca169626a1d5 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=df3c24d9-c5f4-494c-8a80-8b4c43d6859e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:06.714084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:06.728935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:09:06.839163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:06.843549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:07.479457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:07.781369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:07.793327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb13b-de6a-445f-b4a6-0f979ec04b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:07.867051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=5592bbc8-ff3f-4535-a28b-f95d42880568,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:07.949757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': 'ee1d69db-bc83-4a9b-96a3-31536a226b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:07.950535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: df3c24d9-c5f4-494c-8a80-8b4c43d6859e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:09:07.963897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb13b-de6a-445f-b4a6-0f979ec04b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:07.971069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb13b-de6a-445f-b4a6-0f979ec04b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:07.977681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:09:08.005725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, df3c24d9-c5f4-494c-8a80-8b4c43d6859e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:08.010035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:08.010637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.019024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ba6e7-756c-454c-85d3-6bc707fa16f6 None None] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:08.042990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96e86871-1e5f-4b36-8f71-7daecf9b4748 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3391666 Jul 27 17:09:08.045624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57590) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:08.054485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e', 'name': 'tempest-PortsTestJSON-1895276589', 'fixed_ips': [{'subnet_id': '5592bbc8-ff3f-4535-a28b-f95d42880568', 'ip_address': '172.20.0.10'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:08.089378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16abb13b-de6a-445f-b4a6-0f979ec04b11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e020067a572f4e0b87a623699238a3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087842 Jul 27 17:09:08.090580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb13b-de6a-445f-b4a6-0f979ec04b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507bd3ab-258f-4a90-a873-dcd9c19627df,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:08.097272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:08.228637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.262365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-df3c24d9-c5f4-494c-8a80-8b4c43d6859e', 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '5592bbc8-ff3f-4535-a28b-f95d42880568'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:09:08.263238 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.273505 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.292158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:08.391748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.394534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.400930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/507bd3ab-258f-4a90-a873-dcd9c19627df HTTP/1.1" status: 204 len: 168 time: 0.3002849 Jul 27 17:09:08.465821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5539409-cee6-4c1d-8cf4-3adc33354ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507bd3ab-258f-4a90-a873-dcd9c19627df,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:08.490773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Allocated IP 172.20.0.2 (df3c24d9-c5f4-494c-8a80-8b4c43d6859e/5592bbc8-ff3f-4535-a28b-f95d42880568/0a7be3f0-5988-4476-818a-88bebccc9e7d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:08.506065 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.593808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port f2db2e32-b581-4d00-a7cc-16f59be2ae2b yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:08.763293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.774618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Transition to ACTIVE for port object 0a7be3f0-5988-4476-818a-88bebccc9e7d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:08.799352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Transition to ACTIVE for port object 0a7be3f0-5988-4476-818a-88bebccc9e7d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:08.809315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.860540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:08.867157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:08.876066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:08.879935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Pushing event updated for resources: {'Port': ['ID=0a7be3f0-5988-4476-818a-88bebccc9e7d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:08.916409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.10 (df3c24d9-c5f4-494c-8a80-8b4c43d6859e/5592bbc8-ff3f-4535-a28b-f95d42880568/f2db2e32-b581-4d00-a7cc-16f59be2ae2b) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:08.958818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Attempting to bind port 0a7be3f0-5988-4476-818a-88bebccc9e7d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:09:08.959504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Attempting to bind port 0a7be3f0-5988-4476-818a-88bebccc9e7d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'ee1d69db-bc83-4a9b-96a3-31536a226b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:09:08.959638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Attempting to bind port 0a7be3f0-5988-4476-818a-88bebccc9e7d on network df3c24d9-c5f4-494c-8a80-8b4c43d6859e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:09:08.966010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:09:08.966010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Checking segment: {'id': 'ee1d69db-bc83-4a9b-96a3-31536a226b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:08.966501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:08.967845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Bound using segment: {'id': 'ee1d69db-bc83-4a9b-96a3-31536a226b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:09:08.968451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Bound port: 0a7be3f0-5988-4476-818a-88bebccc9e7d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1d69db-bc83-4a9b-96a3-31536a226b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:09:08.968851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.063023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] For port 0a7be3f0-5988-4476-818a-88bebccc9e7d, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:09:09.068676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] For port 0a7be3f0-5988-4476-818a-88bebccc9e7d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a7be3f0-5988-4476-818a-88bebccc9e7d,segment=NetworkSegment(ee1d69db-bc83-4a9b-96a3-31536a226b72),segment_id=ee1d69db-bc83-4a9b-96a3-31536a226b72)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:09:09.095620 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.117914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.128462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:09.142919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object f2db2e32-b581-4d00-a7cc-16f59be2ae2b will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:09.153557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b774d000-bc5b-4896-96fd-7b27964c96ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.216183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.252286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e65aa5-c3a6-42aa-8181-b0c2d86216b7 None None] Pushing event updated for resources: {'Port': ['ID=0a7be3f0-5988-4476-818a-88bebccc9e7d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:09.294231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:09.305401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:09.313458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:09.354196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=f2db2e32-b581-4d00-a7cc-16f59be2ae2b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:09.392468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:09.393160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.434995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b774d000-bc5b-4896-96fd-7b27964c96ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.446336 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b774d000-bc5b-4896-96fd-7b27964c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.502213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3f91da2a-8a8c-402b-85a2-ca501c189646 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4511392 Jul 27 17:09:09.502698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:09.514378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': 'df3c24d9-c5f4-494c-8a80-8b4c43d6859e', 'name': 'tempest-PortsTestJSON-1898340156', 'fixed_ips': [{'subnet_id': '5592bbc8-ff3f-4535-a28b-f95d42880568', 'ip_address': '172.20.0.9'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:09.559327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b774d000-bc5b-4896-96fd-7b27964c96ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=381208b6040f4c6194fd4e4220d918b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297342 Jul 27 17:09:09.561449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d000-bc5b-4896-96fd-7b27964c96ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d8edfe-5ee4-43bd-a2bb-3752b0347ed7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:09.566541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57612) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:09.654905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.700450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.763646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b967197-954a-40e6-b0e1-470a8cb643f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.787814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.790581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.791759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d8edfe-5ee4-43bd-a2bb-3752b0347ed7 HTTP/1.1" status: 204 len: 168 time: 0.2240088 Jul 27 17:09:09.809102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57250b-f965-41a5-80e7-b29a30b4325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d8edfe-5ee4-43bd-a2bb-3752b0347ed7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:09.823979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:09.834976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:09.887049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 06614ffb-7c1e-4432-b20a-3f622febdb3a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:10.159127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.9 (df3c24d9-c5f4-494c-8a80-8b4c43d6859e/5592bbc8-ff3f-4535-a28b-f95d42880568/06614ffb-7c1e-4432-b20a-3f622febdb3a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:10.409068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:10.428592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 06614ffb-7c1e-4432-b20a-3f622febdb3a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:10.469266 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:10.542786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:10.546615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:10.553000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:10.587462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=06614ffb-7c1e-4432-b20a-3f622febdb3a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:10.640306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:10.641240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:10.699837 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2097ff28-7cfc-46d4-acce-bf145ffc8f54 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1960700 Jul 27 17:09:10.704637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57640) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:10.708414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23909c20-c33b-482b-83fd-19c11d919a95 None None] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:11.058656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ceb92867-bebe-40dc-b26e-de40843cf290 None None] Provisioning for port 0a7be3f0-5988-4476-818a-88bebccc9e7d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:11.086880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75685f95-48f5-4e17-9aed-add80c36a795 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:11.091677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:11.098826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-75685f95-48f5-4e17-9aed-add80c36a795 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3915296 Jul 27 17:09:11.243334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d8cc4-f2e1-4c32-a5fe-61f2483bbd43 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:11.250225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d8cc4-f2e1-4c32-a5fe-61f2483bbd43 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:11.259770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d8cc4-f2e1-4c32-a5fe-61f2483bbd43 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:11.264174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b2d8cc4-f2e1-4c32-a5fe-61f2483bbd43 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1696241 Jul 27 17:09:11.269876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:11.296301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:11.519446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 06614ffb-7c1e-4432-b20a-3f622febdb3a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:11.521234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.553845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Provisioning for port f2db2e32-b581-4d00-a7cc-16f59be2ae2b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:11.570765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6fba9df-bc91-48e8-8e79-356ff6b0286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.579589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Provisioning complete for port f2db2e32-b581-4d00-a7cc-16f59be2ae2b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:11.580877 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.650462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Port f2db2e32-b581-4d00-a7cc-16f59be2ae2b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:11.692291 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Provisioning for port 06614ffb-7c1e-4432-b20a-3f622febdb3a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:11.724961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Provisioning complete for port 06614ffb-7c1e-4432-b20a-3f622febdb3a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:11.727067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.741132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a7be3f0-5988-4476-818a-88bebccc9e7d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:11.800062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.814588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 06614ffb-7c1e-4432-b20a-3f622febdb3a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:11.862680 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6fba9df-bc91-48e8-8e79-356ff6b0286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.874808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f6fba9df-bc91-48e8-8e79-356ff6b0286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.890483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2a379-9e06-4feb-98e0-297623f3cbb0 None None] Port 06614ffb-7c1e-4432-b20a-3f622febdb3a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:11.925982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0a7be3f0-5988-4476-818a-88bebccc9e7d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:11.930863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0a7be3f0-5988-4476-818a-88bebccc9e7d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:11.931406 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:11.954855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:11.956613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f6fba9df-bc91-48e8-8e79-356ff6b0286f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5d5bbdbedd34454823779e6428af7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577592 Jul 27 17:09:12.000032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fba9df-bc91-48e8-8e79-356ff6b0286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12153ee-28e4-4bed-93a6-4da331a10761,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:12.068541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.150410 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.157295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0a7be3f0-5988-4476-818a-88bebccc9e7d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a7be3f0-5988-4476-818a-88bebccc9e7d,segment=NetworkSegment(ee1d69db-bc83-4a9b-96a3-31536a226b72),segment_id=ee1d69db-bc83-4a9b-96a3-31536a226b72)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:12.180216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.256055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0a7be3f0-5988-4476-818a-88bebccc9e7d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:12.295986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b5b68e50-0dbb-4ee1-900c-dde6ecdb8fab None None] Provisioning complete for port f2db2e32-b581-4d00-a7cc-16f59be2ae2b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:12.296348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5b68e50-0dbb-4ee1-900c-dde6ecdb8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.321463 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.403205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b5b68e50-0dbb-4ee1-900c-dde6ecdb8fab None None] Port f2db2e32-b581-4d00-a7cc-16f59be2ae2b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:12.431786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.480053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.519105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cfae511e-f042-4210-92a6-0f98748c8b93 None None] Could not find standard attr ID for object 06614ffb-7c1e-4432-b20a-3f622febdb3a. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:09:12.575490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d42ef524-78e3-412c-a856-18e8dd84ee9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.613891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=06614ffb-7c1e-4432-b20a-3f622febdb3a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:12.678266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.681649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.686234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f12153ee-28e4-4bed-93a6-4da331a10761 HTTP/1.1" status: 204 len: 168 time: 0.7255545 Jul 27 17:09:12.705265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c34f47-5b7a-44ca-9cb0-afc70d670d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12153ee-28e4-4bed-93a6-4da331a10761,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:12.750291 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:12.755655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57692) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:12.756734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd1bceb8-9395-4ea5-a94d-3cd5f9a22b5a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/06614ffb-7c1e-4432-b20a-3f622febdb3a HTTP/1.1" status: 204 len: 168 time: 1.4832029 Jul 27 17:09:12.827759 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5f99b0-7b5e-403f-b4fe-54ce78fd0faf tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:12.829793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ea5f99b0-7b5e-403f-b4fe-54ce78fd0faf tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/06614ffb-7c1e-4432-b20a-3f622febdb3a HTTP/1.1" status: 404 len: 333 time: 0.0720339 Jul 27 17:09:12.833145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57694) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:12.981031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port f2db2e32-b581-4d00-a7cc-16f59be2ae2b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:12.981887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.091101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.113234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for f2db2e32-b581-4d00-a7cc-16f59be2ae2b owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:13.293970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.346407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=f2db2e32-b581-4d00-a7cc-16f59be2ae2b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:13.528335 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.540234 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.599142 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3adba136-b02b-4515-91b3-6840ebb3bafe tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/f2db2e32-b581-4d00-a7cc-16f59be2ae2b HTTP/1.1" status: 204 len: 168 time: 0.7610383 Jul 27 17:09:13.600611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57706) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:13.664882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a7be3f0-5988-4476-818a-88bebccc9e7d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:13.769163 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-57037732-c18d-475e-9883-b352d655dee9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:13.775824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57037732-c18d-475e-9883-b352d655dee9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/f2db2e32-b581-4d00-a7cc-16f59be2ae2b HTTP/1.1" status: 404 len: 333 time: 0.1722054 Jul 27 17:09:13.778884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57708) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:13.792710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:13.822333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0a7be3f0-5988-4476-818a-88bebccc9e7d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:13.823728 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.841812 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da4dbeca-eab1-488f-b999-17dd1d0ba502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:13.941069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 5592bbc8-ff3f-4535-a28b-f95d42880568 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:13.962009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.028173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.084186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da4dbeca-eab1-488f-b999-17dd1d0ba502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.090787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da4dbeca-eab1-488f-b999-17dd1d0ba502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.142575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da4dbeca-eab1-488f-b999-17dd1d0ba502 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c4e616e848c49eb9b79d0bca7b9ab0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447614 Jul 27 17:09:14.145865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:14.172567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dbeca-eab1-488f-b999-17dd1d0ba502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a93cd9-88bb-4026-a792-529e4a34165e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:14.214528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.272519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.306511 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.335054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.373606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=5592bbc8-ff3f-4535-a28b-f95d42880568,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:14.385304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.390374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f5420223-17a0-4cdb-90bf-ebab2e026ef9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/5592bbc8-ff3f-4535-a28b-f95d42880568 HTTP/1.1" status: 204 len: 168 time: 0.6064401 Jul 27 17:09:14.390374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:14.404411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02167235-20b8-45f4-8973-1aa85b3e7241 None None] Network df3c24d9-c5f4-494c-8a80-8b4c43d6859e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:14.480973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.517298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.519626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.520786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78a93cd9-88bb-4026-a792-529e4a34165e HTTP/1.1" status: 204 len: 168 time: 0.3712842 Jul 27 17:09:14.534672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16c40-ec3a-43ed-a748-67c25fe93ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a93cd9-88bb-4026-a792-529e4a34165e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:14.559621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 0a7be3f0-5988-4476-818a-88bebccc9e7d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:14.560028 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.641997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port 0a7be3f0-5988-4476-818a-88bebccc9e7d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0a7be3f0-5988-4476-818a-88bebccc9e7d,segment=NetworkSegment(ee1d69db-bc83-4a9b-96a3-31536a226b72),segment_id=ee1d69db-bc83-4a9b-96a3-31536a226b72)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:14.644168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.663929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 0a7be3f0-5988-4476-818a-88bebccc9e7d owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:14.794980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:14.832403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=0a7be3f0-5988-4476-818a-88bebccc9e7d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:14.841329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port 0a7be3f0-5988-4476-818a-88bebccc9e7d on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:14.850885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289602e-d451-46a2-8fbf-632f134e015e None None] DHCP port deletion for df3c24d9-c5f4-494c-8a80-8b4c43d6859e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:09:15.002070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.014360 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3c24d9-c5f4-494c-8a80-8b4c43d6859e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:15.027711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1d69db-bc83-4a9b-96a3-31536a226b72') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:15.027711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1d69db-bc83-4a9b-96a3-31536a226b72') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:15.038355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.054572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.061945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:09:15.062420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.156700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:09:15.164825 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:09:15.193419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.207708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.218687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/df3c24d9-c5f4-494c-8a80-8b4c43d6859e HTTP/1.1" status: 204 len: 168 time: 0.8240004 Jul 27 17:09:15.219063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57748) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:15.225107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1247724726'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:15.273882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb38c5-83ca-40d4-b88f-def9dca25756 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=df3c24d9-c5f4-494c-8a80-8b4c43d6859e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:15.276533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:15.291000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.345907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:09:15.375644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.376909 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Added segment 6cccc502-39bf-435f-a3dd-9d313d8755de of type vlan for network 7e5c58da-c248-4055-974d-14a184a43b02 Jul 27 17:09:15.447804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.519739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.532081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:15.538734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a7be3f0-5988-4476-818a-88bebccc9e7d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:15.544676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:15.583182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0a7be3f0-5988-4476-818a-88bebccc9e7d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:15.584005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0a7be3f0-5988-4476-818a-88bebccc9e7d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:15.584255 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3624353 Jul 27 17:09:15.586412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:15.594407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': '7e5c58da-c248-4055-974d-14a184a43b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:15.679808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa3125-e98f-41ae-9488-06f7ee05a484 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Network': ['ID=7e5c58da-c248-4055-974d-14a184a43b02,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:15.711746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7e5c58da-c248-4055-974d-14a184a43b02 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:09:15.777890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:15.782884 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.041539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.126705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=6e5cca4d-0066-459c-ad27-9b81c195a785,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:16.130029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Checking segment: {'id': '6cccc502-39bf-435f-a3dd-9d313d8755de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:16.130417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network hostable DHCP agents. Network: 7e5c58da-c248-4055-974d-14a184a43b02, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:09:16.156205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network 7e5c58da-c248-4055-974d-14a184a43b02 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:09:16.177276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7e5c58da-c248-4055-974d-14a184a43b02) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:16.186175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afb18a-bbe1-472a-a1e4-54504d6393b9 None None] Network 7e5c58da-c248-4055-974d-14a184a43b02 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:16.199418 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:16.203893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.251338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aaa8dc71-aa45-4bc3-8648-d1b7cc2b8793 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6608453 Jul 27 17:09:16.251841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:16.259533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-260854217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:16.328993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.330186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.442871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.458830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.493190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.494763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-64dcbee7-a96b-43e3-b677-5f29b10a5c0e tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2404952 Jul 27 17:09:16.497935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:16.504544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'network_id': '7e5c58da-c248-4055-974d-14a184a43b02', 'name': 'tempest-PortsTestJSON-88894537'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:16.750626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:16.754699 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:16.799126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 6ce548b7-7629-4440-8edc-39a2b23fd1ab yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:16.897994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7e5c58da-c248-4055-974d-14a184a43b02', 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '6e5cca4d-0066-459c-ad27-9b81c195a785'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:09:16.899037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.046668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.14 (7e5c58da-c248-4055-974d-14a184a43b02/6e5cca4d-0066-459c-ad27-9b81c195a785/6ce548b7-7629-4440-8edc-39a2b23fd1ab) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:17.087457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.355307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.377435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 6ce548b7-7629-4440-8edc-39a2b23fd1ab will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:17.429071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.611026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network 7e5c58da-c248-4055-974d-14a184a43b02 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:17.622927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Allocated IP 172.20.0.2 (7e5c58da-c248-4055-974d-14a184a43b02/6e5cca4d-0066-459c-ad27-9b81c195a785/0b376f87-8d2f-4505-a003-07c9fd2a444f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:17.626615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:17.676061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:17.759161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:17.760156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.774240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=6ce548b7-7629-4440-8edc-39a2b23fd1ab,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:17.812862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01e633a9-1a69-4717-b4a7-a71920ac368f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3120844 Jul 27 17:09:17.814744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57848) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:17.965922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:17.987347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Transition to ACTIVE for port object 0b376f87-8d2f-4505-a003-07c9fd2a444f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:18.023471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Transition to ACTIVE for port object 0b376f87-8d2f-4505-a003-07c9fd2a444f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:18.034360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:18.105258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Network 7e5c58da-c248-4055-974d-14a184a43b02 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:18.109441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:18.112157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:18.160202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Pushing event updated for resources: {'Port': ['ID=0b376f87-8d2f-4505-a003-07c9fd2a444f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:18.210777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Attempting to bind port 0b376f87-8d2f-4505-a003-07c9fd2a444f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:09:18.211434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Attempting to bind port 0b376f87-8d2f-4505-a003-07c9fd2a444f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6cccc502-39bf-435f-a3dd-9d313d8755de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:09:18.212034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Attempting to bind port 0b376f87-8d2f-4505-a003-07c9fd2a444f on network 7e5c58da-c248-4055-974d-14a184a43b02 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:09:18.218283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:09:18.219113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Checking segment: {'id': '6cccc502-39bf-435f-a3dd-9d313d8755de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:18.219687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:18.220250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Bound using segment: {'id': '6cccc502-39bf-435f-a3dd-9d313d8755de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:09:18.220908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Bound port: 0b376f87-8d2f-4505-a003-07c9fd2a444f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cccc502-39bf-435f-a3dd-9d313d8755de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e5c58da-c248-4055-974d-14a184a43b02'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:09:18.221492 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:18.379252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] For port 0b376f87-8d2f-4505-a003-07c9fd2a444f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:09:18.382952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] For port 0b376f87-8d2f-4505-a003-07c9fd2a444f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0b376f87-8d2f-4505-a003-07c9fd2a444f,segment=NetworkSegment(6cccc502-39bf-435f-a3dd-9d313d8755de),segment_id=6cccc502-39bf-435f-a3dd-9d313d8755de)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:09:18.391271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:18.483941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf41bd2-cbd8-456f-ab9c-f0f65464e5b3 None None] Pushing event updated for resources: {'Port': ['ID=0b376f87-8d2f-4505-a003-07c9fd2a444f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:18.558636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:19.035586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:19.042995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:19.154045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=6ce548b7-7629-4440-8edc-39a2b23fd1ab,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:19.336590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:19.627936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0b376f87-8d2f-4505-a003-07c9fd2a444f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:19.685484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:19.748490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0b376f87-8d2f-4505-a003-07c9fd2a444f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:20.129128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed465c-ba50-441d-a15e-13dc869d7edc None None] Network 7e5c58da-c248-4055-974d-14a184a43b02 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:20.259806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Provisioning for port 0b376f87-8d2f-4505-a003-07c9fd2a444f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:20.278204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Provisioning complete for port 0b376f87-8d2f-4505-a003-07c9fd2a444f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:20.282219 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.312412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.324066 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.429271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.605554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.649325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] For port 0b376f87-8d2f-4505-a003-07c9fd2a444f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0b376f87-8d2f-4505-a003-07c9fd2a444f,segment=NetworkSegment(6cccc502-39bf-435f-a3dd-9d313d8755de),segment_id=6cccc502-39bf-435f-a3dd-9d313d8755de)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:20.658031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:20.720331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Pushing event updated for resources: {'Port': ['ID=0b376f87-8d2f-4505-a003-07c9fd2a444f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:20.730351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.731092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.731676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.732301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.732900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.733749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.734331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.734901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.735482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.736036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.736619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.737207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d95ab4-d3e2-4a60-bbe8-59132726966a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:20.827822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network 7e5c58da-c248-4055-974d-14a184a43b02 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:20.832959 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:20.842714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=6ce548b7-7629-4440-8edc-39a2b23fd1ab,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:21.132916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Router cd9de525-ce26-4818-a6d0-5646edf20b2e is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:09:21.305516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Provisioning complete for port 0b376f87-8d2f-4505-a003-07c9fd2a444f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:21.305664 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:21.382614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:09:21.395757 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] Sync routers for ids ['cd9de525-ce26-4818-a6d0-5646edf20b2e'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:09:21.398378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57918) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:21.400737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a01c3a9f-69ec-474d-8bb3-812a9ef822a2 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/routers/cd9de525-ce26-4818-a6d0-5646edf20b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834441 Jul 27 17:09:21.415316 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] Routers {'cd9de525-ce26-4818-a6d0-5646edf20b2e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:21.416500 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cd9de525-ce26-4818-a6d0-5646edf20b2e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:21.473665 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:21.495079 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] Routers {'cd9de525-ce26-4818-a6d0-5646edf20b2e'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:21.496917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cd9de525-ce26-4818-a6d0-5646edf20b2e'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:21.563097 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:21.564517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ed9c3a-9f60-4e88-baf9-e1276f4c884e None None] The sync data for ids ['cd9de525-ce26-4818-a6d0-5646edf20b2e'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:09:21.595618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Provisioning for port 6ce548b7-7629-4440-8edc-39a2b23fd1ab completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:21.605959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6747b87-0171-44b3-8c79-afdb232ff0d3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:21.606129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Provisioning complete for port 6ce548b7-7629-4440-8edc-39a2b23fd1ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:21.606129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:21.612169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6747b87-0171-44b3-8c79-afdb232ff0d3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9de525-ce26-4818-a6d0-5646edf20b2e HTTP/1.1" status: 200 len: 981 time: 0.2101285 Jul 27 17:09:21.613673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:21.628574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0b376f87-8d2f-4505-a003-07c9fd2a444f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:21.690787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d529aad0-bf07-44e1-a18b-338c4281d9f0 None None] Port 6ce548b7-7629-4440-8edc-39a2b23fd1ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:21.742968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0b376f87-8d2f-4505-a003-07c9fd2a444f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:21.743360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:21.875215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8beb1643-d158-4530-9753-42528526acf5 None None] Provisioning complete for port 6ce548b7-7629-4440-8edc-39a2b23fd1ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:21.878553 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8beb1643-d158-4530-9753-42528526acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:21.971048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8beb1643-d158-4530-9753-42528526acf5 None None] Port 6ce548b7-7629-4440-8edc-39a2b23fd1ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:22.298239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-815a04fc-c4c2-4b8b-9d16-b08ae78fc35a None None] Provisioning complete for port 6ce548b7-7629-4440-8edc-39a2b23fd1ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:22.299419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-815a04fc-c4c2-4b8b-9d16-b08ae78fc35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:22.411119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-815a04fc-c4c2-4b8b-9d16-b08ae78fc35a None None] Port 6ce548b7-7629-4440-8edc-39a2b23fd1ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:22.648665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bcf23f8f-10b0-4de1-a152-1796a862f14b None None] Provisioning complete for port 6ce548b7-7629-4440-8edc-39a2b23fd1ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:22.650031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bcf23f8f-10b0-4de1-a152-1796a862f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:22.703713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bcf23f8f-10b0-4de1-a152-1796a862f14b None None] Port 6ce548b7-7629-4440-8edc-39a2b23fd1ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:22.854325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:22.882061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57934) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:23.088292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66636f06-4d89-4c45-856f-14ec3c423ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.195166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 6ce548b7-7629-4440-8edc-39a2b23fd1ab {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:23.196131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.247439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66636f06-4d89-4c45-856f-14ec3c423ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.253756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-66636f06-4d89-4c45-856f-14ec3c423ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.320115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-66636f06-4d89-4c45-856f-14ec3c423ceb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffe384f54fe846eb82a4dd07b2d1c8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345107 Jul 27 17:09:23.320648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:23.323547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66636f06-4d89-4c45-856f-14ec3c423ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11395aa-92ad-45fe-8057-a63b5ccbbad4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:23.345039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.363889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 6ce548b7-7629-4440-8edc-39a2b23fd1ab owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:23.389700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.421591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.490836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.493594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.497103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f11395aa-92ad-45fe-8057-a63b5ccbbad4 HTTP/1.1" status: 204 len: 168 time: 0.1724243 Jul 27 17:09:23.517513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e92176-9c92-40ae-89aa-5f01093c01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11395aa-92ad-45fe-8057-a63b5ccbbad4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:23.656507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:23.708700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=6ce548b7-7629-4440-8edc-39a2b23fd1ab,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:23.994978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:24.007516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.013344 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-233c8871-c3ba-449d-8381-403a9bb58148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.124965 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-233c8871-c3ba-449d-8381-403a9bb58148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.133025 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-233c8871-c3ba-449d-8381-403a9bb58148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.213862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Router cd9de525-ce26-4818-a6d0-5646edf20b2e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:09:24.214192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c8871-c3ba-449d-8381-403a9bb58148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e22115-9e33-4475-8d8b-621270024a6c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:24.227385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-233c8871-c3ba-449d-8381-403a9bb58148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f22e28b705442d5b2c739462ab249ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264204 Jul 27 17:09:24.241867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:24.244379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:24.363949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:09:24.372303 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8e104df8-3902-4142-ad8a-4674da7e56a0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/routers/cd9de525-ce26-4818-a6d0-5646edf20b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538879 Jul 27 17:09:24.373832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] Sync routers for ids ['cd9de525-ce26-4818-a6d0-5646edf20b2e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:09:24.375032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:24.388797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] Routers {'cd9de525-ce26-4818-a6d0-5646edf20b2e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:24.390868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cd9de525-ce26-4818-a6d0-5646edf20b2e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:24.408136 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-93acdbcc-5b73-4544-90c5-c9b5b9a8eb5d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:24.409935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-93acdbcc-5b73-4544-90c5-c9b5b9a8eb5d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/6ce548b7-7629-4440-8edc-39a2b23fd1ab HTTP/1.1" status: 404 len: 333 time: 0.0344920 Jul 27 17:09:24.414644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 57956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:24.435956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:24.448718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] Routers {'cd9de525-ce26-4818-a6d0-5646edf20b2e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:24.449896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cd9de525-ce26-4818-a6d0-5646edf20b2e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:24.497192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:24.498762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a24574-8e76-4eb3-87bc-140177b687f4 None None] The sync data for ids ['cd9de525-ce26-4818-a6d0-5646edf20b2e'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:09:24.593713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.597610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:24.719945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.228630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.232214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.290224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port 72f49f58-1234-40d7-967e-043fd3bed8f9 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:25.290752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.337567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.338372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Fanout notify agent at l3_agent the message router_deleted on router cd9de525-ce26-4818-a6d0-5646edf20b2e {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:09:25.347421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.351361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-39a95d75-ff8f-4ecb-819e-7e86d9113e37 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/routers/cd9de525-ce26-4818-a6d0-5646edf20b2e HTTP/1.1" status: 204 len: 168 time: 0.9158070 Jul 27 17:09:25.351844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:25.366479 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.369182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.374175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30e22115-9e33-4475-8d8b-621270024a6c HTTP/1.1" status: 204 len: 168 time: 1.1148357 Jul 27 17:09:25.382083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35156e-c037-47fb-9e7f-a4edb0d44869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e22115-9e33-4475-8d8b-621270024a6c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:25.428006 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.428387 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.452499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for 72f49f58-1234-40d7-967e-043fd3bed8f9 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:25.514579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 6e5cca4d-0066-459c-ad27-9b81c195a785 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:25.531260 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.626120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.796739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.807030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.864859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=72f49f58-1234-40d7-967e-043fd3bed8f9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:25.941189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.962096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:25.965157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/6e5cca4d-0066-459c-ad27-9b81c195a785 HTTP/1.1" status: 204 len: 168 time: 0.6123514 Jul 27 17:09:25.968304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 57968) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:25.978439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6d02a-8eaa-4fd8-a66a-894361846e12 None None] Network 7e5c58da-c248-4055-974d-14a184a43b02 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:26.009036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.009395 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP 604a9644-f661-4115-85a1-ce11244eddcf disassociated (deleted). External IP: 172.25.4.131, port: d691f5a1-9a1a-48da-a609-b81f4c83b273. Jul 27 17:09:26.009517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0969f6-488e-43e2-afa1-fcfab157653f tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5cca4d-0066-459c-ad27-9b81c195a785,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:26.162173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.307965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 0b376f87-8d2f-4505-a003-07c9fd2a444f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:26.309851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.331349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:09:26.465956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] DHCP port deletion for 7e5c58da-c248-4055-974d-14a184a43b02 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:09:26.469229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port 0b376f87-8d2f-4505-a003-07c9fd2a444f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0b376f87-8d2f-4505-a003-07c9fd2a444f,segment=NetworkSegment(6cccc502-39bf-435f-a3dd-9d313d8755de),segment_id=6cccc502-39bf-435f-a3dd-9d313d8755de)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:26.469736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.515280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 0b376f87-8d2f-4505-a003-07c9fd2a444f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:26.565398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:09:26.572369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Deleting port 0b376f87-8d2f-4505-a003-07c9fd2a444f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:26.572964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.574489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.577024 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:09:26.594006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:26.594635 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:26.657201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] For port 0b376f87-8d2f-4505-a003-07c9fd2a444f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0b376f87-8d2f-4505-a003-07c9fd2a444f,segment=NetworkSegment(6cccc502-39bf-435f-a3dd-9d313d8755de),segment_id=6cccc502-39bf-435f-a3dd-9d313d8755de)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:26.657973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.676697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a263833-16d2-46a5-aaea-bdc145943217 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "DELETE /v2.0/floatingips/604a9644-f661-4115-85a1-ce11244eddcf HTTP/1.1" status: 204 len: 168 time: 2.4222908 Jul 27 17:09:26.677485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:09:26.683969 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef993c-1a29-45e6-bf2f-fb10955da752" -d '{"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:09:26.710512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Calling delete_port for 0b376f87-8d2f-4505-a003-07c9fd2a444f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:26.817383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.833978 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b0393-9fef-4168-b4fd-67561aa71402 x-openstack-request-id: req-9c1b0393-9fef-4168-b4fd-67561aa71402 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:09:26.834478 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:09:26.834900 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c1b0393-9fef-4168-b4fd-67561aa71402 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:09:26.835529 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'status': 'completed', 'code': 200} Jul 27 17:09:26.838720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:26.936222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] No DVR routers for this DVR port 0b376f87-8d2f-4505-a003-07c9fd2a444f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:26.961220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58d43-90bd-4799-a317-57f9b07026e5 None None] Pushing event deleted for resources: {'Port': ['ID=0b376f87-8d2f-4505-a003-07c9fd2a444f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:26.963150 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:09:27.015349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=0b376f87-8d2f-4505-a003-07c9fd2a444f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:27.019776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port 0b376f87-8d2f-4505-a003-07c9fd2a444f on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:27.330372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:27.339558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e134e44-b00d-4a8c-a42e-e3a4ad7e1e6b req-7662c44a-1a4e-43aa-862e-215af44c1dc4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:27.353105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e134e44-b00d-4a8c-a42e-e3a4ad7e1e6b req-7662c44a-1a4e-43aa-862e-215af44c1dc4 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1838858 Jul 27 17:09:27.359948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5c58da-c248-4055-974d-14a184a43b02']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:27.378143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cccc502-39bf-435f-a3dd-9d313d8755de') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:27.378713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cccc502-39bf-435f-a3dd-9d313d8755de') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:27.392287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:27.417332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-91b68ba7-d8ab-47e4-ba0c-322f1896eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:27.419464 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-91b68ba7-d8ab-47e4-ba0c-322f1896eb57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.5609999 Jul 27 17:09:27.421920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:27.490320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e134e44-b00d-4a8c-a42e-e3a4ad7e1e6b req-0ba0d7d6-20d9-4d56-8507-1febb32aa5a9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353643 Jul 27 17:09:27.546989 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:27.566962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:09:27.568717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:09:27.575801 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:09:27.609453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0b376f87-8d2f-4505-a003-07c9fd2a444f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:27.624234 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:09:27.635030 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:27.636004 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:27.669211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0b376f87-8d2f-4505-a003-07c9fd2a444f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:27.671727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0b376f87-8d2f-4505-a003-07c9fd2a444f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:27.716449 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-9ae8ca6c-994d-40af-bbef-f91dfd054d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:27.718359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-9ae8ca6c-994d-40af-bbef-f91dfd054d85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.2899199 Jul 27 17:09:27.835146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-d666fc8a-72f0-4429-a88c-b73e47b76087 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 200 len: 217 time: 0.0834541 Jul 27 17:09:27.857001 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:09:27.989649 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-b3a3cf56-05a1-4923-98a5-04980feb7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:27.991192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-b3a3cf56-05a1-4923-98a5-04980feb7540 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1308513 Jul 27 17:09:28.080835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:28.089150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:28.091030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/7e5c58da-c248-4055-974d-14a184a43b02 HTTP/1.1" status: 204 len: 168 time: 2.1213613 Jul 27 17:09:28.094871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:28.106653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915dae7-a677-464a-8331-69d2e8510253 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=7e5c58da-c248-4055-974d-14a184a43b02,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:28.142978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-2342b717-b0d9-4739-a035-9e144396731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:28.144556 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-2342b717-b0d9-4739-a035-9e144396731f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426156 Jul 27 17:09:28.233994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea8cd3-9d95-48f7-b188-cedee576a2ae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:28.236853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-06ea8cd3-9d95-48f7-b188-cedee576a2ae tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/1c514f71-d331-411e-ba7f-e6c71760964d HTTP/1.1" status: 200 len: 840 time: 0.1406736 Jul 27 17:09:28.245051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58010) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:28.334240 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5b09dda3-b19c-4525-9f98-0c0918a3927c tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/1c514f71-d331-411e-ba7f-e6c71760964d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0873709 Jul 27 17:09:28.338253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58012) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:28.344988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:28.472129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-64545e2f-cd38-4697-a2ac-b7bcd3f54300 service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160453 Jul 27 17:09:28.525614 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:28.598636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269367db-dd83-4f92-a4d9-9a6aa0481171 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'a27bdbbc-9219-4e3c-9c77-b5bb3c04abab', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'port_id': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'mac_address': 'fa:16:3e:f9:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:05:22Z', 'updated_at': '2021-07-27T17:05:26Z', 'revision_number': 1, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:09:28.871140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:28.876354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:28.924573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2630939-0860-4f7e-8539-c394968262bd req-c7d8c186-c404-4935-b426-4902f52d21d1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:28.927187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2630939-0860-4f7e-8539-c394968262bd req-c7d8c186-c404-4935-b426-4902f52d21d1 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.3830872 Jul 27 17:09:29.027767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6ef993c-1a29-45e6-bf2f-fb10955da752 req-1cf1c1fc-842d-4c81-bd2d-a67a0cedafbe service neutron] 10.222.0.61 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086029 Jul 27 17:09:29.045484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a4d39-5ef7-4c46-a86d-3453756d6d4c req-3195177f-9e3b-4a23-abb3-085a6b04d697 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:29.047062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-258a4d39-5ef7-4c46-a86d-3453756d6d4c req-3195177f-9e3b-4a23-abb3-085a6b04d697 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 946 time: 0.3788052 Jul 27 17:09:29.183637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-258a4d39-5ef7-4c46-a86d-3453756d6d4c req-71290d21-d7ed-47a1-b950-fb45d6910ef8 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277425 Jul 27 17:09:29.246076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460a9b6-031b-497c-9269-c80162a7bf1b None None] New status for floating IP 604a9644-f661-4115-85a1-ce11244eddcf: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:09:29.259990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port d691f5a1-9a1a-48da-a609-b81f4c83b273 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:29.260392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:29.852200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port d691f5a1-9a1a-48da-a609-b81f4c83b273, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d691f5a1-9a1a-48da-a609-b81f4c83b273,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:29.852200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:29.856326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:29.914887 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for d691f5a1-9a1a-48da-a609-b81f4c83b273 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:29.932698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:29.938052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:29.948050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:29.949484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:29.952234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1603bbb-b19e-4500-92ae-c82e62971d23 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:29.960296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=44b24b5b-b72e-4ab4-96c9-19e5a40de8fa,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:29.969171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cde53ac2-ec5c-4800-b01b-815514a09384 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6294100 Jul 27 17:09:29.972133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:29.977198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941335089'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:30.016418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.141461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.156870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.186708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.192698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.196397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2230649 Jul 27 17:09:30.216210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:30.231688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1484215020'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:30.251311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=d691f5a1-9a1a-48da-a609-b81f4c83b273,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:30.331011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22b651-6d28-4116-a118-0f7001b5c900 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c463f-325e-48e9-bc66-f13e0f136442,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:30.344677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.365324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port d691f5a1-9a1a-48da-a609-b81f4c83b273 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:30.368365 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.370588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2630939-0860-4f7e-8539-c394968262bd req-eac08856-01ac-4d8f-8385-3d95eaf9be66 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.61 "DELETE /v2.0/ports/d691f5a1-9a1a-48da-a609-b81f4c83b273 HTTP/1.1" status: 204 len: 173 time: 1.4126267 Jul 27 17:09:30.371101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'name': 'network-vif-deleted', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:09:30.374197 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8963d-d8a3-4b24-a453-7b2cd8d46591" -d '{"events": [{"server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "name": "network-vif-deleted", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:09:30.384044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-b53175e6-d857-4c47-bc78-1bca77b2858c', 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'tenant_id': 'dc1727e6a40044119e2af7f2ea77b5a6', 'fixed_ips': [{'subnet_id': '44b24b5b-b72e-4ab4-96c9-19e5a40de8fa'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:09:30.384986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.466957 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4aaba0-6efd-4462-9909-9b10bf8a9a8e x-openstack-request-id: req-5c4aaba0-6efd-4462-9909-9b10bf8a9a8e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:09:30.467243 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f7eee8-497e-4967-b1d0-b0a81fa4e4d2", "name": "network-vif-deleted", "tag": "d691f5a1-9a1a-48da-a609-b81f4c83b273", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:09:30.467457 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c4aaba0-6efd-4462-9909-9b10bf8a9a8e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:09:30.467843 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f7eee8-497e-4967-b1d0-b0a81fa4e4d2', 'name': 'network-vif-deleted', 'tag': 'd691f5a1-9a1a-48da-a609-b81f4c83b273', 'status': 'completed', 'code': 200} Jul 27 17:09:30.494348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.503806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-29b87551-0d7c-4c93-acfd-cd9cecb4a06d req-fa310825-6345-4cfb-96a9-d8482882b520 service neutron] (93923) timed out ('10.222.0.61', 49809) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:09:30.532171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-78551b6a-eac6-4ab3-ac13-abb03dbb4cd3 req-f671eb05-1a0a-4e46-b75f-4bb2d1dcd3dd tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0353153 Jul 27 17:09:30.533758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.573323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a00d9f-a2de-4744-8018-2a419e629dd3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:30.578085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:30.579517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab3a0837-feae-48f2-900b-8b232b9bc719 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3592927 Jul 27 17:09:30.582508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58056) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:30.591102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-216618209', 'security_groups': ['41a00d9f-a2de-4744-8018-2a419e629dd3'], 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44b24b5b-b72e-4ab4-96c9-19e5a40de8fa'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:30.641587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Allocated IP 172.20.0.2 (b53175e6-d857-4c47-bc78-1bca77b2858c/44b24b5b-b72e-4ab4-96c9-19e5a40de8fa/da672cf9-d49e-4e2f-ae93-e4ebcc9ca599) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:30.819794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58060) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:30.870314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:30.993652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3998-a231-4f7f-8ae3-14965be9ea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.075283 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.089651 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.109504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Transition to ACTIVE for port object da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:31.156061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:31.186885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Transition to ACTIVE for port object da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:31.200053 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.391837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:31.402908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:31.403934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3998-a231-4f7f-8ae3-14965be9ea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.405627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:31.408573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:31.412789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3998-a231-4f7f-8ae3-14965be9ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.487210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Attempting to bind port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:09:31.487876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Attempting to bind port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c7666b01-20c1-4348-8503-0f9ef5d1f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:09:31.488483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Attempting to bind port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 on network b53175e6-d857-4c47-bc78-1bca77b2858c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:09:31.494572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:09:31.496179 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Checking segment: {'id': 'c7666b01-20c1-4348-8503-0f9ef5d1f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:31.497013 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.498625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Bound using segment: {'id': 'c7666b01-20c1-4348-8503-0f9ef5d1f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:09:31.499301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Bound port: da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7666b01-20c1-4348-8503-0f9ef5d1f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:09:31.499876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.519133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9f2e3998-a231-4f7f-8ae3-14965be9ea5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56337cf3ca0641e2bf6cfc919b0ce34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978204 Jul 27 17:09:31.519952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:31.520778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3998-a231-4f7f-8ae3-14965be9ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c99241-efc4-40b3-a831-572cb41f0146,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:31.632387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.5 (b53175e6-d857-4c47-bc78-1bca77b2858c/44b24b5b-b72e-4ab4-96c9-19e5a40de8fa/2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:31.648724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:09:31.669440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:09:31.682490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.690526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.799547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c36a3207-6876-47ab-87d8-021a146bd8db req-dc60e9ad-bf92-4f2b-9586-9b230177e3bb tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.1128707 Jul 27 17:09:31.819308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb76fd-b0fa-4a0a-af65-c300b9a24b3f None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:31.878898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.963454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.972888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.983456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:31.983456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14c99241-efc4-40b3-a831-572cb41f0146 HTTP/1.1" status: 204 len: 168 time: 0.4520762 Jul 27 17:09:31.992532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095df0b-c779-432b-89a4-08d8bac5161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c99241-efc4-40b3-a831-572cb41f0146,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:32.006472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:32.067610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:32.158432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:32.159983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:32.162441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:32.197856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:32.246261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:32.247582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:32.309540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ee177603-ea18-4517-9989-d5c26b27a63d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7231135 Jul 27 17:09:32.310028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:32.321177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:32.525071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d691f5a1-9a1a-48da-a609-b81f4c83b273 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:32.585256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: d691f5a1-9a1a-48da-a609-b81f4c83b273 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:32.585577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d691f5a1-9a1a-48da-a609-b81f4c83b273 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:32.593538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:32.597898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:32.815903 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44b24b5b-b72e-4ab4-96c9-19e5a40de8fa (CIDR: 172.20.0.0/28) Jul 27 17:09:32.824040 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:09:32.825406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:32.848721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-338a7568-fff1-4348-81aa-09d8af09d12d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5363643 Jul 27 17:09:32.851888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:32.860814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:33.014036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d50b447a-cfeb-46b9-b40c-83b818b248dc req-21bbb28f-6b14-467f-8461-4ffbc8055202 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0636511 Jul 27 17:09:33.067676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:33.076989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.293858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.641600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.673619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:33.674272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.699752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:33.707312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:33.712186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:33.712803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.750843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8974009 Jul 27 17:09:33.752009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d64d6b-11b4-4ffa-b3ed-ccbb55dda2e0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=841eec3d-e64a-4ff4-ad19-e786fc6639f4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:33.754498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:33.760155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-162019785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '841eec3d-e64a-4ff4-ad19-e786fc6639f4'}], 'security_groups': ['f11c463f-325e-48e9-bc66-f13e0f136442']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:33.767509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:33.856083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:33.869733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:33.876788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:33.877645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.906972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Provisioning for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:33.916102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:33.916623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:33.981715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826256e-6c20-4bf1-a5d2-2a21b30b027f None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:34.003791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.150498 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.229991 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f790f311-8de3-41ae-9cfb-3d6b99bb588c req-98bcd530-06eb-479a-9de5-185e34fe4363 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0822439 Jul 27 17:09:34.280744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:34.301601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.445645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.530445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Delete allocated IP 172.20.0.5 (b53175e6-d857-4c47-bc78-1bca77b2858c/44b24b5b-b72e-4ab4-96c9-19e5a40de8fa) {{(pid=93924) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:09:34.570201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.23 (b53175e6-d857-4c47-bc78-1bca77b2858c/841eec3d-e64a-4ff4-ad19-e786fc6639f4/2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:34.607997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a7eba26-1cb9-4871-be6a-b319a5c32439 None None] Provisioning for port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:34.630068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3a7eba26-1cb9-4871-be6a-b319a5c32439 None None] Provisioning complete for port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:34.630452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3a7eba26-1cb9-4871-be6a-b319a5c32439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.668123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e8071-2a31-4742-a15d-7d02f6e6aee7 None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:34.702658 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:09:34.703506 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:09:34.722306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eba26-1cb9-4871-be6a-b319a5c32439 None None] Port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:34.891324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:34.915088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Ignored duplicate provisioning block setup for port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 17:09:34.918750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Update dhcp port {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'fixed_ips': [{'subnet_id': '44b24b5b-b72e-4ab4-96c9-19e5a40de8fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '841eec3d-e64a-4ff4-ad19-e786fc6639f4'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'da672cf9-d49e-4e2f-ae93-e4ebcc9ca599'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:09:34.921834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.043499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.135242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:35.185532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] In _notify_port_updated(), no bound segment for port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 on network b53175e6-d857-4c47-bc78-1bca77b2858c {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:09:35.195895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:35.196874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.205145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1ee5febf-4483-476d-94cd-7580894a36f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/ports/2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 HTTP/1.1" status: 200 len: 920 time: 1.4494359 Jul 27 17:09:35.207904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58110) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:35.349420 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:35.350948 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.375094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Allocated IP 172.20.0.18 (b53175e6-d857-4c47-bc78-1bca77b2858c/841eec3d-e64a-4ff4-ad19-e786fc6639f4/da672cf9-d49e-4e2f-ae93-e4ebcc9ca599) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:35.492856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6fbbb2d1-23e4-41a7-af81-81db34548344 req-5f9b489c-959d-4c1b-a650-6269b14d714b tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Jul 27 17:09:35.561800 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:35.600129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.605543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:35.629169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:35.845809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.866860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:35.867380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.891117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Transition to ACTIVE for port object da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:35.901435 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.902061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:35.981112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:36.037228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 had new provisioning blocks added so it will not transition to active. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 27 17:09:36.044368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde042-23b9-45e2-8c21-b34c0d98344a None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:36.051102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.053098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11bc990a-d44d-4161-b91d-a10e24508075 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 HTTP/1.1" status: 204 len: 168 time: 0.8435698 Jul 27 17:09:36.055674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:36.119087 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48be9f-4329-49c2-ab6a-dd0650ded695 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:36.129414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:36.138272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb48be9f-4329-49c2-ab6a-dd0650ded695 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2 HTTP/1.1" status: 404 len: 333 time: 0.0800192 Jul 27 17:09:36.228833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.234538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:09:36.299346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.408541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.412020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.413347 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/security-groups/41a00d9f-a2de-4744-8018-2a419e629dd3 HTTP/1.1" status: 204 len: 168 time: 0.2816031 Jul 27 17:09:36.416953 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:36.430494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144e2f9-b399-40a6-9195-9756d08dd193 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a00d9f-a2de-4744-8018-2a419e629dd3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:36.533211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.568401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.643926 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.646966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.649788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/security-groups/f11c463f-325e-48e9-bc66-f13e0f136442 HTTP/1.1" status: 204 len: 168 time: 0.2302995 Jul 27 17:09:36.657865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:36.672839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4101c78a-7596-4b1d-98b0-7168135ffe5b req-328ba16f-b2f3-4f9a-b66e-86252ed9c839 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0558543 Jul 27 17:09:36.739004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfa084-330d-4527-9ffb-95bf06d811f9 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c463f-325e-48e9-bc66-f13e0f136442,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:36.838368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 44b24b5b-b72e-4ab4-96c9-19e5a40de8fa {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:36.842730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:36.902149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.010274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.068186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:37.068824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.083142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.117686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.119825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/44b24b5b-b72e-4ab4-96c9-19e5a40de8fa HTTP/1.1" status: 204 len: 168 time: 0.4608872 Jul 27 17:09:37.120998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaaf37-1712-405f-8334-f8aace0f8197 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=44b24b5b-b72e-4ab4-96c9-19e5a40de8fa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:37.124222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:37.131115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:37.180702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:37.210115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Provisioning for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:37.216037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:37.219003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.354345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:37.359926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.420497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a0dd7fdb-a1c2-4f06-a06d-139a2b12b44e None None] Could not find standard attr ID for object 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:09:37.611144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:37.658585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324e057-758b-4afe-8bc5-c4728f836e98 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:37.799938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e9b832fb-58e0-4a92-b8ba-a7e8936df263 None None] Could not find standard attr ID for object 2d331c8d-ec16-4a7b-99a1-b1f41c7aa7d2. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:09:37.814689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.911092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf832a81-25cf-4772-a78b-dd5f87f3ec48 req-763ff9d7-288b-4ba1-a184-485bc46edc3d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f7eee8-497e-4967-b1d0-b0a81fa4e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0989842 Jul 27 17:09:37.947656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:37.955973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:37.960567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:37.961245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:37.989731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=c5d7ab26-3694-408a-ac26-875adb319e21,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:37.996494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a7a23441-5ddf-44b0-80e2-63f816935fba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8695211 Jul 27 17:09:37.998372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:38.003336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'security_group': {'name': 'tempest-secgroup-333088402'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:38.036710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:38.036710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.087242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.290073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.297033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.311460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Update dhcp port {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'fixed_ips': [{'subnet_id': '841eec3d-e64a-4ff4-ad19-e786fc6639f4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c5d7ab26-3694-408a-ac26-875adb319e21'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'da672cf9-d49e-4e2f-ae93-e4ebcc9ca599'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:09:38.353982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656c26e4-01c7-4f95-b3a9-6b403fafc520,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:38.360790 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.367160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:38.373812 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'security_group': {'name': 'tempest-secgroup-338708050'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:38.380164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d609c30b-cdf5-45b9-86ab-0266af41053a tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3802843 Jul 27 17:09:38.382496 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.414554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.610504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.619940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.696200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18862015-74bc-40d8-9fcf-83b11ca1b1d2,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:38.726057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.726741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.727269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.727783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.728479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.729040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.730955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.731621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.733137 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.733777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.734400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.734974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:38.744082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Allocated IP 172.20.0.2 (b53175e6-d857-4c47-bc78-1bca77b2858c/c5d7ab26-3694-408a-ac26-875adb319e21/da672cf9-d49e-4e2f-ae93-e4ebcc9ca599) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:38.749277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.750571 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b8a0fd9c-ae0f-4898-aa6e-499a09e5935d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3818867 Jul 27 17:09:38.753421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58142) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:38.760458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1078350721'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:38.798308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.907859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:38.932674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:38.938162 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.001150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.015126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.017755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2626798 Jul 27 17:09:39.020588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:39.028089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1179045917', 'security_groups': ['e56bc836-e4ba-43a6-b6cc-a884f2f716b7'], 'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5d7ab26-3694-408a-ac26-875adb319e21'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:39.028651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527fea-322c-4b2e-80e4-42568630c072 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56bc836-e4ba-43a6-b6cc-a884f2f716b7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:39.054561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Transition to ACTIVE for port object da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:39.062210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.241626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09447294-4b8d-4618-88fb-68e98d94f656 None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:39.253520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:39.486013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.530611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] device_id is not set on port 1362a5ff-0e66-407a-9ae6-7583f0f45426 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:39.586423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:39.767415 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3806340-bcb2-4f93-a25a-810c8ef6926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:39.817091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.6 (b53175e6-d857-4c47-bc78-1bca77b2858c/c5d7ab26-3694-408a-ac26-875adb319e21/1362a5ff-0e66-407a-9ae6-7583f0f45426) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:40.061031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b721b18-505b-428d-bc7f-7b23da9b1f91 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:40.062682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.083918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 1362a5ff-0e66-407a-9ae6-7583f0f45426 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:40.139924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.177400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:40.177884 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.260627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:40.262545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:40.265393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:40.268161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=1362a5ff-0e66-407a-9ae6-7583f0f45426,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:40.310628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:40.339921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:40.340682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.360418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0866aeb5-1a45-4918-92fc-686da7d04c89 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3384020 Jul 27 17:09:40.361761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Provisioning for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:40.363324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58182) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:40.368997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:40.369231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-12b4f396-d16b-4e2b-a3d7-4776d4b0bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.369463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:40.581047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:40.585760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.730445 n-d-723572-6 neutron-server[93924]: INFO neutron.db.ipam_backend_mixin [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c5d7ab26-3694-408a-ac26-875adb319e21 (CIDR: 172.20.0.0/28) Jul 27 17:09:40.736940 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:09:40.738004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:40.764345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4979827a-9ce0-4209-be96-e883d9f1bbec tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3985581 Jul 27 17:09:40.767104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:40.776049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:40.845989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:40.846593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:40.911947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:40.936625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Provisioning for port 1362a5ff-0e66-407a-9ae6-7583f0f45426 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:40.942767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Provisioning complete for port 1362a5ff-0e66-407a-9ae6-7583f0f45426 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:40.943209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.015813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:41.019537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.025737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Port 1362a5ff-0e66-407a-9ae6-7583f0f45426 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:41.053861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:41.054237 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c87ecfd4-8a6b-4990-be89-800a354fa9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.188595 n-d-723572-6 neutron-server[93923]: INFO neutron.db.ipam_backend_mixin [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 841eec3d-e64a-4ff4-ad19-e786fc6639f4 (CIDR: 172.20.0.16/28) Jul 27 17:09:41.204761 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:09:41.205366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:41.234260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3ac1c9e1-12c4-4ec6-ad70-66f54e63d799 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4650464 Jul 27 17:09:41.236890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:41.243553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'subnet': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:41.332241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e25b63a-5486-432d-9d35-ce53496490f5 None None] Provisioning complete for port 1362a5ff-0e66-407a-9ae6-7583f0f45426 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:41.332723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e25b63a-5486-432d-9d35-ce53496490f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.438854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1e25b63a-5486-432d-9d35-ce53496490f5 None None] Port 1362a5ff-0e66-407a-9ae6-7583f0f45426 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:41.547881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Made reservation on behalf of dc1727e6a40044119e2af7f2ea77b5a6 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:41.552050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.874686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.918880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Network b53175e6-d857-4c47-bc78-1bca77b2858c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:41.922464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:41.932074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ce442-2999-4ada-b887-9c9ba2c56d61 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:41.932992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:41.933540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:41.956686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Subnet': ['ID=54c3e9e7-9157-40a0-80ca-cb3d65045ed0,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:41.967199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ca4a38d9-d768-470a-8f09-2d03132742dc tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7259223 Jul 27 17:09:41.967497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:41.979350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-721792308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54c3e9e7-9157-40a0-80ca-cb3d65045ed0'}], 'security_groups': ['656c26e4-01c7-4f95-b3a9-6b403fafc520', '18862015-74bc-40d8-9fcf-83b11ca1b1d2']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:42.431240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:42.438667 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:42.450050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Update dhcp port {'port': {'network_id': 'b53175e6-d857-4c47-bc78-1bca77b2858c', 'fixed_ips': [{'subnet_id': '841eec3d-e64a-4ff4-ad19-e786fc6639f4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c5d7ab26-3694-408a-ac26-875adb319e21', 'ip_address': '172.20.0.2'}, {'subnet_id': '54c3e9e7-9157-40a0-80ca-cb3d65045ed0'}], 'binding:host_id': 'n-d-723572-6'}, 'id': 'da672cf9-d49e-4e2f-ae93-e4ebcc9ca599'} from n-d-723572-6. {{(pid=93925) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 17:09:42.496461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:42.576657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8279b98b-a5cb-4b34-aef5-48491faa2da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:42.812327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Allocated IP 172.20.0.34 (b53175e6-d857-4c47-bc78-1bca77b2858c/54c3e9e7-9157-40a0-80ca-cb3d65045ed0/da672cf9-d49e-4e2f-ae93-e4ebcc9ca599) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:42.998352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:43.047042 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.067141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Transition to ACTIVE for port object da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:43.071979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.282944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Delete allocated IP 172.20.0.6 (b53175e6-d857-4c47-bc78-1bca77b2858c/c5d7ab26-3694-408a-ac26-875adb319e21) {{(pid=93923) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 17:09:43.287750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24ded7-8d18-4f01-9133-1b3c82650bbf None None] Pushing event updated for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:43.298630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Allocated IP 172.20.0.36 (b53175e6-d857-4c47-bc78-1bca77b2858c/54c3e9e7-9157-40a0-80ca-cb3d65045ed0/1362a5ff-0e66-407a-9ae6-7583f0f45426) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:43.539289 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.632852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:43.637319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.671700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Transition to ACTIVE for port object 1362a5ff-0e66-407a-9ae6-7583f0f45426 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:43.684932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.864398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event updated for resources: {'Port': ['ID=1362a5ff-0e66-407a-9ae6-7583f0f45426,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:43.888870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] In _notify_port_updated(), no bound segment for port 1362a5ff-0e66-407a-9ae6-7583f0f45426 on network b53175e6-d857-4c47-bc78-1bca77b2858c {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:09:43.894943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:43.896373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:43.909265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:43.923646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c34e120a-9bea-45b3-994f-fc9d5af79cdb tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "PUT /v2.0/ports/1362a5ff-0e66-407a-9ae6-7583f0f45426 HTTP/1.1" status: 200 len: 959 time: 1.9546099 Jul 27 17:09:44.097443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 1362a5ff-0e66-407a-9ae6-7583f0f45426 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:44.097880 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.240868 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.258115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 1362a5ff-0e66-407a-9ae6-7583f0f45426 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:44.437922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.483780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=1362a5ff-0e66-407a-9ae6-7583f0f45426,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:44.495501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:44.495962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.573960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:44.578397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Could not find standard attr ID for object 1362a5ff-0e66-407a-9ae6-7583f0f45426. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:09:44.611904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.613842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Provisioning for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:44.617937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:44.618605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:44.618796 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-424132b6-6486-4698-99c5-6bdb96d43ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.620269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e9afc49-591c-4a7b-8013-2c15f3ca0dc4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/1362a5ff-0e66-407a-9ae6-7583f0f45426 HTTP/1.1" status: 204 len: 168 time: 0.7054620 Jul 27 17:09:44.656408 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91f9637-2d74-49ab-aa8b-087c2d8b575d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] GET failed (client error): The resource could not be found. Jul 27 17:09:44.661691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58448) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:44.662230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e91f9637-2d74-49ab-aa8b-087c2d8b575d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports/1362a5ff-0e66-407a-9ae6-7583f0f45426 HTTP/1.1" status: 404 len: 333 time: 0.0415015 Jul 27 17:09:44.738721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.806635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.869688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.873885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:44.875784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/security-groups/e56bc836-e4ba-43a6-b6cc-a884f2f716b7 HTTP/1.1" status: 204 len: 168 time: 0.2130594 Jul 27 17:09:44.879250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58456) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:44.892511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9744-d1f7-41e0-82bc-64ee5b5163b4 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56bc836-e4ba-43a6-b6cc-a884f2f716b7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:44.996676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.039155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.124874 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.128755 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.134387 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/security-groups/18862015-74bc-40d8-9fcf-83b11ca1b1d2 HTTP/1.1" status: 204 len: 168 time: 0.2526045 Jul 27 17:09:45.134945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:45.143783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.155038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517f05a-f186-4566-ab00-85d1e3337529 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18862015-74bc-40d8-9fcf-83b11ca1b1d2,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:45.212260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:45.256925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.296679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-151ce7aa-9132-4197-b31b-0199f3293b2e None None] Could not find standard attr ID for object 1362a5ff-0e66-407a-9ae6-7583f0f45426. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:09:45.302047 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.355805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.363840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.368888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/security-groups/656c26e4-01c7-4f95-b3a9-6b403fafc520 HTTP/1.1" status: 204 len: 168 time: 0.2297416 Jul 27 17:09:45.369352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58476) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:45.417881 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db93ac30-1683-4dc9-84d2-6b105e986c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.496931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32c650-e7e4-45db-826a-53dc1dc41056 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c26e4-01c7-4f95-b3a9-6b403fafc520,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:45.569625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet c5d7ab26-3694-408a-ac26-875adb319e21 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:45.583568 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.594913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db93ac30-1683-4dc9-84d2-6b105e986c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.608731 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-db93ac30-1683-4dc9-84d2-6b105e986c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.676585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.678668 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-db93ac30-1683-4dc9-84d2-6b105e986c5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76219f1ebd4b488188ab32f44d4b1fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648771 Jul 27 17:09:45.680028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ac30-1683-4dc9-84d2-6b105e986c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed0a29-9fee-4ce6-978e-365454a34407,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:45.683957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:45.768505 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.797038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.809113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.867486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.874543 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.878297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89ed0a29-9fee-4ce6-978e-365454a34407 HTTP/1.1" status: 204 len: 168 time: 0.1895163 Jul 27 17:09:45.895851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.899691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ef33-26f9-4d16-9e8c-366db42dc9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed0a29-9fee-4ce6-978e-365454a34407,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:45.924389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:45.925993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32988ae-665f-4f71-939b-f05cb1eefbf2 None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:45.926972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/c5d7ab26-3694-408a-ac26-875adb319e21 HTTP/1.1" status: 204 len: 168 time: 0.5474260 Jul 27 17:09:45.931406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58486) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:45.957039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1430-6e7a-4717-b582-4e90027f07f3 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d7ab26-3694-408a-ac26-875adb319e21,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:46.044444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 54c3e9e7-9157-40a0-80ca-cb3d65045ed0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:46.049724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.106473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.140737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58492) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:46.211423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.315432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.363949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=54c3e9e7-9157-40a0-80ca-cb3d65045ed0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:46.373343 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.377647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9d9b76bd-c3c6-44a8-9bc9-53df727cb0cd tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/54c3e9e7-9157-40a0-80ca-cb3d65045ed0 HTTP/1.1" status: 204 len: 168 time: 0.4432461 Jul 27 17:09:46.378354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:46.440894 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1cde8b-d861-42e1-966e-14edb538a935 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:46.441364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1cde8b-d861-42e1-966e-14edb538a935 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:46.446031 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4a1cde8b-d861-42e1-966e-14edb538a935 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/c5d7ab26-3694-408a-ac26-875adb319e21 HTTP/1.1" status: 404 len: 337 time: 0.0644603 Jul 27 17:09:46.447237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port d51a6a53-1304-472b-9d2e-b89b4fdc6001 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:46.447598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.448537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58502) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:46.533580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:46.545656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting subnet 841eec3d-e64a-4ff4-ad19-e786fc6639f4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:46.550120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.606791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.677074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.677495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.682745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Deleting subnet 2f229c4b-080b-4b03-b39f-3eb7b17d277e {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:09:46.692191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.736849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for d51a6a53-1304-472b-9d2e-b89b4fdc6001 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:46.766113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.809498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.868558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.922112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.991939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Subnet': ['ID=841eec3d-e64a-4ff4-ad19-e786fc6639f4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:46.996702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:46.996885 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.001662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f5a5bee-fb8a-4fbe-bfac-3753bd0e5294 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/841eec3d-e64a-4ff4-ad19-e786fc6639f4 HTTP/1.1" status: 204 len: 168 time: 0.5519879 Jul 27 17:09:47.004139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.032361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.065469 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-7479e591-06e7-46c1-86e6-58e2ca11af03 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.065941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7479e591-06e7-46c1-86e6-58e2ca11af03 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.076611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7479e591-06e7-46c1-86e6-58e2ca11af03 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/44b24b5b-b72e-4ab4-96c9-19e5a40de8fa HTTP/1.1" status: 404 len: 337 time: 0.0684171 Jul 27 17:09:47.078587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58522) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.109076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f229c4b-080b-4b03-b39f-3eb7b17d277e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:47.117826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.122593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d3d5928e-144c-49c1-91ed-19436ea0e168 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f229c4b-080b-4b03-b39f-3eb7b17d277e HTTP/1.1" status: 204 len: 168 time: 0.5868111 Jul 27 17:09:47.123776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.148641 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-34d77df3-3647-44e9-b2c2-345ce5d36e8d tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9de525-ce26-4818-a6d0-5646edf20b2e HTTP/1.1" status: 200 len: 205 time: 0.0687206 Jul 27 17:09:47.150870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58526) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.225468 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-5132d2e2-e905-49c9-bd3b-f17f3d054c7c tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] delete failed (client error): The resource could not be found. Jul 27 17:09:47.226872 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5132d2e2-e905-49c9-bd3b-f17f3d054c7c tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/routers/cd9de525-ce26-4818-a6d0-5646edf20b2e HTTP/1.1" status: 404 len: 336 time: 0.0749843 Jul 27 17:09:47.229508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58542) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.260530 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-2330da9a-1c95-447d-a663-052be4242276 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.261249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2330da9a-1c95-447d-a663-052be4242276 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.264318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2330da9a-1c95-447d-a663-052be4242276 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/6e5cca4d-0066-459c-ad27-9b81c195a785 HTTP/1.1" status: 404 len: 337 time: 0.0327914 Jul 27 17:09:47.267175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58544) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.301541 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a0268a-36fe-4cc0-a9a6-ac1f905cfdba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.302179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a0268a-36fe-4cc0-a9a6-ac1f905cfdba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.304056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-13a0268a-36fe-4cc0-a9a6-ac1f905cfdba tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/5592bbc8-ff3f-4535-a28b-f95d42880568 HTTP/1.1" status: 404 len: 337 time: 0.0358055 Jul 27 17:09:47.306693 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.338946 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f6fdb2-34fc-4d43-93ef-ec22ec1c49f0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.339628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f6fdb2-34fc-4d43-93ef-ec22ec1c49f0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.342576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-30f6fdb2-34fc-4d43-93ef-ec22ec1c49f0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/1ae14197-4055-46ed-ab86-9150afdc139a HTTP/1.1" status: 404 len: 337 time: 0.0341694 Jul 27 17:09:47.345677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.373473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0704a7-6074-4abb-9bc1-13dac7aecbab None None] Network b53175e6-d857-4c47-bc78-1bca77b2858c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:47.396190 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d335b8-62e2-483e-9080-fd20cb6cd684 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.397138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d335b8-62e2-483e-9080-fd20cb6cd684 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.402470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95d335b8-62e2-483e-9080-fd20cb6cd684 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/d3e657de-7275-4882-b973-d8792bfec2a7 HTTP/1.1" status: 404 len: 333 time: 0.0546653 Jul 27 17:09:47.403226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.434005 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b52461e-ed65-4758-b046-d7a83d7ded41 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.434704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b52461e-ed65-4758-b046-d7a83d7ded41 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.439346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8b52461e-ed65-4758-b046-d7a83d7ded41 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/18320cdc-4b7d-4bee-84c2-afd32ae0b3a7 HTTP/1.1" status: 404 len: 337 time: 0.0349162 Jul 27 17:09:47.440091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.486768 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f666e31-3a9b-4dc6-8741-6ca465947bef tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.487399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f666e31-3a9b-4dc6-8741-6ca465947bef tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.494043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f666e31-3a9b-4dc6-8741-6ca465947bef tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/ee2e12be-0a16-4e16-a43a-ae9927cae096 HTTP/1.1" status: 404 len: 337 time: 0.0526731 Jul 27 17:09:47.494957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58554) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.515321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3721c69-490e-4781-8144-79dc2c82e914 None None] Provisioning complete for port 1c514f71-d331-411e-ba7f-e6c71760964d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:47.515974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3721c69-490e-4781-8144-79dc2c82e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.533300 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3a8061-a8f9-47ba-8202-dc791c0f0ad6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.534181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3a8061-a8f9-47ba-8202-dc791c0f0ad6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.540594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bb3a8061-a8f9-47ba-8202-dc791c0f0ad6 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/5efa4c5b-c147-4e64-a125-1fa292e00b74 HTTP/1.1" status: 404 len: 333 time: 0.0403273 Jul 27 17:09:47.540594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.566152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d3721c69-490e-4781-8144-79dc2c82e914 None None] Port 1c514f71-d331-411e-ba7f-e6c71760964d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:47.573576 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-72929baf-e906-4b3c-8eb1-6a6eee9b4792 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.574379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72929baf-e906-4b3c-8eb1-6a6eee9b4792 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.579389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-72929baf-e906-4b3c-8eb1-6a6eee9b4792 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/58dcdd41-f08d-4638-9d5f-8f7683eb9759 HTTP/1.1" status: 404 len: 337 time: 0.0352166 Jul 27 17:09:47.579802 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.647615 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9715317-abef-4c41-98fb-bf092f5b4189 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] DELETE failed (client error): The resource could not be found. Jul 27 17:09:47.648079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9715317-abef-4c41-98fb-bf092f5b4189 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:09:47.661197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9715317-abef-4c41-98fb-bf092f5b4189 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/subnets/2b579f25-833f-4d3b-9920-b8380f91ec1d HTTP/1.1" status: 404 len: 337 time: 0.0799556 Jul 27 17:09:47.661863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58566) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:47.693483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3721c69-490e-4781-8144-79dc2c82e914 None None] Provisioning complete for port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:47.693873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3721c69-490e-4781-8144-79dc2c82e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.867680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port 1c514f71-d331-411e-ba7f-e6c71760964d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:47.868209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.959365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.971721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:47.977932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] DHCP port deletion for b53175e6-d857-4c47-bc78-1bca77b2858c request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:09:47.998502 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.004604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=d51a6a53-1304-472b-9d2e-b89b4fdc6001,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:48.010153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for 1c514f71-d331-411e-ba7f-e6c71760964d owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:48.088388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Deleting port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:48.089512 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.137078 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.176322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=1c514f71-d331-411e-ba7f-e6c71760964d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:48.189967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.199929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.200282 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Floating IP a27bdbbc-9219-4e3c-9c77-b5bb3c04abab disassociated (deleted). External IP: 172.25.4.105, port: e47e4a46-ea65-448d-81d0-d7c6d270bb97. Jul 27 17:09:48.201088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.205800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d68afd-a29a-4872-8551-fa4c39ec9896']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.206842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-628931cc-96dd-4352-9f29-bf2b1bb242b0 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/ports/1c514f71-d331-411e-ba7f-e6c71760964d HTTP/1.1" status: 204 len: 168 time: 0.5431273 Jul 27 17:09:48.209363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:48.257588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.258170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c88a75e-6df4-41fe-ae11-6d85be8ba6fb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.272540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.331498 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.349973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:09:48.350738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:09:48.352862 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:09:48.362031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:48.364304 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.369989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.385745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Calling delete_port for da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:48.470307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.477579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.483284 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] 10.222.0.64 "DELETE /v2.0/networks/02d68afd-a29a-4872-8551-fa4c39ec9896 HTTP/1.1" status: 204 len: 168 time: 1.3566849 Jul 27 17:09:48.493973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Deleting port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:48.494331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.517843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394dd6-cee0-486e-ba89-4528086d20fe admin admin] Pushing event deleted for resources: {'Network': ['ID=02d68afd-a29a-4872-8551-fa4c39ec9896,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:48.544090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.588108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] Pushing event deleted for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:48.606780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c86a40-8a3d-46a6-b988-c2edf9056494 None None] No DVR routers for this DVR port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:48.637310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] For port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,segment=NetworkSegment(c7666b01-20c1-4348-8503-0f9ef5d1f938),segment_id=c7666b01-20c1-4348-8503-0f9ef5d1f938)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:48.637991 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.650395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:09:48.664763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Calling delete_port for da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:48.770863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.795294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:48.803079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Port': ['ID=da672cf9-d49e-4e2f-ae93-e4ebcc9ca599,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:48.806871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] No DVR routers for this DVR port da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:48.863128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:09:48.870581 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.878281 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:09:48.892268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:48.894356 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.901847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c8af62c1-e700-4f7d-808d-3db391ca09d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7cc6fdbb0cb42bb9e00e7fe23c3ab4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052856 Jul 27 17:09:48.905303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58610) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:48.906901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.918149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53175e6-d857-4c47-bc78-1bca77b2858c']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.929496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7666b01-20c1-4348-8503-0f9ef5d1f938') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.929734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7666b01-20c1-4348-8503-0f9ef5d1f938') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:48.939665 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.955997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.963259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:09:48.963721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:48.999050 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4f3713c-3724-4bc3-beca-c0bedb60724f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "DELETE /v2.0/floatingips/a27bdbbc-9219-4e3c-9c77-b5bb3c04abab HTTP/1.1" status: 204 len: 168 time: 2.8474345 Jul 27 17:09:48.999050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:09:48.999050 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92" -d '{"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:09:49.029664 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:09:49.033965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.064619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.091117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.105819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.111457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] 10.222.0.64 "DELETE /v2.0/networks/b53175e6-d857-4c47-bc78-1bca77b2858c HTTP/1.1" status: 204 len: 168 time: 0.9008219 Jul 27 17:09:49.113530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134df8c-a80e-4d7b-861e-c51553a97087 tempest-PortsTestJSON-1547605324 tempest-PortsTestJSON-1547605324-project] Pushing event deleted for resources: {'Network': ['ID=b53175e6-d857-4c47-bc78-1bca77b2858c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:49.130759 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f7eaf-ff24-4fb9-82e7-085b328d420b x-openstack-request-id: req-7f2f7eaf-ff24-4fb9-82e7-085b328d420b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:09:49.131122 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:09:49.131445 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f2f7eaf-ff24-4fb9-82e7-085b328d420b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:09:49.132258 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'status': 'completed', 'code': 200} Jul 27 17:09:49.146261 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:09:49.168725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.172760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:49.177480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd149f43-ea22-4dde-89c4-d24ce9e53bd8 HTTP/1.1" status: 204 len: 168 time: 0.2710373 Jul 27 17:09:49.239231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134e01d-38ba-41a3-ac33-2b8bbc91be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd149f43-ea22-4dde-89c4-d24ce9e53bd8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:49.283190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-3554f13c-e5f1-4f44-92b7-cdfa343386e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:49.286689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-3554f13c-e5f1-4f44-92b7-cdfa343386e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=231c506b551d4e3f93f5530ffcbcc280&device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 1096 time: 0.1289442 Jul 27 17:09:49.499253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:49.507851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-0e3583a1-0306-4c7c-9630-589e1118334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:49.514387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-0e3583a1-0306-4c7c-9630-589e1118334d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 200 len: 912 time: 0.2156293 Jul 27 17:09:49.581708 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:09:49.595362 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:09:49.596252 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:49.604990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:49.620015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-37cfee84-ca08-4596-849a-3747e5ca0783 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 200 len: 217 time: 0.1006806 Jul 27 17:09:49.625474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2d0cb-61af-421d-b191-ee004ee8d977 req-964bf09b-0f8a-4be9-b2b7-cab862c7839d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:49.631062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:49.631712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da672cf9-d49e-4e2f-ae93-e4ebcc9ca599 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:49.640443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bce2d0cb-61af-421d-b191-ee004ee8d977 req-964bf09b-0f8a-4be9-b2b7-cab862c7839d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.2137651 Jul 27 17:09:49.749778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:09:49.764452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bce2d0cb-61af-421d-b191-ee004ee8d977 req-86a2fedd-6117-41c0-956c-13954cd2b9ac tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178479 Jul 27 17:09:49.793680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-f88ea2f6-d2bd-4935-b70e-53874e3d79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:49.793934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-f88ea2f6-d2bd-4935-b70e-53874e3d79ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 200 len: 850 time: 0.1653669 Jul 27 17:09:49.800296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58638) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:49.986191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-e85db5b2-65a8-4631-89db-9663c667076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:49.990720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-e85db5b2-65a8-4631-89db-9663c667076a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881199 Jul 27 17:09:50.102043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-dabb37b4-fd08-49ad-b24a-750b4031b13b service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030946 Jul 27 17:09:50.168692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:50.198745 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0c5a9-708c-4bf6-8a29-88c1094bf6a1 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T16:57:42Z', 'revision_number': 4, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a', 'name': '', 'network_id': '1bbe29ef-263f-4cf7-b72c-3bad7bb5c645', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'mac_address': 'fa:16:3e:38:ae:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:42Z', 'updated_at': '2021-07-27T16:57:49Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'subnets': [{'id': 'eb6e7127-604b-4343-acf4-75a924085e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:09:50.303004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a2c8ba15-df07-404b-8917-f3bddeb2ee01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc1727e6a40044119e2af7f2ea77b5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992361 Jul 27 17:09:50.303748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:50.353394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1355cd7d-bf6a-404d-8d18-85bfb5a04f92 req-71b0835b-07d8-441b-b647-709fee4f25b6 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425821 Jul 27 17:09:50.394995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:50.443614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:50.544594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:50.551122 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:50.552820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e756172f-a39e-4d77-8845-e37bf17a5bb5 HTTP/1.1" status: 204 len: 168 time: 0.2475259 Jul 27 17:09:50.564496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c2b21-db7b-4efb-ab9e-6c0dd1d72f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e756172f-a39e-4d77-8845-e37bf17a5bb5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:50.673421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b0f7b-bec0-440c-b544-d428c12bb934 None None] New status for floating IP a27bdbbc-9219-4e3c-9c77-b5bb3c04abab: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:09:50.999826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100d30-343e-4ceb-bbf2-b197f669edeb req-3ba4f2f7-293b-49a2-b1d9-6bd56919cce5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:51.001785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf100d30-343e-4ceb-bbf2-b197f669edeb req-3ba4f2f7-293b-49a2-b1d9-6bd56919cce5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.1236610 Jul 27 17:09:51.126659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf100d30-343e-4ceb-bbf2-b197f669edeb req-d381fe7a-0281-48ac-876a-e6916848572e tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ad453fe-2c37-4d75-a9fc-02207169cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045864 Jul 27 17:09:51.170263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-c61ae196-4fb4-4ea7-864b-f601a24e234c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:51.171812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-c61ae196-4fb4-4ea7-864b-f601a24e234c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 945 time: 0.1639955 Jul 27 17:09:51.384107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port e47e4a46-ea65-448d-81d0-d7c6d270bb97 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:51.384709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:51.522328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] For port e47e4a46-ea65-448d-81d0-d7c6d270bb97, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e47e4a46-ea65-448d-81d0-d7c6d270bb97,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:09:51.523120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:51.541656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for e47e4a46-ea65-448d-81d0-d7c6d270bb97 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:09:51.746088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:51.804341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=e47e4a46-ea65-448d-81d0-d7c6d270bb97,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:51.866651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] No DVR routers for this DVR port e47e4a46-ea65-448d-81d0-d7c6d270bb97 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:09:51.880267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:51.880267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cf77697f-eef1-4d99-a35f-9b88f7c4f1b2 req-82e9a11c-5cba-48d0-98a4-490b8c7286ae tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.13 "DELETE /v2.0/ports/e47e4a46-ea65-448d-81d0-d7c6d270bb97 HTTP/1.1" status: 204 len: 173 time: 0.6913786 Jul 27 17:09:51.880267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'name': 'network-vif-deleted', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:09:51.881283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58752) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:51.881658 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a63139-f9e7-4d15-ad87-082247d4ac86" -d '{"events": [{"server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "name": "network-vif-deleted", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:09:51.965456 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79745a1f-272e-40d7-9798-05bc714866ae x-openstack-request-id: req-79745a1f-272e-40d7-9798-05bc714866ae {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:09:51.965765 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ae4c34-b79c-4682-8937-0e8d3d4d4340", "name": "network-vif-deleted", "tag": "e47e4a46-ea65-448d-81d0-d7c6d270bb97", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:09:51.966048 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79745a1f-272e-40d7-9798-05bc714866ae {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:09:51.966498 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ae4c34-b79c-4682-8937-0e8d3d4d4340', 'name': 'network-vif-deleted', 'tag': 'e47e4a46-ea65-448d-81d0-d7c6d270bb97', 'status': 'completed', 'code': 200} Jul 27 17:09:52.048584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c73666c9-d853-4c51-8329-c6bfd5460509 tempest-ServiceProvidersTest-1207437175 tempest-ServiceProvidersTest-1207437175-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1702321 Jul 27 17:09:52.335810 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56f0bd1f-8fb1-4575-9a1a-ccd416a7863a req-c1a2d430-5abf-40ab-a60b-30e95d33a4e5 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0867059 Jul 27 17:09:52.494391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:52.628037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5df39a-033c-4065-b57c-a18b6cd940b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:52.768209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5df39a-033c-4065-b57c-a18b6cd940b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:52.773607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7e5df39a-033c-4065-b57c-a18b6cd940b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:52.827089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e5df39a-033c-4065-b57c-a18b6cd940b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8815caf41fdc41528b670041fbded257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310640 Jul 27 17:09:52.829471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:52.829967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5df39a-033c-4065-b57c-a18b6cd940b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554527c5-cff2-4cd9-bdd0-33b4ed7a1db6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:52.965695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:53.002039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:53.073865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:53.076980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:53.081662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/554527c5-cff2-4cd9-bdd0-33b4ed7a1db6 HTTP/1.1" status: 204 len: 168 time: 0.2504437 Jul 27 17:09:53.093607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736190b-0999-46a9-9329-107eff335af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554527c5-cff2-4cd9-bdd0-33b4ed7a1db6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:53.547335 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b74a0ee-8a7d-4129-9c0b-9e8c1ffe13cb req-80cd5d83-ac9c-419f-b265-5bc56431728d tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0893228 Jul 27 17:09:54.242191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 58924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:54.522128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-670392287'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:54.563504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Made reservation on behalf of 38ca3cb78b924f56badd15e0bd2cce71 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:54.569213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.584554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.605888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e47e4a46-ea65-448d-81d0-d7c6d270bb97 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:09:54.680693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: e47e4a46-ea65-448d-81d0-d7c6d270bb97 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:09:54.682494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e47e4a46-ea65-448d-81d0-d7c6d270bb97 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:09:54.761275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e49ba90-e8fd-4480-99e5-0ea30c7016d1 req-0395470c-3294-4a37-95ec-479a60d3a06c tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0814483 Jul 27 17:09:54.781085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.787069 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.804851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:09:54.817715 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.818596 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Added segment 74f28457-c8ca-436b-9293-215ff20ed311 of type vlan for network e9bde706-c53c-40bf-92dc-ec66299aedec Jul 27 17:09:54.868674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.914902 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:54.920796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:54.921516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.002414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event updated for resources: {'Network': ['ID=e9bde706-c53c-40bf-92dc-ec66299aedec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:55.014903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network e9bde706-c53c-40bf-92dc-ec66299aedec details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:09:55.025726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44422e-f0e7-4764-b919-a7bbc9c06083,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:55.041940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-932d9e15-440f-43bd-93a0-4efff21cc46c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7978477 Jul 27 17:09:55.042421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 58974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:55.048172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Request body: {'subnet': {'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:55.176404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Made reservation on behalf of 38ca3cb78b924f56badd15e0bd2cce71 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:55.180021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.439422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.519172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event updated for resources: {'Subnet': ['ID=e3c41bb3-e082-4419-a374-35ab05ea2af6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:55.531568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Checking segment: {'id': '74f28457-c8ca-436b-9293-215ff20ed311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:55.532376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Network hostable DHCP agents. Network: e9bde706-c53c-40bf-92dc-ec66299aedec, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:09:55.564388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Network e9bde706-c53c-40bf-92dc-ec66299aedec is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:09:55.578400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, e9bde706-c53c-40bf-92dc-ec66299aedec) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:55.589275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9b8a6-bc17-4fec-8464-9628318f1950 None None] Network e9bde706-c53c-40bf-92dc-ec66299aedec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:55.596926 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:55.597724 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.619482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-38148cc2-5d74-42c0-a18a-6ff76a20b09b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5757740 Jul 27 17:09:55.622184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:55.629256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Request body: {'port': {'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec', 'name': 'tempest-TagsExtTest-1004976416'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:55.844060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Made reservation on behalf of 38ca3cb78b924f56badd15e0bd2cce71 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:09:55.847778 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.890813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] device_id is not set on port e0cde7df-74ea-4a8c-a224-aeb294fb68bf yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:09:55.927655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-e9bde706-c53c-40bf-92dc-ec66299aedec', 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec', 'tenant_id': '38ca3cb78b924f56badd15e0bd2cce71', 'fixed_ips': [{'subnet_id': 'e3c41bb3-e082-4419-a374-35ab05ea2af6'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:09:55.929374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:55.979405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de47c2f4-c9f7-4c67-80c3-8271cba5292d req-a52cfd27-c04a-457a-adb6-626209850fd7 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0705588 Jul 27 17:09:56.144635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Allocated IP 172.20.0.14 (e9bde706-c53c-40bf-92dc-ec66299aedec/e3c41bb3-e082-4419-a374-35ab05ea2af6/e0cde7df-74ea-4a8c-a224-aeb294fb68bf) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:56.336215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.358209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Transition to ACTIVE for port object e0cde7df-74ea-4a8c-a224-aeb294fb68bf will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:56.432017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.522096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Network e9bde706-c53c-40bf-92dc-ec66299aedec is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:56.531163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:56.537175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Allocated IP 172.20.0.2 (e9bde706-c53c-40bf-92dc-ec66299aedec/e3c41bb3-e082-4419-a374-35ab05ea2af6/3a9bf316-6963-41ce-82f0-0ecf88a47aee) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:09:56.540252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:56.622531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event updated for resources: {'Port': ['ID=e0cde7df-74ea-4a8c-a224-aeb294fb68bf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:56.639328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.640019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.640560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.641052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.641567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.642068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.642653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.643140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.643645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.644140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.645141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.645635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:09:56.657505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:09:56.658359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.679701 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a479731-bdc6-473a-b42c-40f9c124126a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0553169 Jul 27 17:09:56.682498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:56.689015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-573977554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:56.717604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.719670 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.807924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.817940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Transition to ACTIVE for port object 3a9bf316-6963-41ce-82f0-0ecf88a47aee will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:56.824278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.836070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Transition to ACTIVE for port object 3a9bf316-6963-41ce-82f0-0ecf88a47aee will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:09:56.841110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.851809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.874642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:56.876017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e427c51e-3bea-41be-b860-65c0f1401883 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1924822 Jul 27 17:09:56.879081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59070) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:56.884356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9bd95882-53b4-4c5d-b967-d44bb7c2e539 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-384501632', 'prefixes': ['172.20.0.0/16']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:09:56.929447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59072) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:56.950084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Network e9bde706-c53c-40bf-92dc-ec66299aedec is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:09:56.956645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:09:56.962273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:09:56.976805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Pushing event updated for resources: {'Port': ['ID=3a9bf316-6963-41ce-82f0-0ecf88a47aee,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:57.077068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Attempting to bind port 3a9bf316-6963-41ce-82f0-0ecf88a47aee on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:09:57.077704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Attempting to bind port 3a9bf316-6963-41ce-82f0-0ecf88a47aee by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '74f28457-c8ca-436b-9293-215ff20ed311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:09:57.078097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Attempting to bind port 3a9bf316-6963-41ce-82f0-0ecf88a47aee on network e9bde706-c53c-40bf-92dc-ec66299aedec {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:09:57.083276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9bd95882-53b4-4c5d-b967-d44bb7c2e539 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for subnetpool, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.085163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:09:57.085813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9bd95882-53b4-4c5d-b967-d44bb7c2e539 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2053776 Jul 27 17:09:57.086014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Checking segment: {'id': '74f28457-c8ca-436b-9293-215ff20ed311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:09:57.086609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.087053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Bound using segment: {'id': '74f28457-c8ca-436b-9293-215ff20ed311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:09:57.087842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Bound port: 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f28457-c8ca-436b-9293-215ff20ed311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e9bde706-c53c-40bf-92dc-ec66299aedec'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:09:57.088227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.089552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.097767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-b3781594-9930-4671-af23-518438cf12ef tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-1033690523') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:57.189397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] For port 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:09:57.193873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] For port 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a9bf316-6963-41ce-82f0-0ecf88a47aee,segment=NetworkSegment(74f28457-c8ca-436b-9293-215ff20ed311),segment_id=74f28457-c8ca-436b-9293-215ff20ed311)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:09:57.199841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-400ccba7-7b32-47a6-b45b-59fb0b4cea62 req-ec1f53bf-a8bf-4892-ae06-f51be7d1da2f tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0413895 Jul 27 17:09:57.211134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8aeb423f-57d5-456d-8c98-3661606a9ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.220087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.333049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5538054-8063-4a19-a252-cd474a79d06f None None] Pushing event updated for resources: {'Port': ['ID=3a9bf316-6963-41ce-82f0-0ecf88a47aee,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:57.370160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8aeb423f-57d5-456d-8c98-3661606a9ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.396720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8aeb423f-57d5-456d-8c98-3661606a9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.502416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb423f-57d5-456d-8c98-3661606a9ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca40293-8f95-40c5-981d-3c4ca83fb8f2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:57.510884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8aeb423f-57d5-456d-8c98-3661606a9ff2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=245f20c7ffbb4289a6c5d04f7053ac97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782623 Jul 27 17:09:57.511087 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3781594-9930-4671-af23-518438cf12ef tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-1033690523 HTTP/1.1" status: 201 len: 201 time: 0.4170530 Jul 27 17:09:57.511723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.514552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59088) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.562981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-0bd7636b-8306-4692-99bb-7c67c410e5ff tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-235750145') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:57.634442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.687413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.708211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.793569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0bd7636b-8306-4692-99bb-7c67c410e5ff tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-235750145 HTTP/1.1" status: 201 len: 201 time: 0.2779191 Jul 27 17:09:57.796692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.802758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-e169962b-c2ae-4d65-9249-9ee2e067a772 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-1307609493') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:57.896005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.898996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:57.900172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ca40293-8f95-40c5-981d-3c4ca83fb8f2 HTTP/1.1" status: 204 len: 168 time: 0.3874998 Jul 27 17:09:57.917524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54850079-c8d1-43ff-83b0-e898b5c4a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca40293-8f95-40c5-981d-3c4ca83fb8f2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:57.975198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e169962b-c2ae-4d65-9249-9ee2e067a772 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-1307609493 HTTP/1.1" status: 201 len: 201 time: 0.1747029 Jul 27 17:09:57.975366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59104) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:57.980790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-5f671173-8677-48e5-b2d1-2a5992ed7d0b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-1906360893') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:57.991107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7087-0698-4034-b62e-368a838bc773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.044153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5f671173-8677-48e5-b2d1-2a5992ed7d0b tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-1906360893 HTTP/1.1" status: 201 len: 201 time: 0.0653412 Jul 27 17:09:58.044345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.050639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-3a0f7d54-588d-4f9b-badc-702b96e6f726 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.122541 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.123625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a0f7d54-588d-4f9b-badc-702b96e6f726 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 200 len: 241 time: 0.0770421 Jul 27 17:09:58.127944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-1b079b2b-b493-4f5b-9179-fcbb8d808dc6 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-1033690523') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.131461 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7087-0698-4034-b62e-368a838bc773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.160925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7087-0698-4034-b62e-368a838bc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.233327 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2bfc7087-0698-4034-b62e-368a838bc773 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbd38ced805c4ddeba799312397fa39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232792 Jul 27 17:09:58.234065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc7087-0698-4034-b62e-368a838bc773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd937932-ac41-4229-93fb-7704f0376ed9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:58.236853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.301066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1b079b2b-b493-4f5b-9179-fcbb8d808dc6 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-1033690523 HTTP/1.1" status: 204 len: 168 time: 0.1766505 Jul 27 17:09:58.303697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59122) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.309479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-eec49b97-f581-4083-92cd-2003020839f3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-1033690523') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.358953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.393626 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3ba15f65-5e30-45f1-8a19-488515ec141e req-76d7327e-4fb0-4279-8aaf-78a6213a63b0 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ae4c34-b79c-4682-8937-0e8d3d4d4340 HTTP/1.1" status: 200 len: 210 time: 0.0388319 Jul 27 17:09:58.423524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.466016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eec49b97-f581-4083-92cd-2003020839f3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-1033690523 HTTP/1.1" status: 204 len: 168 time: 0.1612496 Jul 27 17:09:58.467462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.473289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-415f64e6-80d0-4d95-9d9f-0e5e602123e7 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.550614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.557625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:58.562682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd937932-ac41-4229-93fb-7704f0376ed9 HTTP/1.1" status: 204 len: 168 time: 0.3178997 Jul 27 17:09:58.567729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-415f64e6-80d0-4d95-9d9f-0e5e602123e7 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 200 len: 205 time: 0.0983400 Jul 27 17:09:58.577653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.582549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f0689da2-6845-44c2-8055-7e88772eb3d9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.583954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2702c-f8df-48fe-9d4a-b02429ee4a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd937932-ac41-4229-93fb-7704f0376ed9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:09:58.703786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f0689da2-6845-44c2-8055-7e88772eb3d9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 200 len: 240 time: 0.1247237 Jul 27 17:09:58.706582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59136) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.712637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-79eb73a1-c789-4efa-a7e0-df356ca73f03 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-235750145') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.821497 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-79eb73a1-c789-4efa-a7e0-df356ca73f03 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-235750145 HTTP/1.1" status: 204 len: 168 time: 0.1130700 Jul 27 17:09:58.823774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.828343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8250e6ab-1cc0-46d7-9a44-f9a32f25dfbe None None] Network e9bde706-c53c-40bf-92dc-ec66299aedec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:09:58.830563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7e50d68a-a4bc-482d-8f1d-0e7608cb72c8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-235750145') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.926586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7e50d68a-a4bc-482d-8f1d-0e7608cb72c8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-235750145 HTTP/1.1" status: 204 len: 168 time: 0.0983505 Jul 27 17:09:58.927040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:58.931857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-4fdbeab3-702b-4cc1-95e7-49aaf2849a08 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:58.963762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c9c41b3-36d4-4d49-b3e5-616b88a77808 None None] Provisioning for port 3a9bf316-6963-41ce-82f0-0ecf88a47aee completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:59.020373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4fdbeab3-702b-4cc1-95e7-49aaf2849a08 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0897455 Jul 27 17:09:59.021354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59156) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:59.027420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f8eec900-9f4d-46b7-b5d9-8652c886c12c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:59.127946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f8eec900-9f4d-46b7-b5d9-8652c886c12c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 200 len: 241 time: 0.1053283 Jul 27 17:09:59.130588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:59.135136 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-7c28d36c-dcbc-47ec-bc9a-60e952426ccc tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-1307609493') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:59.220557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7c28d36c-dcbc-47ec-bc9a-60e952426ccc tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-1307609493 HTTP/1.1" status: 204 len: 168 time: 0.0888731 Jul 27 17:09:59.223038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:59.229375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-a618bc4d-5345-4315-9aec-243018aa7d9f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-1307609493') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:59.513046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3b07404-349f-42cf-a76f-475dba0dbe07 None None] Provisioning for port e0cde7df-74ea-4a8c-a224-aeb294fb68bf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:59.518849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d3b07404-349f-42cf-a76f-475dba0dbe07 None None] Provisioning complete for port e0cde7df-74ea-4a8c-a224-aeb294fb68bf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:59.519169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3b07404-349f-42cf-a76f-475dba0dbe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:59.542935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:59.628177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d3b07404-349f-42cf-a76f-475dba0dbe07 None None] Port e0cde7df-74ea-4a8c-a224-aeb294fb68bf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:09:59.734892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a9bf316-6963-41ce-82f0-0ecf88a47aee up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:09:59.822087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3a9bf316-6963-41ce-82f0-0ecf88a47aee completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:09:59.829887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3a9bf316-6963-41ce-82f0-0ecf88a47aee triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:59.831165 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:59.877871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Deleting port 44e15c02-9b2c-4407-9b05-3ad14df61483 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:09:59.879620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:59.910523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-40ba7242-bb60-4dd9-afea-ad98b9380337 None None] Provisioning complete for port e0cde7df-74ea-4a8c-a224-aeb294fb68bf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:09:59.910820 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-40ba7242-bb60-4dd9-afea-ad98b9380337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:09:59.953664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a618bc4d-5345-4315-9aec-243018aa7d9f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-1307609493 HTTP/1.1" status: 204 len: 168 time: 0.7292888 Jul 27 17:09:59.956235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:09:59.963101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-5caf97b7-2c23-40a9-9ee2-1de64a7f91fd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:09:59.987764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-40ba7242-bb60-4dd9-afea-ad98b9380337 None None] Port e0cde7df-74ea-4a8c-a224-aeb294fb68bf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:00.008126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.056359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.061258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.075094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a9bf316-6963-41ce-82f0-0ecf88a47aee,segment=NetworkSegment(74f28457-c8ca-436b-9293-215ff20ed311),segment_id=74f28457-c8ca-436b-9293-215ff20ed311)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:00.093299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Calling delete_port for 44e15c02-9b2c-4407-9b05-3ad14df61483 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:00.096816 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.132540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5caf97b7-2c23-40a9-9ee2-1de64a7f91fd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 200 len: 205 time: 0.1728363 Jul 27 17:10:00.133107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59232) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.146847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-5c5f91cb-02fa-4037-b872-7600229005a9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.155807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59234) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.187129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3a9bf316-6963-41ce-82f0-0ecf88a47aee,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:00.233738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5c5f91cb-02fa-4037-b872-7600229005a9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 200 len: 241 time: 0.0970247 Jul 27 17:10:00.236321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.242044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-06f0823c-5d56-4558-98c1-777443eae03a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-1906360893') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.277614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06f0823c-5d56-4558-98c1-777443eae03a tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-1906360893 HTTP/1.1" status: 204 len: 168 time: 0.0398366 Jul 27 17:10:00.280285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.288067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-974be1de-d90a-4b82-b1b2-ebfb88c7e771 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-1906360893') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.344679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.347873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-974be1de-d90a-4b82-b1b2-ebfb88c7e771 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-1906360893 HTTP/1.1" status: 204 len: 168 time: 0.0662398 Jul 27 17:10:00.354177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59246) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.359029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-b27d4e86-29b1-4b6c-a75f-5451b8dc1c10 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.361508 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe17157b-6fcc-430b-b6fe-8ef365d82811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.395373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'Port': ['ID=44e15c02-9b2c-4407-9b05-3ad14df61483,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:00.402900 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b27d4e86-29b1-4b6c-a75f-5451b8dc1c10 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0472558 Jul 27 17:10:00.407865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.418395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-2315da8a-82a1-40bb-b2ea-41b126083165 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.469878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2315da8a-82a1-40bb-b2ea-41b126083165 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0606263 Jul 27 17:10:00.474263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.479081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-9d42871d-79fd-48de-a027-e74356169c1e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.489363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.492978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.496518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-92a5e5bc-1c21-4ba0-b7e6-cdb47d1043b9 tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "DELETE /v2.0/floatingips/c49d227a-88e6-4cd6-9b0b-1ae93659302d HTTP/1.1" status: 204 len: 168 time: 0.9495966 Jul 27 17:10:00.613623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe17157b-6fcc-430b-b6fe-8ef365d82811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.618039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9d42871d-79fd-48de-a027-e74356169c1e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1425998 Jul 27 17:10:00.620982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.626352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fe17157b-6fcc-430b-b6fe-8ef365d82811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.627376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-954483e0-e93e-4fd7-855b-74b729ade9b8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.707846 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fe17157b-6fcc-430b-b6fe-8ef365d82811 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20ed6f13cbcb440291ccdc12166f5fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498099 Jul 27 17:10:00.710459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17157b-6fcc-430b-b6fe-8ef365d82811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a1e4c-5b9f-47a9-b14b-eab6180c3a19,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:00.711816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-954483e0-e93e-4fd7-855b-74b729ade9b8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0891707 Jul 27 17:10:00.712676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59268) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.718312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59270) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.738449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-8f4a1dea-493b-49de-b9ec-93dfa57b8928 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.848556 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.875194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.883517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:00.883715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f4a1dea-493b-49de-b9ec-93dfa57b8928 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 204 len: 168 time: 0.1527798 Jul 27 17:10:00.890804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-a51c9c20-cb73-42eb-8fa5-398b2393ddc3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-805842462') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:00.938107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.941599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:00.945871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/579a1e4c-5b9f-47a9-b14b-eab6180c3a19 HTTP/1.1" status: 204 len: 168 time: 0.2284930 Jul 27 17:10:00.955219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c4d2-6e3e-4f7a-9a53-ed14ac401420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a1e4c-5b9f-47a9-b14b-eab6180c3a19,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:01.011639 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a51c9c20-cb73-42eb-8fa5-398b2393ddc3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-805842462 HTTP/1.1" status: 201 len: 201 time: 0.1253967 Jul 27 17:10:01.013782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.019899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-47cc3160-a16d-4a9b-900a-2771c1220a57 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-1045859140') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.126346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-47cc3160-a16d-4a9b-900a-2771c1220a57 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-1045859140 HTTP/1.1" status: 201 len: 201 time: 0.1081297 Jul 27 17:10:01.126984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59284) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.148033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-1e38d9a6-61f5-49dc-95ae-51986c0a5878 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-2032565883') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.285377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1e38d9a6-61f5-49dc-95ae-51986c0a5878 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-2032565883 HTTP/1.1" status: 201 len: 201 time: 0.1563725 Jul 27 17:10:01.287460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59290) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.298118 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-74ca64bd-e1ee-480c-b639-97a8f59287e7 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-186365503') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.395228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-74ca64bd-e1ee-480c-b639-97a8f59287e7 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-186365503 HTTP/1.1" status: 201 len: 201 time: 0.1066768 Jul 27 17:10:01.399157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.405573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-1f135df1-2e4e-484b-bbd0-186fbbe95c1c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', {'tags': ['tempest-TagsExtTest-Tag-135717317', 'tempest-TagsExtTest-Tag-1028054827', 'tempest-TagsExtTest-Tag-2050976912']}) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.506231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59302) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.546671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1f135df1-2e4e-484b-bbd0-186fbbe95c1c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 200 len: 317 time: 0.1458237 Jul 27 17:10:01.549728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.555304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-f7a3a31a-ea91-46a6-a7b7-528c5d2550c3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.656950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a9bf316-6963-41ce-82f0-0ecf88a47aee up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:01.741810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d9aaa9-15e2-483d-ac39-7c966b2ddd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:01.759119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3a9bf316-6963-41ce-82f0-0ecf88a47aee triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:01.760131 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:01.781300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f7a3a31a-ea91-46a6-a7b7-528c5d2550c3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 204 len: 168 time: 0.2245209 Jul 27 17:10:01.781526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59318) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.789353 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-caded034-9e7f-4bf3-a904-880fcf7be830 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-135717317') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:01.946938 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-caded034-9e7f-4bf3-a904-880fcf7be830 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:01.949781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-caded034-9e7f-4bf3-a904-880fcf7be830 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-135717317 HTTP/1.1" status: 404 len: 328 time: 0.1666715 Jul 27 17:10:01.954650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:01.973401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-84a0b986-5893-4cb6-a6ec-f5febf8a71e9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-1028054827') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.021625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d9aaa9-15e2-483d-ac39-7c966b2ddd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.031950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-43d9aaa9-15e2-483d-ac39-7c966b2ddd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.097535 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-84a0b986-5893-4cb6-a6ec-f5febf8a71e9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:02.102824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-84a0b986-5893-4cb6-a6ec-f5febf8a71e9 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-1028054827 HTTP/1.1" status: 404 len: 329 time: 0.1444325 Jul 27 17:10:02.103589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59328) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.115322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9aaa9-15e2-483d-ac39-7c966b2ddd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd150b5-0323-4ec7-a793-9ef853d85ec0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:02.120185 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-0321b08c-f6ce-4478-9fa6-80331e7041c8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6', 'tempest-TagsExtTest-Tag-2050976912') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.160987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-43d9aaa9-15e2-483d-ac39-7c966b2ddd6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1c44bc87e80479cb82ea432e500bee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530907 Jul 27 17:10:02.161645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59332) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.223843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.225289 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-0321b08c-f6ce-4478-9fa6-80331e7041c8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:02.230467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0321b08c-f6ce-4478-9fa6-80331e7041c8 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags/tempest-TagsExtTest-Tag-2050976912 HTTP/1.1" status: 404 len: 329 time: 0.1140609 Jul 27 17:10:02.230971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59334) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.257141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-ef8ff0f2-cf30-4e0c-b195-abda04cf8530 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', {'tags': ['tempest-TagsExtTest-Tag-1016362023', 'tempest-TagsExtTest-Tag-19897792', 'tempest-TagsExtTest-Tag-765174579']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.290321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.368908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef8ff0f2-cf30-4e0c-b195-abda04cf8530 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 200 len: 315 time: 0.1359527 Jul 27 17:10:02.371522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.376150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-a66d06a5-6ce3-4d13-b25e-5fc057041b56 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.426659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.429727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:02.433553 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffd150b5-0323-4ec7-a793-9ef853d85ec0 HTTP/1.1" status: 204 len: 168 time: 0.2678390 Jul 27 17:10:02.450422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a7d44-e3ec-4d33-80e0-b05cca4b6013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd150b5-0323-4ec7-a793-9ef853d85ec0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:02.500899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a66d06a5-6ce3-4d13-b25e-5fc057041b56 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1282754 Jul 27 17:10:02.503574 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59344) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.511689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-cdb82240-f0d2-4de4-8142-0b7e48083b1f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-1016362023') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.603801 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-cdb82240-f0d2-4de4-8142-0b7e48083b1f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:02.603801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cdb82240-f0d2-4de4-8142-0b7e48083b1f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-1016362023 HTTP/1.1" status: 404 len: 329 time: 0.0964992 Jul 27 17:10:02.606529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.611564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-f77fff81-9604-4325-8d5c-0d29aff0cd57 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-19897792') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.688293 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f77fff81-9604-4325-8d5c-0d29aff0cd57 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:02.689561 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f77fff81-9604-4325-8d5c-0d29aff0cd57 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-19897792 HTTP/1.1" status: 404 len: 327 time: 0.0819142 Jul 27 17:10:02.692789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.698005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f5c1ffc7-ca5c-4da0-978a-58b4f778dd39 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf', 'tempest-TagsExtTest-Tag-765174579') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.765211 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f5c1ffc7-ca5c-4da0-978a-58b4f778dd39 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:02.766584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f5c1ffc7-ca5c-4da0-978a-58b4f778dd39 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags/tempest-TagsExtTest-Tag-765174579 HTTP/1.1" status: 404 len: 328 time: 0.0725520 Jul 27 17:10:02.769818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.776666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-2556e8a7-a480-4d4c-a68f-e32284a5514e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', {'tags': ['tempest-TagsExtTest-Tag-887542846', 'tempest-TagsExtTest-Tag-808055450', 'tempest-TagsExtTest-Tag-1975478425']}) {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:02.934250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2556e8a7-a480-4d4c-a68f-e32284a5514e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 200 len: 316 time: 0.1605203 Jul 27 17:10:02.934803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:02.941919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-db1741bd-8427-4430-a4fe-2c51e9e462c0 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:03.069130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db1741bd-8427-4430-a4fe-2c51e9e462c0 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1293833 Jul 27 17:10:03.069130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.073785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-f2047db7-711c-403e-8710-f7e8ffba7c95 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-887542846') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:03.230563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.293135 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:03.508608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-abba7ae4-1e35-4b02-a94f-4a8768eaa26e tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1736432247'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:03.509767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-abba7ae4-1e35-4b02-a94f-4a8768eaa26e tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:10:03.587826 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-f2047db7-711c-403e-8710-f7e8ffba7c95 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:03.589182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f2047db7-711c-403e-8710-f7e8ffba7c95 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-887542846 HTTP/1.1" status: 404 len: 328 time: 0.5190856 Jul 27 17:10:03.591840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59396) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.597340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-58ee8def-6ebe-4a1c-ae0f-72a5be8cbf1e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-808055450') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:03.707573 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-58ee8def-6ebe-4a1c-ae0f-72a5be8cbf1e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:03.708705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-58ee8def-6ebe-4a1c-ae0f-72a5be8cbf1e tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-808055450 HTTP/1.1" status: 404 len: 328 time: 0.1158683 Jul 27 17:10:03.711696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.716647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-5d34e561-d426-41d3-bcd4-c55e2bc4eb06 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c', 'tempest-TagsExtTest-Tag-1975478425') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:03.818424 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-abba7ae4-1e35-4b02-a94f-4a8768eaa26e tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:03.819530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-abba7ae4-1e35-4b02-a94f-4a8768eaa26e tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5879676 Jul 27 17:10:03.821512 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-5d34e561-d426-41d3-bcd4-c55e2bc4eb06 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:03.822201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.823489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d34e561-d426-41d3-bcd4-c55e2bc4eb06 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags/tempest-TagsExtTest-Tag-1975478425 HTTP/1.1" status: 404 len: 329 time: 0.1105316 Jul 27 17:10:03.826872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59406) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.832261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fd8018cb-1eaa-4d32-a09d-ccbb339f2d56 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c8597d63-a154-4388-bec4-75639dd99c0e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:03.833361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fd8018cb-1eaa-4d32-a09d-ccbb339f2d56 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:10:03.838121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59410) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:03.850264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-69db525a-8681-4f71-b8fe-3fe80c6d9408 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', {'tags': ['tempest-TagsExtTest-Tag-1661902690', 'tempest-TagsExtTest-Tag-177901572', 'tempest-TagsExtTest-Tag-821972072']}) {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:03.954592 n-d-723572-6 neutron-server[93923]: WARNING neutron.services.metering.metering_plugin [None req-fd8018cb-1eaa-4d32-a09d-ccbb339f2d56 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 17:10:04.002323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69db525a-8681-4f71-b8fe-3fe80c6d9408 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "PUT /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 200 len: 316 time: 0.1740992 Jul 27 17:10:04.002933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59416) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.008790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1857413170-network', 'tenant_id': '357906f03aea4c3cb8dbbf1fddaf57d2'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:04.037782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-2f9241ec-b90f-43be-b933-e076c87746dc tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.039955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.057345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Made reservation on behalf of 357906f03aea4c3cb8dbbf1fddaf57d2 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:04.059584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.077888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd8018cb-1eaa-4d32-a09d-ccbb339f2d56 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.082032 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd8018cb-1eaa-4d32-a09d-ccbb339f2d56 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2559075 Jul 27 17:10:04.082481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59422) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.087407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ac26f61e-530d-44cd-86da-03e33af814b3 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c8597d63-a154-4388-bec4-75639dd99c0e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:04.087648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ac26f61e-530d-44cd-86da-03e33af814b3 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:10:04.096189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.151285 n-d-723572-6 neutron-server[93923]: WARNING neutron.services.metering.metering_plugin [None req-ac26f61e-530d-44cd-86da-03e33af814b3 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 17:10:04.168029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.177587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f9241ec-b90f-43be-b933-e076c87746dc tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1436179 Jul 27 17:10:04.183989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.192021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-33b6c347-a78c-408f-9ddf-f86c28283a8c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-1661902690') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.226964 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.246821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac26f61e-530d-44cd-86da-03e33af814b3 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.251250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ac26f61e-530d-44cd-86da-03e33af814b3 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1653676 Jul 27 17:10:04.252181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59426) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.268152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-784fbb7b-477e-451a-aec9-ff661beeea9b tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e0baa077-2b38-46a8-91ea-c654a7a3e8b0 HTTP/1.1" status: 200 len: 464 time: 0.0120761 Jul 27 17:10:04.268635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59428) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.280040 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-33b6c347-a78c-408f-9ddf-f86c28283a8c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:04.281153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33b6c347-a78c-408f-9ddf-f86c28283a8c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-1661902690 HTTP/1.1" status: 404 len: 329 time: 0.0961676 Jul 27 17:10:04.284138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.290964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.tag.tag_plugin [None req-2130cc80-811b-40ae-9152-485e3e1f4d8f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-177901572') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.350977 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-2130cc80-811b-40ae-9152-485e3e1f4d8f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:04.355337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59432) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.355518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2130cc80-811b-40ae-9152-485e3e1f4d8f tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-177901572 HTTP/1.1" status: 404 len: 328 time: 0.0698903 Jul 27 17:10:04.362410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-d317caff-c9b6-4ed1-b97a-1082c040c081 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb', 'tempest-TagsExtTest-Tag-821972072') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.371377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.373979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.376541 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.380227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ad453fe-2c37-4d75-a9fc-02207169cc44 HTTP/1.1" status: 204 len: 168 time: 0.3368764 Jul 27 17:10:04.387213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.399781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:04.407597 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aedb4788-3d5e-4981-8e88-804a25765059 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.411289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aedb4788-3d5e-4981-8e88-804a25765059 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/e0baa077-2b38-46a8-91ea-c654a7a3e8b0 HTTP/1.1" status: 204 len: 168 time: 0.1393063 Jul 27 17:10:04.412113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.412501 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Added segment 44ed5aa0-f1ef-4461-9d58-2018d778b31d of type vlan for network 4d06ed22-7215-4730-8790-0dc3ec9bff14 Jul 27 17:10:04.415495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59436) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.423878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbff7fe-e85b-4048-bef1-aabd8034b9aa tempest-TestVolumeBootPattern-1912756009 tempest-TestVolumeBootPattern-1912756009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad453fe-2c37-4d75-a9fc-02207169cc44,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:04.453469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3c1b3d78-4e32-4bf4-a229-50954f4f7344 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e0baa077-2b38-46a8-91ea-c654a7a3e8b0 HTTP/1.1" status: 200 len: 221 time: 0.0355670 Jul 27 17:10:04.461139 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d317caff-c9b6-4ed1-b97a-1082c040c081 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] show failed (client error): The resource could not be found. Jul 27 17:10:04.462161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d317caff-c9b6-4ed1-b97a-1082c040c081 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags/tempest-TagsExtTest-Tag-821972072 HTTP/1.1" status: 404 len: 328 time: 0.1050978 Jul 27 17:10:04.462677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.467064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21602fbf-bd08-4a05-8b72-ea13b235b1d1 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--247588362', 'description': 'label created by tempest'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:04.467526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21602fbf-bd08-4a05-8b72-ea13b235b1d1 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Unknown quota resources ['metering_label']. {{(pid=93923) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:10:04.473994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59440) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.473994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59442) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.485673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-2d9825a7-2132-4a75-88cc-35ad96d4071c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65a98532-ca9b-4a8c-93f4-7bbb8874d7bb') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.524671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cab895-3a82-47a0-8c6b-34d17a36903b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:04.541247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.608126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.609878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:04.609878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.675948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8338041 Jul 27 17:10:04.676182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.681029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Request body: {'subnet': {'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1857413170-subnet', 'tenant_id': '357906f03aea4c3cb8dbbf1fddaf57d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:04.684838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2d9825a7-2132-4a75-88cc-35ad96d4071c tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2107394 Jul 27 17:10:04.691091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.695579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-f67ab026-56ee-46b2-a8fb-a0edce19e319 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5d607f8-aeda-4e5f-ad9d-de405887bf6c') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:04.714521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc869d27-11b4-43af-bc61-15ff2e4205ec admin admin] Pushing event updated for resources: {'Network': ['ID=4d06ed22-7215-4730-8790-0dc3ec9bff14,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:04.718984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Made reservation on behalf of 357906f03aea4c3cb8dbbf1fddaf57d2 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:04.721765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.727580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4d06ed22-7215-4730-8790-0dc3ec9bff14 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:04.828319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21602fbf-bd08-4a05-8b72-ea13b235b1d1 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.832834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21602fbf-bd08-4a05-8b72-ea13b235b1d1 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3661597 Jul 27 17:10:04.833724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59450) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:04.957795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:04.989054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1babb98a-4c93-4928-987c-a79f4ab045dc tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=b0e770b2-ff0a-45af-b2d8-4e06f5a42c32 HTTP/1.1" status: 200 len: 467 time: 0.1532643 Jul 27 17:10:04.992127 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.051012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Checking segment: {'id': '44ed5aa0-f1ef-4461-9d58-2018d778b31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:05.051890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Network hostable DHCP agents. Network: 4d06ed22-7215-4730-8790-0dc3ec9bff14, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:05.077231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46300ca6-de81-4203-81ef-f163af8c8bc4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:05.078078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f67ab026-56ee-46b2-a8fb-a0edce19e319 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c/tags HTTP/1.1" status: 204 len: 168 time: 0.3859956 Jul 27 17:10:05.078665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59458) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.084809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Network 4d06ed22-7215-4730-8790-0dc3ec9bff14 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:05.098518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4d06ed22-7215-4730-8790-0dc3ec9bff14) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:05.104295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:05.105217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.109956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d2b0b-1abe-46e3-8ed1-823a1f301e6d None None] Network 4d06ed22-7215-4730-8790-0dc3ec9bff14 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:05.125089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33264133-8172-4a3d-8a64-cc871d646995 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4478235 Jul 27 17:10:05.128230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-e5df60d1-e6dd-441b-b49b-a59f287acf4d tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e0cde7df-74ea-4a8c-a224-aeb294fb68bf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:05.282200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e36b5b-eebe-4684-8203-e59c864ea4a4 None None] Network 4d06ed22-7215-4730-8790-0dc3ec9bff14 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:05.361014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b514a678-acbd-47f0-9630-80c5335c5531 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.362340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b514a678-acbd-47f0-9630-80c5335c5531 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/b0e770b2-ff0a-45af-b2d8-4e06f5a42c32 HTTP/1.1" status: 204 len: 168 time: 0.3683834 Jul 27 17:10:05.365343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59464) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.389465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3966387b-94db-410e-be4e-c42820b042b6 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=b0e770b2-ff0a-45af-b2d8-4e06f5a42c32 HTTP/1.1" status: 200 len: 216 time: 0.0226452 Jul 27 17:10:05.390321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59468) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.406048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-40cf2ab5-d59d-46ae-8b11-a32c9207a72d tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143278 Jul 27 17:10:05.406916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.423547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5de513df-2fbb-42e3-8b93-e4a2adad9a24 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0153530 Jul 27 17:10:05.424681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59472) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.433175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59474) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.498308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e5df60d1-e6dd-441b-b49b-a59f287acf4d tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf/tags HTTP/1.1" status: 204 len: 168 time: 0.3708382 Jul 27 17:10:05.498519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59480) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.503514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.tag.tag_plugin [None req-9bc457f8-246b-4dcc-9de9-7780a3e021ca tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3c41bb3-e082-4419-a374-35ab05ea2af6') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:05.512484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a1506cf-8af1-4933-9fc7-99e48223a9c7 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/c8597d63-a154-4388-bec4-75639dd99c0e HTTP/1.1" status: 200 len: 473 time: 0.0843759 Jul 27 17:10:05.515778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59482) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.536956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-69badce5-6487-4ee3-86f0-f7c2cd5923d6 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/62ebce34-5b03-48a1-835f-04a2e5309d19 HTTP/1.1" status: 200 len: 461 time: 0.0196993 Jul 27 17:10:05.540068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59484) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.670491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-084e4132-052f-4053-b815-f94ecdbd4ca2 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.671633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-084e4132-052f-4053-b815-f94ecdbd4ca2 tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/62ebce34-5b03-48a1-835f-04a2e5309d19 HTTP/1.1" status: 204 len: 168 time: 0.1304109 Jul 27 17:10:05.672201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.675270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59490) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.683146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9bc457f8-246b-4dcc-9de9-7780a3e021ca tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6/tags HTTP/1.1" status: 204 len: 168 time: 0.1833158 Jul 27 17:10:05.771127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.778345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.892355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59498) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:05.898476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2107902372-network', 'tenant_id': '8a2a6b50a69948f892f8aadf524138cf'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:05.967030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd506-ef63-4020-b988-775ebe5c701f tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7b8fd506-ef63-4020-b988-775ebe5c701f tempest-MeteringTestJSON-1207701440 tempest-MeteringTestJSON-1207701440-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/c8597d63-a154-4388-bec4-75639dd99c0e HTTP/1.1" status: 204 len: 168 time: 0.2919614 Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id': 'c81e370aadb441959c71c406c90fe132', 'id': '82671b7b-bf3b-49c0-95ba-b003a996a172', 'expiration': datetime.datetime(2021, 7, 27, 17, 12, 5, 957049)}] Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:10:05.971011 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:10:05.979662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Made reservation on behalf of 8a2a6b50a69948f892f8aadf524138cf for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:05.983736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.994600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4ec8-2b1d-476a-8ccf-793ecbf3f9a6 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for subnetpool, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:05.995761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bbfa4ec8-2b1d-476a-8ccf-793ecbf3f9a6 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnetpools/65a98532-ca9b-4a8c-93f4-7bbb8874d7bb HTTP/1.1" status: 204 len: 168 time: 0.3226066 Jul 27 17:10:06.000068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59502) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:06.000369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.044226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-926793f6-0863-4c28-9d6c-8f6f9e6a59c0 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5d607f8-aeda-4e5f-ad9d-de405887bf6c HTTP/1.1" status: 200 len: 205 time: 0.0405819 Jul 27 17:10:06.045175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:06.142322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.159199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Deleting port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:06.159545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.227207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.236323 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.249316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:06.259171 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.259526 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Added segment adc3b8f8-9cfc-4a2a-b805-544fb64cbdaa of type vlan for network 6003f92e-f052-4311-a06e-4b2fddb38fc7 Jul 27 17:10:06.312186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:06.323024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.326204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.383873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.384507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Fanout notify agent at l3_agent the message router_deleted on router e5d607f8-aeda-4e5f-ad9d-de405887bf6c {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:10:06.392732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.393886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ad992a70-bb3b-44a9-b1ee-3b56b06682b3 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/routers/e5d607f8-aeda-4e5f-ad9d-de405887bf6c HTTP/1.1" status: 204 len: 168 time: 0.3478994 Jul 27 17:10:06.396346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59512) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:06.455019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1746e36b-28e5-453a-9c1b-a56967ece98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.472673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.574343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Deleting port e0cde7df-74ea-4a8c-a224-aeb294fb68bf {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:06.574697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.631650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.661277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df3088-0ac2-4b2e-8c02-fc5ca8f2c284,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:06.672756 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] For port ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:06.673141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.679259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1746e36b-28e5-453a-9c1b-a56967ece98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.690272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1746e36b-28e5-453a-9c1b-a56967ece98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.694224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Calling delete_port for ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:06.700365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.704342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.705337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:06.705920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.741040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Calling delete_port for e0cde7df-74ea-4a8c-a224-aeb294fb68bf owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:06.753037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1746e36b-28e5-453a-9c1b-a56967ece98b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83a2f44f7d3645bf96d1c1786bd76824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397845 Jul 27 17:10:06.761140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59514) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:06.791751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746e36b-28e5-453a-9c1b-a56967ece98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7cd0a-e31e-4eaa-8b11-e7be22204430,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:06.808141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6003f92e-f052-4311-a06e-4b2fddb38fc7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:06.825136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 6003f92e-f052-4311-a06e-4b2fddb38fc7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:06.917472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.975163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.986055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:06.997250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.004516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.006758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.035718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fed5373d-1bd6-46c8-bf32-d444740231d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1394186 Jul 27 17:10:07.037333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59516) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:07.043006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Request body: {'subnet': {'network_id': '6003f92e-f052-4311-a06e-4b2fddb38fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2107902372-subnet', 'tenant_id': '8a2a6b50a69948f892f8aadf524138cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:07.080167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c81e370aadb441959c71c406c90fe132&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6448896 Jul 27 17:10:07.082289 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.084687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59518) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:07.087095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a34ec8-fa2e-4940-8a16-cc2271b3cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3781e38-cd01-40bb-a092-caa093e0192e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.117475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event deleted for resources: {'Port': ['ID=e0cde7df-74ea-4a8c-a224-aeb294fb68bf,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.132319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Made reservation on behalf of 8a2a6b50a69948f892f8aadf524138cf for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:07.135319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.174428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.177023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.180566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3c7cd0a-e31e-4eaa-8b11-e7be22204430 HTTP/1.1" status: 204 len: 168 time: 0.4106939 Jul 27 17:10:07.197981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b483b-f8ec-4ad5-8e29-3ccd90ca4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7cd0a-e31e-4eaa-8b11-e7be22204430,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.213050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.217582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c47bee5-9750-45fa-b289-1e304d6bd098 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/ports/e0cde7df-74ea-4a8c-a224-aeb294fb68bf HTTP/1.1" status: 204 len: 168 time: 0.8180995 Jul 27 17:10:07.218376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:07.295521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Deleting subnet e3c41bb3-e082-4419-a374-35ab05ea2af6 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:07.299404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.347608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.365575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.367352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.462500 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.487630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.576725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.609497 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c41bb3-e082-4419-a374-35ab05ea2af6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.611883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.614014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2f12bfcc-6c2d-45d3-873a-b8356edcdb94 tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/subnets/e3c41bb3-e082-4419-a374-35ab05ea2af6 HTTP/1.1" status: 204 len: 168 time: 0.3947096 Jul 27 17:10:07.616511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:07.622146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fbb60-6983-4749-8466-e3a880e3b6b4 None None] Network e9bde706-c53c-40bf-92dc-ec66299aedec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:07.651630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59528) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:07.707392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.717258 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2520883-0d84-41ee-86c1-5cd3082c0a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.730780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.734198 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.735544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3781e38-cd01-40bb-a092-caa093e0192e HTTP/1.1" status: 204 len: 168 time: 0.6481104 Jul 27 17:10:07.764958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d056e9-039e-4b0e-baed-bbfbe1b32aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3781e38-cd01-40bb-a092-caa093e0192e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.767519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.778519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Deleting port 3a9bf316-6963-41ce-82f0-0ecf88a47aee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:07.779423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.844712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] DHCP port deletion for e9bde706-c53c-40bf-92dc-ec66299aedec request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:10:07.872675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] For port 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a9bf316-6963-41ce-82f0-0ecf88a47aee,segment=NetworkSegment(74f28457-c8ca-436b-9293-215ff20ed311),segment_id=74f28457-c8ca-436b-9293-215ff20ed311)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:07.873630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.892764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Calling delete_port for 3a9bf316-6963-41ce-82f0-0ecf88a47aee owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:07.911377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Deleting port 3a9bf316-6963-41ce-82f0-0ecf88a47aee {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:07.911762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:07.929759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=150ed987-9863-45c0-9e9b-bbbd786323bd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:07.951706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:10:07.963477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Checking segment: {'id': 'adc3b8f8-9cfc-4a2a-b805-544fb64cbdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6003f92e-f052-4311-a06e-4b2fddb38fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:07.964047 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Network hostable DHCP agents. Network: 6003f92e-f052-4311-a06e-4b2fddb38fc7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:08.002564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.012578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] For port 3a9bf316-6963-41ce-82f0-0ecf88a47aee, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3a9bf316-6963-41ce-82f0-0ecf88a47aee,segment=NetworkSegment(74f28457-c8ca-436b-9293-215ff20ed311),segment_id=74f28457-c8ca-436b-9293-215ff20ed311)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:08.013158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.037950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event deleted for resources: {'Port': ['ID=3a9bf316-6963-41ce-82f0-0ecf88a47aee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.039802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] No DVR routers for this DVR port 3a9bf316-6963-41ce-82f0-0ecf88a47aee on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:08.041420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Calling delete_port for 3a9bf316-6963-41ce-82f0-0ecf88a47aee owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:08.062058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Network 6003f92e-f052-4311-a06e-4b2fddb38fc7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:08.085030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2520883-0d84-41ee-86c1-5cd3082c0a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.089451 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 6003f92e-f052-4311-a06e-4b2fddb38fc7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:08.112469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be58a2-27db-4bf0-b3d9-cd908faa4804 None None] Network 6003f92e-f052-4311-a06e-4b2fddb38fc7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:08.124789 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2520883-0d84-41ee-86c1-5cd3082c0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.131339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:08.132267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.136897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.150611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bde706-c53c-40bf-92dc-ec66299aedec']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.167769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f28457-c8ca-436b-9293-215ff20ed311') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.167769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f28457-c8ca-436b-9293-215ff20ed311') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.181199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.193338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-51d442bb-f359-43c8-8d1e-f30a5c8d4d3a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1548729 Jul 27 17:10:08.201121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:10:08.205270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c2520883-0d84-41ee-86c1-5cd3082c0a3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=712c579df5344109817f77919c973cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474234 Jul 27 17:10:08.207285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2520883-0d84-41ee-86c1-5cd3082c0a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b3bd4-54e4-47c3-856f-658c24290b89,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.207795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59536) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:08.214501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b53418c-b9ba-4cc3-afb1-73d7ea20f171 admin admin] 10.222.0.64 "PUT /v2.0/routers/68efb314-3ee0-4251-bf5c-67299bf6f1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7386379 Jul 27 17:10:08.217355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:08.217474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.218971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Sync routers for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:10:08.236579 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:08.237461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.247119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.261799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:08.262226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:08.266320 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:08.274427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] Pushing event deleted for resources: {'Port': ['ID=3a9bf316-6963-41ce-82f0-0ecf88a47aee,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.276789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1a22e-a331-4b9c-9726-f85f8db62fc3 None None] No DVR routers for this DVR port 3a9bf316-6963-41ce-82f0-0ecf88a47aee on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:08.343535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59540) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:08.352901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631970c-9cc7-46fe-8096-4ecd40da571a None None] Network 6003f92e-f052-4311-a06e-4b2fddb38fc7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:08.415073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.425991 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.428792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] 10.222.0.64 "DELETE /v2.0/networks/e9bde706-c53c-40bf-92dc-ec66299aedec HTTP/1.1" status: 204 len: 168 time: 0.8113658 Jul 27 17:10:08.440469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b75c4-c0fd-4dfb-ae5f-a425aa3455bd tempest-TagsExtTest-2057333920 tempest-TagsExtTest-2057333920-project] Pushing event deleted for resources: {'Network': ['ID=e9bde706-c53c-40bf-92dc-ec66299aedec,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.448469 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:08.472358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5de19ab3-8d20-44ba-94ff-f9f42989ef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.533050 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.571378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.584940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.726405 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T17:10:06Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.758920 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Checking router: 68efb314-3ee0-4251-bf5c-67299bf6f1e9 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:10:08.766283 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.769735 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Routers {'68efb314-3ee0-4251-bf5c-67299bf6f1e9'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:08.770551 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:09:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:08.775522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.778354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.782713 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d4b3bd4-54e4-47c3-856f-658c24290b89 HTTP/1.1" status: 204 len: 168 time: 0.5644848 Jul 27 17:10:08.829799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64e5a1-a5c3-4221-b943-6be8d23a7c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b3bd4-54e4-47c3-856f-658c24290b89,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.833762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:08.836404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5de19ab3-8d20-44ba-94ff-f9f42989ef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.845409 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5de19ab3-8d20-44ba-94ff-f9f42989ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:08.904443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5de19ab3-8d20-44ba-94ff-f9f42989ef9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2389414058fb4bf196441190e21091b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569048 Jul 27 17:10:08.905648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] Set router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:08.907401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59558) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:08.909624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19ab3-8d20-44ba-94ff-f9f42989ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d8baa-8c89-4d31-87e1-e14e137510b9,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:08.919670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Deleting port f8750462-8556-4010-a865-0d78608a1c56 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:08.920671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.043244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.104296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] For port f8750462-8556-4010-a865-0d78608a1c56, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f8750462-8556-4010-a865-0d78608a1c56,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:09.104811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.121932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Calling delete_port for f8750462-8556-4010-a865-0d78608a1c56 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:09.145404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-52dcc4f4-44ba-4235-a59b-44145d15c5c4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:09.147125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-52dcc4f4-44ba-4235-a59b-44145d15c5c4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/networks?id=4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 200 len: 812 time: 0.1255329 Jul 27 17:10:09.166677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b5074ebc-2636-41fb-8fe1-4573aeda32f3 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/quotas/357906f03aea4c3cb8dbbf1fddaf57d2 HTTP/1.1" status: 200 len: 375 time: 0.0125408 Jul 27 17:10:09.180325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.229770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-4be7597b-97e7-497b-8cb9-7d6834e6487d tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555351 Jul 27 17:10:09.293909 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T17:10:06Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:09.297669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.300352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.301543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b9d8baa-8c89-4d31-87e1-e14e137510b9 HTTP/1.1" status: 204 len: 168 time: 0.3929071 Jul 27 17:10:09.329299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e3819d2-ddd5-48e8-bfb7-fc5c128a5f28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38ca3cb78b924f56badd15e0bd2cce71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943192 Jul 27 17:10:09.331806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:09.335324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c80721-7026-48e0-b756-585c4a1e2797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d8baa-8c89-4d31-87e1-e14e137510b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:09.386403 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c717ec8-b5cc-4d31-9c41-77f45836e0b9 None None] The sync data for ids ['68efb314-3ee0-4251-bf5c-67299bf6f1e9'] in n-d-723572-6 is: [{'id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'name': 'tempest-TestVolumeBootPattern-268854220-router', 'tenant_id': '231c506b551d4e3f93f5530ffcbcc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'f8750462-8556-4010-a865-0d78608a1c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:37Z', 'updated_at': '2021-07-27T17:10:06Z', 'revision_number': 5, 'project_id': '231c506b551d4e3f93f5530ffcbcc280', 'gw_port': {'id': 'f8750462-8556-4010-a865-0d78608a1c56', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68efb314-3ee0-4251-bf5c-67299bf6f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:38Z', 'updated_at': '2021-07-27T16:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:10:09.387143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.431231 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8750462-8556-4010-a865-0d78608a1c56,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:09.448219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-a5b06251-d9d8-4dea-904a-5e449933c524 service neutron] 10.222.0.64 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065365 Jul 27 17:10:09.449281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.521733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.538825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.589768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b46cefd1-c289-490b-a901-f6dd8420d27a service neutron] 10.222.0.64 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299191 Jul 27 17:10:09.609935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.613979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.617791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d44422e-f0e7-4764-b919-a7bbc9c06083 HTTP/1.1" status: 204 len: 168 time: 0.2823367 Jul 27 17:10:09.627707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e86cbf-c937-4a91-be7d-6baa877a0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44422e-f0e7-4764-b919-a7bbc9c06083,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:09.674951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.677344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.746842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.747460 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68efb314-3ee0-4251-bf5c-67299bf6f1e9 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:10:09.755348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.759329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59602) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:09.776027 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e66a4088-4dcb-4be6-a4ea-0a7368964d6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/68efb314-3ee0-4251-bf5c-67299bf6f1e9 HTTP/1.1" status: 204 len: 168 time: 1.5528851 Jul 27 17:10:09.793580 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7343e142-ef54-4784-b571-cb3fefb7f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.864987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Deleting subnet eb6e7127-604b-4343-acf4-75a924085e37 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:09.871846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.927422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14ec7f11-56eb-456a-950e-1f44ea61c9f8 req-74cfe578-9095-4e87-8ea3-79d98b38e98d tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 210 time: 0.0834560 Jul 27 17:10:09.943656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:09.961960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:09.995310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:09.995769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ae07b6d6-488d-4a5f-a313-d5d6d5fe0e8a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:09.997369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a9bf316-6963-41ce-82f0-0ecf88a47aee no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:10.026409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3a9bf316-6963-41ce-82f0-0ecf88a47aee {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:10.029429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3a9bf316-6963-41ce-82f0-0ecf88a47aee not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:10.080657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.169785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.204334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6e7127-604b-4343-acf4-75a924085e37,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:10.208358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.213226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c899e1f-842a-4f5a-a422-a51f73d3bd7f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb6e7127-604b-4343-acf4-75a924085e37 HTTP/1.1" status: 204 len: 168 time: 0.4528031 Jul 27 17:10:10.213357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59620) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:10.215482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25247c-60ec-4fe1-bd68-b6d01a032cf0 None None] Network 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:10.347303 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.428454 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Deleting port 7928fe50-3cda-4b48-a4a7-a90fdf277504 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:10.428454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.533015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] For port 7928fe50-3cda-4b48-a4a7-a90fdf277504, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7928fe50-3cda-4b48-a4a7-a90fdf277504,segment=NetworkSegment(b938c187-2858-4846-a8d8-f4bdaabe279b),segment_id=b938c187-2858-4846-a8d8-f4bdaabe279b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:10.533491 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.547549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Calling delete_port for 7928fe50-3cda-4b48-a4a7-a90fdf277504 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:10.648063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.675651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7928fe50-3cda-4b48-a4a7-a90fdf277504,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:10.679380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] No DVR routers for this DVR port 7928fe50-3cda-4b48-a4a7-a90fdf277504 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:10.778150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4aa8f-7a18-467d-83a4-f739670f14f4 None None] DHCP port deletion for 1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:10:10.784536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.796716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe29ef-263f-4cf7-b72c-3bad7bb5c645']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:10.813054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b938c187-2858-4846-a8d8-f4bdaabe279b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:10.813359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b938c187-2858-4846-a8d8-f4bdaabe279b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:10.826977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.843001 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.850486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:10.851189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:10.853049 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:10.913559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.920646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:10.926102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59648) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:10.926612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1bbe29ef-263f-4cf7-b72c-3bad7bb5c645 HTTP/1.1" status: 204 len: 168 time: 0.7107658 Jul 27 17:10:10.941168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e004a-25e7-4eb7-a4d2-0ad8203d2e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbe29ef-263f-4cf7-b72c-3bad7bb5c645,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:11.096269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92c5e1b-7cf5-4ce0-ad49-c72e8703a7fd req-eff01b6b-4b89-494c-a1c2-38bd7a049e29 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 210 time: 0.0566239 Jul 27 17:10:11.208534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-67db83de-09c8-454e-89c8-5e6e84ce33e9 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:11.210695 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-67db83de-09c8-454e-89c8-5e6e84ce33e9 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.61 "GET /v2.0/networks?id=4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 200 len: 812 time: 0.1401818 Jul 27 17:10:11.238070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Request body: {'port': {'device_id': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14', 'admin_state_up': True, 'tenant_id': '357906f03aea4c3cb8dbbf1fddaf57d2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:11.375267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Made reservation on behalf of 357906f03aea4c3cb8dbbf1fddaf57d2 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:11.383305 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:11.471818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:11.558064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Allocated IP 172.20.0.9 (4d06ed22-7215-4730-8790-0dc3ec9bff14/46300ca6-de81-4203-81ef-f163af8c8bc4/ec840317-e25c-4273-96ce-3a15b0a0b9d4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:11.595246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f8750462-8556-4010-a865-0d78608a1c56 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:11.632289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f8750462-8556-4010-a865-0d78608a1c56 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:11.636881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f8750462-8556-4010-a865-0d78608a1c56 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:11.637585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7928fe50-3cda-4b48-a4a7-a90fdf277504 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:11.675299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:11.678981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7928fe50-3cda-4b48-a4a7-a90fdf277504 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:11.679722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7928fe50-3cda-4b48-a4a7-a90fdf277504 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:11.783970 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:11.869842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:11.912573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Deleting port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:11.913116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:11.944779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Network 4d06ed22-7215-4730-8790-0dc3ec9bff14 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:11.951531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:11.955283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:12.010228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Pushing event updated for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:12.054626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1807781050', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:12.060069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] For port 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:12.060571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.077928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Calling delete_port for 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:12.078174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:12.078823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.104938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Made reservation on behalf of c36a6d863a084da89942b378341a7ec4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:12.111979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.123367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-775b5e90-fec5-4738-b835-4ba1daef8cda tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016929 Jul 27 17:10:12.124808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.137803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Request body: {'port': {'device_id': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:12.241976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.343907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.386818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:12.434762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:12.495877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3196d3-723c-4ea9-bcd5-46ecf3bd9c93 req-809f0188-2c8e-4090-b6b7-1bb1c8a35253 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:12.497578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e3196d3-723c-4ea9-bcd5-46ecf3bd9c93 req-809f0188-2c8e-4090-b6b7-1bb1c8a35253 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 931 time: 0.2565539 Jul 27 17:10:12.553951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6903c572-2e98-47ff-9ea7-0415c27c256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.047263 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.066129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2e3196d3-723c-4ea9-bcd5-46ecf3bd9c93 req-87fbd2cf-7cb6-4f03-8987-4c51b1fb3740 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502894 Jul 27 17:10:13.083547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.083547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] device_id is not set on port b12b6d43-705e-49fc-84d5-c1ce0353ecc5 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:13.083768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.136577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:13.188046 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed29916-9556-4dbc-8ad8-0bd8d6447bfa,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:13.238588 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:10:13.304346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec840317-e25c-4273-96ce-3a15b0a0b9d4 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:10:13.309521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Allocated IP 172.25.4.40 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b12b6d43-705e-49fc-84d5-c1ce0353ecc5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:13.309701 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-592dde9f-8b36-40d0-86d4-1e4cef564916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.317439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.342051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Transition to ACTIVE for port object ec840317-e25c-4273-96ce-3a15b0a0b9d4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:13.365044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.412845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Router e3043c53-398d-49c3-9346-a5bdbc28a25e has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:10:13.475063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Pushing event updated for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:13.540396 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.553079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-592dde9f-8b36-40d0-86d4-1e4cef564916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.561611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-592dde9f-8b36-40d0-86d4-1e4cef564916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.618498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dde9f-8b36-40d0-86d4-1e4cef564916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab654622-3ab0-4681-8062-c162e2b99413,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:13.623463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:10:13.627954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-592dde9f-8b36-40d0-86d4-1e4cef564916 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=929bd2597e534bbe85275a250b0a3179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902470 Jul 27 17:10:13.631520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1fe32f96-4e3c-4aec-a610-15192b60e634 admin admin] 10.222.0.64 "PUT /v2.0/routers/e3043c53-398d-49c3-9346-a5bdbc28a25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7043312 Jul 27 17:10:13.632053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59722) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:13.633901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59724) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:13.639087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Sync routers for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:10:13.657300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:13.658773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:13.663484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.670625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Attempting to bind port ec840317-e25c-4273-96ce-3a15b0a0b9d4 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:13.671179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Attempting to bind port ec840317-e25c-4273-96ce-3a15b0a0b9d4 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '44ed5aa0-f1ef-4461-9d58-2018d778b31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:13.671707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Attempting to bind port ec840317-e25c-4273-96ce-3a15b0a0b9d4 on network 4d06ed22-7215-4730-8790-0dc3ec9bff14 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:13.677626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Port ec840317-e25c-4273-96ce-3a15b0a0b9d4 on network 4d06ed22-7215-4730-8790-0dc3ec9bff14 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:10:13.678146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Attempting to bind port ec840317-e25c-4273-96ce-3a15b0a0b9d4 on network 4d06ed22-7215-4730-8790-0dc3ec9bff14 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:13.694235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:13.694898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Checking segment: {'id': '44ed5aa0-f1ef-4461-9d58-2018d778b31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:13.695470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Bound using segment: {'id': '44ed5aa0-f1ef-4461-9d58-2018d778b31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:13.696097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Bound port: ec840317-e25c-4273-96ce-3a15b0a0b9d4, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ed5aa0-f1ef-4461-9d58-2018d778b31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:13.696654 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.772340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.784845 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.796564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:13.797967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:13.802309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.806059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.838282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4,segment=NetworkSegment(44ed5aa0-f1ef-4461-9d58-2018d778b31d),segment_id=44ed5aa0-f1ef-4461-9d58-2018d778b31d)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:13.851226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:13.854894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:13.861923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.864416 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:13.868704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Pushing event updated for resources: {'Port': ['ID=b12b6d43-705e-49fc-84d5-c1ce0353ecc5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:13.949325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:13.951284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.951804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.953023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] 10.222.0.61 "PUT /v2.0/ports/ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 200 len: 1091 time: 1.8193989 Jul 27 17:10:13.957879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:13.958124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.960358 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9bc364-0044-41d3-b139-a1e144c99c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:13.962532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:13.967512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab654622-3ab0-4681-8062-c162e2b99413 HTTP/1.1" status: 204 len: 168 time: 0.3316793 Jul 27 17:10:13.977700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ff62d-2fc2-4b66-b83b-536cd17ff5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab654622-3ab0-4681-8062-c162e2b99413,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:14.064409 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed18dd4-5e77-4a98-9ed5-0e4a758f9aa1 x-openstack-request-id: req-bed18dd4-5e77-4a98-9ed5-0e4a758f9aa1 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:14.064703 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:14.064897 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bed18dd4-5e77-4a98-9ed5-0e4a758f9aa1 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:14.065322 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4', 'status': 'completed', 'code': 200} Jul 27 17:10:14.070627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:14.070627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.089105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Deleting port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:14.090369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.118627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1b9b-b604-4631-b14f-d653d725f773 service neutron] Pushing event updated for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:14.161629 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-277522bb-c6a8-4082-bc54-dc3587edc945 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4847150 Jul 27 17:10:14.163515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59732) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:14.173031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.40'}]}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:14.272681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.278337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.292287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T17:10:12Z', 'revision_number': 5, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port': {'id': '178b6089-c3d6-48b3-97f6-a2244c9d1bc0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:14.301855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-970e6f79-b3ed-4835-84a0-74bb8135c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:14.306507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-970e6f79-b3ed-4835-84a0-74bb8135c3b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 1094 time: 0.2695184 Jul 27 17:10:14.324740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Checking router: e3043c53-398d-49c3-9346-a5bdbc28a25e for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:10:14.335096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] For port 178b6089-c3d6-48b3-97f6-a2244c9d1bc0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:14.335480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.337064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Routers {'e3043c53-398d-49c3-9346-a5bdbc28a25e'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:14.338083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e3043c53-398d-49c3-9346-a5bdbc28a25e'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:14.382479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Calling delete_port for 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:14.392476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59738) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:14.409052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-f507290d-2a82-4304-9ec0-8265afee3917 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 200 len: 217 time: 0.0893397 Jul 27 17:10:14.422313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a992e-15d2-438b-af9d-1cee9a2bd52d req-a1baa6a6-fa3c-4ab0-a8ad-6767409d7b26 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:14.423854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee7a992e-15d2-438b-af9d-1cee9a2bd52d req-a1baa6a6-fa3c-4ab0-a8ad-6767409d7b26 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 943 time: 0.2323053 Jul 27 17:10:14.455694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc883eb2-b85b-4356-b14c-388f8707b6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.458115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.475476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] Set router e3043c53-398d-49c3-9346-a5bdbc28a25e gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:14.515547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-897acd84-3a53-438a-b697-93fcafbe3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:14.516685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-897acd84-3a53-438a-b697-93fcafbe3fcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46300ca6-de81-4203-81ef-f163af8c8bc4 HTTP/1.1" status: 200 len: 852 time: 0.0918648 Jul 27 17:10:14.519969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee7a992e-15d2-438b-af9d-1cee9a2bd52d req-a99ab931-9549-4fef-8e63-ed56070c66be tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Jul 27 17:10:14.569671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T17:10:13Z', 'revision_number': 6, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:14.582226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-faccd12c-bfed-4446-92f4-d8d230c920d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d06ed22-7215-4730-8790-0dc3ec9bff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568101 Jul 27 17:10:14.601397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cafa9-d697-4152-b84d-f33bd00196a5 None None] The sync data for ids ['e3043c53-398d-49c3-9346-a5bdbc28a25e'] in n-d-723572-6 is: [{'id': 'e3043c53-398d-49c3-9346-a5bdbc28a25e', 'name': 'tempest-TestVolumeBootPattern-1997253735-router', 'tenant_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T16:57:45Z', 'updated_at': '2021-07-27T17:10:13Z', 'revision_number': 6, 'project_id': '13233deb4f984b1c8dbc5f917d6cfa5a', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:10:14.694263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-0a380226-5a47-496c-a073-3e6e702b8801 service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022105 Jul 27 17:10:14.746499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.801593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8a923699-03be-46ce-a63d-331f3fc2dbab req-4ca0dbb0-9704-477b-bdac-0d10e133791e service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992339 Jul 27 17:10:14.910650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-d779ebd6-ef17-4bb9-a423-e61a5b3e0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:14.911168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc883eb2-b85b-4356-b14c-388f8707b6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.912448 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-d779ebd6-ef17-4bb9-a423-e61a5b3e0f99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 1094 time: 0.0619953 Jul 27 17:10:14.918077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dc883eb2-b85b-4356-b14c-388f8707b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.932099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:14.992783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Pushing event deleted for resources: {'Port': ['ID=178b6089-c3d6-48b3-97f6-a2244c9d1bc0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:15.003542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883eb2-b85b-4356-b14c-388f8707b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2985a2-cbe8-48e6-8ea6-1572a429769d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:15.010234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dc883eb2-b85b-4356-b14c-388f8707b6da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca0cd180288c4f77b1ce1a712dc391de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146894 Jul 27 17:10:15.014387 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59740) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:15.041293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-46c7ebd9-2312-4efd-87a4-aaab97df8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:15.042942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-46c7ebd9-2312-4efd-87a4-aaab97df8a07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 200 len: 913 time: 0.1237733 Jul 27 17:10:15.086975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.128891 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-a664c3d0-4374-4bed-89ff-e91adb73c6aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 200 len: 217 time: 0.0725503 Jul 27 17:10:15.143105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.176177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.211170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.213921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-f30829a0-ada8-4b4b-bd5e-56ad60283e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:15.215558 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-f30829a0-ada8-4b4b-bd5e-56ad60283e77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46300ca6-de81-4203-81ef-f163af8c8bc4 HTTP/1.1" status: 200 len: 852 time: 0.0694673 Jul 27 17:10:15.252477 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.255780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.263030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-8ba72226-84ba-4ee5-9f9d-c19ed2acc988 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d06ed22-7215-4730-8790-0dc3ec9bff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396199 Jul 27 17:10:15.324752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.324752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3043c53-398d-49c3-9346-a5bdbc28a25e {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:10:15.331814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.331814 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b1f6e770-07f2-47cc-9905-455d05ff9450 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e3043c53-398d-49c3-9346-a5bdbc28a25e HTTP/1.1" status: 204 len: 168 time: 1.6969216 Jul 27 17:10:15.335062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59742) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:15.344832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.373862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.376558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.380175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a2985a2-cbe8-48e6-8ea6-1572a429769d HTTP/1.1" status: 204 len: 168 time: 0.3622384 Jul 27 17:10:15.387959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.397447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-bafcf6ea-9a53-4d77-a1de-ace36885e267 service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233630 Jul 27 17:10:15.459501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Deleting subnet f8dee4b3-b1f7-44d9-bfb8-331ab6737aac {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:15.467321 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.495326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa31d8f-cba6-4b5f-b447-2f4a98b6fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2985a2-cbe8-48e6-8ea6-1572a429769d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:15.616372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.636763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cc9bc364-0044-41d3-b139-a1e144c99c5b req-cd8daaf2-5c03-442b-96fe-a32bee2aab24 service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284646 Jul 27 17:10:15.652643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:15.714760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:15.715116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 65bd7e49-4cdb-4041-b9aa-9b3dbbc4a212 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:15.715583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:15.746482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:15.746999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 178b6089-c3d6-48b3-97f6-a2244c9d1bc0 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:15.832646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.880098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:15.922168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59758) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:16.053003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae18287-e38b-4c24-bcf9-849866d6c477 req-2bf7ea07-864b-4888-8c77-3e265453a6ef tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:16.054772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ae18287-e38b-4c24-bcf9-849866d6c477 req-2bf7ea07-864b-4888-8c77-3e265453a6ef tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 943 time: 0.3302920 Jul 27 17:10:16.096352 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcce4c45-480b-4090-b1cf-171107445ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.108257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.121619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.194517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ae18287-e38b-4c24-bcf9-849866d6c477 req-6174cdc7-09a7-4340-8bef-b6196ff19686 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011386 Jul 27 17:10:16.196181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.210854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.211678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e25ef9a-f8ab-4583-a1eb-24afe0bb41d0 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:10:16.244222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dee4b3-b1f7-44d9-bfb8-331ab6737aac,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:16.248079 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcce4c45-480b-4090-b1cf-171107445ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.250658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.253099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bbd0694a-9589-4f62-9404-11f1cf2d24c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f8dee4b3-b1f7-44d9-bfb8-331ab6737aac HTTP/1.1" status: 204 len: 168 time: 0.9165926 Jul 27 17:10:16.255540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59768) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:16.259429 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcce4c45-480b-4090-b1cf-171107445ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.260061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d65ce-e62c-4396-b413-8a52635f33dd None None] Network aea61829-7882-45df-a728-e00a08bf4500 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:16.282052 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 17:10:16.285907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab44aebd-afa5-4a96-bea7-87ffa4649497 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1205130 Jul 27 17:10:16.286639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59772) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:16.325056 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fcce4c45-480b-4090-b1cf-171107445ddc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60a50c3345874311b8a61b31d91797f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016509 Jul 27 17:10:16.326426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4c45-480b-4090-b1cf-171107445ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4f167-132b-40af-a05c-68fe5cf71bb0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:16.328893 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:16.424547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.454810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.520403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.529714 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.530979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23d4f167-132b-40af-a05c-68fe5cf71bb0 HTTP/1.1" status: 204 len: 168 time: 0.2011120 Jul 27 17:10:16.547067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db173a9-2e3d-432d-ae1b-38c763f50fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4f167-132b-40af-a05c-68fe5cf71bb0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:16.602294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] DHCP port deletion for aea61829-7882-45df-a728-e00a08bf4500 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:10:16.666971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Deleting port c30126f3-d1c3-4d58-8290-d1e07bde455e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:16.667598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.736940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] For port c30126f3-d1c3-4d58-8290-d1e07bde455e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c30126f3-d1c3-4d58-8290-d1e07bde455e,segment=NetworkSegment(2094b552-78ca-443c-8d81-a2dafdcce17e),segment_id=2094b552-78ca-443c-8d81-a2dafdcce17e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:16.737438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.752832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Calling delete_port for c30126f3-d1c3-4d58-8290-d1e07bde455e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:16.769594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.859414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Deleting port b12b6d43-705e-49fc-84d5-c1ce0353ecc5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:16.860091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.882200 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.914126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Deleting port c30126f3-d1c3-4d58-8290-d1e07bde455e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:16.914478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:16.920643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] No DVR routers for this DVR port c30126f3-d1c3-4d58-8290-d1e07bde455e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:16.922585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cfff6-0d5a-439f-9658-ba10c90b7207 None None] Pushing event deleted for resources: {'Port': ['ID=c30126f3-d1c3-4d58-8290-d1e07bde455e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:16.996564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.020602 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.023438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] For port c30126f3-d1c3-4d58-8290-d1e07bde455e, host n-d-723572-6, got binding levels [] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:17.023794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.044339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Calling delete_port for b12b6d43-705e-49fc-84d5-c1ce0353ecc5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:17.050072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Calling delete_port for c30126f3-d1c3-4d58-8290-d1e07bde455e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:17.054451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.ipam_backend_mixin [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Port c30126f3-d1c3-4d58-8290-d1e07bde455e was not found and therefore no delete operation was performed {{(pid=93924) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:10:17.067181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.093439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Pushing event deleted for resources: {'Port': ['ID=c30126f3-d1c3-4d58-8290-d1e07bde455e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:17.096398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] No DVR routers for this DVR port c30126f3-d1c3-4d58-8290-d1e07bde455e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:17.217695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.235981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea61829-7882-45df-a728-e00a08bf4500']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:17.246680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2094b552-78ca-443c-8d81-a2dafdcce17e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:17.246984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2094b552-78ca-443c-8d81-a2dafdcce17e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:17.258925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.301250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.313516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:17.313934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:17.315674 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:17.376068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.410209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.414378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.417295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] 10.222.0.64 "DELETE /v2.0/networks/aea61829-7882-45df-a728-e00a08bf4500 HTTP/1.1" status: 204 len: 168 time: 1.1592886 Jul 27 17:10:17.420854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Pushing event deleted for resources: {'Port': ['ID=b12b6d43-705e-49fc-84d5-c1ce0353ecc5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:17.427050 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d051a6-bdef-49ac-94bd-0dba743735f3 req-2e5d6053-8889-4793-a44d-01994eceb837 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:17.431065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9d051a6-bdef-49ac-94bd-0dba743735f3 req-2e5d6053-8889-4793-a44d-01994eceb837 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 943 time: 0.1139076 Jul 27 17:10:17.462746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26380ea-6bfa-4400-8833-760a565a87be admin admin] Pushing event deleted for resources: {'Network': ['ID=aea61829-7882-45df-a728-e00a08bf4500,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:17.501068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9d051a6-bdef-49ac-94bd-0dba743735f3 req-b468c707-78a8-4098-bb09-03acd2ab7d76 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518403 Jul 27 17:10:17.507633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.513390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0861072-fa88-4be7-a5d0-e7a8f2ac08e3 tempest-RoutersAdminNegativeTest-1759074661 tempest-RoutersAdminNegativeTest-1759074661-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b12b6d43-705e-49fc-84d5-c1ce0353ecc5 HTTP/1.1" status: 204 len: 168 time: 0.8049612 Jul 27 17:10:17.573195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c30126f3-d1c3-4d58-8290-d1e07bde455e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:17.596737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c30126f3-d1c3-4d58-8290-d1e07bde455e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:17.597325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c30126f3-d1c3-4d58-8290-d1e07bde455e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:17.616004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59820) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:17.663558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-95979ff3-428a-47b2-8ee2-9634ff82d03d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=231c506b551d4e3f93f5530ffcbcc280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463302 Jul 27 17:10:17.666222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59828) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:17.722700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.751399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.806819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.809916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:17.811647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ee15b29-e754-4b90-a1c9-7c37e90ba849 HTTP/1.1" status: 204 len: 168 time: 0.1442363 Jul 27 17:10:17.820095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6083d27-c635-4bee-8e0f-125c0c1f4479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee15b29-e754-4b90-a1c9-7c37e90ba849,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:17.913844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:18.043580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ad6845-0db7-4b5f-a9ac-bb100557069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.165019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ad6845-0db7-4b5f-a9ac-bb100557069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.174066 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-01ad6845-0db7-4b5f-a9ac-bb100557069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.223205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-01ad6845-0db7-4b5f-a9ac-bb100557069e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=538fb721925e418eb8cec844dcd23870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078287 Jul 27 17:10:18.227840 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59844) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:18.245206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6845-0db7-4b5f-a9ac-bb100557069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e6b3e2-ddbc-4254-adee-e57cde7a1273,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:18.324495 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.392556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.483088 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.485927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.487123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63e6b3e2-ddbc-4254-adee-e57cde7a1273 HTTP/1.1" status: 204 len: 168 time: 0.2581670 Jul 27 17:10:18.495814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab4e57-969f-4ff1-ba62-f50083e792a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e6b3e2-ddbc-4254-adee-e57cde7a1273,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:18.646126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59862) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:18.688691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ec840317-e25c-4273-96ce-3a15b0a0b9d4 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:10:18.707281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c332bf-dd0e-46a2-88dc-9de5c29e5ba9 req-571260b6-d7bd-4397-b1b9-eef99780b115 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:18.719406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-76c332bf-dd0e-46a2-88dc-9de5c29e5ba9 req-571260b6-d7bd-4397-b1b9-eef99780b115 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 943 time: 0.1255591 Jul 27 17:10:18.733882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e802723-482e-41fc-a514-48073efa3fbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13233deb4f984b1c8dbc5f917d6cfa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862274 Jul 27 17:10:18.737054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:18.808744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-76c332bf-dd0e-46a2-88dc-9de5c29e5ba9 req-492a170c-caef-4816-b006-10e5c40ffe7e tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815825 Jul 27 17:10:18.835571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.866309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.872807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4,segment=NetworkSegment(44ed5aa0-f1ef-4461-9d58-2018d778b31d),segment_id=44ed5aa0-f1ef-4461-9d58-2018d778b31d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:18.906097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4', 'network_id': '4d06ed22-7215-4730-8790-0dc3ec9bff14', 'port_id': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4', 'mac_address': 'fa:16:3e:22:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46300ca6-de81-4203-81ef-f163af8c8bc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:10:18.931547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.934246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.936465 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/add6da43-b344-468f-b681-5838844fe151 HTTP/1.1" status: 204 len: 168 time: 0.1971323 Jul 27 17:10:18.946653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554be8f-daf4-478e-943b-a88e0d238c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add6da43-b344-468f-b681-5838844fe151,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:18.960022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:18.985702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec840317-e25c-4273-96ce-3a15b0a0b9d4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:10:18.989252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:19.010253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4,segment=NetworkSegment(44ed5aa0-f1ef-4461-9d58-2018d778b31d),segment_id=44ed5aa0-f1ef-4461-9d58-2018d778b31d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:19.017453 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:19.048639 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52c27bf2-e8db-4dc2-a9ac-7fa5ff6a56d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c36a6d863a084da89942b378341a7ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577250 Jul 27 17:10:19.051067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59876) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:19.118114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:19.133870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:19.163553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:19.222961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['ec840317-e25c-4273-96ce-3a15b0a0b9d4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:10:19.233609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:19.239567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:19.241659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ed29916-9556-4dbc-8ad8-0bd8d6447bfa HTTP/1.1" status: 204 len: 168 time: 0.1892879 Jul 27 17:10:19.252326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137259c-1787-45d0-8b65-461b46279789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed29916-9556-4dbc-8ad8-0bd8d6447bfa,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:19.976217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e894b-9375-48fc-b137-ebf624c0f17d req-f2def773-982d-4e1f-94de-4bbbe993b116 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:19.977775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-683e894b-9375-48fc-b137-ebf624c0f17d req-f2def773-982d-4e1f-94de-4bbbe993b116 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 944 time: 0.0910122 Jul 27 17:10:20.046012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-683e894b-9375-48fc-b137-ebf624c0f17d req-5739c6d9-c2ec-45b3-a35b-c6d129551765 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614221 Jul 27 17:10:20.203237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59920) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.208473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594159964', 'description': 'tempest-secgroup-smoke-1594159964 description', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:20.237418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.249306 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.355491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.376099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.382728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.439672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bffb094-c5a8-4c5d-b577-92bce37ec5b9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:20.523488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.525999 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45cd226b-911a-4903-a2f7-75fd5c7ad3cb tempest-AgentManagementNegativeTest-262302714 tempest-AgentManagementNegativeTest-262302714-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1695063 Jul 27 17:10:20.530513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.564332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.568729 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3611636 Jul 27 17:10:20.568729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba032-6b20-45f7-b1a0-7778a88d6098 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55076fd-abbb-462c-b514-04f829dbb7d3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:20.569063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59934) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.573678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:20.614041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.671944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.676666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.689596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ec840317-e25c-4273-96ce-3a15b0a0b9d4 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:20.707168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.712636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.712850 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428845 Jul 27 17:10:20.718641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed41bc-8095-4223-9c7a-d0e64b128d74 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a061ec6b-a374-49ca-b0ea-5fcd97c7e671,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:20.719718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:20.766076 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.767540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port ec840317-e25c-4273-96ce-3a15b0a0b9d4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:20.773432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port ec840317-e25c-4273-96ce-3a15b0a0b9d4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:20.774028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.837785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.843366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.847181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.870754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.872115 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579635 Jul 27 17:10:20.875065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:20.875253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11851936-7815-4546-b8a6-24e2a3b106cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7765bbac-53be-4bf1-b18e-9c32d5def7a5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:20.886356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:20.896302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.924388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:20.924761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:20.926981 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632c294-f18f-4450-b6c3-e3fc27a8c865" -d '{"events": [{"server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "name": "network-vif-plugged", "status": "completed", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:20.953608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4,segment=NetworkSegment(44ed5aa0-f1ef-4461-9d58-2018d778b31d),segment_id=44ed5aa0-f1ef-4461-9d58-2018d778b31d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:20.959717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.003164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d33ea8f3-d15d-46d7-ac89-b18d2c230847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.013481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.021283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.021606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.021957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.022280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.022616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.022944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.023267 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.023593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.023917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.024237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.025059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.025280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:21.026128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.038737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.071933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69e8d4b-bf5c-4133-8a43-152a3102ba9a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.145906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d33ea8f3-d15d-46d7-ac89-b18d2c230847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.151531 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc1057-489f-4db2-8a4b-3ce3037548db x-openstack-request-id: req-b9dc1057-489f-4db2-8a4b-3ce3037548db {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:21.151945 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "name": "network-vif-plugged", "status": "completed", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:21.152287 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d33ea8f3-d15d-46d7-ac89-b18d2c230847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.152455 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9dc1057-489f-4db2-8a4b-3ce3037548db {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:21.153126 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4', 'code': 200} Jul 27 17:10:21.197832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.199457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-515719b8-63e8-425e-bde7-3561f55c686c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233624 Jul 27 17:10:21.202425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:21.207348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:21.238348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.269075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d33ea8f3-d15d-46d7-ac89-b18d2c230847 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2f78d34ce0f45a78b44c8645e09b826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184959 Jul 27 17:10:21.269075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ea8f3-d15d-46d7-ac89-b18d2c230847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b4b15e-62ec-4d7b-a647-6b4b6627608d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.270615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59954) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:21.313854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.318954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.320943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0fd14-bdd8-406b-a307-2a719f163607 req-7e694ce6-9c27-49ad-a73b-eab4446c8e15 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:21.321581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65e0fd14-bdd8-406b-a307-2a719f163607 req-7e694ce6-9c27-49ad-a73b-eab4446c8e15 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1645651 Jul 27 17:10:21.342904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dc9106-a6d0-4386-a98d-3282b5a5a891,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.360811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.366402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59956) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:21.367451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b677dc4-8dab-4ada-b6ca-64abcca24db4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639421 Jul 27 17:10:21.373754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:21.380356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec229a-59bf-4309-825f-a27df92aca6f req-c683fb23-f73c-4ed6-9f79-5b2ce898d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:21.381829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89ec229a-59bf-4309-825f-a27df92aca6f req-c683fb23-f73c-4ed6-9f79-5b2ce898d442 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 1096 time: 0.1683824 Jul 27 17:10:21.434036 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.439261 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65e0fd14-bdd8-406b-a307-2a719f163607 req-48748b92-8ccc-4d8b-a864-cead27af165b tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Jul 27 17:10:21.441834 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:10:21.468062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.495192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89ec229a-59bf-4309-825f-a27df92aca6f req-34af9551-3069-46c8-aff3-d966b7fed75d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034937 Jul 27 17:10:21.501055 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.579016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.585664 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.594044 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.596709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.597859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01b4b15e-62ec-4d7b-a647-6b4b6627608d HTTP/1.1" status: 204 len: 168 time: 0.3252032 Jul 27 17:10:21.625354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc2ffe-b219-4896-970f-e011ef851b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b4b15e-62ec-4d7b-a647-6b4b6627608d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.627699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9081f407-f6a8-4fec-9a19-1e10e2a1a0a4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.630729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.634792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b1d87d2-7950-440e-811a-213a58d7d39c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2638173 Jul 27 17:10:21.636232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:21.641406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b55076fd-abbb-462c-b514-04f829dbb7d3', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:21.671151 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:10:21.676634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.750151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.755233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.773628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f26200-62df-49d1-94ae-d5e9a4f2aa6f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:21.786812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.788235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-27ad961f-a996-4413-9952-8e77eec53cd8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509814 Jul 27 17:10:21.791221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:21.796671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'network': {'name': 'tempest-network-smoke--619532959', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:21.823809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:21.829255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.858553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:21.868226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.868805 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Added segment 0468c43a-f4c4-4d3b-b24b-3afce077ac4f of type vlan for network 5470bf91-2416-4ad0-8d9b-c0acc9942597 Jul 27 17:10:21.912105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.945170 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:21.950878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:21.951422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.015125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2217634 Jul 27 17:10:22.018886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 59976) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:22.025832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'admin_state_up': True, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:22.041240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9528dc4-5984-40af-872d-82c31a5b8c5e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Network': ['ID=5470bf91-2416-4ad0-8d9b-c0acc9942597,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:22.055643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:22.059273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.060536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.131007 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.304010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.375528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 59986) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:22.482566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1310584236'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:22.509537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.510084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:22.515359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.529359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.536530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.662357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.222 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:22.691195 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.702203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cbf10-21bb-450c-ac7c-54e2321c038c req-1cffebbc-8476-46c0-a1bd-1df4a6dc2317 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:22.710833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-056cbf10-21bb-450c-ac7c-54e2321c038c req-1cffebbc-8476-46c0-a1bd-1df4a6dc2317 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1713006 Jul 27 17:10:22.713935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.777780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:22.795044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dd0313-2db2-4cc0-8006-3e306c8b951e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:22.807673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.816161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-056cbf10-21bb-450c-ac7c-54e2321c038c req-6d925472-b9d9-4c00-b406-a34039e3c74c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039059 Jul 27 17:10:22.821647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.823779 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Added segment 38e96f73-a2db-4007-b09a-5b735efe0b96 of type vlan for network ca32630f-16dd-419c-89f3-b1a10c982249 Jul 27 17:10:22.899219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.901243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.944060 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.952412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:22.953292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:22.975750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:22.980852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:22.994645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:23.020307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:23.038409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6603000 Jul 27 17:10:23.043468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60000) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:23.052468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'subnet': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:23.058058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564c16-bab0-4169-b2cb-a767e7cf7001 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Network': ['ID=ca32630f-16dd-419c-89f3-b1a10c982249,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:23.075087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:23.202687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:23.227862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40e273-f46d-4a4a-924d-bfabf38888e5 req-e5fce85d-e067-4690-9312-0f32ad4b812c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:23.229490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a40e273-f46d-4a4a-924d-bfabf38888e5 req-e5fce85d-e067-4690-9312-0f32ad4b812c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.3180757 Jul 27 17:10:23.312940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a895349b-735e-4b9b-aa31-0c9a11a5a040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.319456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:23.322681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.330111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a40e273-f46d-4a4a-924d-bfabf38888e5 req-f885dc37-0090-4705-ac1c-753eeca6a707 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932631 Jul 27 17:10:23.438351 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a895349b-735e-4b9b-aa31-0c9a11a5a040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.443167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a895349b-735e-4b9b-aa31-0c9a11a5a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.486979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a895349b-735e-4b9b-aa31-0c9a11a5a040 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1e9db3f96894d86a2c08869f5fd1432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830603 Jul 27 17:10:23.489478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60010) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:23.498366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895349b-735e-4b9b-aa31-0c9a11a5a040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e02eb1-7b3b-4540-9a9f-29473e9264b3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:23.530660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.567332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.589854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.642736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.645420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:23.649336 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76e02eb1-7b3b-4540-9a9f-29473e9264b3 HTTP/1.1" status: 204 len: 168 time: 0.1561029 Jul 27 17:10:23.654778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4d4a9-99f6-4934-9da4-e046973d7d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e02eb1-7b3b-4540-9a9f-29473e9264b3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:23.920184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60018) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:23.933698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c654ca2-5cb8-4ac1-9011-392168337b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.027147 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c654ca2-5cb8-4ac1-9011-392168337b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.031388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5c654ca2-5cb8-4ac1-9011-392168337b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.078644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c654ca2-5cb8-4ac1-9011-392168337b44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a38e86f079864e2bb06d912d62907542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542938 Jul 27 17:10:24.078644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c654ca2-5cb8-4ac1-9011-392168337b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d0d58-f03b-4d9f-8503-4e44211150e7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:24.080080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60020) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:24.088509 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.132596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.133799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024617f9-4975-4879-ac02-997d894664e3 req-3ace5467-f0e2-4ef4-bd99-8b433feb0cd7 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:24.135310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-024617f9-4975-4879-ac02-997d894664e3 req-3ace5467-f0e2-4ef4-bd99-8b433feb0cd7 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.5579698 Jul 27 17:10:24.155933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.203394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.206622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.208905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/501d0d58-f03b-4d9f-8503-4e44211150e7 HTTP/1.1" status: 204 len: 168 time: 0.1277235 Jul 27 17:10:24.219284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d963335-291e-4ab9-bed6-81dd6b8b7beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d0d58-f03b-4d9f-8503-4e44211150e7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:24.230768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Subnet': ['ID=6d51ad63-ec98-4629-8f51-f6aaf39f3ca0,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:24.286460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-024617f9-4975-4879-ac02-997d894664e3 req-c6cd458e-3749-4c85-b44f-6ba056049ef2 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134369 Jul 27 17:10:24.288983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Checking segment: {'id': '38e96f73-a2db-4007-b09a-5b735efe0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:24.289355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network hostable DHCP agents. Network: ca32630f-16dd-419c-89f3-b1a10c982249, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:24.317383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.321687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:24.363805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, ca32630f-16dd-419c-89f3-b1a10c982249) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:24.370239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:24.370834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.375051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915785f-d222-48f0-b092-ff89d6e35ef6 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:24.425117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-99ddbea9-456f-4407-87ed-fb771005bca1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3764677 Jul 27 17:10:24.425345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60026) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:24.430141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-251875195'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:24.553942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-ca32630f-16dd-419c-89f3-b1a10c982249', 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'tenant_id': 'ded7b6f9b17b4a1fb12b969dd64cb755', 'fixed_ips': [{'subnet_id': '6d51ad63-ec98-4629-8f51-f6aaf39f3ca0'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:10:24.554821 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.568195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 548f953a-34f3-475c-be86-dabf6eeb0127 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:10:24.583870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:24.586817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.643430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port 625f6dcf-5af2-4224-ad04-5844e87340d3 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:24.713861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Allocated IP 2001:db8::2 (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/a6d2bd74-96d5-450d-9338-783e12bf5572) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:24.748215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:10:24.761420 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Sync routers for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:10:24.769146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.771172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fa637f99-0023-4cea-a58d-cffa960a16bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7512929 Jul 27 17:10:24.774223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60038) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:24.781983 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:24.782666 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:24.905352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.916634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Transition to ACTIVE for port object a6d2bd74-96d5-450d-9338-783e12bf5572 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:24.934235 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:24.940278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Transition to ACTIVE for port object a6d2bd74-96d5-450d-9338-783e12bf5572 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:24.950300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:24.972943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:24.976734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:24.980714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:25.027927 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-974a92ac-ea46-4a95-95fd-92e3e95c7f23 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e8dc16207b7b4e5cb0b96540af3c7055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2499869 Jul 27 17:10:25.028164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60050) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:25.071018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::3a8 (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/625f6dcf-5af2-4224-ad04-5844e87340d3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:25.082395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Attempting to bind port a6d2bd74-96d5-450d-9338-783e12bf5572 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:25.082762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Attempting to bind port a6d2bd74-96d5-450d-9338-783e12bf5572 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '38e96f73-a2db-4007-b09a-5b735efe0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:25.083133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Attempting to bind port a6d2bd74-96d5-450d-9338-783e12bf5572 on network ca32630f-16dd-419c-89f3-b1a10c982249 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:25.089017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:25.089508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Checking segment: {'id': '38e96f73-a2db-4007-b09a-5b735efe0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:25.089934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.090337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Bound using segment: {'id': '38e96f73-a2db-4007-b09a-5b735efe0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:25.090825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Bound port: a6d2bd74-96d5-450d-9338-783e12bf5572, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e96f73-a2db-4007-b09a-5b735efe0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:25.091258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.107164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Pushing event updated for resources: {'Port': ['ID=a6d2bd74-96d5-450d-9338-783e12bf5572,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:25.134568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-e1b02019-cba4-4f06-8bfa-af558eca0006 req-93cd070b-4f58-4c73-88a4-3e2a5afcdfe6 service neutron] (93924) timed out ('10.222.0.64', 34256) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:10:25.196835 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:23Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:25.234465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] For port a6d2bd74-96d5-450d-9338-783e12bf5572, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:25.239111 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Checking router: 548f953a-34f3-475c-be86-dabf6eeb0127 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:10:25.239519 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Updating router 548f953a-34f3-475c-be86-dabf6eeb0127 port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:10:25.239870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] For port a6d2bd74-96d5-450d-9338-783e12bf5572, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a6d2bd74-96d5-450d-9338-783e12bf5572,segment=NetworkSegment(38e96f73-a2db-4007-b09a-5b735efe0b96),segment_id=38e96f73-a2db-4007-b09a-5b735efe0b96)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:25.245310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.268041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155b6991-374e-46e5-9e0d-85915f453675 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:25.273051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-155b6991-374e-46e5-9e0d-85915f453675 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2422378 Jul 27 17:10:25.274160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60054) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:25.313369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.318899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-700d917c-8627-40eb-bdef-73297634db08 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438695 Jul 27 17:10:25.319579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:25.325011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1998547371', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:25.338266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object 625f6dcf-5af2-4224-ad04-5844e87340d3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:25.351060 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.424576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.443841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9fede-9fbf-4dc3-83cc-07fa5ebc21f2 None None] Pushing event updated for resources: {'Port': ['ID=a6d2bd74-96d5-450d-9338-783e12bf5572,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:25.489375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:25.493514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:25.501325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:25.508314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:25.519278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.543201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=625f6dcf-5af2-4224-ad04-5844e87340d3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:25.566927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:25.570762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.579644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6f39adc6-6079-47d5-9bda-d9acdb7e869e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1503398 Jul 27 17:10:25.580417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:25.589784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1801269486', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:0a:36:96'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:25.603308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f949538-28f6-4227-b316-7e25c9def842 req-9795ecfb-ae52-48a5-b1e0-6c6d05d739ed tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:25.611974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f949538-28f6-4227-b316-7e25c9def842 req-9795ecfb-ae52-48a5-b1e0-6c6d05d739ed tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1690445 Jul 27 17:10:25.790234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:25.791307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f949538-28f6-4227-b316-7e25c9def842 req-3dabfc85-11c7-4582-a61f-4b50c498ab3c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149240 Jul 27 17:10:25.803789 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.823730 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Transition to ACTIVE for port object d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:25.838690 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.916277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Pushing event updated for resources: {'Port': ['ID=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:25.946265 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Attempting to bind port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:25.946904 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Attempting to bind port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:25.947564 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Attempting to bind port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:25.956152 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:25.956817 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:25.957418 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.958825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.967853 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:25.970121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Bound port: d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:25.970817 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:25.981504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port 53e59804-93b1-449d-b77b-0d26c5454233 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:26.035542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:26.086454 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] For port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:26.090145 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] For port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:26.093022 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.093369 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.093707 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.094120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.094453 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.094781 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.095107 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.095477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.095801 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.096187 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.096560 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.097147 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:26.109405 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:26.167146 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b934-fcdc-4e84-9da2-aa2373b1db5c None None] Pushing event updated for resources: {'Port': ['ID=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:26.186366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Subnet': ['ID=41249f38-5b86-40f9-b70e-c639b69a2889,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:26.203155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-0a52f50d-d1a4-493a-9644-9f0bb29ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:26.204811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-0a52f50d-d1a4-493a-9644-9f0bb29ed61e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 1096 time: 0.1466451 Jul 27 17:10:26.205123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Checking segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:26.206819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network hostable DHCP agents. Network: 5470bf91-2416-4ad0-8d9b-c0acc9942597, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:26.207568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:26.208552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:26.236909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::143 (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/53e59804-93b1-449d-b77b-0d26c5454233) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:26.242548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db69b8-720f-4ded-bcd8-4cb58980b899 req-7713a5fd-3c58-4d6a-b752-a544a05cd939 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:26.245653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08db69b8-720f-4ded-bcd8-4cb58980b899 req-7713a5fd-3c58-4d6a-b752-a544a05cd939 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1641850 Jul 27 17:10:26.287702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:26.314787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 5470bf91-2416-4ad0-8d9b-c0acc9942597) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:26.322912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db404e96-7426-478e-a3c0-3b48d4174754 None None] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:26.323591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08db69b8-720f-4ded-bcd8-4cb58980b899 req-6c147c7c-7c75-4390-a68d-eea9bbd9d929 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Jul 27 17:10:26.330785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:26.331542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:26.359010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-babdb4e3-cb58-412d-aaeb-900b7fad1f8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0367258 Jul 27 17:10:26.359010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:26.360845 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:26.455582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-aaae94e1-765a-4a25-8b0e-08eac0777573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:26.458060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-aaae94e1-765a-4a25-8b0e-08eac0777573 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 200 len: 913 time: 0.2416265 Jul 27 17:10:26.642176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-5470bf91-2416-4ad0-8d9b-c0acc9942597', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:10:26.643795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:26.655183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-7477d0bb-6e79-48c6-ab18-b055a779f012 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 200 len: 217 time: 0.1694841 Jul 27 17:10:26.672692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:23Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:26.717267 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b40d6-334a-40af-9b5d-07a85cf19c24 None None] The sync data for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 is: [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:23Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:10:26.778274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-99572113-eb97-479b-95ef-d964947900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:26.782198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-99572113-eb97-479b-95ef-d964947900f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46300ca6-de81-4203-81ef-f163af8c8bc4 HTTP/1.1" status: 200 len: 852 time: 0.1175938 Jul 27 17:10:26.852125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-00284d71-2679-434d-bab3-b1b878638893 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d06ed22-7215-4730-8790-0dc3ec9bff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475080 Jul 27 17:10:26.863941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Allocated IP 172.20.0.2 (5470bf91-2416-4ad0-8d9b-c0acc9942597/41249f38-5b86-40f9-b70e-c639b69a2889/8782bf48-12f8-486a-abad-200b8968fd2e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:26.893886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:26.896772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b69115-a0fd-4dd9-b0cb-aa206af70c18 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:26.947354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object 53e59804-93b1-449d-b77b-0d26c5454233 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:27.021601 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-3a90ea67-4346-423b-a25e-ce748e0bb2ab service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551254 Jul 27 17:10:27.103913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eee33c35-ac33-421b-84a7-0fb9b7aec5dc None None] Provisioning for port a6d2bd74-96d5-450d-9338-783e12bf5572 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:27.129106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:27.156609 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.208646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe82385a-1fd3-4f46-8650-f3a086c91424 req-94b405ee-502f-4862-af2a-de89a55a9fde service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786411 Jul 27 17:10:27.252018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:27.263182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:27.265225 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.265753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=53e59804-93b1-449d-b77b-0d26c5454233,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:27.268794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:27.284094 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:27.284965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.301628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Transition to ACTIVE for port object 8782bf48-12f8-486a-abad-200b8968fd2e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:27.315012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-59608568-dc5c-4c57-b9fd-05bacf840531 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7309532 Jul 27 17:10:27.315904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60116) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:27.326787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Transition to ACTIVE for port object 8782bf48-12f8-486a-abad-200b8968fd2e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:27.344484 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.365216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97998df9-950b-4e55-9a65-d166f745a886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.389590 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:27.393342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:27.400899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:27.416607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Pushing event updated for resources: {'Port': ['ID=8782bf48-12f8-486a-abad-200b8968fd2e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:27.437667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e7549-b602-446c-a6bc-a442a5276aaf tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:27.438221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.449642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e7549-b602-446c-a6bc-a442a5276aaf tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:27.456657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e7549-b602-446c-a6bc-a442a5276aaf tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:27.460546 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ee0e7549-b602-446c-a6bc-a442a5276aaf tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1433136 Jul 27 17:10:27.463979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:27.509631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Attempting to bind port 8782bf48-12f8-486a-abad-200b8968fd2e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:27.510386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Attempting to bind port 8782bf48-12f8-486a-abad-200b8968fd2e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:27.511182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Attempting to bind port 8782bf48-12f8-486a-abad-200b8968fd2e on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:27.522191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:27.522555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Checking segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:27.523148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.523713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Bound using segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:27.524364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Bound port: 8782bf48-12f8-486a-abad-200b8968fd2e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:27.525951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.603500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa5963-f813-42d3-8aca-b976492a166b req-e035b40b-09bb-4f93-b56f-60600732e3ba tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:27.615083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2aaa5963-f813-42d3-8aca-b976492a166b req-e035b40b-09bb-4f93-b56f-60600732e3ba tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1393578 Jul 27 17:10:27.689061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] For port 8782bf48-12f8-486a-abad-200b8968fd2e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:27.692971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] For port 8782bf48-12f8-486a-abad-200b8968fd2e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8782bf48-12f8-486a-abad-200b8968fd2e,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:27.694557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2aaa5963-f813-42d3-8aca-b976492a166b req-8d0a4b52-e30c-4ee7-889b-35985379175f tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Jul 27 17:10:27.712284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a6d2bd74-96d5-450d-9338-783e12bf5572 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:27.716319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.850498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb654fc7-cc8c-4590-92a5-5cbde180f809 None None] Pushing event updated for resources: {'Port': ['ID=8782bf48-12f8-486a-abad-200b8968fd2e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:27.894683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port 53e59804-93b1-449d-b77b-0d26c5454233 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:27.895392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.907756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Provisioning for port 625f6dcf-5af2-4224-ad04-5844e87340d3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:27.913027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Provisioning complete for port 625f6dcf-5af2-4224-ad04-5844e87340d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:27.914230 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.951068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port a6d2bd74-96d5-450d-9338-783e12bf5572 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:27.969395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a6d2bd74-96d5-450d-9338-783e12bf5572 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:27.970024 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:27.996868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Port 625f6dcf-5af2-4224-ad04-5844e87340d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:28.033115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Provisioning complete for port a6d2bd74-96d5-450d-9338-783e12bf5572 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:28.033582 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.071135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97998df9-950b-4e55-9a65-d166f745a886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.087814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-97998df9-950b-4e55-9a65-d166f745a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.141826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.202018 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.214641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97998df9-950b-4e55-9a65-d166f745a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5627bcb7-3d59-4017-93a0-4ee4d9ac183b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:28.219021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-97998df9-950b-4e55-9a65-d166f745a886 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e04a29e76fc431887ad486d4b246761&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0878849 Jul 27 17:10:28.221752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60122) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:28.257322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.272197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port a6d2bd74-96d5-450d-9338-783e12bf5572, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a6d2bd74-96d5-450d-9338-783e12bf5572,segment=NetworkSegment(38e96f73-a2db-4007-b09a-5b735efe0b96),segment_id=38e96f73-a2db-4007-b09a-5b735efe0b96)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:28.281803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.282616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:28.329674 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.358550 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.387580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.1 (5470bf91-2416-4ad0-8d9b-c0acc9942597/41249f38-5b86-40f9-b70e-c639b69a2889/06128cf5-1f38-45c0-b0e4-d5791b970351) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:28.421909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for 53e59804-93b1-449d-b77b-0d26c5454233 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:28.422648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.423709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:10:28.424076 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:10:28.426051 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.427332 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5627bcb7-3d59-4017-93a0-4ee4d9ac183b HTTP/1.1" status: 204 len: 168 time: 0.2045934 Jul 27 17:10:28.438793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52241186-fe6a-4898-8ff2-36d6a44a7afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627bcb7-3d59-4017-93a0-4ee4d9ac183b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:28.442915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=a6d2bd74-96d5-450d-9338-783e12bf5572,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:28.482388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:28.490121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:28.490999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.589326 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.599032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.615221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:28.615450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 06128cf5-1f38-45c0-b0e4-d5791b970351 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:28.621805 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.710003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.775798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:28.783610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:28.787061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:28.828311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60130) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:28.847364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ef0cf0-0e64-4962-b395-3b5391fedd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.864161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:28.877995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:28.916042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.951840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ef0cf0-0e64-4962-b395-3b5391fedd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:28.958870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-60ef0cf0-0e64-4962-b395-3b5391fedd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.006147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-60ef0cf0-0e64-4962-b395-3b5391fedd47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9c3bddc07ff483c8da51fee046c5fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742785 Jul 27 17:10:29.006147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef0cf0-0e64-4962-b395-3b5391fedd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb418e5e-da6f-4c60-976b-3ffc1a05704e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:29.006923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:29.069817 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.098353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.155332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.158321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.159671 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb418e5e-da6f-4c60-976b-3ffc1a05704e HTTP/1.1" status: 204 len: 168 time: 0.1518047 Jul 27 17:10:29.170181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62609-db78-4f70-a053-90ece889496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb418e5e-da6f-4c60-976b-3ffc1a05704e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:29.366462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a8e3a-8ca0-476b-9ae8-34205fd032bd None None] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:29.394451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Provisioning for port 53e59804-93b1-449d-b77b-0d26c5454233 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:29.398001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.434309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Provisioning complete for port 53e59804-93b1-449d-b77b-0d26c5454233 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:29.435134 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.442523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=53e59804-93b1-449d-b77b-0d26c5454233,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:29.470286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7b03c77e-9f8c-463a-af8f-a4bdd0bc68d4 None None] Port 53e59804-93b1-449d-b77b-0d26c5454233 was deleted so its status cannot be updated. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 17:10:29.480981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91786f42-26cb-42ae-97ec-2b65882fc0a9 req-829f5100-48f0-4b2e-9f99-2f8309613e0f tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:29.482953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-91786f42-26cb-42ae-97ec-2b65882fc0a9 req-829f5100-48f0-4b2e-9f99-2f8309613e0f tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.6827936 Jul 27 17:10:29.687117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eeec030e-5325-43a8-abb7-8a44d478185f None None] Provisioning complete for port 625f6dcf-5af2-4224-ad04-5844e87340d3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:29.687783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eeec030e-5325-43a8-abb7-8a44d478185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.755755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eeec030e-5325-43a8-abb7-8a44d478185f None None] Port 625f6dcf-5af2-4224-ad04-5844e87340d3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:29.759340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eeec030e-5325-43a8-abb7-8a44d478185f None None] Could not find standard attr ID for object 53e59804-93b1-449d-b77b-0d26c5454233. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:10:29.782029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8782bf48-12f8-486a-abad-200b8968fd2e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:29.803839 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-91786f42-26cb-42ae-97ec-2b65882fc0a9 req-df1d1211-fc7b-4c8e-bb0b-4d22ab131d1e tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262034 Jul 27 17:10:29.805429 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.812538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-51473ecb-9b80-4d51-888d-367bf7426fa2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/53e59804-93b1-449d-b77b-0d26c5454233 HTTP/1.1" status: 204 len: 168 time: 2.3463645 Jul 27 17:10:29.815294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60146) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:29.846745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eeec030e-5325-43a8-abb7-8a44d478185f None None] Provisioning for port 8782bf48-12f8-486a-abad-200b8968fd2e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:29.860923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8782bf48-12f8-486a-abad-200b8968fd2e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:29.867571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8782bf48-12f8-486a-abad-200b8968fd2e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:29.868227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.913861 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-529bffac-6f7e-4a68-940b-6b06d304ef5a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] GET failed (client error): The resource could not be found. Jul 27 17:10:29.922543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-529bffac-6f7e-4a68-940b-6b06d304ef5a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports/53e59804-93b1-449d-b77b-0d26c5454233 HTTP/1.1" status: 404 len: 333 time: 0.1059611 Jul 27 17:10:29.932945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:29.942917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1120913013'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:29.965171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:29.973132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.015503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8782bf48-12f8-486a-abad-200b8968fd2e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8782bf48-12f8-486a-abad-200b8968fd2e,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:30.022246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.023144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a6d2bd74-96d5-450d-9338-783e12bf5572 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:30.119668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8782bf48-12f8-486a-abad-200b8968fd2e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:30.154220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a6d2bd74-96d5-450d-9338-783e12bf5572 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:30.154602 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.214914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:30.225739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.251495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Provisioning for port 06128cf5-1f38-45c0-b0e4-d5791b970351 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:30.255841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port 360b3576-5c9b-4bf9-9065-c3e2db638f15 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:30.269973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f0a3-b3aa-405b-9717-0bc0be676b7f req-13db47ff-db81-4494-97f1-5ccc9917a3c0 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:30.271692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75b5f0a3-b3aa-405b-9717-0bc0be676b7f req-13db47ff-db81-4494-97f1-5ccc9917a3c0 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1839583 Jul 27 17:10:30.296084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Provisioning complete for port 06128cf5-1f38-45c0-b0e4-d5791b970351 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:30.296755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.356221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:30.384909 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Port 06128cf5-1f38-45c0-b0e4-d5791b970351 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:30.409866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Provisioning complete for port 8782bf48-12f8-486a-abad-200b8968fd2e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:30.410239 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed891631-4d18-477e-90fa-6e8f6b2d3d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.432626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75b5f0a3-b3aa-405b-9717-0bc0be676b7f req-92f1ae91-75a6-4c97-a944-8b8ec2b1452e tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378012 Jul 27 17:10:30.476902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:30.477349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.509626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::eb (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/360b3576-5c9b-4bf9-9065-c3e2db638f15) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:30.573277 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.582164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.668707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:30.699367 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.731978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.736393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e1f7e081-fc38-4810-9afd-5a9fb92a960f None None] Provisioning complete for port 06128cf5-1f38-45c0-b0e4-d5791b970351 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:30.736747 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e081-fc38-4810-9afd-5a9fb92a960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.755103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object 360b3576-5c9b-4bf9-9065-c3e2db638f15 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:30.786337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7e081-fc38-4810-9afd-5a9fb92a960f None None] Port 06128cf5-1f38-45c0-b0e4-d5791b970351 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:30.800331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.846939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:30.848796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:30.849329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:30.852943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:30.857664 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:30.863841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:30.864514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:30.881681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=360b3576-5c9b-4bf9-9065-c3e2db638f15,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:30.894066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7678240f-5a3c-428e-8267-76453df3255e tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9607441 Jul 27 17:10:30.895238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60202) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:30.903279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:0a:36:96'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:31.001097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 548f953a-34f3-475c-be86-dabf6eeb0127 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:10:31.131420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.161942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:10:31.167644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-605ac08e-5791-4811-8f76-f1b7d9e7a24d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/548f953a-34f3-475c-be86-dabf6eeb0127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8084104 Jul 27 17:10:31.193474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Sync routers for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:10:31.204088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:31.204792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:31.397570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.412117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.412682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:31.446465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Provisioning complete for port 06128cf5-1f38-45c0-b0e4-d5791b970351 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:31.447132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.479535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] In _notify_port_updated(), no bound segment for port 360b3576-5c9b-4bf9-9065-c3e2db638f15 on network ca32630f-16dd-419c-89f3-b1a10c982249 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:31.487303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:31.488207 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.492476 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "PUT /v2.0/ports/360b3576-5c9b-4bf9-9065-c3e2db638f15 HTTP/1.1" status: 200 len: 1002 time: 0.5933547 Jul 27 17:10:31.492820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:31.560461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c501-7301-42a0-8d3f-32d2494a7cbb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=360b3576-5c9b-4bf9-9065-c3e2db638f15,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:31.560733 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-28d73db8-386c-414a-80f7-15f60ad66cb1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594159964&fields=id&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 267 time: 0.1405127 Jul 27 17:10:31.593218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Port 06128cf5-1f38-45c0-b0e4-d5791b970351 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:31.609553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8782bf48-12f8-486a-abad-200b8968fd2e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:31.693699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Provisioning for port 360b3576-5c9b-4bf9-9065-c3e2db638f15 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:31.713665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Provisioning complete for port 360b3576-5c9b-4bf9-9065-c3e2db638f15 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:31.714329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.774642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port 360b3576-5c9b-4bf9-9065-c3e2db638f15 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:31.774993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.783650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-927e7bc3-ecf9-4950-8fb5-4551f1c706af tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:31.785461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-927e7bc3-ecf9-4950-8fb5-4551f1c706af tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 796 time: 0.2082446 Jul 27 17:10:31.802542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4215bb-6bd5-4ca8-84be-9216a36bde43 req-6540db01-25f8-4e3b-a1d0-10ceb0fba840 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:31.807436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4215bb-6bd5-4ca8-84be-9216a36bde43 req-6540db01-25f8-4e3b-a1d0-10ceb0fba840 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.2304265 Jul 27 17:10:31.812318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-9ad1942a-5ea0-4709-9889-141b27003122 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/quotas/e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 375 time: 0.0121384 Jul 27 17:10:31.821409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8782bf48-12f8-486a-abad-200b8968fd2e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:31.821746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.832074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-82b66ad8-b9dd-4872-bf1b-09a0f8d6ba2a None None] Port 360b3576-5c9b-4bf9-9065-c3e2db638f15 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:31.925859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-c536bdc6-2a70-49d1-937c-12a2aa807289 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067905 Jul 27 17:10:31.934456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e4215bb-6bd5-4ca8-84be-9216a36bde43 req-b17a6e02-376c-462f-9c3c-da021b43d2c1 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143391 Jul 27 17:10:31.969997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:31.996617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for 360b3576-5c9b-4bf9-9065-c3e2db638f15 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:31.999294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:30Z', 'revision_number': 2, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:32.037556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Checking router: 548f953a-34f3-475c-be86-dabf6eeb0127 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:10:32.038091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Updating router 548f953a-34f3-475c-be86-dabf6eeb0127 port 06128cf5-1f38-45c0-b0e4-d5791b970351 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:10:32.060235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-465a003b-6b82-49ce-b250-6e11e554e4b2 None None] Provisioning complete for port 360b3576-5c9b-4bf9-9065-c3e2db638f15 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:32.061032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-465a003b-6b82-49ce-b250-6e11e554e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.115311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.139784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-465a003b-6b82-49ce-b250-6e11e554e4b2 None None] Port 360b3576-5c9b-4bf9-9065-c3e2db638f15 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:32.230882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-373440a1-2af9-4e5e-a0ac-b8123521dac5 service neutron] 10.222.0.64 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998428 Jul 27 17:10:32.270167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.315050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=360b3576-5c9b-4bf9-9065-c3e2db638f15,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:32.384716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8cda-cc97-40d4-93af-d9c32cb0958d req-700189e1-2072-4119-a72d-142296269d03 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:32.386853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06ee8cda-cc97-40d4-93af-d9c32cb0958d req-700189e1-2072-4119-a72d-142296269d03 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1810970 Jul 27 17:10:32.443855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-8ae250e6-a655-40b7-8627-804e74563383 service neutron] 10.222.0.64 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114236 Jul 27 17:10:32.454518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-8598e77e-794e-41a5-a5e5-4c9282d0ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:32.456377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-8598e77e-794e-41a5-a5e5-4c9282d0ec07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 1096 time: 0.2224884 Jul 27 17:10:32.554000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.567226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Transition to ACTIVE for port object 06128cf5-1f38-45c0-b0e4-d5791b970351 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:32.575162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.582040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4c3faa3-67e2-4919-96f2-603b6d65d22a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/360b3576-5c9b-4bf9-9065-c3e2db638f15 HTTP/1.1" status: 204 len: 168 time: 1.0880356 Jul 27 17:10:32.583947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60262) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:32.593367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.623570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-6a889128-5382-4672-b0b0-9e96c9a03cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:32.625306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-6a889128-5382-4672-b0b0-9e96c9a03cc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 200 len: 913 time: 0.1606922 Jul 27 17:10:32.665046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06ee8cda-cc97-40d4-93af-d9c32cb0958d req-07f24a1f-b362-492e-a51a-c2239b527c0b tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575505 Jul 27 17:10:32.666082 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-216ddc45-c2a7-459c-9dcf-6c276ab1490c tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] GET failed (client error): The resource could not be found. Jul 27 17:10:32.672592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-216ddc45-c2a7-459c-9dcf-6c276ab1490c tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports/360b3576-5c9b-4bf9-9065-c3e2db638f15 HTTP/1.1" status: 404 len: 333 time: 0.0507269 Jul 27 17:10:32.673002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:32.681101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-210928627'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:32.761199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3825-b19e-4a16-9b27-b182d62a0bff None None] Pushing event updated for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:32.766089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-05b71f8a-51b6-4e0e-b465-4fc7fa2cd7bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 200 len: 217 time: 0.1226871 Jul 27 17:10:32.868524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5199e5e2-914f-4cf1-bf46-109a3030df17 req-b0b0232a-b427-4ac8-8b52-e41d780dc26f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 210 time: 0.0891433 Jul 27 17:10:32.887287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Attempting to bind port 06128cf5-1f38-45c0-b0e4-d5791b970351 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:32.887719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Attempting to bind port 06128cf5-1f38-45c0-b0e4-d5791b970351 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:32.890074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Attempting to bind port 06128cf5-1f38-45c0-b0e4-d5791b970351 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:32.906245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-4dde4b45-f7a0-4715-a9b3-1e66f9561b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:32.907601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:32.907869 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-4dde4b45-f7a0-4715-a9b3-1e66f9561b12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46300ca6-de81-4203-81ef-f163af8c8bc4 HTTP/1.1" status: 200 len: 852 time: 0.1262150 Jul 27 17:10:32.908025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Checking segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:32.909624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.910040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Bound using segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:32.912098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Bound port: 06128cf5-1f38-45c0-b0e4-d5791b970351, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:32.915755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.957042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:32.961785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:32.992890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port faa8fb84-1b95-4647-ba3f-94f0aa34abbd yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:32.994823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-6740d8be-f337-42f4-8f55-9a6b25fc883c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d06ed22-7215-4730-8790-0dc3ec9bff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790362 Jul 27 17:10:33.064380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] For port 06128cf5-1f38-45c0-b0e4-d5791b970351, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:33.073464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] For port 06128cf5-1f38-45c0-b0e4-d5791b970351, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06128cf5-1f38-45c0-b0e4-d5791b970351,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:33.080104 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.149004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-97c09529-2281-4fe9-b07d-52de85dc432a service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457722 Jul 27 17:10:33.180136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:33.180792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:33.222105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::2d0 (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/faa8fb84-1b95-4647-ba3f-94f0aa34abbd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:33.307098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-132d70b3-bb9f-4c5c-a50a-e665d5bddfa6 req-fc80311e-8835-4720-9976-73b01cae921b service neutron] 10.222.0.61 "GET /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490929 Jul 27 17:10:33.329633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3825-b19e-4a16-9b27-b182d62a0bff None None] Pushing event updated for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:33.349678 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.390498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:33.487729 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.504673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object faa8fb84-1b95-4647-ba3f-94f0aa34abbd will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:33.564553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.615320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:33.619107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:33.625844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:33.632228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:33.632983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.662786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=faa8fb84-1b95-4647-ba3f-94f0aa34abbd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:33.671707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:33Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:33.683750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c1104cd8-b012-4b10-ac2f-8fa3171f1ae2 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0092530 Jul 27 17:10:33.686882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60280) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:33.692267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0a:36:96'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:33.926030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:33.937888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e745a2c-75d9-427a-a981-9eb2f7a0e136 None None] The sync data for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 is: [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:33Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:10:33.965252 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514088f-f217-479e-95e8-8ca09f826470 req-f62a0ddc-00e6-4693-9a7a-69b7be92a645 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:33.967422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5514088f-f217-479e-95e8-8ca09f826470 req-f62a0ddc-00e6-4693-9a7a-69b7be92a645 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.2204976 Jul 27 17:10:34.087399 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5514088f-f217-479e-95e8-8ca09f826470 req-800abf80-1210-4a49-879b-8c3acb0630d7 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112649 Jul 27 17:10:34.116721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-48549d68-3668-4b91-8dfc-f2577a851eff None None] Provisioning for port faa8fb84-1b95-4647-ba3f-94f0aa34abbd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:34.122902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-48549d68-3668-4b91-8dfc-f2577a851eff None None] Provisioning complete for port faa8fb84-1b95-4647-ba3f-94f0aa34abbd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:34.123288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48549d68-3668-4b91-8dfc-f2577a851eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.133163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f6d2f0d-38e8-405d-85d3-4cad2942dba4 req-6b840c42-0d50-4c5e-b34d-6da07c07508c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 210 time: 0.0693843 Jul 27 17:10:34.208636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-48549d68-3668-4b91-8dfc-f2577a851eff None None] Port faa8fb84-1b95-4647-ba3f-94f0aa34abbd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:34.277638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.285591 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.355193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] In _notify_port_updated(), no bound segment for port faa8fb84-1b95-4647-ba3f-94f0aa34abbd on network ca32630f-16dd-419c-89f3-b1a10c982249 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:34.373988 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:34.376100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.377030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "PUT /v2.0/ports/faa8fb84-1b95-4647-ba3f-94f0aa34abbd HTTP/1.1" status: 200 len: 1002 time: 0.6891193 Jul 27 17:10:34.380289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:34.430652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3427-96a4-40ac-b34a-b88810fa10f5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=faa8fb84-1b95-4647-ba3f-94f0aa34abbd,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:34.496591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-f6aa64a9-523c-4b42-9877-df6139802caa tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:34.503993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-f6aa64a9-523c-4b42-9877-df6139802caa tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 796 time: 0.2504268 Jul 27 17:10:34.581815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-fc1ce6bb-4bdd-4b19-acc9-373c1cae4ffc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 380 time: 0.0596550 Jul 27 17:10:34.595254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port faa8fb84-1b95-4647-ba3f-94f0aa34abbd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:34.603144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.604848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'port': {'device_id': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'admin_state_up': True, 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'security_groups': ['b55076fd-abbb-462c-b514-04f829dbb7d3']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:34.758143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.778450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for faa8fb84-1b95-4647-ba3f-94f0aa34abbd owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:34.814033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:34.819629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.856202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54c60e51-b957-4711-adb9-e742c3fbe39d None None] Provisioning complete for port faa8fb84-1b95-4647-ba3f-94f0aa34abbd triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:34.857730 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54c60e51-b957-4711-adb9-e742c3fbe39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:34.943360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-54c60e51-b957-4711-adb9-e742c3fbe39d None None] Port faa8fb84-1b95-4647-ba3f-94f0aa34abbd cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:35.085521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.180238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=faa8fb84-1b95-4647-ba3f-94f0aa34abbd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:35.194480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.196700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf1b3075-aca5-40e5-a402-ab9370c1defb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/faa8fb84-1b95-4647-ba3f-94f0aa34abbd HTTP/1.1" status: 204 len: 168 time: 0.8151667 Jul 27 17:10:35.202174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:35.279269 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff28031-3c95-4b49-baf9-feba0a13dfb7 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] GET failed (client error): The resource could not be found. Jul 27 17:10:35.281594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8ff28031-3c95-4b49-baf9-feba0a13dfb7 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports/faa8fb84-1b95-4647-ba3f-94f0aa34abbd HTTP/1.1" status: 404 len: 333 time: 0.0783799 Jul 27 17:10:35.310630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:35.336228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944671570'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:35.469543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b721ac1b-3bfa-4a53-9bac-19591d579935 req-ab6c3e68-4b2a-4305-9ee1-309806dcc70d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 210 time: 0.1577301 Jul 27 17:10:35.608449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.5 (5470bf91-2416-4ad0-8d9b-c0acc9942597/41249f38-5b86-40f9-b70e-c639b69a2889/469c7b67-332a-42c3-b106-fb308a7531f1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:35.643065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:35.646980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.670213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06128cf5-1f38-45c0-b0e4-d5791b970351 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:35.760696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port b60e299c-cd39-4a29-8f07-7766450c3bf8 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:35.803337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 06128cf5-1f38-45c0-b0e4-d5791b970351 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:35.811976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 06128cf5-1f38-45c0-b0e4-d5791b970351 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:35.813186 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.852621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf622b50-0ceb-4353-921b-7dacc6054220 req-6bc1eec1-b22f-4640-87ba-4770a9e88a2b tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:35.866850 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf622b50-0ceb-4353-921b-7dacc6054220 req-6bc1eec1-b22f-4640-87ba-4770a9e88a2b tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.6041999 Jul 27 17:10:35.910298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cf622b50-0ceb-4353-921b-7dacc6054220 req-a3736382-3e4c-48d3-98d8-76fb08f06751 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Jul 27 17:10:35.927819 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.944118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:35.958044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::3e6 (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/b60e299c-cd39-4a29-8f07-7766450c3bf8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:35.977841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 469c7b67-332a-42c3-b106-fb308a7531f1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:35.985877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 06128cf5-1f38-45c0-b0e4-d5791b970351, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06128cf5-1f38-45c0-b0e4-d5791b970351,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:35.990872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.065350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:36.087888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.162826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:36.174533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:36.181049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:36.186720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:36.229003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.257708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object b60e299c-cd39-4a29-8f07-7766450c3bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:36.261439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5adc75-432f-4b19-ab29-f98b86d87c77 req-fc63486e-098d-4b70-8abe-d3ef78f2a27c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:36.265816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:36.266494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.269810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5adc75-432f-4b19-ab29-f98b86d87c77 req-fc63486e-098d-4b70-8abe-d3ef78f2a27c tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1026216 Jul 27 17:10:36.289591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-51186da4-dda3-4805-8971-8f76e4aeb575 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898897 Jul 27 17:10:36.310815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Request body: {'port': {'device_id': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:36.315616 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac5adc75-432f-4b19-ab29-f98b86d87c77 req-6f34a6c3-daf1-4cfb-80fb-213811ef4c8b tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Jul 27 17:10:36.361860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.438042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:36.446056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:36.454647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:36.460797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:36.461265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.469350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=b60e299c-cd39-4a29-8f07-7766450c3bf8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:36.483319 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.489812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ffc8e208-91d7-4b41-8237-198929cf2e50 None None] Provisioning for port 469c7b67-332a-42c3-b106-fb308a7531f1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:36.498568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-35163b45-37ba-41d9-b12d-498112fb9ede tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1795642 Jul 27 17:10:36.498732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ffc8e208-91d7-4b41-8237-198929cf2e50 None None] Provisioning complete for port 469c7b67-332a-42c3-b106-fb308a7531f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:36.498732 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e208-91d7-4b41-8237-198929cf2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.498946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:36.503178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'network_id': 'ca32630f-16dd-419c-89f3-b1a10c982249', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1664393838'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:36.567979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8e208-91d7-4b41-8237-198929cf2e50 None None] Port 469c7b67-332a-42c3-b106-fb308a7531f1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:36.793614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d9f06292-fcb9-45c0-8a52-b055d43a6894 None None] Provisioning for port b60e299c-cd39-4a29-8f07-7766450c3bf8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:36.806379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d9f06292-fcb9-45c0-8a52-b055d43a6894 None None] Provisioning complete for port b60e299c-cd39-4a29-8f07-7766450c3bf8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:36.806870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d9f06292-fcb9-45c0-8a52-b055d43a6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.848140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d9f06292-fcb9-45c0-8a52-b055d43a6894 None None] Port b60e299c-cd39-4a29-8f07-7766450c3bf8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:36.885373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Made reservation on behalf of ded7b6f9b17b4a1fb12b969dd64cb755 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:36.890308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:36.899131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddeac4-8ec8-40f3-9957-4df2c57d4bc0 req-c2a34304-aacc-4dcc-b7b7-384eacb22513 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:36.900647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90ddeac4-8ec8-40f3-9957-4df2c57d4bc0 req-c2a34304-aacc-4dcc-b7b7-384eacb22513 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 931 time: 0.3126228 Jul 27 17:10:36.953177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] device_id is not set on port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:37.031714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90ddeac4-8ec8-40f3-9957-4df2c57d4bc0 req-3d92b2b7-8c02-40f9-9b60-c74a819ae133 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197367 Jul 27 17:10:37.097722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469c7b67-332a-42c3-b106-fb308a7531f1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:10:37.109097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.135939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Transition to ACTIVE for port object 469c7b67-332a-42c3-b106-fb308a7531f1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:37.150728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.153331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Allocated IP 2001:db8::24a (ca32630f-16dd-419c-89f3-b1a10c982249/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0/0eb8f5af-64b1-4d4c-874e-3e1b64006a2c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:37.245279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:37.410956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:37.411307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:37.411640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:37.424388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:10:37.424752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:37.439285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:37.439630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Checking segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:37.440030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Bound using segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:37.440517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Bound port: 469c7b67-332a-42c3-b106-fb308a7531f1, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:37.440901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.462857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.483696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd98c-1d8d-4181-9b71-fc067c1595dd req-4df5cded-a297-4a8f-bec8-039256fec950 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:37.485453 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e53cd98c-1d8d-4181-9b71-fc067c1595dd req-4df5cded-a297-4a8f-bec8-039256fec950 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.0895460 Jul 27 17:10:37.501112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Transition to ACTIVE for port object 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:37.544460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e53cd98c-1d8d-4181-9b71-fc067c1595dd req-47cebb24-7dbe-4786-9949-17602f24e5dc tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507624 Jul 27 17:10:37.556927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:37.574078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:37.581213 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.587805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.597632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06128cf5-1f38-45c0-b0e4-d5791b970351 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:37.637554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:37.638759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.640232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] 10.222.0.13 "PUT /v2.0/ports/469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 1091 time: 1.3366637 Jul 27 17:10:37.640710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:37.643052 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad6600-bfc3-462f-835b-d2495397373d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:37.661265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 06128cf5-1f38-45c0-b0e4-d5791b970351 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:37.661473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Network ca32630f-16dd-419c-89f3-b1a10c982249 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:37.661994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.664277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:37.668941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:37.674998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:37.675927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:37.680306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a158-8bbd-4dad-8cf8-e5c431b16c31 service neutron] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:37.738209 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2366135 Jul 27 17:10:37.739043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:37.746140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:0a:36:96'}, {'ip_address': '2001:db8::3e6', 'mac_address': 'fa:16:3e:38:f3:3f'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:37.770313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa67be-6014-4319-8fb6-dd892b1e7cc1 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=0eb8f5af-64b1-4d4c-874e-3e1b64006a2c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:37.797497 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f998c423-9eda-4f53-96e8-7802fcba20c8 x-openstack-request-id: req-f998c423-9eda-4f53-96e8-7802fcba20c8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:37.797747 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:37.797957 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f998c423-9eda-4f53-96e8-7802fcba20c8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:37.798314 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'status': 'completed', 'code': 200} Jul 27 17:10:37.802130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-41773ba7-820a-4b7f-93c5-e67a01b48e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:37.803430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-41773ba7-820a-4b7f-93c5-e67a01b48e61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.0859210 Jul 27 17:10:37.861319 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-599d1b1b-8644-4a37-a905-fafd296d7758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 217 time: 0.0451326 Jul 27 17:10:37.934243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-5b7bb72d-1c75-4e87-be5f-f15dba3b173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:37.938544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-5b7bb72d-1c75-4e87-be5f-f15dba3b173a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0687551 Jul 27 17:10:38.033900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-59c685ea-4496-4214-b056-24b1957fb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.035684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-59c685ea-4496-4214-b056-24b1957fb1bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922482 Jul 27 17:10:38.068489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-1acbc507-2d9f-4d0d-a1c2-aa5d49170254 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.070412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-1acbc507-2d9f-4d0d-a1c2-aa5d49170254 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1394272 Jul 27 17:10:38.121981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.179319 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-6e44aa03-7af0-40f4-864e-e13d6aa864af service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329551 Jul 27 17:10:38.252421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59143b4e-f13f-474d-bdff-2efccfe59c8d None None] Provisioning for port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:38.258428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-59143b4e-f13f-474d-bdff-2efccfe59c8d None None] Provisioning complete for port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:38.259213 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-59143b4e-f13f-474d-bdff-2efccfe59c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.291073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9889548b-28b4-442d-8f93-cd5321d7c0c9 req-57603f73-daac-4ce2-b28c-adc5aa5d14c5 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051114 Jul 27 17:10:38.312166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-59143b4e-f13f-474d-bdff-2efccfe59c8d None None] Port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:38.365859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e979f7-4f23-4534-9af8-3903aa03ef4a req-2ca33daf-91da-46bc-98a6-4044ac14e35e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.367440 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81e979f7-4f23-4534-9af8-3903aa03ef4a req-2ca33daf-91da-46bc-98a6-4044ac14e35e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.2292154 Jul 27 17:10:38.388235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Deleting port ec840317-e25c-4273-96ce-3a15b0a0b9d4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:38.388235 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.448869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad6600-bfc3-462f-835b-d2495397373d req-38e18f6f-a035-47ab-b66b-72ee6bdbf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.451145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-38e18f6f-a035-47ab-b66b-72ee6bdbf552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.0692608 Jul 27 17:10:38.499054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81e979f7-4f23-4534-9af8-3903aa03ef4a req-ad7d97a3-c488-4621-97b4-ba099af06d65 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215055 Jul 27 17:10:38.559211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] For port ec840317-e25c-4273-96ce-3a15b0a0b9d4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ec840317-e25c-4273-96ce-3a15b0a0b9d4,segment=NetworkSegment(44ed5aa0-f1ef-4461-9d58-2018d778b31d),segment_id=44ed5aa0-f1ef-4461-9d58-2018d778b31d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:38.559594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.570724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.579521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.581677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Calling delete_port for ec840317-e25c-4273-96ce-3a15b0a0b9d4 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:38.583248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad6600-bfc3-462f-835b-d2495397373d req-fefa881c-3315-46ef-bf15-af109a433bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.585928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-fefa881c-3315-46ef-bf15-af109a433bac service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.1261237 Jul 27 17:10:38.627256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] In _notify_port_updated(), no bound segment for port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c on network ca32630f-16dd-419c-89f3-b1a10c982249 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:38.632766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.633416 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.634737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "PUT /v2.0/ports/0eb8f5af-64b1-4d4c-874e-3e1b64006a2c HTTP/1.1" status: 200 len: 1068 time: 0.8944941 Jul 27 17:10:38.637787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60322) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:38.645257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-7394e3a4-e6a5-45cf-8bdf-0927bc0d6064 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 217 time: 0.0520446 Jul 27 17:10:38.717710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd299-59a4-4ff6-a97d-6a17240a39b4 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event updated for resources: {'Port': ['ID=0eb8f5af-64b1-4d4c-874e-3e1b64006a2c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:38.756009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad6600-bfc3-462f-835b-d2495397373d req-1bfcd53f-62e4-43e9-997f-6005cf34a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.758886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-1bfcd53f-62e4-43e9-997f-6005cf34a24c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0689116 Jul 27 17:10:38.829787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aeb42-63cf-492f-8ea4-ce3872a957da req-adf56cd3-9d07-45a5-954d-3c079e7f8943 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.831696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-565aeb42-63cf-492f-8ea4-ce3872a957da req-adf56cd3-9d07-45a5-954d-3c079e7f8943 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9ea86-45f3-4aae-867d-23b6fd002577 HTTP/1.1" status: 200 len: 945 time: 0.1890943 Jul 27 17:10:38.857994 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:38.858344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.892065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad6600-bfc3-462f-835b-d2495397373d req-b441b72b-f223-430c-b4c7-35304ae9ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:38.893598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-b441b72b-f223-430c-b4c7-35304ae9ec8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272213 Jul 27 17:10:38.897075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-565aeb42-63cf-492f-8ea4-ce3872a957da req-e9172a8c-800f-4ee0-8608-07340752890e tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.64 "GET /v2.0/security-groups?id=49cab895-3a82-47a0-8c6b-34d17a36903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565672 Jul 27 17:10:38.910223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:38.960331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Pushing event deleted for resources: {'Port': ['ID=ec840317-e25c-4273-96ce-3a15b0a0b9d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:39.014701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.015224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.015998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.016581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.017045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.017601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.018022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.018568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.019100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.019651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.020076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.020538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:39.023650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-7d861ca4-3d35-4036-bb92-8af3aa0d3b7f service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206372 Jul 27 17:10:39.040077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-875a7586-3786-4c38-9dbc-80c461a87d85 None None] Provisioning complete for port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:39.040652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-875a7586-3786-4c38-9dbc-80c461a87d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.054665 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] No DVR routers for this DVR port ec840317-e25c-4273-96ce-3a15b0a0b9d4 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:39.064624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.068183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12ba6ada-7c87-41bc-8260-1421a71e122b req-3b3c1f5f-7c0e-420f-bfbe-705bd9487cd4 tempest-TestServerAdvancedOps-91451576 tempest-TestServerAdvancedOps-91451576-project] 10.222.0.61 "DELETE /v2.0/ports/ec840317-e25c-4273-96ce-3a15b0a0b9d4 HTTP/1.1" status: 204 len: 173 time: 0.9882457 Jul 27 17:10:39.068934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'name': 'network-vif-deleted', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:39.073270 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e9ebe0-28bd-4db2-8176-078bd2853db2" -d '{"events": [{"server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "name": "network-vif-deleted", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:39.085653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-875a7586-3786-4c38-9dbc-80c461a87d85 None None] Port 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:39.094086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.119954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for 0eb8f5af-64b1-4d4c-874e-3e1b64006a2c owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:39.189183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45ad6600-bfc3-462f-835b-d2495397373d req-a79d7ae2-c044-413b-b800-03d8cb7dbf5a service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571245 Jul 27 17:10:39.220560 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ddd0cd-b800-4874-9c5f-3788d7f78cde x-openstack-request-id: req-45ddd0cd-b800-4874-9c5f-3788d7f78cde {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:39.220893 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb9ea86-45f3-4aae-867d-23b6fd002577", "name": "network-vif-deleted", "tag": "ec840317-e25c-4273-96ce-3a15b0a0b9d4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:39.221147 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45ddd0cd-b800-4874-9c5f-3788d7f78cde {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:39.221547 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb9ea86-45f3-4aae-867d-23b6fd002577', 'name': 'network-vif-deleted', 'tag': 'ec840317-e25c-4273-96ce-3a15b0a0b9d4', 'status': 'completed', 'code': 200} Jul 27 17:10:39.303586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.333164 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=0eb8f5af-64b1-4d4c-874e-3e1b64006a2c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:39.523479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.526895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-269df7b4-599e-4aa2-82ed-69c0bba9c6cc tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/0eb8f5af-64b1-4d4c-874e-3e1b64006a2c HTTP/1.1" status: 204 len: 168 time: 0.8564391 Jul 27 17:10:39.530339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60330) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:39.562503 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bee0dc-8383-4004-9175-6a6055922529 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] GET failed (client error): The resource could not be found. Jul 27 17:10:39.564456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4bee0dc-8383-4004-9175-6a6055922529 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports/0eb8f5af-64b1-4d4c-874e-3e1b64006a2c HTTP/1.1" status: 404 len: 333 time: 0.0330400 Jul 27 17:10:39.567168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60332) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:39.677767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c352c9-4458-456a-8290-bc54f3ac0c72 req-23eba53e-4f09-446f-b3d2-83aea442e03a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:39.689377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44c352c9-4458-456a-8290-bc54f3ac0c72 req-23eba53e-4f09-446f-b3d2-83aea442e03a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.0918877 Jul 27 17:10:39.723965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port b60e299c-cd39-4a29-8f07-7766450c3bf8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:39.724377 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.752340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-349ac641-d66c-4dd4-bce9-23fe5176325d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.846503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:39.860293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for b60e299c-cd39-4a29-8f07-7766450c3bf8 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:40.026128 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.032975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-44c352c9-4458-456a-8290-bc54f3ac0c72 req-e44771a6-1a71-49b1-8fa6-a52f1c404f13 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412931 Jul 27 17:10:40.044738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60338) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.072977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=b60e299c-cd39-4a29-8f07-7766450c3bf8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:40.099597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Deleting subnet 46300ca6-de81-4203-81ef-f163af8c8bc4 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:40.103283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.114375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.116486 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ab056f0-d6fd-40f9-8b48-0950dc2990e5 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/b60e299c-cd39-4a29-8f07-7766450c3bf8 HTTP/1.1" status: 204 len: 168 time: 0.5482697 Jul 27 17:10:40.119086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60340) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.147691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.152941 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f83b91-5634-490b-9a38-66f6d6bf15ce tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] GET failed (client error): The resource could not be found. Jul 27 17:10:40.155098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-48f83b91-5634-490b-9a38-66f6d6bf15ce tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "GET /v2.0/ports/b60e299c-cd39-4a29-8f07-7766450c3bf8 HTTP/1.1" status: 404 len: 333 time: 0.0349917 Jul 27 17:10:40.160690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.200644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.268985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.298159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port 625f6dcf-5af2-4224-ad04-5844e87340d3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:40.298507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.305262 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.306184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/46300ca6-de81-4203-81ef-f163af8c8bc4 HTTP/1.1" status: 204 len: 168 time: 0.2602427 Jul 27 17:10:40.307157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42837f2-abd7-44f9-bc26-38b8d5b48202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46300ca6-de81-4203-81ef-f163af8c8bc4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:40.310218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.384073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.414370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.426335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for 625f6dcf-5af2-4224-ad04-5844e87340d3 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:40.471897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.482537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d06ed22-7215-4730-8790-0dc3ec9bff14']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:40.493279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ed5aa0-f1ef-4461-9d58-2018d778b31d') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:40.493685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ed5aa0-f1ef-4461-9d58-2018d778b31d') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:40.503383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.525003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.533025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:40.533539 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:40.535128 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:40.573883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.595252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.600834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.603305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d06ed22-7215-4730-8790-0dc3ec9bff14 HTTP/1.1" status: 204 len: 168 time: 0.2922578 Jul 27 17:10:40.606015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=625f6dcf-5af2-4224-ad04-5844e87340d3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:40.606501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.631345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661727c-cb13-49a5-9f6d-aa4ad8b42acf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d06ed22-7215-4730-8790-0dc3ec9bff14,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:40.644615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.648469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15d83e44-e5bf-4071-aeb1-d4d2c0945ddb tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/ports/625f6dcf-5af2-4224-ad04-5844e87340d3 HTTP/1.1" status: 204 len: 168 time: 0.4848464 Jul 27 17:10:40.649186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60348) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.686434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Deleting subnet 150ed987-9863-45c0-9e9b-bbbd786323bd {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:40.691214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.717891 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting subnet 6d51ad63-ec98-4629-8f51-f6aaf39f3ca0 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:40.723375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.745968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.765239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ec840317-e25c-4273-96ce-3a15b0a0b9d4 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:40.780796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.813843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ec840317-e25c-4273-96ce-3a15b0a0b9d4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:40.814214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ec840317-e25c-4273-96ce-3a15b0a0b9d4 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:40.819169 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:10:40.825668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.891843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.904593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.930754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150ed987-9863-45c0-9e9b-bbbd786323bd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:40.936048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:40.940394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2a50a1a0-6062-4d79-b9de-879e8144d3a0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/150ed987-9863-45c0-9e9b-bbbd786323bd HTTP/1.1" status: 204 len: 168 time: 0.3305476 Jul 27 17:10:40.940889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60350) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:40.948714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:40.962584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '469c7b67-332a-42c3-b106-fb308a7531f1', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'mac_address': 'fa:16:3e:92:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:10:40.973571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.005766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Subnet': ['ID=6d51ad63-ec98-4629-8f51-f6aaf39f3ca0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.010961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.012995 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-47dc7e3a-57c8-4fb3-8ae3-4bfe45036f96 tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/subnets/6d51ad63-ec98-4629-8f51-f6aaf39f3ca0 HTTP/1.1" status: 204 len: 168 time: 0.3625495 Jul 27 17:10:41.015729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:41.024529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcd9e5-dba3-47b7-88ae-a76b9f888c68 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:41.042027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.047400 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.100856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469c7b67-332a-42c3-b106-fb308a7531f1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:10:41.112013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.156547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:41.179053 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.217427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Deleting port a6d2bd74-96d5-450d-9338-783e12bf5572 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:41.218977 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.228710 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.242304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6003f92e-f052-4311-a06e-4b2fddb38fc7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.255606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.256347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc3b8f8-9cfc-4a2a-b805-544fb64cbdaa') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.256850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc3b8f8-9cfc-4a2a-b805-544fb64cbdaa') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.271513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.290278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.299280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:41.300022 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:41.302756 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:41.345824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] For port a6d2bd74-96d5-450d-9338-783e12bf5572, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a6d2bd74-96d5-450d-9338-783e12bf5572,segment=NetworkSegment(38e96f73-a2db-4007-b09a-5b735efe0b96),segment_id=38e96f73-a2db-4007-b09a-5b735efe0b96)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:41.346478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.373712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.374267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f33b2a-96a4-457c-9568-9cc30803dbce req-89f7d082-1aae-438e-9437-715828369256 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:41.376575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8f33b2a-96a4-457c-9568-9cc30803dbce req-89f7d082-1aae-438e-9437-715828369256 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 944 time: 0.1739604 Jul 27 17:10:41.377956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Calling delete_port for a6d2bd74-96d5-450d-9338-783e12bf5572 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:41.380832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] DHCP port deletion for ca32630f-16dd-419c-89f3-b1a10c982249 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:10:41.386098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.390961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6003f92e-f052-4311-a06e-4b2fddb38fc7 HTTP/1.1" status: 204 len: 168 time: 0.4460893 Jul 27 17:10:41.405883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c76c6-2976-44cb-ac58-361edc0d9501 admin admin] Pushing event deleted for resources: {'Network': ['ID=6003f92e-f052-4311-a06e-4b2fddb38fc7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.468081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8f33b2a-96a4-457c-9568-9cc30803dbce req-4d3c6f79-5844-4fee-9a23-35d6d21945e5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841727 Jul 27 17:10:41.483529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Deleting port a6d2bd74-96d5-450d-9338-783e12bf5572 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:41.483908 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.528038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['469c7b67-332a-42c3-b106-fb308a7531f1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:10:41.535853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.573399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Port': ['ID=a6d2bd74-96d5-450d-9338-783e12bf5572,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.577849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] No DVR routers for this DVR port a6d2bd74-96d5-450d-9338-783e12bf5572 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:41.642830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a6d2bd74-96d5-450d-9338-783e12bf5572 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:41.665414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.676650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca32630f-16dd-419c-89f3-b1a10c982249']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.686272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: a6d2bd74-96d5-450d-9338-783e12bf5572 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:41.686586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a6d2bd74-96d5-450d-9338-783e12bf5572 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:41.687832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:41.689467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] For port a6d2bd74-96d5-450d-9338-783e12bf5572, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a6d2bd74-96d5-450d-9338-783e12bf5572,segment=NetworkSegment(38e96f73-a2db-4007-b09a-5b735efe0b96),segment_id=38e96f73-a2db-4007-b09a-5b735efe0b96)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:41.689871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.692090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e96f73-a2db-4007-b09a-5b735efe0b96') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.692090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e96f73-a2db-4007-b09a-5b735efe0b96') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:41.703104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.725576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.726362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Calling delete_port for a6d2bd74-96d5-450d-9338-783e12bf5572 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:41.736696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:41.736992 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:41.740531 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:41.744222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60692cb4-c15d-4e34-bb62-9ea1bc540fa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=357906f03aea4c3cb8dbbf1fddaf57d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550261 Jul 27 17:10:41.746569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:41.824189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.835781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.838157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] 10.222.0.64 "DELETE /v2.0/networks/ca32630f-16dd-419c-89f3-b1a10c982249 HTTP/1.1" status: 204 len: 168 time: 0.8218813 Jul 27 17:10:41.847705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.854109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5a38-f46c-4255-962f-bf06d7d5c48a tempest-AllowedAddressPairIpV6TestJSON-674704737 tempest-AllowedAddressPairIpV6TestJSON-674704737-project] Pushing event deleted for resources: {'Network': ['ID=ca32630f-16dd-419c-89f3-b1a10c982249,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.875754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:10:41.892450 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:10:41.905117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.936231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Network ca32630f-16dd-419c-89f3-b1a10c982249 is not hosted by any dhcp agent {{(pid=93925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 17:10:41.936718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] No DVR routers for this DVR port a6d2bd74-96d5-450d-9338-783e12bf5572 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:41.948417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d075cec-0910-4266-9397-2d58e6e55612 None None] Pushing event deleted for resources: {'Port': ['ID=a6d2bd74-96d5-450d-9338-783e12bf5572,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:41.957313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.960184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:41.965364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49cab895-3a82-47a0-8c6b-34d17a36903b HTTP/1.1" status: 204 len: 168 time: 0.2165954 Jul 27 17:10:41.975384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161a793-bf22-41ab-8347-244ea9402f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cab895-3a82-47a0-8c6b-34d17a36903b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:42.163451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:42.308754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60378) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:42.332675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a092cc71-b1c7-4252-bd01-921509b8d4ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ded7b6f9b17b4a1fb12b969dd64cb755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679668 Jul 27 17:10:42.333982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:42.358973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96bc49bf-4de1-45b5-b09c-a93997b16b73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a2a6b50a69948f892f8aadf524138cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489485 Jul 27 17:10:42.361392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:42.393832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.410989 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.418620 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.425469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.442869 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.483034 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.486428 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.487818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4dd0313-2db2-4cc0-8006-3e306c8b951e HTTP/1.1" status: 204 len: 168 time: 0.1528468 Jul 27 17:10:42.498208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.500965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.505139 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0df3088-0ac2-4b2e-8c02-fc5ca8f2c284 HTTP/1.1" status: 204 len: 168 time: 0.1425300 Jul 27 17:10:42.517585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550d6fe-7b58-4c13-a612-dfed35a76bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dd0313-2db2-4cc0-8006-3e306c8b951e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:42.517927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2f3ff-1cec-409f-aa99-0d4a8456c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0df3088-0ac2-4b2e-8c02-fc5ca8f2c284,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:42.598567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39867161-7d59-4492-82b0-8af987a99728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:42.696727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772f078-42e0-4f07-affe-7c792d02ee7d req-f0809673-0de0-4a4c-9a13-e674b92ad804 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:42.704556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5772f078-42e0-4f07-affe-7c792d02ee7d req-f0809673-0de0-4a4c-9a13-e674b92ad804 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 944 time: 0.1216800 Jul 27 17:10:42.749590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5772f078-42e0-4f07-affe-7c792d02ee7d req-ba55c872-9af1-4b93-bf4e-9cb6ffacce4d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440385 Jul 27 17:10:42.804732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:42.909740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 469c7b67-332a-42c3-b106-fb308a7531f1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:42.916708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 469c7b67-332a-42c3-b106-fb308a7531f1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:42.917674 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.070232 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.103025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:43.106159 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955ecfc-179e-45ed-95c8-ea7cebdbe600" -d '{"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-plugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:43.124227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:43.130425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.178766 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716d0c3c-412f-45ad-a41d-81139526df41 x-openstack-request-id: req-716d0c3c-412f-45ad-a41d-81139526df41 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:43.179058 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-plugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:43.179565 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-716d0c3c-412f-45ad-a41d-81139526df41 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:43.180373 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'code': 200} Jul 27 17:10:43.219768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:43.411271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971379b-831c-4e8a-9f22-4befb735b7c4 req-226f4c15-a8d8-49d8-927c-01674121c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:43.412937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1971379b-831c-4e8a-9f22-4befb735b7c4 req-226f4c15-a8d8-49d8-927c-01674121c216 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.1506708 Jul 27 17:10:43.474314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1971379b-831c-4e8a-9f22-4befb735b7c4 req-69e8535f-f37e-42cc-be05-aea2a4565f72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542903 Jul 27 17:10:43.530022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.608836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60412) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:43.709162 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-532867730'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:43.733780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:43.737757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.746927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.858786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.864221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.893724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:43.904199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac037a-582e-4718-857c-3901405d3d7e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:43.905322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089190-1bec-43fd-b07b-4efd45ecbce0 req-a73ba4fa-0177-424b-b870-3665d873e8d7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:43.907345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19089190-1bec-43fd-b07b-4efd45ecbce0 req-a73ba4fa-0177-424b-b870-3665d873e8d7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0826232 Jul 27 17:10:43.921185 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:43.921538 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Added segment 2c37560e-6d84-4c08-8e4b-4de404ee4b33 of type vlan for network 9f4b553e-a7c1-48a9-8086-6b3acd685899 Jul 27 17:10:43.961327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19089190-1bec-43fd-b07b-4efd45ecbce0 req-7331bd58-1a6d-4878-b4b6-33aff1213e21 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458500 Jul 27 17:10:43.969948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.003116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.008621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:44.009218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.072864 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4628568 Jul 27 17:10:44.076022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f896f5-5fc7-41fe-97b8-7e426e207f6f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Network': ['ID=9f4b553e-a7c1-48a9-8086-6b3acd685899,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:44.077135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:44.083394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'subnet': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:44.087717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:44.180591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:44.184317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.376124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.442972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Subnet': ['ID=71aa8684-e006-48d9-ae11-53ba640a41f5,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:44.456750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Checking segment: {'id': '2c37560e-6d84-4c08-8e4b-4de404ee4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:44.457118 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network hostable DHCP agents. Network: 9f4b553e-a7c1-48a9-8086-6b3acd685899, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:44.478837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:44.490023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9f4b553e-a7c1-48a9-8086-6b3acd685899) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:44.498954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5cb3d-b692-461d-a05e-babd031b006b None None] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:44.501215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:44.502055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.518643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a21a6adf-31aa-4223-ae97-cb6bdb07a9b1 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4398282 Jul 27 17:10:44.521776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:44.531344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-911312048'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:44.682802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9f4b553e-a7c1-48a9-8086-6b3acd685899', 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'tenant_id': '85dd1eccb0aa472d8462e1075cb6fa52', 'fixed_ips': [{'subnet_id': '71aa8684-e006-48d9-ae11-53ba640a41f5'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:10:44.684494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.692100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:44.701903 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:44.768077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:44.853109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Allocated IP 172.20.0.2 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/6f04c276-8de5-4da3-8b68-78cbf9c3b623) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:45.016151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.026010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Transition to ACTIVE for port object 6f04c276-8de5-4da3-8b68-78cbf9c3b623 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:45.042478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Transition to ACTIVE for port object 6f04c276-8de5-4da3-8b68-78cbf9c3b623 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:45.061708 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.107989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:45.111426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:45.113900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:45.122949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56725d1-ac6f-4688-bdf7-cf0b05ff32c4 req-85d8e2f8-afed-411c-b9e0-e84334452798 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:45.126289 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e56725d1-ac6f-4688-bdf7-cf0b05ff32c4 req-85d8e2f8-afed-411c-b9e0-e84334452798 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0900016 Jul 27 17:10:45.126856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.9 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/b5cf9fcf-88f2-4921-bc4b-e40f4724b31e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:45.144465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Pushing event updated for resources: {'Port': ['ID=6f04c276-8de5-4da3-8b68-78cbf9c3b623,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:45.170999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.177781 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e56725d1-ac6f-4688-bdf7-cf0b05ff32c4 req-4a57fa46-d7fc-4101-a613-dbfd4c2e1333 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Jul 27 17:10:45.205996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Attempting to bind port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:10:45.206474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Attempting to bind port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2c37560e-6d84-4c08-8e4b-4de404ee4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:10:45.206940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Attempting to bind port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 on network 9f4b553e-a7c1-48a9-8086-6b3acd685899 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:10:45.213573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:10:45.214040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Checking segment: {'id': '2c37560e-6d84-4c08-8e4b-4de404ee4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:45.214525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.214999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Bound using segment: {'id': '2c37560e-6d84-4c08-8e4b-4de404ee4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:10:45.215848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Bound port: 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c37560e-6d84-4c08-8e4b-4de404ee4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:10:45.216335 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.294931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] For port 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:10:45.298170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] For port 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f04c276-8de5-4da3-8b68-78cbf9c3b623,segment=NetworkSegment(2c37560e-6d84-4c08-8e4b-4de404ee4b33),segment_id=2c37560e-6d84-4c08-8e4b-4de404ee4b33)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:10:45.303785 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.348692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.362778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d949-ed2f-44ae-beab-4b4af00eeba6 None None] Pushing event updated for resources: {'Port': ['ID=6f04c276-8de5-4da3-8b68-78cbf9c3b623,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:45.364698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object b5cf9fcf-88f2-4921-bc4b-e40f4724b31e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:45.421367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6665f7-c510-4ed4-9cb4-88e47117aada req-2ca6085c-976c-4ada-be48-7ecb54216178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:45.423273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d6665f7-c510-4ed4-9cb4-88e47117aada req-2ca6085c-976c-4ada-be48-7ecb54216178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1550608 Jul 27 17:10:45.424998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.494175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:45.506055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:45.515626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:45.549471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d6665f7-c510-4ed4-9cb4-88e47117aada req-f1df1b11-a499-493f-83c7-972fcdd9dab6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129110 Jul 27 17:10:45.552980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=b5cf9fcf-88f2-4921-bc4b-e40f4724b31e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:45.588760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:45.593167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.617369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60430) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:45.627680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60434) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:45.628856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16abb11a-a61c-4a34-953b-dac2785a81ba tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1032903 Jul 27 17:10:45.635770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-1429853449', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:6e:09'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:45.774784 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f468e-626d-4c5e-a577-436284b2b617 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:45.776359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a88f468e-626d-4c5e-a577-436284b2b617 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1091 time: 0.1576946 Jul 27 17:10:45.781246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60436) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:45.786258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:45.796548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:45.814043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.897024 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:45.919432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port a0971aa0-169d-42c4-a43b-95ff7b55ca36 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:45.945009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.049439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.3 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/a0971aa0-169d-42c4-a43b-95ff7b55ca36) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:46.069411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.33 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/106662d0-f615-4ba2-94c0-8b4b17cb883f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:46.234811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.252607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.273038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object a0971aa0-169d-42c4-a43b-95ff7b55ca36 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:46.288171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.324966 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.330200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:46.333213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:46.340366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:46.371887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=106662d0-f615-4ba2-94c0-8b4b17cb883f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:46.389584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:46.392962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:46.395405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:46.433814 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=a0971aa0-169d-42c4-a43b-95ff7b55ca36,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:46.462379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:46.463047 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.487609 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f1b378e-c73c-481e-84d8-1a9450c21fa8 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.8588204 Jul 27 17:10:46.490234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60438) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:46.554131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a383413-6408-41c8-a6a5-2283483bcf9d None None] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:46.600666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904085b0-74ef-4010-ac14-0406ba4e1ee9 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:46.608984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904085b0-74ef-4010-ac14-0406ba4e1ee9 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:46.610600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-22b8ee20-e881-43eb-948d-3028c5bc70d2 None None] Provisioning for port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:46.617005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904085b0-74ef-4010-ac14-0406ba4e1ee9 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:46.621613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-904085b0-74ef-4010-ac14-0406ba4e1ee9 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1277287 Jul 27 17:10:46.622946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60442) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:46.758130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port a0971aa0-169d-42c4-a43b-95ff7b55ca36 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:46.759446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.874309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:46.892996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for a0971aa0-169d-42c4-a43b-95ff7b55ca36 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:47.006962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.057956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.082693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.083216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-01ffebb8-db4b-443e-8216-4483cbb5214f None None] Provisioning for port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:47.089168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-01ffebb8-db4b-443e-8216-4483cbb5214f None None] Provisioning complete for port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:47.089885 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-01ffebb8-db4b-443e-8216-4483cbb5214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.124450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=a0971aa0-169d-42c4-a43b-95ff7b55ca36,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:47.141806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-01ffebb8-db4b-443e-8216-4483cbb5214f None None] Port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:47.145333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-01ffebb8-db4b-443e-8216-4483cbb5214f None None] Could not find standard attr ID for object a0971aa0-169d-42c4-a43b-95ff7b55ca36. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:10:47.213245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.311466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.316664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6a931525-0166-493d-8056-d3e9e2e44e70 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/a0971aa0-169d-42c4-a43b-95ff7b55ca36 HTTP/1.1" status: 204 len: 168 time: 0.6914673 Jul 27 17:10:47.317320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:47.349183 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9f80ef-a853-4496-a3f1-ea85e069772a tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] GET failed (client error): The resource could not be found. Jul 27 17:10:47.355252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4e9f80ef-a853-4496-a3f1-ea85e069772a tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports/a0971aa0-169d-42c4-a43b-95ff7b55ca36 HTTP/1.1" status: 404 len: 333 time: 0.0367386 Jul 27 17:10:47.355892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60454) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:47.362347 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-1979880282'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:47.390187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-00dc9acc-2d13-405f-bab3-ca46f45b9212 None None] Provisioning complete for port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:47.390928 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-00dc9acc-2d13-405f-bab3-ca46f45b9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.452238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-00dc9acc-2d13-405f-bab3-ca46f45b9212 None None] Port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:47.540293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:47.551337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.583728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:47.677380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f04c276-8de5-4da3-8b68-78cbf9c3b623 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:47.782409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:47.786958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c46bade2-b4b5-4ed5-a152-b2bc05b2b0b1 None None] Could not find standard attr ID for object a0971aa0-169d-42c4-a43b-95ff7b55ca36. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:10:47.789191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:47.789613 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.853345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.862615 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.933871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:47.990264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f04c276-8de5-4da3-8b68-78cbf9c3b623,segment=NetworkSegment(2c37560e-6d84-4c08-8e4b-4de404ee4b33),segment_id=2c37560e-6d84-4c08-8e4b-4de404ee4b33)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:48.000153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.018673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.063974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=106662d0-f615-4ba2-94c0-8b4b17cb883f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:48.095190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6f04c276-8de5-4da3-8b68-78cbf9c3b623,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:48.140408 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP bd505b0a-4043-46a3-b4a5-565239704e5a associated. External IP: 172.25.4.33, port: 469c7b67-332a-42c3-b106-fb308a7531f1. Jul 27 17:10:48.168759 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.4 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:48.349363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.369021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:48.376740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 548f953a-34f3-475c-be86-dabf6eeb0127 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:10:48.409485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.460932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:48.466583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:48.470269 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:48.476934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:48.514219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:10:48.538527 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Sync routers for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:10:48.551558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.561043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:48.561732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:48.583053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:48.589187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.622669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0aa634bf-abee-4a15-8923-3d128ed23404 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2626727 Jul 27 17:10:48.624341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:48.634856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:6e:09'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:48.675433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a7475dce-2b45-4cde-858c-7fc9e36a5f6e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8905210 Jul 27 17:10:48.684396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:10:48.687505 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a84443-7bcc-4553-913b-94d43bb9c071" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:10:48.814727 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:48.822907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c72cf0df-cc66-45f8-a1f2-552d6ca71ec2 None None] Provisioning for port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:48.828456 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b91968-7959-47f5-9951-a806c894a415 x-openstack-request-id: req-24b91968-7959-47f5-9951-a806c894a415 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:10:48.828983 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:10:48.829425 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24b91968-7959-47f5-9951-a806c894a415 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:10:48.830006 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'status': 'completed', 'code': 200} Jul 27 17:10:48.833295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c72cf0df-cc66-45f8-a1f2-552d6ca71ec2 None None] Provisioning complete for port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:48.833898 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c72cf0df-cc66-45f8-a1f2-552d6ca71ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:48.860193 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bdb8f-c1ba-43ed-924e-c90f538da9b2 req-a4a236f5-c6c6-4c5f-b874-420224b94918 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:48.862992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e2bdb8f-c1ba-43ed-924e-c90f538da9b2 req-a4a236f5-c6c6-4c5f-b874-420224b94918 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0889490 Jul 27 17:10:48.890383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c72cf0df-cc66-45f8-a1f2-552d6ca71ec2 None None] Port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:48.925596 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e2bdb8f-c1ba-43ed-924e-c90f538da9b2 req-7416dfec-59e9-42cf-833d-f12c6729dc02 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565221 Jul 27 17:10:48.943653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-12f99cb3-2f71-44f1-a7e2-f7001747038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:48.945215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-12f99cb3-2f71-44f1-a7e2-f7001747038a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.1281221 Jul 27 17:10:48.949788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60482) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:49.017198 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.070756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dc866504-5763-4226-8339-d9f42d23b718 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 200 len: 990 time: 0.1190774 Jul 27 17:10:49.109110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-9d55173e-6b52-4590-b4c3-0998fdb23c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:49.110614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-9d55173e-6b52-4590-b4c3-0998fdb23c76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.1582904 Jul 27 17:10:49.192831 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bd505b0a-4043-46a3-b4a5-565239704e5a', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'mac_address': 'fa:16:3e:92:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:10:46Z', 'updated_at': '2021-07-27T17:10:46Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:49.220313 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Checking router: 548f953a-34f3-475c-be86-dabf6eeb0127 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:10:49.228552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:10:49.229541 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:49.278297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-d346bd28-1f7d-485a-a962-75a711f9ef70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.1486902 Jul 27 17:10:49.342341 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:10:49.359651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-e59fd272-e66a-4e7b-8ad7-3ea0793f4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:49.361186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-e59fd272-e66a-4e7b-8ad7-3ea0793f4c0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0762706 Jul 27 17:10:49.365024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.379130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.521029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:49.527350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] In _notify_port_updated(), no bound segment for port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 on network 9f4b553e-a7c1-48a9-8086-6b3acd685899 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:49.533818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:49.534499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.535838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17426abb-881e-446b-a464-f3c6be13aa60 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "PUT /v2.0/ports/9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 HTTP/1.1" status: 200 len: 993 time: 0.9060874 Jul 27 17:10:49.538666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60484) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:49.552050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-2b103652-eb40-43d4-a383-676029a43025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:49.554153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-2b103652-eb40-43d4-a383-676029a43025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858816 Jul 27 17:10:49.638694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bd505b0a-4043-46a3-b4a5-565239704e5a', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'mac_address': 'fa:16:3e:92:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:10:46Z', 'updated_at': '2021-07-27T17:10:46Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:49.649261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f04c276-8de5-4da3-8b68-78cbf9c3b623 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:10:49.672048 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c49f81-e856-47f7-ac0b-9ae155811c71 None None] The sync data for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 is: [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bd505b0a-4043-46a3-b4a5-565239704e5a', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'mac_address': 'fa:16:3e:92:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:10:46Z', 'updated_at': '2021-07-27T17:10:46Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:10:49.724025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:49.726011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.733056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-c5f41ea4-6f7f-46ae-9a60-f74538c5deff service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714339 Jul 27 17:10:49.755570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:49.756098 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.858636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7a84443-7bcc-4553-913b-94d43bb9c071 req-ca48922e-87c5-4e57-a71e-b56ad536860e service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182880 Jul 27 17:10:49.869909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.883655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-27418159-41ab-4498-96c0-f19699f4ac1f None None] Provisioning complete for port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:49.884622 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27418159-41ab-4498-96c0-f19699f4ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:49.899545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:49.968579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27418159-41ab-4498-96c0-f19699f4ac1f None None] Port 9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:50.022911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373b0a5-079d-42a3-bd19-52d7cead7c84 None None] New status for floating IP bd505b0a-4043-46a3-b4a5-565239704e5a: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:10:50.068989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.075693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:50.100969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:50.176494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8a2ba79d-4480-4ad4-81d2-6ff7420dae29 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 200 len: 990 time: 0.0977943 Jul 27 17:10:50.239411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:10:50.267094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.269544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-050968e6-7da7-452b-9bf5-d89929efa3a4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 HTTP/1.1" status: 204 len: 168 time: 0.7290466 Jul 27 17:10:50.272072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60490) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:50.303767 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baf63c9-512c-4596-8eb3-6243883d4e3f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] GET failed (client error): The resource could not be found. Jul 27 17:10:50.306765 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6baf63c9-512c-4596-8eb3-6243883d4e3f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports/9462bd08-a9ec-4e7b-a8dd-9f7b0da861c0 HTTP/1.1" status: 404 len: 333 time: 0.0321891 Jul 27 17:10:50.311166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60492) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:50.316737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-102867845'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:50.451061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:50.454684 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.473255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:50.584239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.8 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/b92ebe3f-a1fd-4eaa-849f-d6d96347af5a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:50.735768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.755203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object b92ebe3f-a1fd-4eaa-849f-d6d96347af5a will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:50.797945 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.847435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:50.853255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:50.858683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:50.865200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=b92ebe3f-a1fd-4eaa-849f-d6d96347af5a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:50.929901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:50.931112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:50.968195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7f2426d4-31e2-41f4-8ffe-170299df39b4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6556580 Jul 27 17:10:50.970690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60496) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:50.976496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:6e:09'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:51.179472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60498) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:51.195558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.206700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0ebcb87-c54f-4e3a-8dc3-b9fde8335292 None None] Provisioning for port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:51.211881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f0ebcb87-c54f-4e3a-8dc3-b9fde8335292 None None] Provisioning complete for port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:51.212559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f0ebcb87-c54f-4e3a-8dc3-b9fde8335292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.277304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-62dc3cf8-8000-47c9-8d74-2a31068fc1ff tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 200 len: 992 time: 0.0867295 Jul 27 17:10:51.277546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f0ebcb87-c54f-4e3a-8dc3-b9fde8335292 None None] Port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:51.439653 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.445989 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.543595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=b92ebe3f-a1fd-4eaa-849f-d6d96347af5a,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:51.560380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] In _notify_port_updated(), no bound segment for port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a on network 9f4b553e-a7c1-48a9-8086-6b3acd685899 {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:51.566303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:51.567110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.570931 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fcae5ffe-c907-4f4c-a35d-7be7992f4eda tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "PUT /v2.0/ports/b92ebe3f-a1fd-4eaa-849f-d6d96347af5a HTTP/1.1" status: 200 len: 995 time: 0.5965779 Jul 27 17:10:51.571373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60500) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:51.692491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:51.692994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.786167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.800679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5106640b-c2c6-40ba-bcc8-8cf632ecd0d9 None None] Provisioning complete for port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:51.801222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5106640b-c2c6-40ba-bcc8-8cf632ecd0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.801893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for b92ebe3f-a1fd-4eaa-849f-d6d96347af5a owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:51.844260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5106640b-c2c6-40ba-bcc8-8cf632ecd0d9 None None] Port b92ebe3f-a1fd-4eaa-849f-d6d96347af5a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:51.965247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:51.995706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=b92ebe3f-a1fd-4eaa-849f-d6d96347af5a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:52.081270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.083267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-013ba784-d402-4503-b9f2-f5b7a603db39 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/b92ebe3f-a1fd-4eaa-849f-d6d96347af5a HTTP/1.1" status: 204 len: 168 time: 0.5108013 Jul 27 17:10:52.086358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60504) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:52.141906 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-800c2216-6eca-44bf-b21f-15df0fb06a8c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] GET failed (client error): The resource could not be found. Jul 27 17:10:52.144608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-800c2216-6eca-44bf-b21f-15df0fb06a8c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports/b92ebe3f-a1fd-4eaa-849f-d6d96347af5a HTTP/1.1" status: 404 len: 333 time: 0.0565224 Jul 27 17:10:52.148165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:52.156011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-1988979901'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:52.275170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:52.279000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.296578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port 523e7509-fede-4ed9-bf2f-08b8d986c7d5 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:52.420519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.3 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/523e7509-fede-4ed9-bf2f-08b8d986c7d5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:52.576219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.592288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object 523e7509-fede-4ed9-bf2f-08b8d986c7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:52.630052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.679737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:52.684972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:52.688825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:52.695465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=523e7509-fede-4ed9-bf2f-08b8d986c7d5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:52.745163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:52.745992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.766467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-639721fa-97aa-42ff-b44b-0d39198b144f tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6166964 Jul 27 17:10:52.769075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60508) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:52.774298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'network_id': '9f4b553e-a7c1-48a9-8086-6b3acd685899', 'name': 'tempest-AllowedAddressPairTestJSON-1675507173'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:52.901656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Made reservation on behalf of 85dd1eccb0aa472d8462e1075cb6fa52 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:52.905199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:52.926490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] device_id is not set on port 07a27ade-7424-4112-ac0c-3ac00d2e15bc yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:10:52.980060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a51ffee2-7f04-429b-b538-3988c7d1f38b None None] Provisioning for port 523e7509-fede-4ed9-bf2f-08b8d986c7d5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:52.984373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a51ffee2-7f04-429b-b538-3988c7d1f38b None None] Provisioning complete for port 523e7509-fede-4ed9-bf2f-08b8d986c7d5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:52.984781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a51ffee2-7f04-429b-b538-3988c7d1f38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.039233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a51ffee2-7f04-429b-b538-3988c7d1f38b None None] Port 523e7509-fede-4ed9-bf2f-08b8d986c7d5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:53.066360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Allocated IP 172.20.0.6 (9f4b553e-a7c1-48a9-8086-6b3acd685899/71aa8684-e006-48d9-ae11-53ba640a41f5/07a27ade-7424-4112-ac0c-3ac00d2e15bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:10:53.229849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.248040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Transition to ACTIVE for port object 07a27ade-7424-4112-ac0c-3ac00d2e15bc will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:10:53.290112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.342753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:10:53.345896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:53.350466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:10:53.356100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=07a27ade-7424-4112-ac0c-3ac00d2e15bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:53.413398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:53.414422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.437187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-18591cd6-97ee-451d-a2ae-5c398687174c tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6632409 Jul 27 17:10:53.437187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60516) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:53.444837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:67:6e:09'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f5:05:38'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:53.562744 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.665939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-17f3c4da-e858-4992-a9e2-fbf07be4543e None None] Provisioning for port 07a27ade-7424-4112-ac0c-3ac00d2e15bc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:10:53.671349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-17f3c4da-e858-4992-a9e2-fbf07be4543e None None] Provisioning complete for port 07a27ade-7424-4112-ac0c-3ac00d2e15bc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:53.671806 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-17f3c4da-e858-4992-a9e2-fbf07be4543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.708027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-17f3c4da-e858-4992-a9e2-fbf07be4543e None None] Port 07a27ade-7424-4112-ac0c-3ac00d2e15bc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:53.765782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.770558 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.852661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event updated for resources: {'Port': ['ID=07a27ade-7424-4112-ac0c-3ac00d2e15bc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:53.882063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] In _notify_port_updated(), no bound segment for port 07a27ade-7424-4112-ac0c-3ac00d2e15bc on network 9f4b553e-a7c1-48a9-8086-6b3acd685899 {{(pid=93924) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:10:53.888699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:53.889395 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:53.891635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8bf25f4e-a955-41be-b794-7c261f26e797 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "PUT /v2.0/ports/07a27ade-7424-4112-ac0c-3ac00d2e15bc HTTP/1.1" status: 200 len: 1055 time: 0.4526539 Jul 27 17:10:53.893991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60522) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:54.232705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c18b4a12-ee6a-4dfa-8394-433960be3e3f None None] Provisioning complete for port 07a27ade-7424-4112-ac0c-3ac00d2e15bc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:10:54.233278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c18b4a12-ee6a-4dfa-8394-433960be3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:54.269615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c18b4a12-ee6a-4dfa-8394-433960be3e3f None None] Port 07a27ade-7424-4112-ac0c-3ac00d2e15bc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:10:54.304909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port 07a27ade-7424-4112-ac0c-3ac00d2e15bc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:54.305579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:54.390881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:54.404479 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for 07a27ade-7424-4112-ac0c-3ac00d2e15bc owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:54.587041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:54.643230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=07a27ade-7424-4112-ac0c-3ac00d2e15bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:54.886280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:54.889385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e2cb0bc1-b516-4710-93a6-9050cd9a8a20 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/07a27ade-7424-4112-ac0c-3ac00d2e15bc HTTP/1.1" status: 204 len: 168 time: 0.9938092 Jul 27 17:10:54.891399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60526) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:54.919837 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-643fe6a0-2966-4338-b84f-a4e5e1fa0876 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] GET failed (client error): The resource could not be found. Jul 27 17:10:54.921383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-643fe6a0-2966-4338-b84f-a4e5e1fa0876 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports/07a27ade-7424-4112-ac0c-3ac00d2e15bc HTTP/1.1" status: 404 len: 333 time: 0.0289881 Jul 27 17:10:54.924152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60528) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:55.025989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port 523e7509-fede-4ed9-bf2f-08b8d986c7d5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:55.026494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.115080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.127393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for 523e7509-fede-4ed9-bf2f-08b8d986c7d5 owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:55.264108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.293433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=523e7509-fede-4ed9-bf2f-08b8d986c7d5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:55.374567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.377080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9e947234-2759-4eee-afb1-103a1c4f4542 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/523e7509-fede-4ed9-bf2f-08b8d986c7d5 HTTP/1.1" status: 204 len: 168 time: 0.4519668 Jul 27 17:10:55.379930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:55.408143 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac9b3c-c7e9-4c9e-a3ac-66bd8d1c28c4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] GET failed (client error): The resource could not be found. Jul 27 17:10:55.409784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dfac9b3c-c7e9-4c9e-a3ac-66bd8d1c28c4 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "GET /v2.0/ports/523e7509-fede-4ed9-bf2f-08b8d986c7d5 HTTP/1.1" status: 404 len: 333 time: 0.0288610 Jul 27 17:10:55.413344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60532) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:55.523948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port b5cf9fcf-88f2-4921-bc4b-e40f4724b31e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:55.524334 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.628684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.641762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for b5cf9fcf-88f2-4921-bc4b-e40f4724b31e owned by {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:55.778879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.807398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=b5cf9fcf-88f2-4921-bc4b-e40f4724b31e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:55.895206 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:55.900046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3bd93328-c3fb-447a-b3e9-1bc827e5cbff tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/ports/b5cf9fcf-88f2-4921-bc4b-e40f4724b31e HTTP/1.1" status: 204 len: 168 time: 0.4828811 Jul 27 17:10:55.900046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60536) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:55.964391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting subnet 71aa8684-e006-48d9-ae11-53ba640a41f5 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:10:55.968687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.023138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.111665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.188997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.219520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Subnet': ['ID=71aa8684-e006-48d9-ae11-53ba640a41f5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:56.222825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.225791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d9a74080-e20c-4edb-98ec-6c97458431c5 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/subnets/71aa8684-e006-48d9-ae11-53ba640a41f5 HTTP/1.1" status: 204 len: 168 time: 0.3242071 Jul 27 17:10:56.227066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5156b3-b00d-405a-b5fd-16b99baeee6b None None] Network 9f4b553e-a7c1-48a9-8086-6b3acd685899 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:56.227589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:56.354272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.431498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Deleting port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:56.431956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.457345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] DHCP port deletion for 9f4b553e-a7c1-48a9-8086-6b3acd685899 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:10:56.504521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] For port 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f04c276-8de5-4da3-8b68-78cbf9c3b623,segment=NetworkSegment(2c37560e-6d84-4c08-8e4b-4de404ee4b33),segment_id=2c37560e-6d84-4c08-8e4b-4de404ee4b33)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:56.504950 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.508545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Deleting port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:10:56.509129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.524292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Calling delete_port for 6f04c276-8de5-4da3-8b68-78cbf9c3b623 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:56.586757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] For port 6f04c276-8de5-4da3-8b68-78cbf9c3b623, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6f04c276-8de5-4da3-8b68-78cbf9c3b623,segment=NetworkSegment(2c37560e-6d84-4c08-8e4b-4de404ee4b33),segment_id=2c37560e-6d84-4c08-8e4b-4de404ee4b33)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:10:56.587037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.603462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Calling delete_port for 6f04c276-8de5-4da3-8b68-78cbf9c3b623 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:10:56.641888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.673157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Port': ['ID=6f04c276-8de5-4da3-8b68-78cbf9c3b623,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:56.677298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] No DVR routers for this DVR port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:56.727196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.755664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] Pushing event deleted for resources: {'Port': ['ID=6f04c276-8de5-4da3-8b68-78cbf9c3b623,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:56.759880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11a2a8-1d4a-46ec-a171-d7c20bf8d5a5 None None] No DVR routers for this DVR port 6f04c276-8de5-4da3-8b68-78cbf9c3b623 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:10:56.766910 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.782009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4b553e-a7c1-48a9-8086-6b3acd685899']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:56.793735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c37560e-6d84-4c08-8e4b-4de404ee4b33') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:56.794579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c37560e-6d84-4c08-8e4b-4de404ee4b33') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:10:56.804110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.818534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.826356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:10:56.826761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:10:56.829878 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:10:56.894804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.901802 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:56.908000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] 10.222.0.64 "DELETE /v2.0/networks/9f4b553e-a7c1-48a9-8086-6b3acd685899 HTTP/1.1" status: 204 len: 168 time: 0.6765659 Jul 27 17:10:56.919761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4887bb-d892-4b54-9ead-c2604ddcd4b7 tempest-AllowedAddressPairTestJSON-834036725 tempest-AllowedAddressPairTestJSON-834036725-project] Pushing event deleted for resources: {'Network': ['ID=9f4b553e-a7c1-48a9-8086-6b3acd685899,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:57.233227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60546) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:57.444379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:57.453247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15710160-57bd-4ab4-b3b0-95418889a480 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85dd1eccb0aa472d8462e1075cb6fa52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184708 Jul 27 17:10:57.534587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:57.559072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:57.590301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f04c276-8de5-4da3-8b68-78cbf9c3b623 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:10:57.620166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6f04c276-8de5-4da3-8b68-78cbf9c3b623 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:10:57.620166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6f04c276-8de5-4da3-8b68-78cbf9c3b623 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:10:57.622318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:57.625501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:57.626689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60850234-038c-4222-8121-e963d059a612 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fac037a-582e-4718-857c-3901405d3d7e HTTP/1.1" status: 204 len: 168 time: 0.1815794 Jul 27 17:10:57.635482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac037a-582e-4718-857c-3901405d3d7e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:57.646353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.646353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.647030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.647030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.647983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.647983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.647983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.649129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.649129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.649129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.649382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:57.649869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850234-038c-4222-8121-e963d059a612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:10:58.650293 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:58.781662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-857482308'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:58.812856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Made reservation on behalf of c89cddc898ad409c943db155f554f2e4 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:58.817540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:58.829933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:58.972189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:58.980798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.018856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:10:59.034452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a480dca-81b2-44ea-8385-7f142684541f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:59.044395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.044760 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Added segment c30495f9-41ca-40e6-b4b8-fdf29b9b8fea of type vlan for network fa7fba03-bf58-4b19-9f9a-c226ead7ddec Jul 27 17:10:59.104050 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.154327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.161621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:59.162696 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.258983 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6071243 Jul 27 17:10:59.262066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:59.265178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de5b6-5e23-40ed-ad39-93fde11a4118 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'Network': ['ID=fa7fba03-bf58-4b19-9f9a-c226ead7ddec,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:59.270777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Request body: {'subnet': {'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:10:59.288675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:10:59.424905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Made reservation on behalf of c89cddc898ad409c943db155f554f2e4 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:10:59.432232 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.744588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.823326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Checking segment: {'id': 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:10:59.823326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Network hostable DHCP agents. Network: fa7fba03-bf58-4b19-9f9a-c226ead7ddec, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:10:59.830492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'Subnet': ['ID=554137d2-0aab-4044-9b08-a9917d7acc27,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:10:59.851591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:10:59.864012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, fa7fba03-bf58-4b19-9f9a-c226ead7ddec) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:10:59.868659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:10:59.870031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:10:59.875268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f89f1-8ba9-44ec-86f8-2b9b1c60aebd None None] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:10:59.892161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60513eb6-ddbb-486d-ae0b-4914b239e907 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6267850 Jul 27 17:10:59.895514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:10:59.901866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Request body: {'port': {'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-477361818'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:00.050187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Made reservation on behalf of c89cddc898ad409c943db155f554f2e4 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:00.055132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.081940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-fa7fba03-bf58-4b19-9f9a-c226ead7ddec', 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec', 'tenant_id': 'c89cddc898ad409c943db155f554f2e4', 'fixed_ips': [{'subnet_id': '554137d2-0aab-4044-9b08-a9917d7acc27'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:00.083096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.084509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] device_id is not set on port 3cbab092-de12-47ae-a5ff-33972574b423 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:11:00.288782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Allocated IP 2001:db8::27d (fa7fba03-bf58-4b19-9f9a-c226ead7ddec/554137d2-0aab-4044-9b08-a9917d7acc27/3cbab092-de12-47ae-a5ff-33972574b423) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:00.466743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.483639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Transition to ACTIVE for port object 3cbab092-de12-47ae-a5ff-33972574b423 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:00.528041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.576177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:00.582376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:00.586943 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:00.595584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:00.596958 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.615733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'Port': ['ID=3cbab092-de12-47ae-a5ff-33972574b423,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:00.633408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Allocated IP 2001:db8::2 (fa7fba03-bf58-4b19-9f9a-c226ead7ddec/554137d2-0aab-4044-9b08-a9917d7acc27/e300b931-92bd-4402-b416-83d8df46525f) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:00.637227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60586) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:00.640947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7f79d4c5-3a77-4ba6-b04a-94b9b120b05a tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7399199 Jul 27 17:11:00.645683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Request body: {'port': {'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-641123179', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:00.645683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] bootfile-name is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:00.645683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] tftp-server is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:00.646183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.api.validators [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] server-ip-address is not in valid_values {{(pid=93924) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:00.787225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Made reservation on behalf of c89cddc898ad409c943db155f554f2e4 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:00.793212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.817883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] device_id is not set on port 93d3c804-907f-4471-b946-fc9dbd076954 yet. {{(pid=93924) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:11:00.973774 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:00.983648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Transition to ACTIVE for port object e300b931-92bd-4402-b416-83d8df46525f will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:01.002124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Transition to ACTIVE for port object e300b931-92bd-4402-b416-83d8df46525f will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:01.009879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.045038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:01.047796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:01.050741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:01.093594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Allocated IP 2001:db8::210 (fa7fba03-bf58-4b19-9f9a-c226ead7ddec/554137d2-0aab-4044-9b08-a9917d7acc27/93d3c804-907f-4471-b946-fc9dbd076954) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:01.115607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Pushing event updated for resources: {'Port': ['ID=e300b931-92bd-4402-b416-83d8df46525f,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:01.133978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Attempting to bind port e300b931-92bd-4402-b416-83d8df46525f on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:01.134360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Attempting to bind port e300b931-92bd-4402-b416-83d8df46525f by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:01.134810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Attempting to bind port e300b931-92bd-4402-b416-83d8df46525f on network fa7fba03-bf58-4b19-9f9a-c226ead7ddec {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:01.141509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:01.142315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Checking segment: {'id': 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:01.142315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.142759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Bound using segment: {'id': 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:01.143369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Bound port: e300b931-92bd-4402-b416-83d8df46525f, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fa7fba03-bf58-4b19-9f9a-c226ead7ddec'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:01.143757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.243587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] For port e300b931-92bd-4402-b416-83d8df46525f, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:01.250940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] For port e300b931-92bd-4402-b416-83d8df46525f, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e300b931-92bd-4402-b416-83d8df46525f,segment=NetworkSegment(c30495f9-41ca-40e6-b4b8-fdf29b9b8fea),segment_id=c30495f9-41ca-40e6-b4b8-fdf29b9b8fea)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:01.256060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.334192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.362061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71c22-8bcd-48d8-8eee-edda231f7139 None None] Pushing event updated for resources: {'Port': ['ID=e300b931-92bd-4402-b416-83d8df46525f,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:01.362401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Transition to ACTIVE for port object 93d3c804-907f-4471-b946-fc9dbd076954 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:01.409449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.461751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:01.465429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:01.468890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:01.475826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:01.476826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.536763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'Port': ['ID=93d3c804-907f-4471-b946-fc9dbd076954,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:01.554002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-794d7a84-8410-48e1-979f-42664f1a87f5 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9148927 Jul 27 17:11:01.556626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60590) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:01.707412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11b31f-eb27-4eb1-9910-6a7d92db09aa tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:01.713854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11b31f-eb27-4eb1-9910-6a7d92db09aa tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:01.727531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11b31f-eb27-4eb1-9910-6a7d92db09aa tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:01.730121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e300b931-92bd-4402-b416-83d8df46525f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:01.738332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3b11b31f-eb27-4eb1-9910-6a7d92db09aa tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1806710 Jul 27 17:11:01.741130 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60592) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:01.808068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e300b931-92bd-4402-b416-83d8df46525f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:01.862539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Deleting port 93d3c804-907f-4471-b946-fc9dbd076954 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:01.862940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.960361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:01.975421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Calling delete_port for 93d3c804-907f-4471-b946-fc9dbd076954 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:02.139553 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.172153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event deleted for resources: {'Port': ['ID=93d3c804-907f-4471-b946-fc9dbd076954,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:02.203271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.205391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b495132-402b-4c93-b049-1911401065ba tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "DELETE /v2.0/ports/93d3c804-907f-4471-b946-fc9dbd076954 HTTP/1.1" status: 204 len: 168 time: 0.4632430 Jul 27 17:11:02.208989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60596) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:02.214954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Request body: {'port': {'name': 'tempest-new-port-name-982516486', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:02.215408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] bootfile-name is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:02.215797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] tftp-server is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:02.217157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.api.validators [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] server-ip-address is not in valid_values {{(pid=93923) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 17:11:02.324764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.420357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b4326-4b38-4cd7-9594-966b2588432b None None] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:02.499992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Provisioning for port e300b931-92bd-4402-b416-83d8df46525f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:02.508945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Provisioning complete for port e300b931-92bd-4402-b416-83d8df46525f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:02.509327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.581646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.588862 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.673967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] In _notify_port_updated(), no bound segment for port 3cbab092-de12-47ae-a5ff-33972574b423 on network fa7fba03-bf58-4b19-9f9a-c226ead7ddec {{(pid=93923) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 17:11:02.677968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.682022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:02.682809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.685676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "PUT /v2.0/ports/3cbab092-de12-47ae-a5ff-33972574b423 HTTP/1.1" status: 200 len: 1129 time: 0.4742351 Jul 27 17:11:02.687124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b77e4-6398-4e51-bf5f-a70393ff6220 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event updated for resources: {'Port': ['ID=3cbab092-de12-47ae-a5ff-33972574b423,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:02.688465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60598) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:02.723460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] For port e300b931-92bd-4402-b416-83d8df46525f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e300b931-92bd-4402-b416-83d8df46525f,segment=NetworkSegment(c30495f9-41ca-40e6-b4b8-fdf29b9b8fea),segment_id=c30495f9-41ca-40e6-b4b8-fdf29b9b8fea)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:02.733258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:02.762753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a2a9d-a237-40cd-8d9c-712cde0a74be tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:02.769703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60600) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:02.770555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-962a2a9d-a237-40cd-8d9c-712cde0a74be tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "GET /v2.0/ports/3cbab092-de12-47ae-a5ff-33972574b423 HTTP/1.1" status: 200 len: 1129 time: 0.0806828 Jul 27 17:11:02.795791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd543-54ac-4a30-8fad-0e85db62f7b7 None None] Pushing event updated for resources: {'Port': ['ID=e300b931-92bd-4402-b416-83d8df46525f,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:02.903122 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Deleting port 3cbab092-de12-47ae-a5ff-33972574b423 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:02.903515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.006502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.020126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Calling delete_port for 3cbab092-de12-47ae-a5ff-33972574b423 owned by {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:03.089141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Provisioning for port 3cbab092-de12-47ae-a5ff-33972574b423 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:03.094123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Provisioning complete for port 3cbab092-de12-47ae-a5ff-33972574b423 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:03.094434 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.137353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Port 3cbab092-de12-47ae-a5ff-33972574b423 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:03.148113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Provisioning complete for port e300b931-92bd-4402-b416-83d8df46525f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:03.148521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1954b58c-438c-44a1-8fd7-3118e6e1c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.183995 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.218623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event deleted for resources: {'Port': ['ID=3cbab092-de12-47ae-a5ff-33972574b423,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:03.258182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.260677 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-05c8c6e4-4bbf-4621-b082-ffc87e50156b tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "DELETE /v2.0/ports/3cbab092-de12-47ae-a5ff-33972574b423 HTTP/1.1" status: 204 len: 168 time: 0.4890454 Jul 27 17:11:03.263388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60604) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:03.291088 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.333085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Deleting subnet 554137d2-0aab-4044-9b08-a9917d7acc27 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:03.338022 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.376773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-97b094f0-2548-4f89-9750-7e9c6d4860df None None] Could not find standard attr ID for object 3cbab092-de12-47ae-a5ff-33972574b423. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:11:03.408547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.552522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.608786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54e3d5ab-25fb-4f9c-ba90-370adeacdb2d None None] Could not find standard attr ID for object 93d3c804-907f-4471-b946-fc9dbd076954. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:11:03.611048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-e2328f88-8e16-4f68-a218-c5e4a6da92ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557140 Jul 27 17:11:03.624813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e300b931-92bd-4402-b416-83d8df46525f up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:03.649730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.696199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event deleted for resources: {'Subnet': ['ID=554137d2-0aab-4044-9b08-a9917d7acc27,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:03.712871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e300b931-92bd-4402-b416-83d8df46525f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:03.713545 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.743673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.746698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-88c2f613-5fb3-4c13-aaf0-61d085c7411c tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "DELETE /v2.0/subnets/554137d2-0aab-4044-9b08-a9917d7acc27 HTTP/1.1" status: 204 len: 168 time: 0.4786265 Jul 27 17:11:03.749799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:03.798328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6951-b85f-462d-a290-015e53aa43db req-e8a433fa-a6f4-4ae2-aa90-8a37fb950b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:03.800208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-e8a433fa-a6f4-4ae2-aa90-8a37fb950b26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.0947001 Jul 27 17:11:03.854900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30d828-5a22-41d8-ba60-5c4f2e5638c7 None None] Network fa7fba03-bf58-4b19-9f9a-c226ead7ddec requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:03.862934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.918403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Deleting port e300b931-92bd-4402-b416-83d8df46525f {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:03.918638 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:03.943066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6951-b85f-462d-a290-015e53aa43db req-affa51b9-efc7-45b2-a63a-3510402de9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:03.945200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-affa51b9-efc7-45b2-a63a-3510402de9d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.1226046 Jul 27 17:11:03.987036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] For port e300b931-92bd-4402-b416-83d8df46525f, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e300b931-92bd-4402-b416-83d8df46525f,segment=NetworkSegment(c30495f9-41ca-40e6-b4b8-fdf29b9b8fea),segment_id=c30495f9-41ca-40e6-b4b8-fdf29b9b8fea)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:03.987408 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.002560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Calling delete_port for e300b931-92bd-4402-b416-83d8df46525f owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:04.022185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-72871964-a5a8-4b95-a2cd-f1030e0794e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 1000 time: 0.0695274 Jul 27 17:11:04.085036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] DHCP port deletion for fa7fba03-bf58-4b19-9f9a-c226ead7ddec request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:04.087232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6951-b85f-462d-a290-015e53aa43db req-2d36e4a5-3476-4ddf-9f0c-f0a610c80251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:04.089740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-2d36e4a5-3476-4ddf-9f0c-f0a610c80251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0600183 Jul 27 17:11:04.105633 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.142938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] No DVR routers for this DVR port e300b931-92bd-4402-b416-83d8df46525f on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:04.149641 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event deleted for resources: {'Port': ['ID=e300b931-92bd-4402-b416-83d8df46525f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:04.152461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Deleting port e300b931-92bd-4402-b416-83d8df46525f {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:04.153089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.178323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6951-b85f-462d-a290-015e53aa43db req-7fb8cd03-d9c1-4794-b96f-db0f2f23aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:04.181930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-7fb8cd03-d9c1-4794-b96f-db0f2f23aaf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840788 Jul 27 17:11:04.227816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] For port e300b931-92bd-4402-b416-83d8df46525f, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:04.228226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.243217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Calling delete_port for e300b931-92bd-4402-b416-83d8df46525f owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:04.245969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Port e300b931-92bd-4402-b416-83d8df46525f was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:11:04.256144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.267155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] No DVR routers for this DVR port e300b931-92bd-4402-b416-83d8df46525f on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:04.293593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346ba96-0d43-4ae3-b1e5-1b273547507b None None] Pushing event deleted for resources: {'Port': ['ID=e300b931-92bd-4402-b416-83d8df46525f,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:04.307167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.319036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7fba03-bf58-4b19-9f9a-c226ead7ddec']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:04.329947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:04.330257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30495f9-41ca-40e6-b4b8-fdf29b9b8fea') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:04.342082 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.355531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-3b9599b8-6d97-4db5-96d1-590b211e397c service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659157 Jul 27 17:11:04.358971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.366195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:04.366557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:04.377651 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:04.447273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.455514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.462912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] 10.222.0.64 "DELETE /v2.0/networks/fa7fba03-bf58-4b19-9f9a-c226ead7ddec HTTP/1.1" status: 204 len: 168 time: 0.7118778 Jul 27 17:11:04.472656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c0fb6951-b85f-462d-a290-015e53aa43db req-941549fe-9167-4c5e-9811-b7f03031434a service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080775 Jul 27 17:11:04.481242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad53d-868f-4de3-8eab-5260218067a6 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002 tempest-ExtraDHCPOptionsIpV6TestJSON-863791002-project] Pushing event deleted for resources: {'Network': ['ID=fa7fba03-bf58-4b19-9f9a-c226ead7ddec,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:04.754035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:04.897433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-138fcf9f-590f-44d3-a6e9-96952eac889d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c89cddc898ad409c943db155f554f2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418872 Jul 27 17:11:04.899676 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60628) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:04.957557 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:04.980335 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:05.030539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:05.035169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:05.036989 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a480dca-81b2-44ea-8385-7f142684541f HTTP/1.1" status: 204 len: 168 time: 0.1361525 Jul 27 17:11:05.048264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14f5da-b04a-4151-a513-d3755e6a2d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a480dca-81b2-44ea-8385-7f142684541f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:05.592102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e300b931-92bd-4402-b416-83d8df46525f no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:05.617025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e300b931-92bd-4402-b416-83d8df46525f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:11:05.617698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e300b931-92bd-4402-b416-83d8df46525f not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:05.781626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:05.905452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832180755'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:05.929691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:05.933942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:05.946494 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.073432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.078793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.113259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:06.123050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6bc70-344f-4e34-953d-ec69a1000c6b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:06.135061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.135661 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 1b64b455-a97a-4b2e-99f0-2145b2dbc748 of type vlan for network c447d075-24b8-4ef1-a5e0-7ff844651b6c Jul 27 17:11:06.185391 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.229071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.235332 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:06.235932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.296044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5129642 Jul 27 17:11:06.298714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60664) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:06.305484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1405937786'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:06.317907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4883c7-5631-4dfd-8f6b-fc77afaef831 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=c447d075-24b8-4ef1-a5e0-7ff844651b6c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:06.331633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:06.334885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:06.339331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.367995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:06.379115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.379331 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment dc2d66df-dc04-46d6-943e-32fac569221b of type vlan for network 9009b8cb-1357-4609-8097-4137defac0fd Jul 27 17:11:06.423131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.453851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.460111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:06.460898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.529635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2271082 Jul 27 17:11:06.530015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60666) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:06.535105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:06.547540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fde3-54b9-43b8-a1f5-7021f4271b38 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=9009b8cb-1357-4609-8097-4137defac0fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:06.557866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9009b8cb-1357-4609-8097-4137defac0fd details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:06.629853 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:06.633592 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.821302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.889666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=8b7148d4-1c3e-4885-a80d-c9aa0ca26007,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:06.895949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '1b64b455-a97a-4b2e-99f0-2145b2dbc748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:06.896245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: c447d075-24b8-4ef1-a5e0-7ff844651b6c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:06.913436 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:06.922688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, c447d075-24b8-4ef1-a5e0-7ff844651b6c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:06.927051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:06.927683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:06.933417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b8602-2302-4e5a-a926-a54ac3fa182e None None] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:06.944338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-527a85bf-f78a-4e14-91db-529ceea516f1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4131334 Jul 27 17:11:06.947143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:06.953560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '9009b8cb-1357-4609-8097-4137defac0fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:07.051198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:07.055219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.125451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-c447d075-24b8-4ef1-a5e0-7ff844651b6c', 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': '8b7148d4-1c3e-4885-a80d-c9aa0ca26007'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:07.126329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.374839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.390104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Allocated IP 172.20.0.2 (c447d075-24b8-4ef1-a5e0-7ff844651b6c/8b7148d4-1c3e-4885-a80d-c9aa0ca26007/448d68e0-861b-4888-94ed-4a8a34ca596a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:07.475939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=7b7e8624-c6a6-476b-97d5-4df382956e23,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:07.480415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': 'dc2d66df-dc04-46d6-943e-32fac569221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:07.481108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 9009b8cb-1357-4609-8097-4137defac0fd, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:07.507634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 9009b8cb-1357-4609-8097-4137defac0fd is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:07.525768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9009b8cb-1357-4609-8097-4137defac0fd) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:07.531203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:07.531811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.545229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0bd27-2275-4ee8-85f4-909c5fad0cd1 None None] Network 9009b8cb-1357-4609-8097-4137defac0fd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:07.550782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d949c9e8-93ef-4cb2-97e5-bf08e3c12163 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5995045 Jul 27 17:11:07.552138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60672) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:07.555842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-441852784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:07.579511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.580585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.611549 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.628398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Transition to ACTIVE for port object 448d68e0-861b-4888-94ed-4a8a34ca596a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:07.636218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.641051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.658693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.659759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Transition to ACTIVE for port object 448d68e0-861b-4888-94ed-4a8a34ca596a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:07.662895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f8710e1-8396-4e26-aeef-de0c260084da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1082470 Jul 27 17:11:07.663206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:07.674783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.740649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:07.752206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:07.758978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:07.765563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Pushing event updated for resources: {'Port': ['ID=448d68e0-861b-4888-94ed-4a8a34ca596a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:07.839460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9009b8cb-1357-4609-8097-4137defac0fd', 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': '7b7e8624-c6a6-476b-97d5-4df382956e23'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:07.840414 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.866338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Attempting to bind port 448d68e0-861b-4888-94ed-4a8a34ca596a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:07.867025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Attempting to bind port 448d68e0-861b-4888-94ed-4a8a34ca596a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1b64b455-a97a-4b2e-99f0-2145b2dbc748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:07.867384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Attempting to bind port 448d68e0-861b-4888-94ed-4a8a34ca596a on network c447d075-24b8-4ef1-a5e0-7ff844651b6c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:07.879978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:07.880266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Checking segment: {'id': '1b64b455-a97a-4b2e-99f0-2145b2dbc748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:07.880701 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.881093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Bound using segment: {'id': '1b64b455-a97a-4b2e-99f0-2145b2dbc748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:07.881568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Bound port: 448d68e0-861b-4888-94ed-4a8a34ca596a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b64b455-a97a-4b2e-99f0-2145b2dbc748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c447d075-24b8-4ef1-a5e0-7ff844651b6c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:07.881974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:07.990454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.046570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] For port 448d68e0-861b-4888-94ed-4a8a34ca596a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:08.051497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] For port 448d68e0-861b-4888-94ed-4a8a34ca596a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=448d68e0-861b-4888-94ed-4a8a34ca596a,segment=NetworkSegment(1b64b455-a97a-4b2e-99f0-2145b2dbc748),segment_id=1b64b455-a97a-4b2e-99f0-2145b2dbc748)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:08.058224 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.090168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Allocated IP 172.21.0.2 (9009b8cb-1357-4609-8097-4137defac0fd/7b7e8624-c6a6-476b-97d5-4df382956e23/a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:08.221993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2853875-3f0f-4890-8868-2d3d26f44152 None None] Pushing event updated for resources: {'Port': ['ID=448d68e0-861b-4888-94ed-4a8a34ca596a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:08.316356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.20.0.1 (c447d075-24b8-4ef1-a5e0-7ff844651b6c/8b7148d4-1c3e-4885-a80d-c9aa0ca26007/8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:08.347695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.357885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Transition to ACTIVE for port object a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:08.394737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Transition to ACTIVE for port object a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:08.406929 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.448390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Network 9009b8cb-1357-4609-8097-4137defac0fd is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:08.452141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:08.454455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:08.469919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Pushing event updated for resources: {'Port': ['ID=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:08.486481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.509788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:08.557008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Attempting to bind port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:08.557302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Attempting to bind port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'dc2d66df-dc04-46d6-943e-32fac569221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:08.557648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Attempting to bind port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace on network 9009b8cb-1357-4609-8097-4137defac0fd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:08.565868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:08.566340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Checking segment: {'id': 'dc2d66df-dc04-46d6-943e-32fac569221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:08.566930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.567853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Bound using segment: {'id': 'dc2d66df-dc04-46d6-943e-32fac569221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:08.568158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Bound port: a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2d66df-dc04-46d6-943e-32fac569221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9009b8cb-1357-4609-8097-4137defac0fd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:08.568678 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.571898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.613303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:08.618746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:08.623824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:08.641681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] For port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:08.645166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] For port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,segment=NetworkSegment(dc2d66df-dc04-46d6-943e-32fac569221b),segment_id=dc2d66df-dc04-46d6-943e-32fac569221b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:08.650716 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.674484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:08.680594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:08.731494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83118fdd-35d1-4896-b683-2d1ed2701bb3 None None] Pushing event updated for resources: {'Port': ['ID=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:08.842005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:09.381517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b1b5d-f13a-439f-b099-9426e342c898 None None] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:09.498650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aca44988-f999-4e67-82fd-d2945e08bf05 None None] Provisioning for port 448d68e0-861b-4888-94ed-4a8a34ca596a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:09.515746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:09.523999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:09.662188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:09.665005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:09.754671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:09.786202 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8d894157-36c1-4e93-a20b-0642b3bc16c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:09.850845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:09.857396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:09.859318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:09.883122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 448d68e0-861b-4888-94ed-4a8a34ca596a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:09.975568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 448d68e0-861b-4888-94ed-4a8a34ca596a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:09.981699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 448d68e0-861b-4888-94ed-4a8a34ca596a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:09.982371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.099329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807da519-233c-4f85-b835-d04d0c864d60 None None] Network 9009b8cb-1357-4609-8097-4137defac0fd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:10.134826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router e7495ca2-a901-4dab-bc1c-5b51a456310d is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:10.239031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.275365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Provisioning for port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:10.281978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Provisioning complete for port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:10.282513 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.299467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:10.319250 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] Sync routers for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:10.333993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-25789421-ece2-42bc-ad00-9407eb958574 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630099 Jul 27 17:11:10.334703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60686) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:10.343587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 448d68e0-861b-4888-94ed-4a8a34ca596a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=448d68e0-861b-4888-94ed-4a8a34ca596a,segment=NetworkSegment(1b64b455-a97a-4b2e-99f0-2145b2dbc748),segment_id=1b64b455-a97a-4b2e-99f0-2145b2dbc748)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:10.346378 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:10.348110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:10.349924 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:10.399943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.408872 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:10.437600 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:10.438615 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:10:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:10.454642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524d0b8-4aa3-46b7-9aba-af3239cecd0a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:10.456903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c524d0b8-4aa3-46b7-9aba-af3239cecd0a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports/8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc HTTP/1.1" status: 200 len: 910 time: 0.1206467 Jul 27 17:11:10.459491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60688) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:10.467964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Provisioning for port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:10.484194 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:10.485210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e105f79a-ed6a-450e-bd9c-60eaa2d8a405 None None] The sync data for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:10.511332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Provisioning complete for port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:10.511707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.537484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=448d68e0-861b-4888-94ed-4a8a34ca596a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:10.629941 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.731968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] For port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,segment=NetworkSegment(dc2d66df-dc04-46d6-943e-32fac569221b),segment_id=dc2d66df-dc04-46d6-943e-32fac569221b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:10.751209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.813141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Provisioning complete for port 448d68e0-861b-4888-94ed-4a8a34ca596a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:10.813442 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:10.863748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb746-3680-4ecf-894b-fded5418f586 None None] Pushing event updated for resources: {'Port': ['ID=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:11.021863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.084147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81c43993-21fa-4955-8a2e-ad15111c58d1 None None] Provisioning complete for port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:11.084147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81c43993-21fa-4955-8a2e-ad15111c58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.135214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-81c43993-21fa-4955-8a2e-ad15111c58d1 None None] Port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:11.150937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-81c43993-21fa-4955-8a2e-ad15111c58d1 None None] Provisioning complete for port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:11.151688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81c43993-21fa-4955-8a2e-ad15111c58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.606403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:11.667539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.21.0.1 (9009b8cb-1357-4609-8097-4137defac0fd/7b7e8624-c6a6-476b-97d5-4df382956e23/ea5215d1-437b-479a-ab79-6fdf4da9faaf) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:11.675597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:11.676021 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.788356 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.804415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object ea5215d1-437b-479a-ab79-6fdf4da9faaf will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:11.806557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 448d68e0-861b-4888-94ed-4a8a34ca596a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:11.854564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.883439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 448d68e0-861b-4888-94ed-4a8a34ca596a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:11.883840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:11.899780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 9009b8cb-1357-4609-8097-4137defac0fd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:11.904384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:11.909064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:11.965836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=ea5215d1-437b-479a-ab79-6fdf4da9faaf,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:11.976859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.132850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.198088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9c8474f-6024-460f-8274-695070eddf6a None None] Provisioning for port ea5215d1-437b-479a-ab79-6fdf4da9faaf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:12.202453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9c8474f-6024-460f-8274-695070eddf6a None None] Provisioning complete for port ea5215d1-437b-479a-ab79-6fdf4da9faaf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:12.204480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9c8474f-6024-460f-8274-695070eddf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.245012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8474f-6024-460f-8274-695070eddf6a None None] Port ea5215d1-437b-479a-ab79-6fdf4da9faaf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:12.415106 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.444001 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.449928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.540675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.546554 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4119e67d-11ee-447f-85df-da9e7c5e0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.550447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=ea5215d1-437b-479a-ab79-6fdf4da9faaf,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:12.651535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 9009b8cb-1357-4609-8097-4137defac0fd is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:12.653268 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:12.766748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router e7495ca2-a901-4dab-bc1c-5b51a456310d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:12.898628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:12.904823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7ee41d73-542c-4757-a7e5-691aba71acc0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433541 Jul 27 17:11:12.907491 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60696) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:12.911123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] Sync routers for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:12.922278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:12.923313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:12.965036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12f528-0dcd-4bc5-bd16-c0bd29473cd6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:12.968590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1b12f528-0dcd-4bc5-bd16-c0bd29473cd6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports/ea5215d1-437b-479a-ab79-6fdf4da9faaf HTTP/1.1" status: 200 len: 910 time: 0.0579302 Jul 27 17:11:12.970439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60698) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:12.975046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:12.990523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-74f9ce96-5e33-47af-8c68-23950e823c97 None None] Provisioning complete for port ea5215d1-437b-479a-ab79-6fdf4da9faaf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:12.990896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce96-5e33-47af-8c68-23950e823c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:12.992792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:12.993384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:13.211177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:13.211996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3b53b-0abe-498e-ae8c-e19d571880b2 None None] The sync data for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:13.235178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-74f9ce96-5e33-47af-8c68-23950e823c97 None None] Port ea5215d1-437b-479a-ab79-6fdf4da9faaf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:13.357276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:13.529398 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:13.673776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port ea5215d1-437b-479a-ab79-6fdf4da9faaf {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:13.674853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:13.773301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:13.786226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for ea5215d1-437b-479a-ab79-6fdf4da9faaf owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:14.008270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:14.046731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=ea5215d1-437b-479a-ab79-6fdf4da9faaf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:14.241473 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:14.457481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router e7495ca2-a901-4dab-bc1c-5b51a456310d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:14.589663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:14.598593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0b313801-8551-4fff-be54-8adc3603a640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226203 Jul 27 17:11:14.598698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:14.603181 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] Sync routers for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:14.624199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:14.625779 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:14.673729 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:14.684139 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:14.685666 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:14.726890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:14.727895 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a694e475-ff77-486a-8731-64ee8f72cc32 None None] The sync data for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:14.979374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.142604 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.248786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:15.249050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.354954 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.367920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:15.557911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.583424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=8a7b874e-4ea1-4d1c-b4d8-19ed92ab8bbc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:15.757496 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:15.957240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router e7495ca2-a901-4dab-bc1c-5b51a456310d has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:16.021262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-c894e8a5-1bec-4d24-ab77-fd09393dbaff tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:16.022847 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-c894e8a5-1bec-4d24-ab77-fd09393dbaff tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.0611832 Jul 27 17:11:16.042718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-92a246fa-918c-4b98-b8ec-4cda1db4073e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.046218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:16.051689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-822eef76-a73c-4ece-bd5d-919be7401967 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523716 Jul 27 17:11:16.054145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60712) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:16.057360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] Sync routers for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:16.067787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:16.068646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:16.090260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b2934c94-ad82-4115-93e3-acf30adfac56 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7495ca2-a901-4dab-bc1c-5b51a456310d HTTP/1.1" status: 200 len: 205 time: 0.0341027 Jul 27 17:11:16.092503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60714) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:16.104963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:16.114387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] Routers {'e7495ca2-a901-4dab-bc1c-5b51a456310d'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:16.115001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['e7495ca2-a901-4dab-bc1c-5b51a456310d'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:16.147095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-92a246fa-918c-4b98-b8ec-4cda1db4073e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.152388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-92a246fa-918c-4b98-b8ec-4cda1db4073e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.152782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:16.153294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba91ed4-cd23-4537-9c37-b9fe96ca057f None None] The sync data for ids ['e7495ca2-a901-4dab-bc1c-5b51a456310d'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:16.176557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1a4387df-0d67-4415-b21b-7129efb8c812 req-92a246fa-918c-4b98-b8ec-4cda1db4073e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473126 Jul 27 17:11:16.180501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.186543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a246fa-918c-4b98-b8ec-4cda1db4073e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba5337-ce7e-4582-adc1-6624eb020ca8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:16.380537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.383324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.435563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.436100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router e7495ca2-a901-4dab-bc1c-5b51a456310d {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:11:16.443154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.444917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1cee1ffb-231e-4b57-99f2-ed8d125c812d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d HTTP/1.1" status: 204 len: 168 time: 0.3512895 Jul 27 17:11:16.446936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60718) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:16.453608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062bf0b-d276-4a36-9dac-cf24c69d2d80 req-37629e47-e3e5-4bd5-a8aa-f64979619deb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:16.455404 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7062bf0b-d276-4a36-9dac-cf24c69d2d80 req-37629e47-e3e5-4bd5-a8aa-f64979619deb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.2035029 Jul 27 17:11:16.501059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7062bf0b-d276-4a36-9dac-cf24c69d2d80 req-9857b28a-fa54-4891-8e31-dfc5f485a380 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Jul 27 17:11:16.501874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet 7b7e8624-c6a6-476b-97d5-4df382956e23 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:16.505544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.528916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60720) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:16.554220 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.596836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe820f18-205b-496c-89e3-72b02a84014b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 200 len: 992 time: 0.0667109 Jul 27 17:11:16.645386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.711279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.742660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7e8624-c6a6-476b-97d5-4df382956e23,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:16.750506 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.752405 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5ff3b199-90be-4e5b-8330-fac8621a1844 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/7b7e8624-c6a6-476b-97d5-4df382956e23 HTTP/1.1" status: 204 len: 168 time: 0.3042786 Jul 27 17:11:16.755191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60726) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:16.757159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27cb05f-620e-4830-b645-c711b80836e7 None None] Network 9009b8cb-1357-4609-8097-4137defac0fd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:16.810715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet 8b7148d4-1c3e-4885-a80d-c9aa0ca26007 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:16.814355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.874274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:16.989196 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] DHCP port deletion for 9009b8cb-1357-4609-8097-4137defac0fd request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:17.021182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.039709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.061894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Deleting port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:17.062278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.105098 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.145080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.149479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/8b7148d4-1c3e-4885-a80d-c9aa0ca26007 HTTP/1.1" status: 204 len: 168 time: 0.3907964 Jul 27 17:11:17.150237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60742) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:17.150983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] For port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,segment=NetworkSegment(dc2d66df-dc04-46d6-943e-32fac569221b),segment_id=dc2d66df-dc04-46d6-943e-32fac569221b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:17.151455 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.159499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701d1e-98ee-4524-90d9-ee07a5dc36a5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7148d4-1c3e-4885-a80d-c9aa0ca26007,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:17.168122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Calling delete_port for a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:17.241271 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.256668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30574ff7-510f-4cbd-a5e4-0a7c8ad690a3 None None] Network c447d075-24b8-4ef1-a5e0-7ff844651b6c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:17.306759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.321505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:17.322153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.355957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] Pushing event deleted for resources: {'Port': ['ID=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:17.361875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238f455-509b-4312-bdd0-a59d9a5d80f0 None None] No DVR routers for this DVR port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:17.425445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace, host n-d-723572-6, got binding levels [] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:17.425733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.442932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:17.445854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace was not found and therefore no delete operation was performed {{(pid=93923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:11:17.447133 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.495970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:17.518806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:17.567209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] DHCP port deletion for c447d075-24b8-4ef1-a5e0-7ff844651b6c request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:17.645959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Deleting port 448d68e0-861b-4888-94ed-4a8a34ca596a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:17.646446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.651308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.665441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9009b8cb-1357-4609-8097-4137defac0fd']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:17.680078 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2d66df-dc04-46d6-943e-32fac569221b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:17.680515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2d66df-dc04-46d6-943e-32fac569221b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:17.697916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.703378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-85802e57-2f97-483a-b3bb-9d386ac6cbee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317647 Jul 27 17:11:17.711880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:17.720861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.738216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a6b8b-d838-4b23-a7b8-847cdf817204 req-e613ddcf-b126-4b3d-bcec-9b91ef1a9ceb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:17.739878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-337a6b8b-d838-4b23-a7b8-847cdf817204 req-e613ddcf-b126-4b3d-bcec-9b91ef1a9ceb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1905115 Jul 27 17:11:17.742739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:11:17.743567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:17.744189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.748123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a2f5dbf3-0984-4bd2-955f-ffb7f29f8ace not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:17.748785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 448d68e0-861b-4888-94ed-4a8a34ca596a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:17.749785 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:17.814361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] For port 448d68e0-861b-4888-94ed-4a8a34ca596a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=448d68e0-861b-4888-94ed-4a8a34ca596a,segment=NetworkSegment(1b64b455-a97a-4b2e-99f0-2145b2dbc748),segment_id=1b64b455-a97a-4b2e-99f0-2145b2dbc748)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:17.814776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.850203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Calling delete_port for 448d68e0-861b-4888-94ed-4a8a34ca596a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:17.856853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-337a6b8b-d838-4b23-a7b8-847cdf817204 req-9b1ec10e-c8f7-4463-9d0a-61d3dd1996b2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919588 Jul 27 17:11:17.886780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.891906 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.896135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/9009b8cb-1357-4609-8097-4137defac0fd HTTP/1.1" status: 204 len: 168 time: 0.7427325 Jul 27 17:11:17.896777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:17.914354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:17.935465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b90d4-3e35-488a-8695-eaf26e77aa11 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=9009b8cb-1357-4609-8097-4137defac0fd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:17.989529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 448d68e0-861b-4888-94ed-4a8a34ca596a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=448d68e0-861b-4888-94ed-4a8a34ca596a,segment=NetworkSegment(1b64b455-a97a-4b2e-99f0-2145b2dbc748),segment_id=1b64b455-a97a-4b2e-99f0-2145b2dbc748)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:18.015692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.024993 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.052846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] The port '448d68e0-861b-4888-94ed-4a8a34ca596a' was deleted {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 17:11:18.053097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.057767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event deleted for resources: {'Port': ['ID=448d68e0-861b-4888-94ed-4a8a34ca596a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:18.096737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] Pushing event deleted for resources: {'Port': ['ID=448d68e0-861b-4888-94ed-4a8a34ca596a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:18.098937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260fe9f-2fb3-4849-9069-bcb59f25a3cf None None] No DVR routers for this DVR port 448d68e0-861b-4888-94ed-4a8a34ca596a on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:18.163208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.174866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c447d075-24b8-4ef1-a5e0-7ff844651b6c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:18.189702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b64b455-a97a-4b2e-99f0-2145b2dbc748') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:18.190368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b64b455-a97a-4b2e-99f0-2145b2dbc748') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:18.200773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.215486 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.222550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:18.223036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:18.226457 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:18.294517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.304644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.306779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/c447d075-24b8-4ef1-a5e0-7ff844651b6c HTTP/1.1" status: 204 len: 168 time: 0.4088063 Jul 27 17:11:18.311908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:18.317707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0c8eb-d622-45ca-890c-ad8316dc64d3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=c447d075-24b8-4ef1-a5e0-7ff844651b6c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:18.317924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-465986596'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:18.357313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:18.361928 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.389507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:18.400449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.400959 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 13fd0abc-c4da-4b51-b06a-718e01296758 of type vlan for network 52cb6227-6468-48c9-9c08-028b5a39fae7 Jul 27 17:11:18.448931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.482554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.488453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:18.489080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.559026 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2433448 Jul 27 17:11:18.559375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60782) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:18.564638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:18.567406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a8e12-0856-4083-a5f2-4e1f8306d8a8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=52cb6227-6468-48c9-9c08-028b5a39fae7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:18.580370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:18.675262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:18.684994 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.886295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:18.974885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=f54ee05e-bf25-4f5c-b948-03cec9fa3b10,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:19.346997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '13fd0abc-c4da-4b51-b06a-718e01296758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:19.347653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 52cb6227-6468-48c9-9c08-028b5a39fae7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:19.388722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:19.415446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a764-7554-45da-8ed5-b4ce3522a35c req-424bcad3-c16a-4fa8-8312-a7ff8c1b1dcf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.417109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da66a764-7554-45da-8ed5-b4ce3522a35c req-424bcad3-c16a-4fa8-8312-a7ff8c1b1dcf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.4605372 Jul 27 17:11:19.417756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 52cb6227-6468-48c9-9c08-028b5a39fae7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:19.424030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.424653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.437735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefddb86-1f38-4619-a39d-6aba3460c452 None None] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:19.438632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-cb37db51-9d13-4edc-8015-ac409b261752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.440146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-cb37db51-9d13-4edc-8015-ac409b261752 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.4470308 Jul 27 17:11:19.456366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:19.457141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e00e93f9-2bee-465a-8770-d141695bdab2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8958921 Jul 27 17:11:19.461028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-255132966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:19.504269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.505367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.564114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da66a764-7554-45da-8ed5-b4ce3522a35c req-a95fbcd7-166e-4450-bc5c-7d27cf726afa tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225755 Jul 27 17:11:19.627115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-aeaa4348-48ff-4e89-b62f-5fb65eda2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.628907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-aeaa4348-48ff-4e89-b62f-5fb65eda2cb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.1789439 Jul 27 17:11:19.632549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.644959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.698297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.702415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85864692-8765-41af-b48a-82a4581ec75d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2450631 Jul 27 17:11:19.703247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:19.708506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'port': {'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7', 'name': 'tempest-RoutersTest-2067568143'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:19.763537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-52cb6227-6468-48c9-9c08-028b5a39fae7', 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': 'f54ee05e-bf25-4f5c-b948-03cec9fa3b10'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:19.764153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.774174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-cb2709c7-6f31-482e-a61d-927337f8a921 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 1000 time: 0.1373839 Jul 27 17:11:19.866320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-910e4dfd-004a-4525-9eed-960f86725690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.868033 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-910e4dfd-004a-4525-9eed-960f86725690 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0864265 Jul 27 17:11:19.946789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:19.954851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:19.957400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Allocated IP 172.20.0.2 (52cb6227-6468-48c9-9c08-028b5a39fae7/f54ee05e-bf25-4f5c-b948-03cec9fa3b10/e4238839-405d-4763-a013-9d2730f8839b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:19.986441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-9e1cdec2-1057-4ddb-b634-52b53699caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:19.990919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-9e1cdec2-1057-4ddb-b634-52b53699caf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043305 Jul 27 17:11:19.998126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] device_id is not set on port 31c8cb3f-f836-4bbd-be1c-2546447910a8 yet. {{(pid=93923) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 17:11:20.114788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-19bed48f-050a-4064-b616-da47828ff9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153924 Jul 27 17:11:20.173723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.204876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Transition to ACTIVE for port object e4238839-405d-4763-a013-9d2730f8839b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:20.226816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Transition to ACTIVE for port object e4238839-405d-4763-a013-9d2730f8839b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:20.238799 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.266156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-75eb469c-59a0-4ed2-93eb-9fa4f33b4ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465085 Jul 27 17:11:20.292129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:20.302319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:20.321129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.20.0.12 (52cb6227-6468-48c9-9c08-028b5a39fae7/f54ee05e-bf25-4f5c-b948-03cec9fa3b10/31c8cb3f-f836-4bbd-be1c-2546447910a8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:20.323214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:20.333988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Pushing event updated for resources: {'Port': ['ID=e4238839-405d-4763-a013-9d2730f8839b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:20.451913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Attempting to bind port e4238839-405d-4763-a013-9d2730f8839b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:20.452567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Attempting to bind port e4238839-405d-4763-a013-9d2730f8839b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '13fd0abc-c4da-4b51-b06a-718e01296758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:20.453144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Attempting to bind port e4238839-405d-4763-a013-9d2730f8839b on network 52cb6227-6468-48c9-9c08-028b5a39fae7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:20.459678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:20.460343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Checking segment: {'id': '13fd0abc-c4da-4b51-b06a-718e01296758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:20.460976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.461930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Bound using segment: {'id': '13fd0abc-c4da-4b51-b06a-718e01296758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:20.462602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Bound port: e4238839-405d-4763-a013-9d2730f8839b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd0abc-c4da-4b51-b06a-718e01296758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '52cb6227-6468-48c9-9c08-028b5a39fae7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:20.463391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.531342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.546428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] For port e4238839-405d-4763-a013-9d2730f8839b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:20.548384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object 31c8cb3f-f836-4bbd-be1c-2546447910a8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:20.550148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] For port e4238839-405d-4763-a013-9d2730f8839b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e4238839-405d-4763-a013-9d2730f8839b,segment=NetworkSegment(13fd0abc-c4da-4b51-b06a-718e01296758),segment_id=13fd0abc-c4da-4b51-b06a-718e01296758)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:20.555036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.609982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.632052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c97e78-f1b6-4a56-a3dd-6ed3e02f66d5 None None] Pushing event updated for resources: {'Port': ['ID=e4238839-405d-4763-a013-9d2730f8839b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:20.685213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:20.689123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:20.701270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:20.776483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=31c8cb3f-f836-4bbd-be1c-2546447910a8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:20.802189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:20.802828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:20.831537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3e5a88c1-e3d8-437e-a1b0-cd6baa918b25 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1269870 Jul 27 17:11:20.834175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:20.880937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c5f3-1aa9-4c3b-9c6e-5b7ea7ffab9e req-c8ebbed4-861c-4d2a-87e4-2883339dc572 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:20.882490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d157c5f3-1aa9-4c3b-9c6e-5b7ea7ffab9e req-c8ebbed4-861c-4d2a-87e4-2883339dc572 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1780064 Jul 27 17:11:20.932346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d157c5f3-1aa9-4c3b-9c6e-5b7ea7ffab9e req-d779611a-d067-4796-9822-b7ab78e4dd02 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Jul 27 17:11:21.236464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:21.505559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:21.513285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:21.628502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=31c8cb3f-f836-4bbd-be1c-2546447910a8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:21.682707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e4238839-405d-4763-a013-9d2730f8839b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:21.750031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40aecc-f059-4d7b-943c-28047bf1dcf9 None None] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:21.833598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port e4238839-405d-4763-a013-9d2730f8839b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:21.866444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:21.866952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Provisioning for port e4238839-405d-4763-a013-9d2730f8839b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:21.879061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Provisioning complete for port e4238839-405d-4763-a013-9d2730f8839b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:21.879687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.024881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.076529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] For port e4238839-405d-4763-a013-9d2730f8839b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e4238839-405d-4763-a013-9d2730f8839b,segment=NetworkSegment(13fd0abc-c4da-4b51-b06a-718e01296758),segment_id=13fd0abc-c4da-4b51-b06a-718e01296758)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:22.089205 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.111480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.142451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Pushing event updated for resources: {'Port': ['ID=e4238839-405d-4763-a013-9d2730f8839b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:22.151038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.151038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.151392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.151608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.151946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.152280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.152628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.154306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.154306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.154306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.154649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.154809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c5af7-dacc-4eab-aed1-c5591fd124f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:22.195239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477092-ac96-4fcc-9797-b0e2d46f0ea0 req-4eaa18a7-84de-43f0-8b4b-f2815f2639cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:22.196513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b477092-ac96-4fcc-9797-b0e2d46f0ea0 req-4eaa18a7-84de-43f0-8b4b-f2815f2639cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1325452 Jul 27 17:11:22.310781 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b477092-ac96-4fcc-9797-b0e2d46f0ea0 req-d8879734-dd33-471b-a98f-8ca3dbcca97a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774088 Jul 27 17:11:22.427844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Provisioning for port 31c8cb3f-f836-4bbd-be1c-2546447910a8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:22.432906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Provisioning complete for port 31c8cb3f-f836-4bbd-be1c-2546447910a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:22.433144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.444673 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-beeb4f8c-9b02-475c-9908-b02d76cd1aef req-8a667bfc-ae44-4738-8e35-7e3c9a1cd5d0 service neutron] (93923) timed out ('10.222.0.13', 49779) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:11:22.460359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.467851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.486181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Port 31c8cb3f-f836-4bbd-be1c-2546447910a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:22.503189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Provisioning complete for port e4238839-405d-4763-a013-9d2730f8839b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:22.503918 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79f0c7ff-52ac-494c-9982-cd73ade638fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.568243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.571232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=31c8cb3f-f836-4bbd-be1c-2546447910a8,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:22.671290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:22.672860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:22.730085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-28e0e397-1949-42d2-bed9-9b49290343f5 None None] Provisioning complete for port 31c8cb3f-f836-4bbd-be1c-2546447910a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:22.730547 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-28e0e397-1949-42d2-bed9-9b49290343f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.784942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e397-1949-42d2-bed9-9b49290343f5 None None] Port 31c8cb3f-f836-4bbd-be1c-2546447910a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:22.827927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 873965fa-f217-4aaf-a566-ea386bce0a88 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:22.907251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b1dd5c58-e6a8-4dea-9c93-e65845e6ab55 None None] Provisioning complete for port 31c8cb3f-f836-4bbd-be1c-2546447910a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:22.908161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c58-e6a8-4dea-9c93-e65845e6ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:22.935109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:22.940494 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a029c7be-5f7e-4f9b-9374-9a5876f7f874 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/873965fa-f217-4aaf-a566-ea386bce0a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1049302 Jul 27 17:11:22.944121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:22.947457 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] Sync routers for ids ['873965fa-f217-4aaf-a566-ea386bce0a88'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:22.955057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd5c58-e6a8-4dea-9c93-e65845e6ab55 None None] Port 31c8cb3f-f836-4bbd-be1c-2546447910a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:22.970057 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] Routers {'873965fa-f217-4aaf-a566-ea386bce0a88'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:22.970993 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['873965fa-f217-4aaf-a566-ea386bce0a88'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:23.010115 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:23.017028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3eabd4-ffb5-4c14-a14e-926372fd9cc7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:23.018610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9a3eabd4-ffb5-4c14-a14e-926372fd9cc7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports/31c8cb3f-f836-4bbd-be1c-2546447910a8 HTTP/1.1" status: 200 len: 978 time: 0.0730512 Jul 27 17:11:23.021380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60816) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:23.024252 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] Routers {'873965fa-f217-4aaf-a566-ea386bce0a88'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:23.025042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['873965fa-f217-4aaf-a566-ea386bce0a88'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:23.060025 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:23.060998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaa9ce-4885-4f22-889d-de7fadad48d8 None None] The sync data for ids ['873965fa-f217-4aaf-a566-ea386bce0a88'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:23.080748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1184a482-c5b4-43aa-80f5-d52180198b61 None None] Provisioning complete for port 31c8cb3f-f836-4bbd-be1c-2546447910a8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:23.081123 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1184a482-c5b4-43aa-80f5-d52180198b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:23.117032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1184a482-c5b4-43aa-80f5-d52180198b61 None None] Port 31c8cb3f-f836-4bbd-be1c-2546447910a8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:23.461167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:23.468362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a224f86-4ef1-462d-b309-fc6196295816 req-acb279dc-8715-4f54-96b5-eb4fc88933f6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:23.470021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a224f86-4ef1-462d-b309-fc6196295816 req-acb279dc-8715-4f54-96b5-eb4fc88933f6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0684996 Jul 27 17:11:23.510563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a224f86-4ef1-462d-b309-fc6196295816 req-06068c69-c513-496b-b832-45f0b7966f0f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 27 17:11:23.614564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e4238839-405d-4763-a013-9d2730f8839b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:23.661203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port e4238839-405d-4763-a013-9d2730f8839b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:23.661578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:23.694520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 31c8cb3f-f836-4bbd-be1c-2546447910a8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:23.694968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:23.790137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:23.803258 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 31c8cb3f-f836-4bbd-be1c-2546447910a8 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:24.318042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:24.348982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=31c8cb3f-f836-4bbd-be1c-2546447910a8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:24.494085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:24.684724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 873965fa-f217-4aaf-a566-ea386bce0a88 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:24.774263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:24.781015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-89fad136-929f-463d-866a-54edf61323ed tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/873965fa-f217-4aaf-a566-ea386bce0a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582524 Jul 27 17:11:24.783085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:24.794966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] Sync routers for ids ['873965fa-f217-4aaf-a566-ea386bce0a88'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:24.795729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969faefc-db5a-4d39-af20-1b3a220bd8c1 req-5f6b087b-56a5-4bb9-92d3-c165b0c91be2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:24.797355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-969faefc-db5a-4d39-af20-1b3a220bd8c1 req-5f6b087b-56a5-4bb9-92d3-c165b0c91be2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1816506 Jul 27 17:11:24.823658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] Routers {'873965fa-f217-4aaf-a566-ea386bce0a88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:24.825592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['873965fa-f217-4aaf-a566-ea386bce0a88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:24.840277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-969faefc-db5a-4d39-af20-1b3a220bd8c1 req-b0137e46-dcab-46c5-ae5c-b662c33cf803 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359783 Jul 27 17:11:24.863886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:24.873317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] Routers {'873965fa-f217-4aaf-a566-ea386bce0a88'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:24.874016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['873965fa-f217-4aaf-a566-ea386bce0a88'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:24.912858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:24.914779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257da0-0e58-48f1-bcb3-09c7e3a38dfa None None] The sync data for ids ['873965fa-f217-4aaf-a566-ea386bce0a88'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:25.329376 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-43d6174f-ee75-4705-9f13-b79834b9d768 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 17:11:25.330438 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-43d6174f-ee75-4705-9f13-b79834b9d768 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/873965fa-f217-4aaf-a566-ea386bce0a88/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5463228 Jul 27 17:11:25.333474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60832) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:25.366029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2370ee53-d052-49dc-ae52-a063d88d613e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=873965fa-f217-4aaf-a566-ea386bce0a88 HTTP/1.1" status: 200 len: 205 time: 0.0313981 Jul 27 17:11:25.368514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60834) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:25.444622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.612921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.615014 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.658332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.658797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router 873965fa-f217-4aaf-a566-ea386bce0a88 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:11:25.666387 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.667389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0cd135e1-9201-4d7f-a81a-8a1af0490642 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/873965fa-f217-4aaf-a566-ea386bce0a88 HTTP/1.1" status: 204 len: 168 time: 0.2979226 Jul 27 17:11:25.670720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:25.729080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet f54ee05e-bf25-4f5c-b948-03cec9fa3b10 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:25.732796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.777920 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.862094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.932732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.959000 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=f54ee05e-bf25-4f5c-b948-03cec9fa3b10,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:25.966548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:25.970836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-67603bcb-ef01-4151-a13a-2e8ea97807e9 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/f54ee05e-bf25-4f5c-b948-03cec9fa3b10 HTTP/1.1" status: 204 len: 168 time: 0.2967627 Jul 27 17:11:25.971704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60840) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:25.973245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371cda75-d36e-4dd2-a1a1-2992cc34adeb None None] Network 52cb6227-6468-48c9-9c08-028b5a39fae7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:26.031639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f996-f998-4b98-b8dd-aac31315c23b req-568f9178-da1c-4ddc-9b01-50b83dd0d663 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:26.033247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-47a5f996-f998-4b98-b8dd-aac31315c23b req-568f9178-da1c-4ddc-9b01-50b83dd0d663 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1205671 Jul 27 17:11:26.086595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.128036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-47a5f996-f998-4b98-b8dd-aac31315c23b req-e902f72a-9196-4972-9193-1c53bd90cfee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763354 Jul 27 17:11:26.193958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port e4238839-405d-4763-a013-9d2730f8839b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:26.194281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.215270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] DHCP port deletion for 52cb6227-6468-48c9-9c08-028b5a39fae7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:26.269286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port e4238839-405d-4763-a013-9d2730f8839b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e4238839-405d-4763-a013-9d2730f8839b,segment=NetworkSegment(13fd0abc-c4da-4b51-b06a-718e01296758),segment_id=13fd0abc-c4da-4b51-b06a-718e01296758)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:26.272320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.289563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Deleting port e4238839-405d-4763-a013-9d2730f8839b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:26.289800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.294586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for e4238839-405d-4763-a013-9d2730f8839b owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:26.351737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:26.355204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] For port e4238839-405d-4763-a013-9d2730f8839b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=e4238839-405d-4763-a013-9d2730f8839b,segment=NetworkSegment(13fd0abc-c4da-4b51-b06a-718e01296758),segment_id=13fd0abc-c4da-4b51-b06a-718e01296758)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:26.355726 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.370012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Calling delete_port for e4238839-405d-4763-a013-9d2730f8839b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:26.387849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.433996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port e4238839-405d-4763-a013-9d2730f8839b on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:26.464969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=e4238839-405d-4763-a013-9d2730f8839b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.476974 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.490985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] No DVR routers for this DVR port e4238839-405d-4763-a013-9d2730f8839b on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:26.516235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6eb32-cb8c-4308-8ace-6b30a5169b07 None None] Pushing event deleted for resources: {'Port': ['ID=e4238839-405d-4763-a013-9d2730f8839b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.530179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fca731-1d2b-421a-859a-e054662b9c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.547922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.558655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cb6227-6468-48c9-9c08-028b5a39fae7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:26.570101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd0abc-c4da-4b51-b06a-718e01296758') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:26.570500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd0abc-c4da-4b51-b06a-718e01296758') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:26.580541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.595949 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.602811 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:26.603261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:26.606271 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:26.626203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fca731-1d2b-421a-859a-e054662b9c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.630799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-41fca731-1d2b-421a-859a-e054662b9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.670226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.673777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-41fca731-1d2b-421a-859a-e054662b9c11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41cd9d83e6014976980bc674c0b00cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183775 Jul 27 17:11:26.673777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fca731-1d2b-421a-859a-e054662b9c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f355675e-58de-4fe5-b836-b3d31ffeb5eb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.677785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60852) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:26.692180 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.694084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/52cb6227-6468-48c9-9c08-028b5a39fae7 HTTP/1.1" status: 204 len: 168 time: 0.7211239 Jul 27 17:11:26.694934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c7741-1fb3-4f50-83e4-4ba6ddafcb8c tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=52cb6227-6468-48c9-9c08-028b5a39fae7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.697854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60854) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:26.704339 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-258209539'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:26.727229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:26.730813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.732617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.754511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.754951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:26.764301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.764704 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 6227010b-c593-46de-904f-fa2fda704ec4 of type vlan for network a3bcd73c-a575-4986-bb98-71a6b7617782 Jul 27 17:11:26.803155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.805961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.806794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.810360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f355675e-58de-4fe5-b836-b3d31ffeb5eb HTTP/1.1" status: 204 len: 168 time: 0.1312263 Jul 27 17:11:26.818664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669d75b-ba38-4071-bcfb-c1b952bc1832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f355675e-58de-4fe5-b836-b3d31ffeb5eb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.848908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.854881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:26.855526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:26.916502 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2174079 Jul 27 17:11:26.920188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:26.930426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:26.935735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f305-5ef2-4e68-91ed-6ef13a268940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=a3bcd73c-a575-4986-bb98-71a6b7617782,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:26.946405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a3bcd73c-a575-4986-bb98-71a6b7617782 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:27.030219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:27.033945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.239491 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:11:27.256167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.325234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=e3289e11-4609-4d21-b382-ecbd067cb5b8,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:27.351438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c91146-2d60-4831-ac44-79215502f722 req-c6225f59-2eaf-4bda-ab34-bf4ad650ec53 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:27.353012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5c91146-2d60-4831-ac44-79215502f722 req-c6225f59-2eaf-4bda-ab34-bf4ad650ec53 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1469681 Jul 27 17:11:27.357940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '6227010b-c593-46de-904f-fa2fda704ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:27.358313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: a3bcd73c-a575-4986-bb98-71a6b7617782, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:27.399185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network a3bcd73c-a575-4986-bb98-71a6b7617782 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:27.417058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a3bcd73c-a575-4986-bb98-71a6b7617782) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:27.423760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5c91146-2d60-4831-ac44-79215502f722 req-bc80c2b8-9168-470d-aee2-a8ec525a41e4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575745 Jul 27 17:11:27.426020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:27.426613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.428176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4088e00-6658-4697-adbf-5acab24ff6f6 None None] Network a3bcd73c-a575-4986-bb98-71a6b7617782 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:27.454969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21004cb3-b840-4cb5-b584-6647a441dec5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5330482 Jul 27 17:11:27.457466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:27.462562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-689966705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:27.489987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.491151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.554649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.560836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.582015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.587140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b9ffe935-b139-4e5f-bee3-9a057dc05583 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1248114 Jul 27 17:11:27.587572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60886) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:27.628820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e4238839-405d-4763-a013-9d2730f8839b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:27.632396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a3bcd73c-a575-4986-bb98-71a6b7617782', 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': 'e3289e11-4609-4d21-b382-ecbd067cb5b8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:27.633232 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.658194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: e4238839-405d-4763-a013-9d2730f8839b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:11:27.658534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device e4238839-405d-4763-a013-9d2730f8839b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:27.803448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Allocated IP 172.20.0.2 (a3bcd73c-a575-4986-bb98-71a6b7617782/e3289e11-4609-4d21-b382-ecbd067cb5b8/bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:27.889580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.972356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:27.981572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Transition to ACTIVE for port object bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:28.007335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Transition to ACTIVE for port object bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:28.008156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60892) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:28.016343 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.061052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Network a3bcd73c-a575-4986-bb98-71a6b7617782 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:28.063802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:28.068097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:28.071099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Pushing event updated for resources: {'Port': ['ID=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:28.147820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25cb6a78-9915-493a-9f33-918396ffec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.165806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Attempting to bind port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:28.166736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Attempting to bind port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6227010b-c593-46de-904f-fa2fda704ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:28.167763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Attempting to bind port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 on network a3bcd73c-a575-4986-bb98-71a6b7617782 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:28.176538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:28.177754 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Checking segment: {'id': '6227010b-c593-46de-904f-fa2fda704ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:28.178367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.179074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Bound using segment: {'id': '6227010b-c593-46de-904f-fa2fda704ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:28.179923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Bound port: bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6227010b-c593-46de-904f-fa2fda704ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a3bcd73c-a575-4986-bb98-71a6b7617782'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:28.180586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.227279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.20.0.1 (a3bcd73c-a575-4986-bb98-71a6b7617782/e3289e11-4609-4d21-b382-ecbd067cb5b8/2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:28.256381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25cb6a78-9915-493a-9f33-918396ffec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.261577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25cb6a78-9915-493a-9f33-918396ffec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.277435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] For port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:28.281693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] For port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,segment=NetworkSegment(6227010b-c593-46de-904f-fa2fda704ec4),segment_id=6227010b-c593-46de-904f-fa2fda704ec4)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:28.286955 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.303366 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-25cb6a78-9915-493a-9f33-918396ffec71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bca24c4ae2f42e1ae14a97b761a4569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921851 Jul 27 17:11:28.305246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb6a78-9915-493a-9f33-918396ffec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266040b9-1f29-438c-8d68-c471044e2edd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:28.308597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60896) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:28.359669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb58d2-b2fd-4736-befb-032b3a537184 None None] Pushing event updated for resources: {'Port': ['ID=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:28.396592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.415300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.419879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:28.446855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.525400 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.535192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.537711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.538840 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/266040b9-1f29-438c-8d68-c471044e2edd HTTP/1.1" status: 204 len: 168 time: 0.2286086 Jul 27 17:11:28.591408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea148280-5ec9-40ce-bfb5-2646b7317206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266040b9-1f29-438c-8d68-c471044e2edd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:28.599743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network a3bcd73c-a575-4986-bb98-71a6b7617782 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:28.605429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:28.611578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:28.641640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:28.644465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bca5-5933-4e38-81dd-ea2f4e6dd554 req-f1898ea1-396f-4ef2-8a69-01857ee557b3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:28.647729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f880bca5-5933-4e38-81dd-ea2f4e6dd554 req-f1898ea1-396f-4ef2-8a69-01857ee557b3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1090682 Jul 27 17:11:28.674192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:28.698527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f880bca5-5933-4e38-81dd-ea2f4e6dd554 req-d5ada987-3847-464b-9ca6-729586a9454d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jul 27 17:11:28.817397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.105677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.111214 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.195967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.198826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:29.297565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60920) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:29.300470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network a3bcd73c-a575-4986-bb98-71a6b7617782 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:29.301981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:29.375352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb970299-d3de-422c-b214-48897f1a2166 None None] Network a3bcd73c-a575-4986-bb98-71a6b7617782 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:29.410422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1112478113-network', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:29.435582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Made reservation on behalf of c8e3deb762bb4159bb6c441e8b304a9e for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:29.437687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 70086ea4-393f-4020-9bd7-1548405ad9f8 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:29.438777 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.448349 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.505741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f468b610-5e9e-499b-9496-f1960232e1cc None None] Provisioning for port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:29.564300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:29.570177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a05afac-cd53-4e1a-bff1-90b8e2c78c9d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/70086ea4-393f-4020-9bd7-1548405ad9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9812992 Jul 27 17:11:29.581411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.582716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60924) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:29.583081 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] Sync routers for ids ['70086ea4-393f-4020-9bd7-1548405ad9f8'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:29.594299 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.596317 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] Routers {'70086ea4-393f-4020-9bd7-1548405ad9f8'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:29.597148 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['70086ea4-393f-4020-9bd7-1548405ad9f8'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:29.634161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:29.641085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:29.647275 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] Routers {'70086ea4-393f-4020-9bd7-1548405ad9f8'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:29.648177 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['70086ea4-393f-4020-9bd7-1548405ad9f8'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:29.669636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:29.674213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b975a-f0d0-4d74-8cd2-560633f3070b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:29.678652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-256b975a-f0d0-4d74-8cd2-560633f3070b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports/2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 HTTP/1.1" status: 200 len: 910 time: 0.0947323 Jul 27 17:11:29.678980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60926) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:29.681743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a2736e-acad-4133-a437-516203042238,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:29.686252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.686604 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Added segment 671f5f73-5d77-46f6-b528-3124a60f9718 of type vlan for network 64997760-6339-462f-8ce4-499db1395c90 Jul 27 17:11:29.696911 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:29.698133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31a599-98a1-4bfa-b32d-9b3a88ce07a4 None None] The sync data for ids ['70086ea4-393f-4020-9bd7-1548405ad9f8'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:29.734197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:29.739815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:29.740198 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.750388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.793640 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.794729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:29.795330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.869973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.871582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5728147 Jul 27 17:11:29.873026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:29.880967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Request body: {'subnet': {'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1112478113-subnet', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:29.888171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed01f-d90b-49fb-ad4b-d40a4b302328 admin admin] Pushing event updated for resources: {'Network': ['ID=64997760-6339-462f-8ce4-499db1395c90,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:29.920720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Made reservation on behalf of c8e3deb762bb4159bb6c441e8b304a9e for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:29.921274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 64997760-6339-462f-8ce4-499db1395c90 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:29.923951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:29.998968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,segment=NetworkSegment(6227010b-c593-46de-904f-fa2fda704ec4),segment_id=6227010b-c593-46de-904f-fa2fda704ec4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:30.020240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.178731 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.244854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b036ea82-025a-45e1-aa2f-7e0e42665825,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:30.259299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Provisioning for port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:30.266919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Checking segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:30.267435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Network hostable DHCP agents. Network: 64997760-6339-462f-8ce4-499db1395c90, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:30.275458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Provisioning complete for port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:30.275874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.292410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Network 64997760-6339-462f-8ce4-499db1395c90 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:30.304561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:30.308972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 64997760-6339-462f-8ce4-499db1395c90) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:30.325731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:30.326493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.326716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c785c-914f-4b44-a914-a0c98a946371 None None] Network 64997760-6339-462f-8ce4-499db1395c90 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:30.344935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e94ca-dd46-4b2a-9c64-2c7a50fb59c3 req-2d2e2a57-d772-4e56-abf5-ef9df93d3eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:30.347133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-967e94ca-dd46-4b2a-9c64-2c7a50fb59c3 req-2d2e2a57-d772-4e56-abf5-ef9df93d3eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.5481403 Jul 27 17:11:30.352098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:30.352307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9354c28d-d7b7-4af4-bb06-fbca0347369e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4756308 Jul 27 17:11:30.361594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:30.398935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:30.429891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Provisioning complete for port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:30.430275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-af0fc7d9-cd30-43b7-ade1-fe90a0b2c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.447427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.448515 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.461714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-967e94ca-dd46-4b2a-9c64-2c7a50fb59c3 req-a967e247-682d-48a4-8197-5cd0bf0c67d2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034539 Jul 27 17:11:30.540101 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.569328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-64997760-6339-462f-8ce4-499db1395c90', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:30.570180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.714338 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.732990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Allocated IP 172.20.0.2 (64997760-6339-462f-8ce4-499db1395c90/b036ea82-025a-45e1-aa2f-7e0e42665825/cf2fa57c-71c5-4807-901e-a35da0c42d0e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:30.753301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-617d5f06-9ae3-4e21-b74e-81a19fe77435 None None] Provisioning complete for port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:30.753744 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-617d5f06-9ae3-4e21-b74e-81a19fe77435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.772285 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.832464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-617d5f06-9ae3-4e21-b74e-81a19fe77435 None None] Port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:30.911895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.920867 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Transition to ACTIVE for port object cf2fa57c-71c5-4807-901e-a35da0c42d0e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:30.937834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Transition to ACTIVE for port object cf2fa57c-71c5-4807-901e-a35da0c42d0e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:30.944370 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:30.987517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Network 64997760-6339-462f-8ce4-499db1395c90 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:30.990421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:30.996230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:31.007343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Pushing event updated for resources: {'Port': ['ID=cf2fa57c-71c5-4807-901e-a35da0c42d0e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:31.061883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Attempting to bind port cf2fa57c-71c5-4807-901e-a35da0c42d0e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:31.062271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Attempting to bind port cf2fa57c-71c5-4807-901e-a35da0c42d0e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:31.062637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Attempting to bind port cf2fa57c-71c5-4807-901e-a35da0c42d0e on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:31.067845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:31.068227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Checking segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:31.068776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.069071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Bound using segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:31.069671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Bound port: cf2fa57c-71c5-4807-901e-a35da0c42d0e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:31.070066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.109623 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.134526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] For port cf2fa57c-71c5-4807-901e-a35da0c42d0e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:31.137889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] For port cf2fa57c-71c5-4807-901e-a35da0c42d0e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cf2fa57c-71c5-4807-901e-a35da0c42d0e,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:31.142191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.149993 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.201948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2c6c-1fff-4cf4-b3d6-4d8def93ff99 None None] Pushing event updated for resources: {'Port': ['ID=cf2fa57c-71c5-4807-901e-a35da0c42d0e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:31.250414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:31.250763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.326834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Allocated IP 172.25.4.219 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/12542509-0635-474a-be9c-5e052ac275a0) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:31.420684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.437641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:31.536983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.619578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1ba72-86cf-47fc-99d8-bf9495b84b7b req-7f71fe12-5c4f-4cfe-8da1-468ad9a7bec7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:31.622822 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bd1ba72-86cf-47fc-99d8-bf9495b84b7b req-7f71fe12-5c4f-4cfe-8da1-468ad9a7bec7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0834353 Jul 27 17:11:31.636192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.694444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bd1ba72-86cf-47fc-99d8-bf9495b84b7b req-e53368db-56a5-40ec-b533-01141113e9d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653350 Jul 27 17:11:31.712767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:31.718780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:31.727904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:31.730792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:31.760815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Pushing event updated for resources: {'Port': ['ID=12542509-0635-474a-be9c-5e052ac275a0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:31.767571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.768750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:31.769194 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:31.804935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=2c1e9a72-0923-49c2-aa2e-e8b9b3c10c54,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:31.854722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cf2fa57c-71c5-4807-901e-a35da0c42d0e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:31.914761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cf2fa57c-71c5-4807-901e-a35da0c42d0e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:32.053377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.227166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cf8a6-fbcf-4c6a-a886-98656a501403 None None] Network 64997760-6339-462f-8ce4-499db1395c90 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:32.297259 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.300598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 70086ea4-393f-4020-9bd7-1548405ad9f8 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:32.301600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Provisioning for port cf2fa57c-71c5-4807-901e-a35da0c42d0e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:32.318993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Provisioning complete for port cf2fa57c-71c5-4807-901e-a35da0c42d0e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:32.319456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.463948 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.478039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:32.486131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2cbfb9a7-2f03-45a8-b160-eafc7c62a2bc tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/70086ea4-393f-4020-9bd7-1548405ad9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8050854 Jul 27 17:11:32.489063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60938) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:32.493829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] Sync routers for ids ['70086ea4-393f-4020-9bd7-1548405ad9f8'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:32.527247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] For port cf2fa57c-71c5-4807-901e-a35da0c42d0e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cf2fa57c-71c5-4807-901e-a35da0c42d0e,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:32.529652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce13bc47-6707-42d9-9a0b-6c307307f0c2 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=70086ea4-393f-4020-9bd7-1548405ad9f8 HTTP/1.1" status: 200 len: 205 time: 0.0395284 Jul 27 17:11:32.532159 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] Routers {'70086ea4-393f-4020-9bd7-1548405ad9f8'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:32.532395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:32.532910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['70086ea4-393f-4020-9bd7-1548405ad9f8'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:32.537005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.574844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:32.614471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] Routers {'70086ea4-393f-4020-9bd7-1548405ad9f8'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:32.615143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['70086ea4-393f-4020-9bd7-1548405ad9f8'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:32.634600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.657490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.662079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:32.662801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3800b4f-c43a-4f91-b329-78191fe6e42a None None] The sync data for ids ['70086ea4-393f-4020-9bd7-1548405ad9f8'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:32.667543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3ffb6-3486-4126-82da-79bba7428801 None None] Pushing event updated for resources: {'Port': ['ID=cf2fa57c-71c5-4807-901e-a35da0c42d0e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:32.837347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.840139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.852290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:32.863059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f6d11770-7e76-4deb-825a-93b113c65f5c None None] Provisioning complete for port cf2fa57c-71c5-4807-901e-a35da0c42d0e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:32.863653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6d11770-7e76-4deb-825a-93b113c65f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.884843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f1e6b-e84d-404b-ba1a-22c20ef16e31 req-b241f4f2-9fd8-4a4d-8e5e-bfe52efc91d7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:32.886764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b36f1e6b-e84d-404b-ba1a-22c20ef16e31 req-b241f4f2-9fd8-4a4d-8e5e-bfe52efc91d7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0999165 Jul 27 17:11:32.887541 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.888351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router 70086ea4-393f-4020-9bd7-1548405ad9f8 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:11:32.895368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:32.896580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-16763b1c-2635-4d55-b1a1-23bbf4669a51 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/70086ea4-393f-4020-9bd7-1548405ad9f8 HTTP/1.1" status: 204 len: 168 time: 0.3633509 Jul 27 17:11:32.899434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:32.956670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet e3289e11-4609-4d21-b382-ecbd067cb5b8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:32.959891 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.015313 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.106812 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.170435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.201744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=e3289e11-4609-4d21-b382-ecbd067cb5b8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:33.209346 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.211530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7ab3576d-85f4-41a0-89b6-42bdfd06dc96 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/e3289e11-4609-4d21-b382-ecbd067cb5b8 HTTP/1.1" status: 204 len: 168 time: 0.3108554 Jul 27 17:11:33.215156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60946) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:33.216756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019c0ff-6894-457d-877e-695ffe3fa853 None None] Network a3bcd73c-a575-4986-bb98-71a6b7617782 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:33.303576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.313358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.354732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b36f1e6b-e84d-404b-ba1a-22c20ef16e31 req-8a85c4db-5f70-4c38-97e4-75311f7fde18 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316640 Jul 27 17:11:33.380969 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:33.380969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.390066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:33.404554 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Sync routers for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:33.412914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.414805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd2b3ecf-f049-48c9-b1f3-e579f20f735c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0589139 Jul 27 17:11:33.417389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:33.418191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:33.419200 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:33.474305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] DHCP port deletion for a3bcd73c-a575-4986-bb98-71a6b7617782 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:33.481929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,segment=NetworkSegment(6227010b-c593-46de-904f-fa2fda704ec4),segment_id=6227010b-c593-46de-904f-fa2fda704ec4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:33.482471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.498992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:33.539578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Deleting port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:33.539963 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.619935 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.635789 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:33.640844 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:33.674060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] For port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,segment=NetworkSegment(6227010b-c593-46de-904f-fa2fda704ec4),segment_id=6227010b-c593-46de-904f-fa2fda704ec4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:33.675974 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:33.676224 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.701423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Calling delete_port for bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:33.769181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.789872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bcd73c-a575-4986-bb98-71a6b7617782']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:33.794934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cf2fa57c-71c5-4807-901e-a35da0c42d0e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:33.810214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6227010b-c593-46de-904f-fa2fda704ec4') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:33.810588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6227010b-c593-46de-904f-fa2fda704ec4') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:33.826125 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.844904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.850991 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:33.851829 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:33.857095 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:33.895439 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:32Z', 'revision_number': 3, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:33.919761 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.941106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.945551 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Checking router: 4f699082-f82a-4a1b-aadf-8c8b79e11e87 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:33.946465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Updating router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 port 12542509-0635-474a-be9c-5e052ac275a0 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:33.954652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.960293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/a3bcd73c-a575-4986-bb98-71a6b7617782 HTTP/1.1" status: 204 len: 168 time: 0.7400546 Jul 27 17:11:33.969301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cf2fa57c-71c5-4807-901e-a35da0c42d0e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:33.970096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:33.975097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:33.977483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] Pushing event deleted for resources: {'Port': ['ID=bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:33.980857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71c199-da1c-4b47-9b62-0f17207f9d39 None None] No DVR routers for this DVR port bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:33.984590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-774345088', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:33.992778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bc372-595c-4999-a97f-28db68a5cbda tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=a3bcd73c-a575-4986-bb98-71a6b7617782,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:34.016676 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.017669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.019396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.096325 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.113339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.206162 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:34.232109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Allocated IP 172.20.0.1 (64997760-6339-462f-8ce4-499db1395c90/b036ea82-025a-45e1-aa2f-7e0e42665825/dffc6785-2f86-476f-967a-56f86017e0a3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:34.239116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:11:34.239792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bca15b29-3c0d-4fa3-9dc6-c12f3ddcbcd9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:34.276775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.358190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.374200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Transition to ACTIVE for port object dffc6785-2f86-476f-967a-56f86017e0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:34.436976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.451669 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.462977 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Transition to ACTIVE for port object 12542509-0635-474a-be9c-5e052ac275a0 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:34.470838 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.486681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Network 64997760-6339-462f-8ce4-499db1395c90 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:34.493297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:34.497855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:34.525213 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Pushing event updated for resources: {'Port': ['ID=12542509-0635-474a-be9c-5e052ac275a0,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:34.526847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Pushing event updated for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:34.549808 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.550640 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.551088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.551528 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.551964 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.552416 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.553558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.553772 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.554403 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.555260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.555260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.555659 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.556108 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:34.561706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.565580 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Attempting to bind port 12542509-0635-474a-be9c-5e052ac275a0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:34.566492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Attempting to bind port 12542509-0635-474a-be9c-5e052ac275a0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:34.568470 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Attempting to bind port 12542509-0635-474a-be9c-5e052ac275a0 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:34.574516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:34.575767 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:34.576172 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.576608 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:34.577088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Bound port: 12542509-0635-474a-be9c-5e052ac275a0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:34.577474 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.588274 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.695370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d69efc-6720-47b5-87ae-4354504adfbc req-54d11f98-dc1f-42dd-b3ea-b2559b2c461d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:34.696376 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] For port 12542509-0635-474a-be9c-5e052ac275a0, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:34.697239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3d69efc-6720-47b5-87ae-4354504adfbc req-54d11f98-dc1f-42dd-b3ea-b2559b2c461d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.2510870 Jul 27 17:11:34.710099 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] For port 12542509-0635-474a-be9c-5e052ac275a0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=12542509-0635-474a-be9c-5e052ac275a0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:34.723086 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.780309 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e3d69efc-6720-47b5-87ae-4354504adfbc req-d447042b-a76a-4ef3-8b27-fd2a3f4a5c3f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745218 Jul 27 17:11:34.817309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65da452f-8898-4c78-b5a1-70755971ec4b None None] Provisioning for port dffc6785-2f86-476f-967a-56f86017e0a3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:34.818443 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:34.819166 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:34.827047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65da452f-8898-4c78-b5a1-70755971ec4b None None] Provisioning complete for port dffc6785-2f86-476f-967a-56f86017e0a3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:34.829720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65da452f-8898-4c78-b5a1-70755971ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.829984 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:34.834284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.25.4.234 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/f881da6c-6528-4da4-bc06-6228549451ba) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:34.878072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c81df-9ad6-4bb8-bc81-b19c0a235078 None None] Pushing event updated for resources: {'Port': ['ID=12542509-0635-474a-be9c-5e052ac275a0,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:34.899714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-65da452f-8898-4c78-b5a1-70755971ec4b None None] Port dffc6785-2f86-476f-967a-56f86017e0a3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:34.965214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:34.981113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.047737 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.064281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.071855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.095446 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:35.102388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:35.109481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:35.113841 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=f881da6c-6528-4da4-bc06-6228549451ba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:35.160002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.161865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Pushing event updated for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:35.204109 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'dffc6785-2f86-476f-967a-56f86017e0a3', 'name': '', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'mac_address': 'fa:16:3e:2c:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:34Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 1, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'subnets': [{'id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:35.243953 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87073fc7-3ff2-4409-b97b-988cb869107f None None] The sync data for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 is: [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'dffc6785-2f86-476f-967a-56f86017e0a3', 'name': '', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'mac_address': 'fa:16:3e:2c:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:34Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 1, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'subnets': [{'id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:35.270027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Network 64997760-6339-462f-8ce4-499db1395c90 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:35.271786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:35.416976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:35.429871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.611578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:35.626687 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f8789206-4a3f-482f-aae9-a80a4451ec21 admin admin] 10.222.0.64 "PUT /v2.0/routers/4f699082-f82a-4a1b-aadf-8c8b79e11e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1994154 Jul 27 17:11:35.650554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-aff6f019-da12-44f4-9ad3-d235bdc0f862 None None] Provisioning complete for port dffc6785-2f86-476f-967a-56f86017e0a3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:35.651220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aff6f019-da12-44f4-9ad3-d235bdc0f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:35.692090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-aff6f019-da12-44f4-9ad3-d235bdc0f862 None None] Port dffc6785-2f86-476f-967a-56f86017e0a3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:35.957792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676dcb2-6458-4e3e-879f-6a0d6f251e45 req-d3e3ac23-2450-4744-b96e-e0e835240e8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:35.959483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e676dcb2-6458-4e3e-879f-6a0d6f251e45 req-d3e3ac23-2450-4744-b96e-e0e835240e8e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0841446 Jul 27 17:11:36.007350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e676dcb2-6458-4e3e-879f-6a0d6f251e45 req-f7e64aea-f47a-4650-9ec6-b6b94d3e2554 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 Jul 27 17:11:36.062781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.233457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router db9bf931-0b10-4aa1-a1e4-885f68332279 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:36.292915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:36.300864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1642282763-network', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:36.334814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Made reservation on behalf of 8e26a8901e1e4ba783b83c18558b24c7 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:36.337681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.351432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.361777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:36.372595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] Sync routers for ids ['db9bf931-0b10-4aa1-a1e4-885f68332279'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:36.383296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] Routers {'db9bf931-0b10-4aa1-a1e4-885f68332279'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:36.383961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['db9bf931-0b10-4aa1-a1e4-885f68332279'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:36.431374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:36.443455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] Routers {'db9bf931-0b10-4aa1-a1e4-885f68332279'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:36.444611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['db9bf931-0b10-4aa1-a1e4-885f68332279'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:36.482494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:36.483160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e062a-07ae-4f23-a50b-d72899927283 None None] The sync data for ids ['db9bf931-0b10-4aa1-a1e4-885f68332279'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:36.510646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.515806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.524325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.529771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9c19c8a-21fe-4dc1-af90-f233757008de tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5481951 Jul 27 17:11:36.530092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60972) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:36.550330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:36.552582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559da657-a9df-47f7-a624-721eeb2531ae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:36.567905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.568144 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Added segment d6a31caa-6f57-4afa-90e7-9fc596159d50 of type vlan for network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 Jul 27 17:11:36.613806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.650313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.651547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:36.652193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.681042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ade81b8-07ad-44df-98d8-2e80365e6217 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers/db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 200 len: 880 time: 0.1494060 Jul 27 17:11:36.683525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60974) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:36.711921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4142978 Jul 27 17:11:36.712598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:36.720804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Request body: {'subnet': {'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1642282763-subnet', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:36.729767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd013dc-0711-463e-9ad3-696904736270 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbd8f59-7636-4b6c-9042-f3623b6ccaa6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:36.747292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:36.750109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Made reservation on behalf of 8e26a8901e1e4ba783b83c18558b24c7 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:36.754270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:36.951974 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cffbbbf2-2bf1-4789-88f2-820c01122bb3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2672303 Jul 27 17:11:36.954643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60978) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:36.959300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-774345088'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:36.970904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.034212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20907e11-082d-49a7-a31e-e333e85a1051,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:37.042341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Checking segment: {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:37.042747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Network hostable DHCP agents. Network: 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:37.062705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:37.078464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:37.082278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:37.083021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.088649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcec9ed-74e1-4bb0-97e6-30d5523dab44 None None] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:37.117605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-48a5dbdb-5a4f-4deb-adf0-3939c3e45108 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4034903 Jul 27 17:11:37.120503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:37.139905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:37.235742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.236685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.256351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'fixed_ips': [{'subnet_id': '20907e11-082d-49a7-a31e-e333e85a1051'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:37.257339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.310994 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-79f3a267-2276-4996-a236-99d0ddf23552 req-aa572c42-4470-426b-affe-2735f18645cb service neutron] show failed (client error): The resource could not be found. Jul 27 17:11:37.312221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-aa572c42-4470-426b-affe-2735f18645cb service neutron] 10.222.0.13 "GET /v2.0/ports/469c7b67-332a-42c3-b106-fb308a7531f1/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0674179 Jul 27 17:11:37.343385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839403c-eb58-4656-bdb6-ffa5685b430e req-69b42f44-9a1c-4d8a-8c7a-30578f81a190 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:37.345879 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a839403c-eb58-4656-bdb6-ffa5685b430e req-69b42f44-9a1c-4d8a-8c7a-30578f81a190 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.2303133 Jul 27 17:11:37.407126 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.437340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Allocated IP 172.20.0.2 (1fbd8f59-7636-4b6c-9042-f3623b6ccaa6/20907e11-082d-49a7-a31e-e333e85a1051/cb564941-e69e-4875-b0c8-20f01e82fbf1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:37.609249 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.619997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Transition to ACTIVE for port object cb564941-e69e-4875-b0c8-20f01e82fbf1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:37.632218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a839403c-eb58-4656-bdb6-ffa5685b430e req-a7c247a7-5f51-4de6-b5ff-44c083ece4da tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783818 Jul 27 17:11:37.638662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Transition to ACTIVE for port object cb564941-e69e-4875-b0c8-20f01e82fbf1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:37.649122 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.688123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:37.692539 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.692904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:37.694646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 12542509-0635-474a-be9c-5e052ac275a0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:37.697823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:37.732334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.749870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Pushing event updated for resources: {'Port': ['ID=cb564941-e69e-4875-b0c8-20f01e82fbf1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:37.752110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.808863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Attempting to bind port cb564941-e69e-4875-b0c8-20f01e82fbf1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:37.809239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Attempting to bind port cb564941-e69e-4875-b0c8-20f01e82fbf1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:37.810150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Attempting to bind port cb564941-e69e-4875-b0c8-20f01e82fbf1 on network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:37.818039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Sync routers for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:37.819888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:37.820634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Checking segment: {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:37.821206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.821706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Bound using segment: {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:37.822252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Bound port: cb564941-e69e-4875-b0c8-20f01e82fbf1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:37.822863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.828103 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:37.828767 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:37.839989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 12542509-0635-474a-be9c-5e052ac275a0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:37.861508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 12542509-0635-474a-be9c-5e052ac275a0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:37.861508 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:37.880323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-3d64906a-a3be-4693-b62b-c7961ce86e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:37.881881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-3d64906a-a3be-4693-b62b-c7961ce86e8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 1096 time: 0.3287952 Jul 27 17:11:37.897962 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:37.949279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:38.054478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router db9bf931-0b10-4aa1-a1e4-885f68332279 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:38.089064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.121930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] For port cb564941-e69e-4875-b0c8-20f01e82fbf1, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:38.126929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] For port cb564941-e69e-4875-b0c8-20f01e82fbf1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb564941-e69e-4875-b0c8-20f01e82fbf1,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:38.155252 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.196538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'dffc6785-2f86-476f-967a-56f86017e0a3', 'name': '', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'mac_address': 'fa:16:3e:2c:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:34Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 2, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'subnets': [{'id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:38.196838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.235392 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Checking router: 4f699082-f82a-4a1b-aadf-8c8b79e11e87 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:38.235392 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Updating router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 port dffc6785-2f86-476f-967a-56f86017e0a3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:38.238086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 12542509-0635-474a-be9c-5e052ac275a0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=12542509-0635-474a-be9c-5e052ac275a0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:38.243571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a89a2-c69a-42e3-a9e2-4f32ba64bd5e None None] Pushing event updated for resources: {'Port': ['ID=cb564941-e69e-4875-b0c8-20f01e82fbf1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:38.247432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.279585 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.309995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=12542509-0635-474a-be9c-5e052ac275a0,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:38.636143 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.649232 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Transition to ACTIVE for port object dffc6785-2f86-476f-967a-56f86017e0a3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:38.656272 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.717036 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa12a7-a689-4a08-95ec-0798ecafdf34 None None] Pushing event updated for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:38.825152 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Attempting to bind port dffc6785-2f86-476f-967a-56f86017e0a3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:38.825844 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Attempting to bind port dffc6785-2f86-476f-967a-56f86017e0a3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:38.826046 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Attempting to bind port dffc6785-2f86-476f-967a-56f86017e0a3 on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:38.840239 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:38.841285 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Checking segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:38.842012 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.842502 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Bound using segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:38.843107 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Bound port: dffc6785-2f86-476f-967a-56f86017e0a3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:38.844039 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.868924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dd2c-d0d6-4362-b8e2-8d64a3ec8dc8 req-151519b6-372f-4191-9541-8ced226da62e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:38.870981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe09dd2c-d0d6-4362-b8e2-8d64a3ec8dc8 req-151519b6-372f-4191-9541-8ced226da62e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.1452100 Jul 27 17:11:38.930221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fe09dd2c-d0d6-4362-b8e2-8d64a3ec8dc8 req-a72f5553-61b1-4280-ba95-054451344f17 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520899 Jul 27 17:11:38.953712 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] For port dffc6785-2f86-476f-967a-56f86017e0a3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:38.963966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] For port dffc6785-2f86-476f-967a-56f86017e0a3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dffc6785-2f86-476f-967a-56f86017e0a3,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:38.970836 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:38.985625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:39.000646 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.002041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-39857937-ce0b-45dc-818c-ce2fa0c9504e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 200 len: 887 time: 2.0463507 Jul 27 17:11:39.004596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091986da-0037-46f4-a31c-71896705ab6d None None] Sync routers for ids ['db9bf931-0b10-4aa1-a1e4-885f68332279'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:39.005125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60988) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:39.017322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] Routers {'db9bf931-0b10-4aa1-a1e4-885f68332279'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:39.018547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['db9bf931-0b10-4aa1-a1e4-885f68332279'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.058431 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:39.059205 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.067404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.110515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.124978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:39.145358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] Routers {'db9bf931-0b10-4aa1-a1e4-885f68332279'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:39.147128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['db9bf931-0b10-4aa1-a1e4-885f68332279'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.205843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-091986da-0037-46f4-a31c-71896705ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.206519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091986da-0037-46f4-a31c-71896705ab6d None None] The sync data for ids ['db9bf931-0b10-4aa1-a1e4-885f68332279'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:39.232996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.238909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d27b7739-c7e3-490b-9606-c654a0bfc0a0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers/db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 200 len: 887 time: 0.2326658 Jul 27 17:11:39.241624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 60990) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:39.257875 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa12a7-a689-4a08-95ec-0798ecafdf34 None None] Pushing event updated for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:39.302092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dce293b2-92d6-44f2-bc68-634d3320bad0 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 200 len: 205 time: 0.0539708 Jul 27 17:11:39.307828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:39.343326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:39.377784 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:39.458430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:11:39.464042 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28736a7e-4fbe-464d-a63d-be34e4b91fda" -d '{"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-unplugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:11:39.469186 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.480705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.506765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Transition to ACTIVE for port object 469c7b67-332a-42c3-b106-fb308a7531f1 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:39.533439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.549035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Allocated IP 172.25.4.188 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/00ad5be0-22ed-44ca-9bd6-336c8653b200) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:39.585963 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b6f08-c8b0-4064-b1e8-b9fdc62c24e3 x-openstack-request-id: req-230b6f08-c8b0-4064-b1e8-b9fdc62c24e3 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:11:39.586263 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-unplugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:11:39.586519 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-230b6f08-c8b0-4064-b1e8-b9fdc62c24e3 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:11:39.586915 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'code': 200} Jul 27 17:11:39.657215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.686635 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'dffc6785-2f86-476f-967a-56f86017e0a3', 'name': '', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'mac_address': 'fa:16:3e:2c:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:34Z', 'updated_at': '2021-07-27T17:11:38Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'subnets': [{'id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:39.719252 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bf238-b759-46ef-bc84-075ed768c5ac None None] The sync data for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 is: [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:11:34Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'dffc6785-2f86-476f-967a-56f86017e0a3', 'name': '', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'mac_address': 'fa:16:3e:2c:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:34Z', 'updated_at': '2021-07-27T17:11:38Z', 'revision_number': 4, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'subnets': [{'id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:39.753961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002dcd09-6a65-4363-afeb-a1aaafa931ed None None] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:39.787840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port f881da6c-6528-4da4-bc06-6228549451ba {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:39.788443 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.830510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:39.847433 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6e00321-68f6-4cae-84b4-c67c1daf451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:39.906013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5f7b6cf0-1ca4-43ac-88cb-6f410f0e2ca7 None None] Provisioning for port cb564941-e69e-4875-b0c8-20f01e82fbf1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:39.937881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.938309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.938565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.939290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.939640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.939980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.941226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.941581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.941926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.942312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.942674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.943903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:11:39.986922 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.002226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dffc6785-2f86-476f-967a-56f86017e0a3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:40.016247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for f881da6c-6528-4da4-bc06-6228549451ba owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:40.036241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] No DVR routers for this DVR port 469c7b67-332a-42c3-b106-fb308a7531f1 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:40.089038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.221103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port dffc6785-2f86-476f-967a-56f86017e0a3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:40.236563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dffc6785-2f86-476f-967a-56f86017e0a3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:40.237256 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.272391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9da3b-2e2c-4dd6-8bdc-6d03eaf8d6d7 req-97c2cfc5-8a0f-441f-97d1-1f715fa13bb2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:40.281052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-baf9da3b-2e2c-4dd6-8bdc-6d03eaf8d6d7 req-97c2cfc5-8a0f-441f-97d1-1f715fa13bb2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.1856523 Jul 27 17:11:40.282565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.292523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:40.292888 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:40.293215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:40.338465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:11:40.339017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Attempting to bind port 469c7b67-332a-42c3-b106-fb308a7531f1 on network 5470bf91-2416-4ad0-8d9b-c0acc9942597 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:40.344508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-baf9da3b-2e2c-4dd6-8bdc-6d03eaf8d6d7 req-5533b996-532b-43e1-8fad-07270457b9dc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623846 Jul 27 17:11:40.369337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:40.370043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Checking segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:40.370692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Bound using segment: {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:40.371414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Bound port: 469c7b67-332a-42c3-b106-fb308a7531f1, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0468c43a-f4c4-4d3b-b24b-3afce077ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:40.371903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.382237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:40.399058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.401014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:40.403099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Pushing event updated for resources: {'Port': ['ID=00ad5be0-22ed-44ca-9bd6-336c8653b200,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:40.412168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:40.454000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.464639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port dffc6785-2f86-476f-967a-56f86017e0a3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dffc6785-2f86-476f-967a-56f86017e0a3,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:40.471670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.472728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 12542509-0635-474a-be9c-5e052ac275a0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:40.513366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=f881da6c-6528-4da4-bc06-6228549451ba,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:40.593796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:40.608246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.670244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:40.676835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 12542509-0635-474a-be9c-5e052ac275a0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:40.678407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.712002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.714717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.743728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:40.768399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.769086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router db9bf931-0b10-4aa1-a1e4-885f68332279 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:11:40.782177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.785054 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.785950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a738397-7a5c-4032-977f-8a6aa7826633 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 204 len: 168 time: 1.4767690 Jul 27 17:11:40.791432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 60998) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:40.792328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb564941-e69e-4875-b0c8-20f01e82fbf1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:40.797975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-2112102449'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:40.823558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:40.831764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.846892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:40.847540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.849109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] 10.222.0.61 "PUT /v2.0/ports/469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 1091 time: 2.9566584 Jul 27 17:11:40.857215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cb564941-e69e-4875-b0c8-20f01e82fbf1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:40.864253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cb564941-e69e-4875-b0c8-20f01e82fbf1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:40.865436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.867990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:40.870296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70382fe-eb9d-4313-a126-3ec74fa11f0a service neutron] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:40.879183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.879652 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment a99ea438-a1e6-4fea-9dff-0cba47e83cb9 of type vlan for network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 Jul 27 17:11:40.920938 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.937638 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.982451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.989397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:40.989397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:40.996965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.021617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2262585 Jul 27 17:11:41.025389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:41.026588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:41.056972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port cb564941-e69e-4875-b0c8-20f01e82fbf1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb564941-e69e-4875-b0c8-20f01e82fbf1,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:41.063734 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.065280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:41.072413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402e9d5-e5ad-423b-8a7d-3d6b806d226d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=2bfb45e8-2a41-4313-ac2f-ff65e4cd8384,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:41.091260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:41.139741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-209ce3b8-9367-413f-ba5f-c5c1bc195469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:41.141603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-209ce3b8-9367-413f-ba5f-c5c1bc195469 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.2654362 Jul 27 17:11:41.171389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:41.213152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=cb564941-e69e-4875-b0c8-20f01e82fbf1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:41.337654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:41.341704 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.364518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-25489c8e-0351-4324-883e-ec2164f34a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:41.365660 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-25489c8e-0351-4324-883e-ec2164f34a7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.1865375 Jul 27 17:11:41.406661 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.634574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dffc6785-2f86-476f-967a-56f86017e0a3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:41.687253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dffc6785-2f86-476f-967a-56f86017e0a3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:41.687627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.765937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:11:41.768608 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:11:41.780681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb564941-e69e-4875-b0c8-20f01e82fbf1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:41.831533 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cb564941-e69e-4875-b0c8-20f01e82fbf1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:41.831922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:41.839054 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9e7264-0cda-4bcf-a38d-726f6c44194b x-openstack-request-id: req-ac9e7264-0cda-4bcf-a38d-726f6c44194b {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:11:41.839351 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:11:41.839593 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac9e7264-0cda-4bcf-a38d-726f6c44194b {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:11:41.839988 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'status': 'completed', 'code': 200} Jul 27 17:11:41.869409 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-1d136fb8-4841-4665-9a5e-3b664298e417 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.4730480 Jul 27 17:11:41.935484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-b9167fd1-92cc-493f-9f93-7cc6b2cc5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:41.937061 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-b9167fd1-92cc-493f-9f93-7cc6b2cc5519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.0632732 Jul 27 17:11:42.029379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-76ae5132-21b6-4568-8929-a450c33f21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.030976 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-76ae5132-21b6-4568-8929-a450c33f21bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.1530216 Jul 27 17:11:42.045413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-d864836c-e3af-471d-890e-ec478a2f6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.046940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-d864836c-e3af-471d-890e-ec478a2f6f1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.0936315 Jul 27 17:11:42.048253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147ee5-ad39-45a2-8a60-c6a644c7c455 req-a5ca5aa2-b790-41ab-a6f9-80420b66f78c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.049782 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4147ee5-ad39-45a2-8a60-c6a644c7c455 req-a5ca5aa2-b790-41ab-a6f9-80420b66f78c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.5962377 Jul 27 17:11:42.118609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-3f67cf77-da95-4ed2-9e62-5fa6f8640e2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.0641320 Jul 27 17:11:42.178740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-69868cab-8638-4503-8cd6-4baf2c2af35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.180280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-69868cab-8638-4503-8cd6-4baf2c2af35f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.0532598 Jul 27 17:11:42.180420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.200711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4147ee5-ad39-45a2-8a60-c6a644c7c455 req-99330133-0eea-4db0-88dd-b8f6c1af1f3b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366034 Jul 27 17:11:42.231308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:42.248575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-8c4f1b67-cffb-491f-821c-598b6c3b6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.250270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-8c4f1b67-cffb-491f-821c-598b6c3b6859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627794 Jul 27 17:11:42.317684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=995ebe76-f836-480b-896c-57359e708f5a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:42.324140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a267-2276-4996-a236-99d0ddf23552 req-2dc6181c-1257-4540-87b3-5238b1cfb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.325987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-2dc6181c-1257-4540-87b3-5238b1cfb285 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862165 Jul 27 17:11:42.344520 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-98250716-9a74-4f34-8131-5db2c797a2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Jul 27 17:11:42.419067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.429821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:42.430194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:42.448304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-fdd74905-1285-4122-aa2a-709f6f8abe38 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971694 Jul 27 17:11:42.488177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:42.492738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:42.503004 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-986d9e4b-3b88-4e44-9b68-353b1703d8f5 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680095 Jul 27 17:11:42.503248 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Sync routers for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:42.505111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:42.519450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500445a-aa46-4cf7-a2e3-ff7e8d376ae2 None None] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:42.521431 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:42.522221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.523578 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:42.524238 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:42.576946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.581634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-683b6a9d-212b-4d39-91d2-1d627cc3302e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4593182 Jul 27 17:11:42.581963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32776) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:42.586412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-206ad3f1-dd51-4a73-88b6-8c8ccb6d8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.587054 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-005b58e5-eb01-46e0-9ed7-1bee393977f7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5263066 Jul 27 17:11:42.590898 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:42.602233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2101029741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:42.641426 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:42.666367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.667453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.709941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2bfb45e8-2a41-4313-ac2f-ff65e4cd8384', 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': '995ebe76-f836-480b-896c-57359e708f5a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:42.711598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.742930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-79f3a267-2276-4996-a236-99d0ddf23552 req-4c0bd2a9-1974-4c05-a056-353056bd5008 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321110 Jul 27 17:11:42.823318 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.830445 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.879119 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:40Z', 'revision_number': 3, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:42.897800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:42.905904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Allocated IP 172.20.0.2 (2bfb45e8-2a41-4313-ac2f-ff65e4cd8384/995ebe76-f836-480b-896c-57359e708f5a/231674f5-9ecf-46ef-80fa-093be6c51647) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:42.907926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a572d02-e890-4f17-a830-58a2ac5adc18 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3156717 Jul 27 17:11:42.914337 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Checking router: 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:42.915009 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Updating router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec port 00ad5be0-22ed-44ca-9bd6-336c8653b200 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:42.944504 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32780) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:42.959522 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.135707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.142661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-5c627f47-c288-4ba6-bb5a-6c355b137e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:43.144362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-5c627f47-c288-4ba6-bb5a-6c355b137e94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.2736561 Jul 27 17:11:43.147466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Transition to ACTIVE for port object 231674f5-9ecf-46ef-80fa-093be6c51647 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:43.176091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Transition to ACTIVE for port object 231674f5-9ecf-46ef-80fa-093be6c51647 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:43.184227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.227306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:43.249041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:43.264668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:43.274417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Pushing event updated for resources: {'Port': ['ID=231674f5-9ecf-46ef-80fa-093be6c51647,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:43.334640 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.350936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Transition to ACTIVE for port object 00ad5be0-22ed-44ca-9bd6-336c8653b200 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:43.365015 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.403935 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Attempting to bind port 231674f5-9ecf-46ef-80fa-093be6c51647 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:43.404968 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Attempting to bind port 231674f5-9ecf-46ef-80fa-093be6c51647 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:43.406199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Attempting to bind port 231674f5-9ecf-46ef-80fa-093be6c51647 on network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:43.415862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:43.416729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Checking segment: {'id': 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:43.417459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.418490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Bound using segment: {'id': 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:43.419208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Bound port: 231674f5-9ecf-46ef-80fa-093be6c51647, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2bfb45e8-2a41-4313-ac2f-ff65e4cd8384'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:43.419422 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fef207-0a3a-45fe-b844-08a8408fa4a2 None None] Pushing event updated for resources: {'Port': ['ID=00ad5be0-22ed-44ca-9bd6-336c8653b200,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:43.419951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.432792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Attempting to bind port 00ad5be0-22ed-44ca-9bd6-336c8653b200 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:43.433200 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Attempting to bind port 00ad5be0-22ed-44ca-9bd6-336c8653b200 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:43.433516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Attempting to bind port 00ad5be0-22ed-44ca-9bd6-336c8653b200 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:43.439808 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:43.440199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:43.440642 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.441042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:43.441576 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Bound port: 00ad5be0-22ed-44ca-9bd6-336c8653b200, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:43.441971 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.517982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.540292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-48870ecb-bc29-4f05-b09b-2198bc5ab1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:43.542160 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-48870ecb-bc29-4f05-b09b-2198bc5ab1d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.3493564 Jul 27 17:11:43.570080 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] For port 00ad5be0-22ed-44ca-9bd6-336c8653b200, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:43.574110 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] For port 00ad5be0-22ed-44ca-9bd6-336c8653b200, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=00ad5be0-22ed-44ca-9bd6-336c8653b200,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:43.577560 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.580162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2115f3f-db10-48ad-b5d2-656eb21243e3 req-e348ccdb-a4d1-49e8-9ba6-fb2de31caa57 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:43.580945 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.588873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2115f3f-db10-48ad-b5d2-656eb21243e3 req-e348ccdb-a4d1-49e8-9ba6-fb2de31caa57 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.2349300 Jul 27 17:11:43.597448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] For port 231674f5-9ecf-46ef-80fa-093be6c51647, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:43.602755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] For port 231674f5-9ecf-46ef-80fa-093be6c51647, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=231674f5-9ecf-46ef-80fa-093be6c51647,segment=NetworkSegment(a99ea438-a1e6-4fea-9dff-0cba47e83cb9),segment_id=a99ea438-a1e6-4fea-9dff-0cba47e83cb9)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:43.610574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.689325 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:43.693266 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:43.698150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2115f3f-db10-48ad-b5d2-656eb21243e3 req-494989b7-8dd2-419d-b3dd-525497f839d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082566 Jul 27 17:11:43.753771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422f8d5-2f7e-489b-948e-c83fc99f639a None None] Pushing event updated for resources: {'Port': ['ID=231674f5-9ecf-46ef-80fa-093be6c51647,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:43.811528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-a70b0258-29c7-4a19-b495-4175ab1e3c89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.2229836 Jul 27 17:11:43.812874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:43.873888 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fef207-0a3a-45fe-b844-08a8408fa4a2 None None] Pushing event updated for resources: {'Port': ['ID=00ad5be0-22ed-44ca-9bd6-336c8653b200,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:43.878004 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:43.923052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-10e08e0b-5ea6-4681-a682-ac6feba2d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:43.924567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-10e08e0b-5ea6-4681-a682-ac6feba2d168 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.1017179 Jul 27 17:11:44.052724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Allocated IP 172.20.0.1 (1fbd8f59-7636-4b6c-9042-f3623b6ccaa6/20907e11-082d-49a7-a31e-e333e85a1051/9f526d3e-0d07-4fc4-8826-72662822dc53) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:44.066820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.20.0.1 (2bfb45e8-2a41-4313-ac2f-ff65e4cd8384/995ebe76-f836-480b-896c-57359e708f5a/d2b06064-2343-49c7-af4b-914bbeee91c8) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:44.142073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-8ce65277-830d-48c9-8be0-7f8ef2d3d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:44.143618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-8ce65277-830d-48c9-8be0-7f8ef2d3d8b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082365 Jul 27 17:11:44.162336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:40Z', 'revision_number': 3, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:44.189908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.194681 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f0727-d2e0-460d-b310-9522a4693adf None None] The sync data for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 is: [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:40Z', 'revision_number': 3, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:44.205678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Transition to ACTIVE for port object 9f526d3e-0d07-4fc4-8826-72662822dc53 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:44.246222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.285827 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.289660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:44.294824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:44.296527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-3ddf3577-4e64-4d60-b7c2-bef956ad9983 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397619 Jul 27 17:11:44.298726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:44.303781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object d2b06064-2343-49c7-af4b-914bbeee91c8 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:44.329991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:44.355102 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.445831 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87254a8b-12e3-4c6a-a393-88c165735f38 req-23b83a29-2ace-4105-b7dc-158801f33b9b service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400397 Jul 27 17:11:44.448841 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.525113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:44.538867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:44.551701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:44.616920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=d2b06064-2343-49c7-af4b-914bbeee91c8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:44.646522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.649151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.897623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e9c1f98c-cf6f-4a82-9b80-7d4c9a7ce0eb None None] Provisioning for port 9f526d3e-0d07-4fc4-8826-72662822dc53 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:44.900062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.906397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e9c1f98c-cf6f-4a82-9b80-7d4c9a7ce0eb None None] Provisioning complete for port 9f526d3e-0d07-4fc4-8826-72662822dc53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:44.907046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f98c-cf6f-4a82-9b80-7d4c9a7ce0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:44.912029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.003406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1f98c-cf6f-4a82-9b80-7d4c9a7ce0eb None None] Port 9f526d3e-0d07-4fc4-8826-72662822dc53 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:45.019328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:45.029278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.131358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-418fcb0e-7ef9-45f2-9c8e-adcf00efa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:45.132946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-418fcb0e-7ef9-45f2-9c8e-adcf00efa7d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.5824709 Jul 27 17:11:45.159412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.165350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:45.166984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:45.219276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef97508-7f95-4810-a990-8791a24f554f None None] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:45.259830 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.273508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c72fc-588e-4d82-8913-d1b355eb8e18 req-b97355bb-2a46-4d91-abfa-00b88d3c2f49 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:45.283776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a22c72fc-588e-4d82-8913-d1b355eb8e18 req-b97355bb-2a46-4d91-abfa-00b88d3c2f49 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.2504823 Jul 27 17:11:45.350045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:45.398926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dd7766d6-310b-4f55-af0d-0fc0774882f3 None None] Provisioning for port 231674f5-9ecf-46ef-80fa-093be6c51647 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:45.423306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a22c72fc-588e-4d82-8913-d1b355eb8e18 req-e108991f-fd7b-49b0-b3b6-b977f5026b30 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382236 Jul 27 17:11:45.439571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-6f53f8b8-6836-4c15-8077-f886fba26eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:45.441412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-6f53f8b8-6836-4c15-8077-f886fba26eff service neutron] 10.222.0.61 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.2967086 Jul 27 17:11:45.511966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:45.520575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-aad1f7db-1971-4742-9728-f756130dbfe2 admin admin] 10.222.0.64 "PUT /v2.0/routers/7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9299521 Jul 27 17:11:45.578307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-687022d9-2bfa-48ea-a515-d86504dfca11 None None] Provisioning complete for port 9f526d3e-0d07-4fc4-8826-72662822dc53 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:45.578931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-687022d9-2bfa-48ea-a515-d86504dfca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.674888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-6d5c753f-10c0-41c9-997b-64d2d0e92a0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.2253368 Jul 27 17:11:45.724240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-687022d9-2bfa-48ea-a515-d86504dfca11 None None] Port 9f526d3e-0d07-4fc4-8826-72662822dc53 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:45.809342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 231674f5-9ecf-46ef-80fa-093be6c51647 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:45.892951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 231674f5-9ecf-46ef-80fa-093be6c51647 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:45.897352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-23a9affc-c852-4e16-a460-5f03415dc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:45.898942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-23a9affc-c852-4e16-a460-5f03415dc42b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.2085884 Jul 27 17:11:45.899270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 231674f5-9ecf-46ef-80fa-093be6c51647 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:45.900291 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:45.924706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-e8011560-254e-426e-815d-9aef51b1dc42 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:45.927118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-e8011560-254e-426e-815d-9aef51b1dc42 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 943 time: 0.2096429 Jul 27 17:11:46.048540 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-44cae51f-2063-4131-a12a-1a608305b247 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:11:46.049926 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-44cae51f-2063-4131-a12a-1a608305b247 service neutron] 10.222.0.13 "DELETE /v2.0/ports/469c7b67-332a-42c3-b106-fb308a7531f1/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.1144538 Jul 27 17:11:46.057405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.075924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Provisioning complete for port 231674f5-9ecf-46ef-80fa-093be6c51647 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:46.076411 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.085327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e43c-8159-4e9d-a2c2-9fb77e38cca3 req-0c78f874-4da9-4530-9874-a0c1500af2fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.086955 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b12e43c-8159-4e9d-a2c2-9fb77e38cca3 req-0c78f874-4da9-4530-9874-a0c1500af2fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 943 time: 0.3024864 Jul 27 17:11:46.100552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-06b3bd48-0f91-41d6-9f2f-581bf0984615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.102353 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-06b3bd48-0f91-41d6-9f2f-581bf0984615 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950657 Jul 27 17:11:46.151444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.161021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 231674f5-9ecf-46ef-80fa-093be6c51647, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=231674f5-9ecf-46ef-80fa-093be6c51647,segment=NetworkSegment(a99ea438-a1e6-4fea-9dff-0cba47e83cb9),segment_id=a99ea438-a1e6-4fea-9dff-0cba47e83cb9)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:46.170618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.171440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 00ad5be0-22ed-44ca-9bd6-336c8653b200 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:46.209794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.301217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-49d5a729-d5e5-49e1-9672-732250969b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.304904 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-49d5a729-d5e5-49e1-9672-732250969b3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1094 time: 0.1463115 Jul 27 17:11:46.373167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.450143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=231674f5-9ecf-46ef-80fa-093be6c51647,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:46.474261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 00ad5be0-22ed-44ca-9bd6-336c8653b200 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:46.483657 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 00ad5be0-22ed-44ca-9bd6-336c8653b200 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:46.483933 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.492870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=d2b06064-2343-49c7-af4b-914bbeee91c8,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:46.502262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b12e43c-8159-4e9d-a2c2-9fb77e38cca3 req-e43c77d6-d3f9-4447-b2ad-7722ca91d568 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479793 Jul 27 17:11:46.546187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-0c3c0d29-e059-4869-b7b8-c24f1afeae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.546664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-1e82ff57-1aa0-4a2c-aa36-2876fe15b41d service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283586 Jul 27 17:11:46.547829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-0c3c0d29-e059-4869-b7b8-c24f1afeae25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.2361596 Jul 27 17:11:46.548766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Provisioning for port d2b06064-2343-49c7-af4b-914bbeee91c8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:46.555199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Provisioning complete for port d2b06064-2343-49c7-af4b-914bbeee91c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:46.555897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.603083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-a1f6f957-1e0b-4380-8166-c838440dc0db tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.605330 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-a1f6f957-1e0b-4380-8166-c838440dc0db tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.2050915 Jul 27 17:11:46.623717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3cbce094-1fcb-46f2-b5a6-ddd2010ff424 None None] Port d2b06064-2343-49c7-af4b-914bbeee91c8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:46.648957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:46.649957 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.652110 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:46.665385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-ddd36251-33a5-45de-b010-ddf4a9e71ff1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 998 time: 0.1096265 Jul 27 17:11:46.677271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-7a6854be-abb0-4e4a-8bab-3bf3edbf31bf tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/quotas/8e26a8901e1e4ba783b83c18558b24c7 HTTP/1.1" status: 200 len: 375 time: 0.0576725 Jul 27 17:11:46.705303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 00ad5be0-22ed-44ca-9bd6-336c8653b200, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=00ad5be0-22ed-44ca-9bd6-336c8653b200,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:46.710915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.820415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-91ae7d87-1bde-4e59-8efb-b79741e472ea None None] Provisioning complete for port d2b06064-2343-49c7-af4b-914bbeee91c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:46.821217 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91ae7d87-1bde-4e59-8efb-b79741e472ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:46.851313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e41f7272-fe3b-47d0-8d9c-ef9a371bb33f req-3596517a-db86-4d8d-8cbb-96eed4ef8346 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928123 Jul 27 17:11:46.879550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=00ad5be0-22ed-44ca-9bd6-336c8653b200,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:46.899114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-1e5c5612-3f1f-47a7-b1eb-ea250b689c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:46.901298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-1e5c5612-3f1f-47a7-b1eb-ea250b689c22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.2216218 Jul 27 17:11:46.930211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-91ae7d87-1bde-4e59-8efb-b79741e472ea None None] Port d2b06064-2343-49c7-af4b-914bbeee91c8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:46.950432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 9e6118a8-4504-4976-9611-15c67dc26aaa is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:46.986493 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-1056de1e-af87-4521-8fb1-742615e8ce18 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3054781 Jul 27 17:11:47.022488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-754169d4-b12a-4f3f-a451-b6af624fb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:47.025171 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:47.027043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-754169d4-b12a-4f3f-a451-b6af624fb2f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178873 Jul 27 17:11:47.051388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9e35827f-e57f-4ad6-9b6e-51bd934b7486 None None] Provisioning complete for port d2b06064-2343-49c7-af4b-914bbeee91c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:47.051793 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e35827f-e57f-4ad6-9b6e-51bd934b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:47.083093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:47.089656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9fa8d5d0-7421-491e-b6ac-9072551d7c4f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/9e6118a8-4504-4976-9611-15c67dc26aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1435318 Jul 27 17:11:47.092885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32812) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:47.098410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:11:47.100270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] Sync routers for ids ['9e6118a8-4504-4976-9611-15c67dc26aaa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:47.108543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9e35827f-e57f-4ad6-9b6e-51bd934b7486 None None] Port d2b06064-2343-49c7-af4b-914bbeee91c8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:47.125029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] Routers {'9e6118a8-4504-4976-9611-15c67dc26aaa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:47.125705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9e6118a8-4504-4976-9611-15c67dc26aaa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.169639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.181111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb3994-a81d-4e0c-9126-fbc8c422385b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:47.183174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9bfb3994-a81d-4e0c-9126-fbc8c422385b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports/d2b06064-2343-49c7-af4b-914bbeee91c8 HTTP/1.1" status: 200 len: 910 time: 0.0891228 Jul 27 17:11:47.185788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32814) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:47.189755 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Sync routers for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:47.191529 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '995ebe76-f836-480b-896c-57359e708f5a'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:47.206096 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:47.207474 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.224475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] Routers {'9e6118a8-4504-4976-9611-15c67dc26aaa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:47.225110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9e6118a8-4504-4976-9611-15c67dc26aaa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.254244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-7483c500-68e6-401b-a16a-e28fad52b027 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197640 Jul 27 17:11:47.272455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.273072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7238bff-5035-46b4-90f3-eba9a3e501a4 None None] The sync data for ids ['9e6118a8-4504-4976-9611-15c67dc26aaa'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:47.318200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:47.358961 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-8258105f-b981-472d-b68a-186600ae2875 service neutron] 10.222.0.64 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618793 Jul 27 17:11:47.371425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '469c7b67-332a-42c3-b106-fb308a7531f1', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'port_id': '469c7b67-332a-42c3-b106-fb308a7531f1', 'mac_address': 'fa:16:3e:92:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:11:47.431715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:47.442109 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:47.454314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469c7b67-332a-42c3-b106-fb308a7531f1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:11:47.483098 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:47.504385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-8bc19c72-4a75-48e4-b6fc-90f7111dfa7c service neutron] 10.222.0.64 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146450 Jul 27 17:11:47.507511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:47.516723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:47.542383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f45eab82-600e-4b31-8c63-5e2a1649998b req-09eea784-6ade-419e-8458-52b759194ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769036 Jul 27 17:11:47.598603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:47.719742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 231674f5-9ecf-46ef-80fa-093be6c51647 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:47.822287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eff0a406-4da3-468c-b206-c8792e3862ca req-49f6ec81-b77c-4a59-92dc-3fbe15a718ac tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 210 time: 0.0611517 Jul 27 17:11:47.892179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e475-f488-4d84-a1c0-1f877a36fdb2 req-292f49a5-b0cc-492d-bcc4-3748fc1bd1e8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:47.893803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c305e475-f488-4d84-a1c0-1f877a36fdb2 req-292f49a5-b0cc-492d-bcc4-3748fc1bd1e8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 944 time: 0.2645743 Jul 27 17:11:47.894804 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:44Z', 'revision_number': 4, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f526d3e-0d07-4fc4-8826-72662822dc53', 'name': '', 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'mac_address': 'fa:16:3e:3e:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '20907e11-082d-49a7-a31e-e333e85a1051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:43Z', 'updated_at': '2021-07-27T17:11:44Z', 'revision_number': 2, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'subnets': [{'id': '20907e11-082d-49a7-a31e-e333e85a1051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:47.925078 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Checking router: 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:47.925545 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Updating router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec port 9f526d3e-0d07-4fc4-8826-72662822dc53 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:47.968362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c305e475-f488-4d84-a1c0-1f877a36fdb2 req-bc9fc1f7-b751-43d1-98af-f9baa10ae7ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659616 Jul 27 17:11:47.972293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['469c7b67-332a-42c3-b106-fb308a7531f1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:11:48.006067 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.090499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 231674f5-9ecf-46ef-80fa-093be6c51647 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:48.090952 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.142993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.167045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.232249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 00ad5be0-22ed-44ca-9bd6-336c8653b200 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:48.319308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:48.319797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.321268 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/ports/d2b06064-2343-49c7-af4b-914bbeee91c8 HTTP/1.1" status: 200 len: 910 time: 1.1345646 Jul 27 17:11:48.324695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32828) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:48.329827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 00ad5be0-22ed-44ca-9bd6-336c8653b200 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:48.330214 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.404520 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.411772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858de13-88af-44e6-b81c-5e695cc5ec9e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=d2b06064-2343-49c7-af4b-914bbeee91c8,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:48.432284 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Transition to ACTIVE for port object 9f526d3e-0d07-4fc4-8826-72662822dc53 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:48.440411 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.503810 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7805a-5e2a-4677-907d-6f21e710fb2d None None] Pushing event updated for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:48.612281 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Attempting to bind port 9f526d3e-0d07-4fc4-8826-72662822dc53 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:48.612761 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Attempting to bind port 9f526d3e-0d07-4fc4-8826-72662822dc53 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:48.613187 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Attempting to bind port 9f526d3e-0d07-4fc4-8826-72662822dc53 on network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:48.619120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:48.619508 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Checking segment: {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:48.620704 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.621087 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Bound using segment: {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:48.621568 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Bound port: 9f526d3e-0d07-4fc4-8826-72662822dc53, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a31caa-6f57-4afa-90e7-9fc596159d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:48.622118 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.714534 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] For port 9f526d3e-0d07-4fc4-8826-72662822dc53, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:48.718881 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] For port 9f526d3e-0d07-4fc4-8826-72662822dc53, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f526d3e-0d07-4fc4-8826-72662822dc53,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:48.724685 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:48.782984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:48.783627 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:48.789438 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7805a-5e2a-4677-907d-6f21e710fb2d None None] Pushing event updated for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:48.922553 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:48.964662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0864ee3-0d24-480f-837f-661c2abb577a req-cc79f6b8-72e7-457c-80e6-4d4e7e3b4280 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 210 time: 0.0428469 Jul 27 17:11:49.001911 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.115410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:49.172004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 469c7b67-332a-42c3-b106-fb308a7531f1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:49.176881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 469c7b67-332a-42c3-b106-fb308a7531f1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:49.177550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.207740 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:44Z', 'revision_number': 4, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f526d3e-0d07-4fc4-8826-72662822dc53', 'name': '', 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'mac_address': 'fa:16:3e:3e:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '20907e11-082d-49a7-a31e-e333e85a1051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:43Z', 'updated_at': '2021-07-27T17:11:48Z', 'revision_number': 4, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'subnets': [{'id': '20907e11-082d-49a7-a31e-e333e85a1051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:49.247025 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49a2b-e2b7-49b5-9ee6-26effa917664 None None] The sync data for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 is: [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:11:44Z', 'revision_number': 4, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f526d3e-0d07-4fc4-8826-72662822dc53', 'name': '', 'network_id': '1fbd8f59-7636-4b6c-9042-f3623b6ccaa6', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'mac_address': 'fa:16:3e:3e:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '20907e11-082d-49a7-a31e-e333e85a1051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:43Z', 'updated_at': '2021-07-27T17:11:48Z', 'revision_number': 4, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'subnets': [{'id': '20907e11-082d-49a7-a31e-e333e85a1051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:49.272497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.311912 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-191bb53c-e61e-4cb9-9362-1f625c0ff116 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:49.313934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-191bb53c-e61e-4cb9-9362-1f625c0ff116 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.61 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.2562211 Jul 27 17:11:49.318374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:11:49.321553 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f4472-def9-4643-b0d1-ea1a0e06152a" -d '{"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-plugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:11:49.330709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76dae-d57b-4b7a-a788-41ae523aed4e req-891e786a-553a-4cb3-8768-445aefff4ff4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:49.332364 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41f76dae-d57b-4b7a-a788-41ae523aed4e req-891e786a-553a-4cb3-8768-445aefff4ff4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 944 time: 0.1982362 Jul 27 17:11:49.341381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Request body: {'port': {'device_id': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'admin_state_up': True, 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:49.350683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:49.364331 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.402620 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a6581-fd68-4f3d-a1a6-2df416ad2414 x-openstack-request-id: req-871a6581-fd68-4f3d-a1a6-2df416ad2414 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:11:49.403016 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-plugged", "status": "completed", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:11:49.403836 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871a6581-fd68-4f3d-a1a6-2df416ad2414 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:11:49.404171 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'code': 200} Jul 27 17:11:49.411012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Made reservation on behalf of 8e26a8901e1e4ba783b83c18558b24c7 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:49.413370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.421963 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-41f76dae-d57b-4b7a-a788-41ae523aed4e req-17df8a17-3fcb-4557-8b95-4135053f04bd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751693 Jul 27 17:11:49.445618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32836) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:49.464063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:49.534910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-78ca8f94-b179-4a86-a3d7-1e2b60e202d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 200 len: 992 time: 0.0875134 Jul 27 17:11:49.638166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Allocated IP 172.20.0.13 (64997760-6339-462f-8ce4-499db1395c90/b036ea82-025a-45e1-aa2f-7e0e42665825/1875c671-80b4-49e6-bc65-ea4ec2f11f45) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:49.642767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port d2b06064-2343-49c7-af4b-914bbeee91c8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:49.643114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.649164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f526d3e-0d07-4fc4-8826-72662822dc53 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:49.708881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9f526d3e-0d07-4fc4-8826-72662822dc53 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:49.713907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9f526d3e-0d07-4fc4-8826-72662822dc53 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:49.714468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.804231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.826785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.846228 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for d2b06064-2343-49c7-af4b-914bbeee91c8 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:49.847340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 9f526d3e-0d07-4fc4-8826-72662822dc53, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f526d3e-0d07-4fc4-8826-72662822dc53,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:49.854094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.918415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:49.957167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:49.979594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Transition to ACTIVE for port object 1875c671-80b4-49e6-bc65-ea4ec2f11f45 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:50.069532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-862348b1-e0dd-4014-9f03-ce893e652558 req-dbcc92c0-fc5d-411b-80f4-9556502f54e3 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 210 time: 0.0339019 Jul 27 17:11:50.096489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.169801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Network 64997760-6339-462f-8ce4-499db1395c90 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:50.170762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.175890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:50.178366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:50.189804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Pushing event updated for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:50.263669 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=d2b06064-2343-49c7-af4b-914bbeee91c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:50.314639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:50.315947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.350592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ffdf295d-e5d5-4011-9504-6f07a5f7ce9f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0169930 Jul 27 17:11:50.391204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Request body: {'port': {'device_id': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:50.457513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.518091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f53dff5d-074e-4dc9-b441-b64e91edd37c None None] Provisioning for port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:50.524920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f53dff5d-074e-4dc9-b441-b64e91edd37c None None] Provisioning complete for port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:50.524920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f53dff5d-074e-4dc9-b441-b64e91edd37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.563490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f53dff5d-074e-4dc9-b441-b64e91edd37c None None] Port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:50.588179 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:50.692564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 9e6118a8-4504-4976-9611-15c67dc26aaa has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:50.849485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:50.857151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f18580fa-4228-4f1c-b06e-7446a1229647 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/9e6118a8-4504-4976-9611-15c67dc26aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320141 Jul 27 17:11:50.859924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32842) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:50.862848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] Sync routers for ids ['9e6118a8-4504-4976-9611-15c67dc26aaa'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:50.882782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] Routers {'9e6118a8-4504-4976-9611-15c67dc26aaa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:50.883738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9e6118a8-4504-4976-9611-15c67dc26aaa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:50.899206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd27ebea-2df4-435e-807f-0227785235bd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6118a8-4504-4976-9611-15c67dc26aaa HTTP/1.1" status: 200 len: 205 time: 0.0372255 Jul 27 17:11:50.902381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32844) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:50.923644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:50.933073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] Routers {'9e6118a8-4504-4976-9611-15c67dc26aaa'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:50.933707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9e6118a8-4504-4976-9611-15c67dc26aaa'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:50.970808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:50.971611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbb7e5-cb76-4208-b0ee-184aa9461d04 None None] The sync data for ids ['9e6118a8-4504-4976-9611-15c67dc26aaa'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:50.978530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.034043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1875c671-80b4-49e6-bc65-ea4ec2f11f45 {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:11:51.043241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.059823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Transition to ACTIVE for port object 1875c671-80b4-49e6-bc65-ea4ec2f11f45 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:51.063787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.124508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:51.166318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.170950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.230609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.232129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6118a8-4504-4976-9611-15c67dc26aaa {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:11:51.240702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.242437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a868385-a8d2-47c9-a697-c36ba5a8358d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/9e6118a8-4504-4976-9611-15c67dc26aaa HTTP/1.1" status: 204 len: 168 time: 0.3384736 Jul 27 17:11:51.244882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32848) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:51.305421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet 995ebe76-f836-480b-896c-57359e708f5a {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:11:51.309865 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.364802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.462176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.518462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Attempting to bind port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:51.518877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Attempting to bind port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:51.519146 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Attempting to bind port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:51.525796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 on network 64997760-6339-462f-8ce4-499db1395c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:11:51.526275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Attempting to bind port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:51.527844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.536056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:51.536403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Checking segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:51.536818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Bound using segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:51.537263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Bound port: 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:51.537626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.559373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c933a-84dc-4eba-b2a3-524db59bb11f req-5109e949-4e8c-4621-9fdf-bf7d5fbc7297 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:51.560981 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c5c933a-84dc-4eba-b2a3-524db59bb11f req-5109e949-4e8c-4621-9fdf-bf7d5fbc7297 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1053 time: 0.3860188 Jul 27 17:11:51.563897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=995ebe76-f836-480b-896c-57359e708f5a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:51.569363 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.571620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9f56b5ad-5f8c-46b2-8338-95e67d234382 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/995ebe76-f836-480b-896c-57359e708f5a HTTP/1.1" status: 204 len: 168 time: 0.3255463 Jul 27 17:11:51.574782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:51.577001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd9a93-0392-44de-a1de-629367f45ec6 None None] Network 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:51.662682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f526d3e-0d07-4fc4-8826-72662822dc53 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:51.670361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:51.677914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:51.685217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.687594 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.748675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:51.749932 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.751878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] 10.222.0.61 "PUT /v2.0/ports/1875c671-80b4-49e6-bc65-ea4ec2f11f45 HTTP/1.1" status: 200 len: 1092 time: 1.3664253 Jul 27 17:11:51.756457 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:11:51.759563 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a91f45d-0963-46ba-b610-ae75d1d4a96b" -d '{"events": [{"name": "network-changed", "server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:11:51.768783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 231674f5-9ecf-46ef-80fa-093be6c51647 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:51.769116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.775409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9f526d3e-0d07-4fc4-8826-72662822dc53 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:51.776037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.818011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b36a3-8a0b-4a27-b2a2-0d6272349bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:51.871264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 231674f5-9ecf-46ef-80fa-093be6c51647, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=231674f5-9ecf-46ef-80fa-093be6c51647,segment=NetworkSegment(a99ea438-a1e6-4fea-9dff-0cba47e83cb9),segment_id=a99ea438-a1e6-4fea-9dff-0cba47e83cb9)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:51.872119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:51.886656 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c5c933a-84dc-4eba-b2a3-524db59bb11f req-c1568618-0233-4cfa-ba85-6a415e5172fa tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923410 Jul 27 17:11:51.889172 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20781de7-d971-4ff0-99bb-8354f051ab08 x-openstack-request-id: req-20781de7-d971-4ff0-99bb-8354f051ab08 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:11:51.889707 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:11:51.890164 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20781de7-d971-4ff0-99bb-8354f051ab08 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:11:51.890744 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45', 'status': 'completed', 'code': 200} Jul 27 17:11:51.892036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 231674f5-9ecf-46ef-80fa-093be6c51647 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:51.941468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-068a60a3-90d7-4084-ba50-9e5f9742f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:51.943049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-068a60a3-90d7-4084-ba50-9e5f9742f958 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1095 time: 0.1274230 Jul 27 17:11:51.955104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] DHCP port deletion for 2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:11:51.994730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-976faf8b-3cf1-43a9-a597-cab746f78c2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45 HTTP/1.1" status: 200 len: 217 time: 0.0432959 Jul 27 17:11:52.015095 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.031332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Deleting port 231674f5-9ecf-46ef-80fa-093be6c51647 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:11:52.031332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.058368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port 231674f5-9ecf-46ef-80fa-093be6c51647 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:52.060495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=231674f5-9ecf-46ef-80fa-093be6c51647,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:52.071821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-3c26b8ac-5426-45cb-a6cb-f895c8eebc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.073533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-3c26b8ac-5426-45cb-a6cb-f895c8eebc4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b036ea82-025a-45e1-aa2f-7e0e42665825 HTTP/1.1" status: 200 len: 849 time: 0.0717072 Jul 27 17:11:52.128731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] For port 231674f5-9ecf-46ef-80fa-093be6c51647, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:52.129288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.147905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Calling delete_port for 231674f5-9ecf-46ef-80fa-093be6c51647 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:11:52.151615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Port 231674f5-9ecf-46ef-80fa-093be6c51647 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:11:52.153738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.161177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-b43ba009-6fe7-43ce-b6d6-1c0aef7e62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.162779 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-b43ba009-6fe7-43ce-b6d6-1c0aef7e62fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64997760-6339-462f-8ce4-499db1395c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810108 Jul 27 17:11:52.163068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.175643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfb45e8-2a41-4313-ac2f-ff65e4cd8384']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:52.182177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] Pushing event deleted for resources: {'Port': ['ID=231674f5-9ecf-46ef-80fa-093be6c51647,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:52.187241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad104111-a4d6-4fbd-8914-a3d3a0833154 None None] No DVR routers for this DVR port 231674f5-9ecf-46ef-80fa-093be6c51647 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:11:52.194350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:52.194652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99ea438-a1e6-4fea-9dff-0cba47e83cb9') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:52.209878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.226093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.233974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:11:52.234478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:11:52.237982 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:11:52.272570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-291f935a-db22-48da-b6fa-fdbe193a5013 service neutron] 10.222.0.61 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021605 Jul 27 17:11:52.307672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.315307 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.318064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/2bfb45e8-2a41-4313-ac2f-ff65e4cd8384 HTTP/1.1" status: 204 len: 168 time: 0.7416322 Jul 27 17:11:52.325527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32856) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:52.332704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-796690918', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:52.355101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d85045-ba69-4fb2-bbab-5acaeb262e80 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=2bfb45e8-2a41-4313-ac2f-ff65e4cd8384,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:52.377669 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.378947 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.398070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a8960f-7d1b-4c86-b9dc-9899f0a38d6c req-ac018e33-c707-462c-a982-c0849d1620d0 service neutron] 10.222.0.61 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177831 Jul 27 17:11:52.445772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.451146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.473852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.475116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6091079d-0943-4233-8a86-c8138f3b535a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1485114 Jul 27 17:11:52.479256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:52.484759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661975228'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:52.508106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:52.508381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-06512237-5f47-4f6d-92bd-433c9808f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.509860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-06512237-5f47-4f6d-92bd-433c9808f881 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1095 time: 0.0599229 Jul 27 17:11:52.513215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.546979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:52.557029 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.557475 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 8bac696c-d2ae-4e36-98d4-c8141937b38d of type vlan for network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d Jul 27 17:11:52.604000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.607443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-a8066d96-6a3d-423c-b645-33a7668ff881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.608899 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-a8066d96-6a3d-423c-b645-33a7668ff881 service neutron] 10.222.0.61 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.0917125 Jul 27 17:11:52.634961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.641293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.641915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.658415 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-bdb8b7a1-3873-48e9-bbbf-5ea8f3cc34dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45 HTTP/1.1" status: 200 len: 217 time: 0.0417883 Jul 27 17:11:52.703362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2228744 Jul 27 17:11:52.706068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:52.711091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:52.713849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-6f73d775-f090-4ca0-97fb-2f685d2e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.715452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-6f73d775-f090-4ca0-97fb-2f685d2e530c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b036ea82-025a-45e1-aa2f-7e0e42665825 HTTP/1.1" status: 200 len: 849 time: 0.0491259 Jul 27 17:11:52.767104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ededb7-4bac-4dcb-88cb-43da2a1896d8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=5496ab9c-2ad7-48cf-aa9e-2b489590ad5d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:52.778556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:52.782971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-6bfdfc7a-1a4b-48c0-b58e-f7cf9f3ff794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:52.784741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-6bfdfc7a-1a4b-48c0-b58e-f7cf9f3ff794 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64997760-6339-462f-8ce4-499db1395c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614364 Jul 27 17:11:52.826811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:52.830701 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:52.897503 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-05183054-cdf4-4340-92a8-1eca3531b23b service neutron] 10.222.0.61 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041343 Jul 27 17:11:53.007069 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a91f45d-0963-46ba-b610-ae75d1d4a96b req-450f0c28-f311-4ad7-afa6-cde9a40050ac service neutron] 10.222.0.61 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010203 Jul 27 17:11:53.069749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.140182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=019672e2-4deb-4801-9279-c1c8dbe4a5ea,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:53.167210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:53.167472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:53.172983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0fa86-501e-496c-a332-22394205f3be req-6dca910e-55b2-4ba8-b5f6-0aa2d8856cc4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:53.174535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18a0fa86-501e-496c-a332-22394205f3be req-6dca910e-55b2-4ba8-b5f6-0aa2d8856cc4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1095 time: 0.2105610 Jul 27 17:11:53.199551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:53.211665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:53.222315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:53.222897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.223774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cf56d-f5d6-4de7-be08-4aa0da263fa6 None None] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:53.229376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18a0fa86-501e-496c-a332-22394205f3be req-b1ee809b-c757-464c-8342-e94a84ab51a5 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Jul 27 17:11:53.245144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b38f12dc-294c-4ace-b26e-8d2fb8ab3f24 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5353885 Jul 27 17:11:53.246807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32866) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:53.381344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:53.382254 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.527506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Allocated IP 172.20.0.2 (5496ab9c-2ad7-48cf-aa9e-2b489590ad5d/019672e2-4deb-4801-9279-c1c8dbe4a5ea/5859fcb4-3aa6-439f-a3e4-00b41fc1f675) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:53.636480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 231674f5-9ecf-46ef-80fa-093be6c51647 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:11:53.664556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 231674f5-9ecf-46ef-80fa-093be6c51647 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:11:53.664901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 231674f5-9ecf-46ef-80fa-093be6c51647 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:11:53.721312 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.731758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Transition to ACTIVE for port object 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:53.748505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Transition to ACTIVE for port object 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:53.755345 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.805925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:53.810061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:53.812579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:53.815041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Pushing event updated for resources: {'Port': ['ID=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:53.878059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Attempting to bind port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:53.878429 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Attempting to bind port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:53.878802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Attempting to bind port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 on network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:53.884111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:53.884520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Checking segment: {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:53.884938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.885340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Bound using segment: {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:53.885811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Bound port: 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:53.886196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.938408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:53.950603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] For port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:53.953851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] For port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:53.960192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:54.028724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ca9f-d9a8-4c62-96e5-b13b87424841 None None] Pushing event updated for resources: {'Port': ['ID=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:54.204773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.20.0.1 (5496ab9c-2ad7-48cf-aa9e-2b489590ad5d/019672e2-4deb-4801-9279-c1c8dbe4a5ea/f5bcbe0e-efd3-4648-8149-af33205415b9) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:54.357303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:54.372240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object f5bcbe0e-efd3-4648-8149-af33205415b9 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:54.382924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5282ce-bdf7-40bf-bf41-25eac9e2ad70 req-fe922efc-cf82-4a07-9c15-14d7e1af79e3 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:54.384550 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d5282ce-bdf7-40bf-bf41-25eac9e2ad70 req-fe922efc-cf82-4a07-9c15-14d7e1af79e3 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1095 time: 0.0688334 Jul 27 17:11:54.426370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:54.443836 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d5282ce-bdf7-40bf-bf41-25eac9e2ad70 req-c2e9a971-3d44-4e9a-b0f0-3aa8cd6d0659 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526519 Jul 27 17:11:54.480037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:54.483902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:54.489404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:54.493615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:54.536046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:54.678978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.001679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65299993-a9a6-409a-aec3-af93511a021d None None] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:55.022575 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.029084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.089749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5975e294-2844-4a98-935b-2508d04244ef None None] Provisioning for port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:55.111246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.114299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:55.149258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1875c671-80b4-49e6-bc65-ea4ec2f11f45 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:11:55.214812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:55.216827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:55.291852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:55.308775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '1875c671-80b4-49e6-bc65-ea4ec2f11f45', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'port_id': '1875c671-80b4-49e6-bc65-ea4ec2f11f45', 'mac_address': 'fa:16:3e:1b:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:11:55.355921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.360703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:11:55.371928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1875c671-80b4-49e6-bc65-ea4ec2f11f45 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:11:55.398528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:55.406841 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.465335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:55.469613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:55.481451 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:55.485106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-45f6120c-4945-4fad-8917-5f68b2e4d772 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2334669 Jul 27 17:11:55.485348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:55.490526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-2015994486'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:55.494536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:55.495517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:55.529549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:55.534544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.539722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1832fdbc-9ebf-480c-a5bb-37da9551a173 None None] Provisioning for port f5bcbe0e-efd3-4648-8149-af33205415b9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:55.544265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1832fdbc-9ebf-480c-a5bb-37da9551a173 None None] Provisioning complete for port f5bcbe0e-efd3-4648-8149-af33205415b9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:55.544682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1832fdbc-9ebf-480c-a5bb-37da9551a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.606272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1832fdbc-9ebf-480c-a5bb-37da9551a173 None None] Port f5bcbe0e-efd3-4648-8149-af33205415b9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:55.629033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:55.651022 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:55.657484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1875c671-80b4-49e6-bc65-ea4ec2f11f45'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:11:55.664338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.664885 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment eb55c110-98e3-4b8c-b182-488e33f2f812 of type vlan for network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 Jul 27 17:11:55.700921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5cef5-6833-40eb-9543-d7f585f18a6f req-040f3788-d96b-4f92-94b9-840cb80591fa tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:55.704842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50b5cef5-6833-40eb-9543-d7f585f18a6f req-040f3788-d96b-4f92-94b9-840cb80591fa tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1096 time: 0.1600351 Jul 27 17:11:55.751441 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.755250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:55.801761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50b5cef5-6833-40eb-9543-d7f585f18a6f req-a8de6e16-5c53-4552-af06-e9e5e61f02f2 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896065 Jul 27 17:11:55.826538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.833025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:55.833947 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.877342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-51c8b03e-d5c5-48c5-abd4-eef2b4dde533 None None] Provisioning complete for port f5bcbe0e-efd3-4648-8149-af33205415b9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:55.878164 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51c8b03e-d5c5-48c5-abd4-eef2b4dde533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.901357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32876) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:55.907906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:55.912463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4250572 Jul 27 17:11:55.918484 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:54Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:54Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:55.919266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:55.928517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:55.929034 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:55.957558 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:55.957954 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Updating router 39b6d097-b6a0-4741-a4b7-4b9e90314229 port f5bcbe0e-efd3-4648-8149-af33205415b9 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:55.959310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ba958-f1a7-4a46-b936-198cdfe06e46 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=4478d27f-c05a-4a07-a312-3e552f8e3bd0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:55.978004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:56.002612 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.048238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:56.052740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.057668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-51c8b03e-d5c5-48c5-abd4-eef2b4dde533 None None] Port f5bcbe0e-efd3-4648-8149-af33205415b9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:56.137916 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.180132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:56.188453 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.195192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9ee50f73-4b63-4239-a41a-67fba60ddb05 None None] Provisioning complete for port f5bcbe0e-efd3-4648-8149-af33205415b9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:56.195569 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ee50f73-4b63-4239-a41a-67fba60ddb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.264454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-9ee50f73-4b63-4239-a41a-67fba60ddb05 None None] Port f5bcbe0e-efd3-4648-8149-af33205415b9 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:11:56.269988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:56.275945 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.336596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=4cf903b2-5ecc-422b-a502-a86cdc99d60f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:56.347123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:56.347478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 4478d27f-c05a-4a07-a312-3e552f8e3bd0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:56.365189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:56.374572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4478d27f-c05a-4a07-a312-3e552f8e3bd0) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:56.378673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:56.379258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.385193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59bc63-aafe-43f7-8ddf-17ac5f171956 None None] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:56.387792 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.398736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fa74acb6-bea5-4ead-8a8e-21e9a456aa1a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4961371 Jul 27 17:11:56.399212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32878) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:56.399548 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Transition to ACTIVE for port object f5bcbe0e-efd3-4648-8149-af33205415b9 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:56.407077 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.458976 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712863-5e9e-489b-8b11-428951fd0a2e None None] Pushing event updated for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:56.522078 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Attempting to bind port f5bcbe0e-efd3-4648-8149-af33205415b9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:56.522750 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Attempting to bind port f5bcbe0e-efd3-4648-8149-af33205415b9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:56.523379 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Attempting to bind port f5bcbe0e-efd3-4648-8149-af33205415b9 on network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:56.528182 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:56.528963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Checking segment: {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:56.529579 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.530159 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Bound using segment: {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:56.530996 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Bound port: f5bcbe0e-efd3-4648-8149-af33205415b9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bac696c-d2ae-4e36-98d4-c8141937b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:56.532651 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.568271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73551f94-4691-452f-a336-aa23da846616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:56.569460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.604890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] For port f5bcbe0e-efd3-4648-8149-af33205415b9, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:56.608281 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] For port f5bcbe0e-efd3-4648-8149-af33205415b9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5bcbe0e-efd3-4648-8149-af33205415b9,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:56.614890 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.682919 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:56.683555 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:56.758477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712863-5e9e-489b-8b11-428951fd0a2e None None] Pushing event updated for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:56.788463 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:56.848209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:56.927645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-73551f94-4691-452f-a336-aa23da846616 None None] Allocated IP 172.21.0.2 (4478d27f-c05a-4a07-a312-3e552f8e3bd0/4cf903b2-5ecc-422b-a502-a86cdc99d60f/9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:57.033543 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:54Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:56Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:57.054929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436113ec-f896-4103-b47f-57e1d75cb53c req-15a0081c-fd0e-4711-9947-f16b45a5299b tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:57.057117 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-436113ec-f896-4103-b47f-57e1d75cb53c req-15a0081c-fd0e-4711-9947-f16b45a5299b tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1096 time: 0.1445222 Jul 27 17:11:57.061492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3cbb3-a7a0-4ea4-9be6-59cce3eb5f08 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:54Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:56Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:11:57.106901 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.115413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73551f94-4691-452f-a336-aa23da846616 None None] Transition to ACTIVE for port object 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:57.131982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-73551f94-4691-452f-a336-aa23da846616 None None] Transition to ACTIVE for port object 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:57.141119 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.150599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-436113ec-f896-4103-b47f-57e1d75cb53c req-23dcc89b-be03-4ca0-962b-6bf2fc2e5e24 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785742 Jul 27 17:11:57.174442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1875c671-80b4-49e6-bc65-ea4ec2f11f45 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:57.213816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.21.0.1 (4478d27f-c05a-4a07-a312-3e552f8e3bd0/4cf903b2-5ecc-422b-a502-a86cdc99d60f/98f8cb95-8e3f-4105-abd4-e3a5facbad0e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:11:57.217652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73551f94-4691-452f-a336-aa23da846616 None None] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:57.220012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73551f94-4691-452f-a336-aa23da846616 None None] Pushing event updated for resources: {'Port': ['ID=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:57.225907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-73551f94-4691-452f-a336-aa23da846616 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:57.232637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73551f94-4691-452f-a336-aa23da846616 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:57.301949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:57.307428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73551f94-4691-452f-a336-aa23da846616 None None] Attempting to bind port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:11:57.308496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73551f94-4691-452f-a336-aa23da846616 None None] Attempting to bind port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:11:57.308496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73551f94-4691-452f-a336-aa23da846616 None None] Attempting to bind port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 on network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:11:57.310069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:57.310436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.335796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73551f94-4691-452f-a336-aa23da846616 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:11:57.336172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73551f94-4691-452f-a336-aa23da846616 None None] Checking segment: {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:57.336600 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.336994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73551f94-4691-452f-a336-aa23da846616 None None] Bound using segment: {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:11:57.337474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-73551f94-4691-452f-a336-aa23da846616 None None] Bound port: 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:11:57.338299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.401706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.426916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object 98f8cb95-8e3f-4105-abd4-e3a5facbad0e will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:57.471866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-73551f94-4691-452f-a336-aa23da846616 None None] For port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:11:57.479897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.491534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-73551f94-4691-452f-a336-aa23da846616 None None] For port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:11:57.498474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-73551f94-4691-452f-a336-aa23da846616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.511170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.524151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:57.527792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:57.531558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:11:57.578419 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:57.599141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.623177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:11:57.625393 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681dead9-a6f8-4545-aead-7985ed431613" -d '{"events": [{"server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "name": "network-vif-plugged", "status": "completed", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:11:57.655975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:57.664460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73551f94-4691-452f-a336-aa23da846616 None None] Pushing event updated for resources: {'Port': ['ID=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:57.671398 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.732060 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74726e1-3ae2-4c09-9eb3-917ce99731e3 x-openstack-request-id: req-c74726e1-3ae2-4c09-9eb3-917ce99731e3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:11:57.732301 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "name": "network-vif-plugged", "status": "completed", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:11:57.732675 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c74726e1-3ae2-4c09-9eb3-917ce99731e3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:11:57.733457 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45', 'code': 200} Jul 27 17:11:57.733892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:57.833517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:57.850562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.926332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:57.926927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:57.952030 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671f976-ad48-448a-9839-0b955d5b0668 req-9a86dd71-d0d5-443e-b463-62ee0260badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:57.953718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1671f976-ad48-448a-9839-0b955d5b0668 req-9a86dd71-d0d5-443e-b463-62ee0260badb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1645756 Jul 27 17:11:58.031980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5bcbe0e-efd3-4648-8149-af33205415b9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:58.070064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1671f976-ad48-448a-9839-0b955d5b0668 req-65353d27-a8f1-48a6-b50d-1f40505ce279 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753534 Jul 27 17:11:58.082288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f5bcbe0e-efd3-4648-8149-af33205415b9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:58.086386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f5bcbe0e-efd3-4648-8149-af33205415b9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:11:58.086769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.165138 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.209357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f5bcbe0e-efd3-4648-8149-af33205415b9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5bcbe0e-efd3-4648-8149-af33205415b9,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:11:58.213547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.216138 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.219660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.265427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:58.323289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:58.330752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.404656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d387d-2dfd-42ff-bf7f-7e2b96261de1 req-4486893c-7919-4570-8874-6b91e2d87225 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:58.407257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e44d387d-2dfd-42ff-bf7f-7e2b96261de1 req-4486893c-7919-4570-8874-6b91e2d87225 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1623983 Jul 27 17:11:58.473811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e44d387d-2dfd-42ff-bf7f-7e2b96261de1 req-bdd040cb-8876-482a-a95c-0f5d6988994f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601676 Jul 27 17:11:58.482572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:11:58.484308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:58.584412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:11:58.684766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:11:58.689650 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-62925cc9-c11b-475e-93d4-1798d5bec09e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886555 Jul 27 17:11:58.692201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32886) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:58.697662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776863288'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:58.702792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:11:58.711677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:11:58.712306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:58.720885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:58.726794 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.757910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:11:58.767507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.767855 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 8663ba72-dcda-4332-87e5-b07f8e18584e of type vlan for network 35d477f1-6d0a-4151-b076-2ecf7244aaba Jul 27 17:11:58.805048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-8d649bb7-6d7a-410a-96ce-905e51542ecd req-9e5ad145-bf00-4321-a33c-8c0c2ef77b95 service neutron] (93924) timed out ('10.222.0.64', 60432) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:11:58.808145 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:11:58.812955 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.844702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.850301 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:58.850954 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:58.909631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2138031 Jul 27 17:11:58.909859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32888) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:58.916886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:11:58.966253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fcc26-ede0-44f7-8a1d-d81a8e4eb6f4 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=35d477f1-6d0a-4151-b076-2ecf7244aaba,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:58.994197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:11:59.026153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:11:59.029831 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.084795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:57Z', 'revision_number': 3, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:11:59.113780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:11:59.114122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Updating router 39b6d097-b6a0-4741-a4b7-4b9e90314229 port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:11:59.148256 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.225097 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.294195 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=ed9519ed-55c7-47d1-8fa0-005974631143,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:59.302128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:11:59.302576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: 35d477f1-6d0a-4151-b076-2ecf7244aaba, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:11:59.328863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:11:59.340144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 35d477f1-6d0a-4151-b076-2ecf7244aaba) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:11:59.346742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:59.346979 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.355224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ac89c-ae11-4c50-9000-0684b5ccce0f None None] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:59.372263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-33f2660d-f13f-4aa5-9d72-0d0e38b35957 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4587717 Jul 27 17:11:59.372798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32890) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:11:59.594135 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-35d477f1-6d0a-4151-b076-2ecf7244aaba', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:11:59.594932 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.598281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.617814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Transition to ACTIVE for port object 98f8cb95-8e3f-4105-abd4-e3a5facbad0e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:11:59.633562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a42e3-d8df-4930-81a4-9f892e94ce65 None None] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:11:59.649279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.752421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e333c-7d5a-4b2a-a96c-f97736c1acf9 req-a1c01410-2bfe-4930-819e-e30d6ccc85d6 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:59.753903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c9e333c-7d5a-4b2a-a96c-f97736c1acf9 req-a1c01410-2bfe-4930-819e-e30d6ccc85d6 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1460474 Jul 27 17:11:59.789054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5bcbe0e-efd3-4648-8149-af33205415b9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:11:59.834828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7c9e333c-7d5a-4b2a-a96c-f97736c1acf9 req-f4221f50-6634-4bf5-b676-795ece190287 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667250 Jul 27 17:11:59.850617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34331e7d-f577-4631-883d-235974a24852 None None] Provisioning for port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:11:59.866168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725d1ad-5fe7-4702-b4b6-bb7a44d5ad8e None None] Pushing event updated for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:11:59.896975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:11:59.968469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8b33-fa4c-437a-ba58-b808f0a92602 req-b880628d-31f6-45ba-a0a8-0d1cf57d76bd tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:11:59.970183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-687f8b33-fa4c-437a-ba58-b808f0a92602 req-b880628d-31f6-45ba-a0a8-0d1cf57d76bd tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0582380 Jul 27 17:12:00.003320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Allocated IP 172.22.0.2 (35d477f1-6d0a-4151-b076-2ecf7244aaba/ed9519ed-55c7-47d1-8fa0-005974631143/50fe1877-a0cb-4116-aeeb-a77c587f329c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:00.007655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Attempting to bind port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:00.008030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Attempting to bind port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:00.008394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Attempting to bind port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e on network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:00.009854 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-687f8b33-fa4c-437a-ba58-b808f0a92602 req-3f3b3dc2-8566-4e1d-9dda-85e32bc6bb07 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jul 27 17:12:00.035387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f5bcbe0e-efd3-4648-8149-af33205415b9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:00.035789 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.041889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:00.042268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Checking segment: {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:00.042670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.043065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Bound using segment: {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:00.044064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Bound port: 98f8cb95-8e3f-4105-abd4-e3a5facbad0e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb55c110-98e3-4b8c-b182-488e33f2f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:00.044461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.180621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eb37b-4c63-4250-aee2-50678f70fbac req-55051bf3-b6d6-4a05-b802-3d086e4453c7 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:00.182574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa4eb37b-4c63-4250-aee2-50678f70fbac req-55051bf3-b6d6-4a05-b802-3d086e4453c7 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0991805 Jul 27 17:12:00.229278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa4eb37b-4c63-4250-aee2-50678f70fbac req-2f3e9ae6-c732-4a73-b799-6fd58959a421 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Jul 27 17:12:00.434599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] For port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:00.489565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-1212c5ca-fcc8-471d-b6b1-22349cf5bf9c tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:00.491469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-1212c5ca-fcc8-471d-b6b1-22349cf5bf9c tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.1003470 Jul 27 17:12:00.492097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] For port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:00.500273 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.509253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:00.519710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-d28f09f7-cbce-4fe8-bf62-83f0add6128c tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/quotas/8e26a8901e1e4ba783b83c18558b24c7 HTTP/1.1" status: 200 len: 375 time: 0.0204203 Jul 27 17:12:00.587349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.624190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Transition to ACTIVE for port object 50fe1877-a0cb-4116-aeeb-a77c587f329c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:00.652853 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-09f3a0d8-f1c9-497d-88b0-43794284af08 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204660 Jul 27 17:12:00.661950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:00.662586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:00.665112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Transition to ACTIVE for port object 50fe1877-a0cb-4116-aeeb-a77c587f329c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:00.669440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725d1ad-5fe7-4702-b4b6-bb7a44d5ad8e None None] Pushing event updated for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:00.740368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.772150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-d990c66b-bec1-4df7-8995-13fbab260e46 service neutron] 10.222.0.64 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101205 Jul 27 17:12:00.773734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:00.789102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.22.0.1 (35d477f1-6d0a-4151-b076-2ecf7244aaba/ed9519ed-55c7-47d1-8fa0-005974631143/dcd8451d-0da7-4801-85a0-d0a8f8b942cc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:00.797482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:00.797865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.814315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:00.849671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Pushing event updated for resources: {'Port': ['ID=50fe1877-a0cb-4116-aeeb-a77c587f329c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:00.851423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:00.854854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:00.883182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:00.929231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:00.936176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-b21039e2-0f76-42b7-a901-7a474032811c service neutron] 10.222.0.64 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508820 Jul 27 17:12:00.951927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object dcd8451d-0da7-4801-85a0-d0a8f8b942cc will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:00.981549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Provisioning complete for port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:00.982025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.001091 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.049544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:01.053644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:01.057971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:01.088624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Attempting to bind port 50fe1877-a0cb-4116-aeeb-a77c587f329c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:01.089508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Attempting to bind port 50fe1877-a0cb-4116-aeeb-a77c587f329c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:01.089508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Attempting to bind port 50fe1877-a0cb-4116-aeeb-a77c587f329c on network 35d477f1-6d0a-4151-b076-2ecf7244aaba {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:01.106498 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:01.117745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.118100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.118450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.118801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.119136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.119473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.119804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.120133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.120510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.120844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.121372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.122370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:01.134303 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.142799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:01.143184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Checking segment: {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:01.143594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.143993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Bound using segment: {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:01.144505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Bound port: 50fe1877-a0cb-4116-aeeb-a77c587f329c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:01.144896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.207984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5216fc6-54e6-4a83-86a5-e725fc58f17c req-5661fb51-bdb7-4f98-8232-81ec64d714be tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 210 time: 0.0337398 Jul 27 17:12:01.209588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.331965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] For port 50fe1877-a0cb-4116-aeeb-a77c587f329c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:01.335869 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] For port 50fe1877-a0cb-4116-aeeb-a77c587f329c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fe1877-a0cb-4116-aeeb-a77c587f329c,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:01.351871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.379395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.409957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:01.454926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.468866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5846ca3-19c0-4137-84ac-a72c42f09038 None None] Pushing event updated for resources: {'Port': ['ID=50fe1877-a0cb-4116-aeeb-a77c587f329c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:01.488636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.612904 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:12:01.614106 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:12:01.621375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:57Z', 'revision_number': 3, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:00Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:01.631218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:01.667478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60d387-ad8a-49d2-8911-44d2f9397d8a None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:11:57Z', 'revision_number': 3, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:00Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:01.796821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.808885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:01.932059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:01.943458 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:02.106979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:02.108627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:02.171447 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a8d5a09-4c0e-4cf8-9587-b14af335bc03 None None] Provisioning for port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:02.664462 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e0243438-d896-4b28-872d-93f56be44868 req-e290cbcf-43e4-415c-94e3-63ee4a1551e2 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 210 time: 0.3703675 Jul 27 17:12:02.699016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:02.723287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-942836d2-d048-47c9-846e-c4186c499df9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:02.724812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-942836d2-d048-47c9-846e-c4186c499df9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.13 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.1379168 Jul 27 17:12:02.762377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Request body: {'port': {'device_id': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'admin_state_up': True, 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:02.822918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Made reservation on behalf of 8e26a8901e1e4ba783b83c18558b24c7 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:02.825806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:02.845046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:02.850685 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f981e9c4-f67d-47c0-89fb-78cdaeaf3e63 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4765320 Jul 27 17:12:02.854044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32922) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:02.860672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:02.861564 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260625842'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:02.873518 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:02.874167 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:02.874717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714149c-f28e-49f2-acc6-01384091a8d5 None None] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:02.905704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:02.915546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:02.943137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-90f79697-d875-4e30-85e4-e307386377ab None None] Provisioning for port 50fe1877-a0cb-4116-aeeb-a77c587f329c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:02.950459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:02.967332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:02.968476 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added segment 7aa0620b-59c6-4ccc-a410-00e7da481681 of type vlan for network f273017f-8e0a-4e1f-b729-3f8a49edafd6 Jul 27 17:12:02.985853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Allocated IP 172.20.0.4 (64997760-6339-462f-8ce4-499db1395c90/b036ea82-025a-45e1-aa2f-7e0e42665825/4a3169a7-da84-4e97-887c-8c95352a9946) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:02.991929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:03.019515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.075569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.081961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:03.083999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.154598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2972836 Jul 27 17:12:03.160388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32924) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:03.163125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d8e66-dbb1-46bd-9d10-613dc068e7dd tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Network': ['ID=f273017f-8e0a-4e1f-b729-3f8a49edafd6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:03.170564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'subnet': {'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:03.176022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:03.182829 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.243257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Transition to ACTIVE for port object 4a3169a7-da84-4e97-887c-8c95352a9946 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:03.263849 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:01Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:00Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:01Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:03.296931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.300821 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:03.301207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Updating router 39b6d097-b6a0-4741-a4b7-4b9e90314229 port dcd8451d-0da7-4801-85a0-d0a8f8b942cc binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:12:03.327966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Made reservation on behalf of 3a3d2c8f75fe495e8485ad5f772a3098 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:03.332266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.337760 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.341962 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.353736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1875c671-80b4-49e6-bc65-ea4ec2f11f45'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:03.428188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Network 64997760-6339-462f-8ce4-499db1395c90 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:03.433870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:03.436720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:03.447813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e676f5e-470b-4842-b86e-69a123ce90d5 None None] Provisioning for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:03.460284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e676f5e-470b-4842-b86e-69a123ce90d5 None None] Provisioning complete for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:03.461022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e676f5e-470b-4842-b86e-69a123ce90d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.525531 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:03.536006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:03.536926 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.574244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-0180054d-ebbb-423d-8ef0-a36721b81d76 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8156505 Jul 27 17:12:03.603821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e676f5e-470b-4842-b86e-69a123ce90d5 None None] Port dcd8451d-0da7-4801-85a0-d0a8f8b942cc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:03.623150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Request body: {'port': {'device_id': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:03.753820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2914233b-5c90-4c98-a8ee-8151bda9ebd0 None None] Provisioning complete for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:03.754459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2914233b-5c90-4c98-a8ee-8151bda9ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.865911 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.873263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.876040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2914233b-5c90-4c98-a8ee-8151bda9ebd0 None None] Port dcd8451d-0da7-4801-85a0-d0a8f8b942cc cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:03.889781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.890039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Transition to ACTIVE for port object dcd8451d-0da7-4801-85a0-d0a8f8b942cc will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:03.899004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fe1877-a0cb-4116-aeeb-a77c587f329c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:03.905959 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:03.970412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 50fe1877-a0cb-4116-aeeb-a77c587f329c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:03.972863 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530d44-1504-4b62-92d1-d80a52733930 None None] Pushing event updated for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:03.983045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Subnet': ['ID=bf368f79-59ce-4bb2-8288-42d0de3df695,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:03.985325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50fe1877-a0cb-4116-aeeb-a77c587f329c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:03.985325 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.032977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-896319f9-82a1-4c16-a92a-7f783552e61e None None] Provisioning for port 4a3169a7-da84-4e97-887c-8c95352a9946 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:04.036877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Checking segment: {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:04.036877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network hostable DHCP agents. Network: f273017f-8e0a-4e1f-b729-3f8a49edafd6, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:04.042775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-896319f9-82a1-4c16-a92a-7f783552e61e None None] Provisioning complete for port 4a3169a7-da84-4e97-887c-8c95352a9946 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:04.042973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-896319f9-82a1-4c16-a92a-7f783552e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.080125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Attempting to bind port dcd8451d-0da7-4801-85a0-d0a8f8b942cc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:04.080555 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Attempting to bind port dcd8451d-0da7-4801-85a0-d0a8f8b942cc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:04.080928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Attempting to bind port dcd8451d-0da7-4801-85a0-d0a8f8b942cc on network 35d477f1-6d0a-4151-b076-2ecf7244aaba {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:04.086694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:04.087075 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Checking segment: {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:04.087491 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.087892 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Bound using segment: {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:04.088661 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Bound port: dcd8451d-0da7-4801-85a0-d0a8f8b942cc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663ba72-dcda-4332-87e5-b07f8e18584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:04.089050 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.107154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e0fb-59cc-4e2f-9dfa-aae637da0e36 req-37909a29-67b2-424f-a600-b613b2ae9782 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:04.108236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-896319f9-82a1-4c16-a92a-7f783552e61e None None] Port 4a3169a7-da84-4e97-887c-8c95352a9946 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:04.113257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d185e0fb-59cc-4e2f-9dfa-aae637da0e36 req-37909a29-67b2-424f-a600-b613b2ae9782 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1027 time: 0.3075371 Jul 27 17:12:04.169356 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] For port dcd8451d-0da7-4801-85a0-d0a8f8b942cc, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:04.173700 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] For port dcd8451d-0da7-4801-85a0-d0a8f8b942cc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:04.179802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.180906 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.210858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d185e0fb-59cc-4e2f-9dfa-aae637da0e36 req-871b663c-dca1-4059-ade2-889488c8f4c5 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823104 Jul 27 17:12:04.213363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:04.227815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 50fe1877-a0cb-4116-aeeb-a77c587f329c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fe1877-a0cb-4116-aeeb-a77c587f329c,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:04.246071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.247880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:04.257666 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530d44-1504-4b62-92d1-d80a52733930 None None] Pushing event updated for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:04.264391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f273017f-8e0a-4e1f-b729-3f8a49edafd6) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:04.271448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:04.272190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.279914 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:12:04.295014 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:04.296053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-68902397-ad9d-42a6-bba8-5762dd71fea1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1343555 Jul 27 17:12:04.298360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c45ed-df9c-47a1-aa4c-56726551322f None None] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:04.298742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:04.299473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:04.413334 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:04.449219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:04.450288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.488106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3169a7-da84-4e97-887c-8c95352a9946 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:12:04.496636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.516595 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Transition to ACTIVE for port object 4a3169a7-da84-4e97-887c-8c95352a9946 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:04.525607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.534817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=50fe1877-a0cb-4116-aeeb-a77c587f329c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:04.595105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Pushing event updated for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:04.674192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98f8cb95-8e3f-4105-abd4-e3a5facbad0e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:04.760213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Attempting to bind port 4a3169a7-da84-4e97-887c-8c95352a9946 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:04.760875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Attempting to bind port 4a3169a7-da84-4e97-887c-8c95352a9946 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:04.761422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Attempting to bind port 4a3169a7-da84-4e97-887c-8c95352a9946 on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:04.767633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Port 4a3169a7-da84-4e97-887c-8c95352a9946 on network 64997760-6339-462f-8ce4-499db1395c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:12:04.768528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Attempting to bind port 4a3169a7-da84-4e97-887c-8c95352a9946 on network 64997760-6339-462f-8ce4-499db1395c90 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:04.793611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:04.794795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.795767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:04.797049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Checking segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:04.797822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Bound using segment: {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:04.798472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Bound port: 4a3169a7-da84-4e97-887c-8c95352a9946, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671f5f73-5d77-46f6-b528-3124a60f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '64997760-6339-462f-8ce4-499db1395c90'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:04.799467 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.799846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:04.817297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:04.817764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.865807 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:01Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:00Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:04Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:04.890301 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:04.896294 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a345c-b785-4333-870c-0b5b216ba739 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:01Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:00Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:04Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:04.938155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:04.947581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4a3169a7-da84-4e97-887c-8c95352a9946,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:04.956857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.006294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:05.007226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.009174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] 10.222.0.13 "PUT /v2.0/ports/4a3169a7-da84-4e97-887c-8c95352a9946 HTTP/1.1" status: 200 len: 1091 time: 1.3942842 Jul 27 17:12:05.011915 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:05.015614 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa2bebf-8757-4af7-8f8a-370752655ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:05.113815 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50e42e-975c-43ff-9f00-f7e9738c380c x-openstack-request-id: req-2e50e42e-975c-43ff-9f00-f7e9738c380c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:05.114611 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:05.114611 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e50e42e-975c-43ff-9f00-f7e9738c380c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:05.114814 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946', 'status': 'completed', 'code': 200} Jul 27 17:12:05.211076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadc77-6854-462f-90fd-da8a34330e5f service neutron] Pushing event updated for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:05.220231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-a8948388-ade4-4bb5-bb04-1e6f1d7842e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:05.221841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-a8948388-ade4-4bb5-bb04-1e6f1d7842e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1094 time: 0.1213996 Jul 27 17:12:05.331732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-7a4d8838-f6fc-4ca9-849d-143710ab244e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a3169a7-da84-4e97-887c-8c95352a9946 HTTP/1.1" status: 200 len: 217 time: 0.0946665 Jul 27 17:12:05.358000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.358654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Allocated IP 172.23.0.1 (f273017f-8e0a-4e1f-b729-3f8a49edafd6/bf368f79-59ce-4bb2-8288-42d0de3df695/3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:05.398574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-7b0867ac-b7cc-41e5-abcf-9798adf5a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:05.400287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-7b0867ac-b7cc-41e5-abcf-9798adf5a8e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b036ea82-025a-45e1-aa2f-7e0e42665825 HTTP/1.1" status: 200 len: 849 time: 0.0609543 Jul 27 17:12:05.407721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:05.415977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.481947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:05.499634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.515513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Transition to ACTIVE for port object 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:05.522987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19409d-eacf-44b8-bedf-125f332949be req-3d22479f-a299-4b37-a50f-b8c05336955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:05.525164 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-3d22479f-a299-4b37-a50f-b8c05336955e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64997760-6339-462f-8ce4-499db1395c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817120 Jul 27 17:12:05.531610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143010-b3aa-409f-beca-b0a9a877323b req-9f1cc29f-9a88-48db-aeb0-1b6c2e161d84 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:05.533328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7143010-b3aa-409f-beca-b0a9a877323b req-9f1cc29f-9a88-48db-aeb0-1b6c2e161d84 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1094 time: 0.1319623 Jul 27 17:12:05.556907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.633596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:05.636808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:05.643934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:05.656209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Allocated IP 172.23.0.2 (f273017f-8e0a-4e1f-b729-3f8a49edafd6/bf368f79-59ce-4bb2-8288-42d0de3df695/ba56123d-dfb8-4de8-94ca-0f307fa60fdf) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:05.660912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7143010-b3aa-409f-beca-b0a9a877323b req-5948a288-3ac8-4a65-8e37-c8feede75cd7 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Jul 27 17:12:05.681863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:05.720081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.739234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-1ce23ab8-bc58-44b0-9db9-fc53ef180e2b service neutron] 10.222.0.13 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033508 Jul 27 17:12:05.867787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fe1877-a0cb-4116-aeeb-a77c587f329c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:05.902035 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.918193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a19409d-eacf-44b8-bedf-125f332949be req-9100483b-7d30-48b3-acf2-f17c28c48f5c service neutron] 10.222.0.13 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588836 Jul 27 17:12:05.946087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.959500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Transition to ACTIVE for port object ba56123d-dfb8-4de8-94ca-0f307fa60fdf will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:05.977960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 50fe1877-a0cb-4116-aeeb-a77c587f329c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:05.978346 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:05.982360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Transition to ACTIVE for port object ba56123d-dfb8-4de8-94ca-0f307fa60fdf will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:06.010157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.080940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:06.088365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:06.093833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:06.095789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Pushing event updated for resources: {'Port': ['ID=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:06.099958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-f72d1cbb-1466-4f8b-84b4-4baaa57e0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:06.101995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-f72d1cbb-1466-4f8b-84b4-4baaa57e0d34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1094 time: 0.0710518 Jul 27 17:12:06.214482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dcd8451d-0da7-4801-85a0-d0a8f8b942cc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:06.218556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Attempting to bind port ba56123d-dfb8-4de8-94ca-0f307fa60fdf on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:06.219140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Attempting to bind port ba56123d-dfb8-4de8-94ca-0f307fa60fdf by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:06.220176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Attempting to bind port ba56123d-dfb8-4de8-94ca-0f307fa60fdf on network f273017f-8e0a-4e1f-b729-3f8a49edafd6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:06.240292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-c7a17a9e-c1fd-4224-92c3-464fcc0e2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:06.243243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-c7a17a9e-c1fd-4224-92c3-464fcc0e2222 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 200 len: 911 time: 0.1313806 Jul 27 17:12:06.254083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:06.254083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Checking segment: {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:06.254767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.255409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Bound using segment: {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:06.256099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Bound port: ba56123d-dfb8-4de8-94ca-0f307fa60fdf, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:06.256817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.290655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.296889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.307226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-bfd0bb75-20ff-4b34-87e6-56a6295244ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a3169a7-da84-4e97-887c-8c95352a9946 HTTP/1.1" status: 200 len: 217 time: 0.0511160 Jul 27 17:12:06.333719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:06.350430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:06.351036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.380900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-fea2d379-baaf-4965-8b2e-aed844b471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:06.382841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-fea2d379-baaf-4965-8b2e-aed844b471b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b036ea82-025a-45e1-aa2f-7e0e42665825 HTTP/1.1" status: 200 len: 849 time: 0.0661364 Jul 27 17:12:06.385319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] For port ba56123d-dfb8-4de8-94ca-0f307fa60fdf, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:06.392845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event updated for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:06.397309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.405938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] For port ba56123d-dfb8-4de8-94ca-0f307fa60fdf, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:06.414618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.467517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-30d402ef-3dfa-4d23-9441-88dcbe07c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:06.470280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-30d402ef-3dfa-4d23-9441-88dcbe07c307 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64997760-6339-462f-8ce4-499db1395c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798848 Jul 27 17:12:06.509306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d39a1c-fdad-4dbe-a96a-7c656d987ce9 None None] Pushing event updated for resources: {'Port': ['ID=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:06.530498 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.536007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:06.537674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:06.568391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port dcd8451d-0da7-4801-85a0-d0a8f8b942cc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:06.573784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.575714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98f8cb95-8e3f-4105-abd4-e3a5facbad0e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:06.603838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-e73578fd-0ca5-4b63-84f7-20fe4f9cd336 service neutron] 10.222.0.13 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229966 Jul 27 17:12:06.651352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:06.651933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:06.710045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:06.710574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:06.784976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-faa2bebf-8757-4af7-8f8a-370752655ffe req-28f62e90-2864-4d22-8689-a5b8bd8d58ed service neutron] 10.222.0.13 "GET /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730676 Jul 27 17:12:06.840661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:06.846362 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-039a7c78-ff70-4c8b-96e8-0a3b08ee4a86 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463688 Jul 27 17:12:06.849238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32938) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:06.851524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:06.855400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:06.862448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:06.863175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:06.867462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e75d1-5b5e-4717-9113-6e50dda083f8 req-e4d7a9d2-f517-4fe7-aabb-e61cb3b558e5 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:06.874021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-751e75d1-5b5e-4717-9113-6e50dda083f8 req-e4d7a9d2-f517-4fe7-aabb-e61cb3b558e5 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1094 time: 0.1010671 Jul 27 17:12:06.921603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-751e75d1-5b5e-4717-9113-6e50dda083f8 req-e0a38ee4-e62e-4550-85d6-3107676a669d tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Jul 27 17:12:06.960865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:07.163357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4a3169a7-da84-4e97-887c-8c95352a9946 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:12:07.239842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:07.276534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:07.276897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Updating router 39b6d097-b6a0-4741-a4b7-4b9e90314229 port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:12:07.287354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 17:12:07.305685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Removed routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 17:12:07.306239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.337286 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.353888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4a3169a7-da84-4e97-887c-8c95352a9946,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:07.413901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '4a3169a7-da84-4e97-887c-8c95352a9946', 'network_id': '64997760-6339-462f-8ce4-499db1395c90', 'port_id': '4a3169a7-da84-4e97-887c-8c95352a9946', 'mac_address': 'fa:16:3e:4a:1f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b036ea82-025a-45e1-aa2f-7e0e42665825', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:12:07.550524 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.553886 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.559927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.596742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3169a7-da84-4e97-887c-8c95352a9946 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:12:07.628859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bf83d-e659-463e-9fc5-94ffe55d660c None None] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:07.673126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:07.774529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4a3169a7-da84-4e97-887c-8c95352a9946,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:07.797919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.802592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ba56123d-dfb8-4de8-94ca-0f307fa60fdf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:07.818780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:07.827678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-76d92e36-72a0-4a77-9cfa-d9377ce8d3d6 None None] Provisioning for port ba56123d-dfb8-4de8-94ca-0f307fa60fdf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:07.833639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:07.837393 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-386ee5da-fd96-4cb0-817e-328ab94286da tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 933 time: 0.9846673 Jul 27 17:12:07.838023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32940) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:07.969819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:07.977097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fc77e002-c50c-4b7b-8a41-7a96a4aef74b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 933 time: 0.1373849 Jul 27 17:12:07.978702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:07.990113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'routes': None}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:08.038801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ba56123d-dfb8-4de8-94ca-0f307fa60fdf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:08.067489 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ba56123d-dfb8-4de8-94ca-0f307fa60fdf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:08.067873 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.096917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d294a1-4217-4d7b-80ab-f3b670bc5056 req-521547d5-eb12-405a-8410-512f1a44c816 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:08.099789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00d294a1-4217-4d7b-80ab-f3b670bc5056 req-521547d5-eb12-405a-8410-512f1a44c816 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1095 time: 0.0950027 Jul 27 17:12:08.100749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4a3169a7-da84-4e97-887c-8c95352a9946'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:08.157369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00d294a1-4217-4d7b-80ab-f3b670bc5056 req-de4d5d16-552b-4b8d-8d59-b8ea2301ef43 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Jul 27 17:12:08.167158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.195024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Transition to ACTIVE for port object 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:08.212569 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.320093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54480a1-43fb-4e39-a281-9ad25468016b None None] Pushing event updated for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:08.369978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.466750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added routes are [] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 17:12:08.466983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.extraroute_db [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93923) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 17:12:08.508413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.599059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Attempting to bind port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:08.599586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Attempting to bind port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:08.599789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Attempting to bind port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 on network f273017f-8e0a-4e1f-b729-3f8a49edafd6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:08.627762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:08.628063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Checking segment: {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:08.628501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.629052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Bound using segment: {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:08.629422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Bound port: 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa0620b-59c6-4ccc-a410-00e7da481681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:08.629811 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.642801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port ba56123d-dfb8-4de8-94ca-0f307fa60fdf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:08.656330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.657442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dcd8451d-0da7-4801-85a0-d0a8f8b942cc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:08.752768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1b182db-c0b1-4f05-9fe4-03c4a5f9b2c6 None None] Provisioning complete for port ba56123d-dfb8-4de8-94ca-0f307fa60fdf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:08.753176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1b182db-c0b1-4f05-9fe4-03c4a5f9b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.847084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:08.867586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] For port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:08.886781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] For port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:08.891955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port dcd8451d-0da7-4801-85a0-d0a8f8b942cc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:08.892348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:08.898783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:09.009987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:09.015901 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:09.041018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:09.042015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:09.044310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54480a1-43fb-4e39-a281-9ad25468016b None None] Pushing event updated for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:09.124036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d1b182db-c0b1-4f05-9fe4-03c4a5f9b2c6 None None] Provisioning for port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:09.144611 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:09.182438 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:09.275329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:09.296189 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:09.297442 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-733d8358-2ad3-4deb-87a2-09bcf16337e3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 699 time: 1.3150513 Jul 27 17:12:09.303582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:09.359938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0b576-34a7-4f6e-9e53-8d0442cf6706 req-ddb70912-ac16-4a46-8128-13f50a1310ba tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:09.362944 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3a0b576-34a7-4f6e-9e53-8d0442cf6706 req-ddb70912-ac16-4a46-8128-13f50a1310ba tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1095 time: 0.0847518 Jul 27 17:12:09.419945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3a0b576-34a7-4f6e-9e53-8d0442cf6706 req-5938ff84-0bd9-419b-910f-d5ec5dedd8da tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Jul 27 17:12:09.458799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-283bf7be-8d40-49b7-95df-fdfb6a010940 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 699 time: 0.1529038 Jul 27 17:12:09.461579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:09.488232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 7, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:09.518661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1046090-08e7-44c2-9cd6-086a5f998369 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 7, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 4, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:09.773017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6ca2064e-f618-4347-a564-0fcc5b658210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:09.833355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:09.897518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:09.904421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:09.904966 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.043615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.098585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:10.104046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.105073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ba56123d-dfb8-4de8-94ca-0f307fa60fdf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:10.198846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:10.209949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ba56123d-dfb8-4de8-94ca-0f307fa60fdf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:10.210332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.358599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.430055 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:10.439544 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:10.440221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:10.560246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:10.649201 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7bbe7-6d90-490f-bd71-e53f285e146e req-eddb0109-69c9-4c7c-b49a-79efc8af3c77 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:10.650817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26f7bbe7-6d90-490f-bd71-e53f285e146e req-eddb0109-69c9-4c7c-b49a-79efc8af3c77 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1095 time: 0.1174188 Jul 27 17:12:10.701406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26f7bbe7-6d90-490f-bd71-e53f285e146e req-1a494c35-099f-4604-b71f-4455399415cd tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Jul 27 17:12:10.706609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:10.707137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.791904 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 7, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:10.807690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:10.808067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:10.818544 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:10.822143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:10.828964 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:10.829133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:10.920082 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:11.002484 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.041059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:11.180032 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 7, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:11.194740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4a3169a7-da84-4e97-887c-8c95352a9946 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:11.220991 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b49051-676a-462c-a23c-067bff3e4ba5 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:08Z', 'revision_number': 7, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65', 'name': '', 'network_id': 'f273017f-8e0a-4e1f-b729-3f8a49edafd6', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:2c:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:05Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'bf368f79-59ce-4bb2-8288-42d0de3df695', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:11.232763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.279534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 4a3169a7-da84-4e97-887c-8c95352a9946 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:11.285473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 4a3169a7-da84-4e97-887c-8c95352a9946 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:11.286059 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.413285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.443697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:11.446182 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7fc3e-ae5f-4446-9e26-c2945475bb76" -d '{"events": [{"server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "name": "network-vif-plugged", "status": "completed", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:11.461471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4a3169a7-da84-4e97-887c-8c95352a9946,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:11.467593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.499901 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021fae91-3df7-4827-a23b-23581c2d87a3 x-openstack-request-id: req-021fae91-3df7-4827-a23b-23581c2d87a3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:11.500191 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "name": "network-vif-plugged", "status": "completed", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:11.500469 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-021fae91-3df7-4827-a23b-23581c2d87a3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:11.500866 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946', 'code': 200} Jul 27 17:12:11.501580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:11.544927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:11.664665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:11.670545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c2b26ba4-4a35-468a-a7d3-f0b8e733a841 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2076709 Jul 27 17:12:11.673851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32958) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:11.680718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:11.691653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:11.692770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:11.699582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c561a-f78c-4be1-b296-860927484ba1 req-ad0970c6-13d2-4acc-9e3e-04500b7217b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:11.701167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb1c561a-f78c-4be1-b296-860927484ba1 req-ad0970c6-13d2-4acc-9e3e-04500b7217b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.0915952 Jul 27 17:12:11.743494 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet bf368f79-59ce-4bb2-8288-42d0de3df695 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:11.747158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.747280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb1c561a-f78c-4be1-b296-860927484ba1 req-ea447bdd-f210-4baf-9253-8abeca414162 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Jul 27 17:12:11.791308 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.800581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:11.922593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774ed12-bd6f-48e7-9c49-19468d1510af req-1178a0bc-f2f7-4eef-8ef5-2fd645f23495 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:11.924050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6774ed12-bd6f-48e7-9c49-19468d1510af req-1178a0bc-f2f7-4eef-8ef5-2fd645f23495 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.1379702 Jul 27 17:12:11.927177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:11.999798 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6774ed12-bd6f-48e7-9c49-19468d1510af req-07897516-265c-4e9b-af9c-de7c15c4f402 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474889 Jul 27 17:12:12.015252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.038645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 8, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.046966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=bf368f79-59ce-4bb2-8288-42d0de3df695,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:12.053582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.055434 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fbe39095-1dbc-41d6-ad04-fc68bd1d61cf tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/bf368f79-59ce-4bb2-8288-42d0de3df695 HTTP/1.1" status: 204 len: 168 time: 0.3811526 Jul 27 17:12:12.058266 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32964) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:12.072733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5849e2-4525-4f27-9749-027b0e01d79d None None] Network f273017f-8e0a-4e1f-b729-3f8a49edafd6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:12.076983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:12.129535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:12.130158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:11:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.137478 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.194039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port ba56123d-dfb8-4de8-94ca-0f307fa60fdf {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:12.194302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.261009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port ba56123d-dfb8-4de8-94ca-0f307fa60fdf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,segment=NetworkSegment(7aa0620b-59c6-4ccc-a410-00e7da481681),segment_id=7aa0620b-59c6-4ccc-a410-00e7da481681)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:12.261393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.274198 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for ba56123d-dfb8-4de8-94ca-0f307fa60fdf owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:12.275000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:12.357538 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.389718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=ba56123d-dfb8-4de8-94ca-0f307fa60fdf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:12.392510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port ba56123d-dfb8-4de8-94ca-0f307fa60fdf on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:12.447058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.456111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d8035-3dfc-424d-80b6-af81e56b50de None None] DHCP port deletion for f273017f-8e0a-4e1f-b729-3f8a49edafd6 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:12.487720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.498242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f273017f-8e0a-4e1f-b729-3f8a49edafd6']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.510441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa0620b-59c6-4ccc-a410-00e7da481681') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.510873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa0620b-59c6-4ccc-a410-00e7da481681') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.521251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.521961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 8, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:12.538256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.545889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:12.546377 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:12.549532 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:12.557779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80652efa-b51b-4db7-a96b-e63f24679a3b None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:10Z', 'revision_number': 8, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcd8451d-0da7-4801-85a0-d0a8f8b942cc', 'name': '', 'network_id': '35d477f1-6d0a-4151-b076-2ecf7244aaba', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:ac:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:00Z', 'updated_at': '2021-07-27T17:12:06Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': 'ed9519ed-55c7-47d1-8fa0-005974631143', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:12.573847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d64192b-6c30-44bd-8f8e-b62776d6fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.622584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.633890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:12.635973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/f273017f-8e0a-4e1f-b729-3f8a49edafd6 HTTP/1.1" status: 204 len: 168 time: 0.5766072 Jul 27 17:12:12.640482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:12.650653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e3d4-6c90-4d90-8f30-9b7b21f423c3 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=f273017f-8e0a-4e1f-b729-3f8a49edafd6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:13.041031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:13.232947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177b1e4-bee7-4933-9476-8c7fccf873db req-fba22b26-5f1d-426c-90f9-c209ddb98eb7 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:13.234378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c177b1e4-bee7-4933-9476-8c7fccf873db req-fba22b26-5f1d-426c-90f9-c209ddb98eb7 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.1284766 Jul 27 17:12:13.292573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c177b1e4-bee7-4933-9476-8c7fccf873db req-9e60442c-1605-496b-9360-651cf2687773 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jul 27 17:12:13.399873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port dcd8451d-0da7-4801-85a0-d0a8f8b942cc {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:13.400196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:13.436311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2786a93-915f-4fda-9a9f-b5fadde1eec9 req-e04e475c-7891-4423-8db9-8cf381c8a649 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:13.437897 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2786a93-915f-4fda-9a9f-b5fadde1eec9 req-e04e475c-7891-4423-8db9-8cf381c8a649 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.0584991 Jul 27 17:12:13.486748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d2786a93-915f-4fda-9a9f-b5fadde1eec9 req-6fb53bc7-bf08-4746-bc2e-1c4f99fd139a tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Jul 27 17:12:13.505938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port dcd8451d-0da7-4801-85a0-d0a8f8b942cc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:13.506567 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:13.526681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for dcd8451d-0da7-4801-85a0-d0a8f8b942cc owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:13.540475 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:13.644381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ba56123d-dfb8-4de8-94ca-0f307fa60fdf no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:13.664664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ba56123d-dfb8-4de8-94ca-0f307fa60fdf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:13.665015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ba56123d-dfb8-4de8-94ca-0f307fa60fdf not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:13.665428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:13.684730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:13.685069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3104bdc3-3fa9-4cb1-89fe-a4ef2e524f65 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:13.706932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324700b-c2e9-44e6-8062-624fa702426d req-3f01c818-e1fe-4e86-801c-544426f89f37 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:13.708618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3324700b-c2e9-44e6-8062-624fa702426d req-3f01c818-e1fe-4e86-801c-544426f89f37 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.1313777 Jul 27 17:12:13.779514 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3324700b-c2e9-44e6-8062-624fa702426d req-6734d2be-e4d3-43f2-bc5d-e92f87a2b3e3 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643177 Jul 27 17:12:13.789191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:13.830321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=dcd8451d-0da7-4801-85a0-d0a8f8b942cc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:14.088683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:14.191870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c6f7-1991-4f60-a085-b8ef28b5a267 req-39f7d463-86e6-42d0-b611-5681c14a14d9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:14.193359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0b1c6f7-1991-4f60-a085-b8ef28b5a267 req-39f7d463-86e6-42d0-b611-5681c14a14d9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.1430950 Jul 27 17:12:14.292776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0b1c6f7-1991-4f60-a085-b8ef28b5a267 req-2c322bac-26d4-45e6-8c5f-9e7a59d1c026 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908170 Jul 27 17:12:14.321427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:14.736992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:14.742183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e305170b-4d6c-494b-ac87-d3c91e7574be tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1006334 Jul 27 17:12:14.744860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 32980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:14.751492 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:14.765710 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:14.766328 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:14.803099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet ed9519ed-55c7-47d1-8fa0-005974631143 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:14.808036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:14.852924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:14.857351 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:14.972855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.041916 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.071390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9519ed-55c7-47d1-8fa0-005974631143,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:15.075970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.078769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c80b7292-87cc-4660-83ef-1c36a94039c6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/ed9519ed-55c7-47d1-8fa0-005974631143 HTTP/1.1" status: 204 len: 168 time: 0.3325274 Jul 27 17:12:15.082105 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:15.091329 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:13Z', 'revision_number': 9, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.093386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1f09e-8eb4-4506-b970-061b541faa06 None None] Network 35d477f1-6d0a-4151-b076-2ecf7244aaba requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:15.123285 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:15.135270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:15.136381 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.187121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.196858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.242133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:15.278473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 50fe1877-a0cb-4116-aeeb-a77c587f329c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:15.278904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.351513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] DHCP port deletion for 35d477f1-6d0a-4151-b076-2ecf7244aaba request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:15.357295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 50fe1877-a0cb-4116-aeeb-a77c587f329c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fe1877-a0cb-4116-aeeb-a77c587f329c,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:15.357826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.405084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Deleting port 50fe1877-a0cb-4116-aeeb-a77c587f329c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:15.405384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 50fe1877-a0cb-4116-aeeb-a77c587f329c owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:15.405632 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.490174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-f8cad301-a2fe-41b7-a339-9c380964d37f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:15.491902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-f8cad301-a2fe-41b7-a339-9c380964d37f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.0816729 Jul 27 17:12:15.530538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f024c9-5be0-4a40-8298-267b214b727d req-d8839e60-8fd8-4706-baf5-ede7bf991bb1 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:15.532164 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5f024c9-5be0-4a40-8298-267b214b727d req-d8839e60-8fd8-4706-baf5-ede7bf991bb1 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 1096 time: 0.1581979 Jul 27 17:12:15.610228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5f024c9-5be0-4a40-8298-267b214b727d req-38d7b63b-131b-47f2-98f2-d218fb92f0ae tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Jul 27 17:12:15.612214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.655023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] For port 50fe1877-a0cb-4116-aeeb-a77c587f329c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=50fe1877-a0cb-4116-aeeb-a77c587f329c,segment=NetworkSegment(8663ba72-dcda-4332-87e5-b07f8e18584e),segment_id=8663ba72-dcda-4332-87e5-b07f8e18584e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:15.655419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.669183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Calling delete_port for 50fe1877-a0cb-4116-aeeb-a77c587f329c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:15.677008 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:13Z', 'revision_number': 9, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.682677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port 50fe1877-a0cb-4116-aeeb-a77c587f329c on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:15.685628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Deleting port 4a3169a7-da84-4e97-887c-8c95352a9946 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:15.686389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.690383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=50fe1877-a0cb-4116-aeeb-a77c587f329c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:15.713941 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8e2cb-eb38-4417-a553-d5c78bbd31bc None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:13Z', 'revision_number': 9, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': '98f8cb95-8e3f-4105-abd4-e3a5facbad0e', 'name': '', 'network_id': '4478d27f-c05a-4a07-a312-3e552f8e3bd0', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:d2:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:57Z', 'updated_at': '2021-07-27T17:12:05Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '4cf903b2-5ecc-422b-a502-a86cdc99d60f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:15.795833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.811212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] For port 4a3169a7-da84-4e97-887c-8c95352a9946, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4a3169a7-da84-4e97-887c-8c95352a9946,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:15.811898 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.821617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] Pushing event deleted for resources: {'Port': ['ID=50fe1877-a0cb-4116-aeeb-a77c587f329c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:15.825516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c5750-92f7-47cb-9573-7eea2cbfc465 None None] No DVR routers for this DVR port 50fe1877-a0cb-4116-aeeb-a77c587f329c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:15.828331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Calling delete_port for 4a3169a7-da84-4e97-887c-8c95352a9946 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:15.843907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.857448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d477f1-6d0a-4151-b076-2ecf7244aaba']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.869463 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8663ba72-dcda-4332-87e5-b07f8e18584e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.869668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8663ba72-dcda-4332-87e5-b07f8e18584e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:15.879810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.900368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.909263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:15.909781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:15.913119 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:15.970340 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.983153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:15.983856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1875c671-80b4-49e6-bc65-ea4ec2f11f45'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:16.000372 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:16.003412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/35d477f1-6d0a-4151-b076-2ecf7244aaba HTTP/1.1" status: 204 len: 168 time: 0.9192259 Jul 27 17:12:16.006025 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:16.012562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4a3169a7-da84-4e97-887c-8c95352a9946'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:16.018265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a3169a7-da84-4e97-887c-8c95352a9946,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:16.024383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6634d7-eaa4-45f4-bdec-300d0d6f60cb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=35d477f1-6d0a-4151-b076-2ecf7244aaba,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:16.108656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] No DVR routers for this DVR port 4a3169a7-da84-4e97-887c-8c95352a9946 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:16.112665 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:16.114725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7fded18b-09cb-467f-95cf-b88c9c545009 req-88c96e38-3057-4bd6-8e0a-5a876fccafb9 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4a3169a7-da84-4e97-887c-8c95352a9946 HTTP/1.1" status: 204 len: 173 time: 0.6162386 Jul 27 17:12:16.115187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'name': 'network-vif-deleted', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:16.121287 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c90f11-cb82-472e-96df-aeab136e6196" -d '{"events": [{"server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "name": "network-vif-deleted", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:16.145275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fe1877-a0cb-4116-aeeb-a77c587f329c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:16.177355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 50fe1877-a0cb-4116-aeeb-a77c587f329c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:16.178222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 50fe1877-a0cb-4116-aeeb-a77c587f329c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:16.222457 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19caf5f-a2cb-4a9e-beaa-d16888de815a x-openstack-request-id: req-d19caf5f-a2cb-4a9e-beaa-d16888de815a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:16.222802 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e554c3ca-4df0-4570-b3a1-f1f91b624f78", "name": "network-vif-deleted", "tag": "4a3169a7-da84-4e97-887c-8c95352a9946", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:16.223010 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d19caf5f-a2cb-4a9e-beaa-d16888de815a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:16.223414 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e554c3ca-4df0-4570-b3a1-f1f91b624f78', 'name': 'network-vif-deleted', 'tag': '4a3169a7-da84-4e97-887c-8c95352a9946', 'status': 'completed', 'code': 200} Jul 27 17:12:16.508785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:16.768745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6577abd3-3271-4b81-9c73-24cb8723d138 req-8535ce82-09af-4483-8706-cb11882f6467 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e554c3ca-4df0-4570-b3a1-f1f91b624f78 HTTP/1.1" status: 200 len: 210 time: 0.0367985 Jul 27 17:12:16.843854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:16.844200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:16.944713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 98f8cb95-8e3f-4105-abd4-e3a5facbad0e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:16.945106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:16.958957 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 98f8cb95-8e3f-4105-abd4-e3a5facbad0e owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:17.031348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:17.139341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:17.168805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=98f8cb95-8e3f-4105-abd4-e3a5facbad0e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:17.612203 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:17.656546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dcd8451d-0da7-4801-85a0-d0a8f8b942cc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:17.681113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: dcd8451d-0da7-4801-85a0-d0a8f8b942cc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:17.681460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dcd8451d-0da7-4801-85a0-d0a8f8b942cc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:17.821720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:17.923543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:17.928725 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9e0076a3-2cda-426f-a4ba-554e757434e7 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9217014 Jul 27 17:12:17.931331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 32998) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:17.936368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:17.947806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:17.948644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:17.998010 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet 4cf903b2-5ecc-422b-a502-a86cdc99d60f {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:18.003341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.057521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.062439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:18.112560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035837-6074-4d83-aaa4-baebcf3dd592 req-679c41e3-2ef4-472b-abd9-be83befeb523 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:18.114130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1035837-6074-4d83-aaa4-baebcf3dd592 req-679c41e3-2ef4-472b-abd9-be83befeb523 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.0660439 Jul 27 17:12:18.157082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1035837-6074-4d83-aaa4-baebcf3dd592 req-5266ea87-ac84-4cd0-9582-8e2ebeb4e44b tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Jul 27 17:12:18.190180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33004) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:18.222378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.253794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aae29-ca4b-4584-8f36-3e3a8f09f4f1 req-dcadcf5f-2fbd-4585-8c27-9a28570b014f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:18.255868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-139aae29-ca4b-4584-8f36-3e3a8f09f4f1 req-dcadcf5f-2fbd-4585-8c27-9a28570b014f tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1944842 Jul 27 17:12:18.313497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:17Z', 'revision_number': 10, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:18.328959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-139aae29-ca4b-4584-8f36-3e3a8f09f4f1 req-74a0f5fb-ce3e-4460-b139-a83bd011aea6 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602903 Jul 27 17:12:18.338161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.344327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:18.356578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:18.357602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:18.377372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf903b2-5ecc-422b-a502-a86cdc99d60f,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:18.380940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.384141 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-39759dbf-8381-405a-87dd-9d4c626383aa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/4cf903b2-5ecc-422b-a502-a86cdc99d60f HTTP/1.1" status: 204 len: 168 time: 0.4516637 Jul 27 17:12:18.386717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33006) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:18.412406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 106662d0-f615-4ba2-94c0-8b4b17cb883f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:18.412924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.427460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e76e5-ba29-4410-9991-c1c2fa3ccfe8 None None] Network 4478d27f-c05a-4a07-a312-3e552f8e3bd0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:18.502214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.509611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.510166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.528566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 106662d0-f615-4ba2-94c0-8b4b17cb883f owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:18.578093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:18.585117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:18.585632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.654723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,segment=NetworkSegment(eb55c110-98e3-4b8c-b182-488e33f2f812),segment_id=eb55c110-98e3-4b8c-b182-488e33f2f812)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:18.655468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.671048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:18.763089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.783025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.795222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=106662d0-f615-4ba2-94c0-8b4b17cb883f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:18.823900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:18.828922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:18.921574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.922298 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP bd505b0a-4043-46a3-b4a5-565239704e5a disassociated (deleted). External IP: 172.25.4.33, port: 469c7b67-332a-42c3-b106-fb308a7531f1. Jul 27 17:12:18.936907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948db865-068b-4aa5-9833-c249bd366adb None None] DHCP port deletion for 4478d27f-c05a-4a07-a312-3e552f8e3bd0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:18.967337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:18.980489 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4478d27f-c05a-4a07-a312-3e552f8e3bd0']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:18.988826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:17Z', 'revision_number': 10, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:18.992897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb55c110-98e3-4b8c-b182-488e33f2f812') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:18.994232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb55c110-98e3-4b8c-b182-488e33f2f812') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:19.005785 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.029278 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.032720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48508bf1-62b8-4ba0-8b91-89e5a766d317 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:17Z', 'revision_number': 10, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None, '_interfaces': [{'id': 'f5bcbe0e-efd3-4648-8149-af33205415b9', 'name': '', 'network_id': '5496ab9c-2ad7-48cf-aa9e-2b489590ad5d', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'mac_address': 'fa:16:3e:e2:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:54Z', 'updated_at': '2021-07-27T17:11:58Z', 'revision_number': 5, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'subnets': [{'id': '019672e2-4deb-4801-9279-c1c8dbe4a5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:19.041666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:19.042327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:19.047996 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:19.125021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.132178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.136859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/4478d27f-c05a-4a07-a312-3e552f8e3bd0 HTTP/1.1" status: 204 len: 168 time: 0.7481987 Jul 27 17:12:19.139549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33008) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:19.155769 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132f571-40f4-4d05-8f69-261bde7ddae6 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=4478d27f-c05a-4a07-a312-3e552f8e3bd0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:19.191930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 548f953a-34f3-475c-be86-dabf6eeb0127 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:19.221197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4a3169a7-da84-4e97-887c-8c95352a9946 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:19.243119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 4a3169a7-da84-4e97-887c-8c95352a9946 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:19.243119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4a3169a7-da84-4e97-887c-8c95352a9946 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:19.343133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:19.350989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:19.357899 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Sync routers for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:19.404268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:19.405721 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:19.445917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fb7793fd-9b6f-4991-9131-9f7fcad83aac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/floatingips/bd505b0a-4043-46a3-b4a5-565239704e5a HTTP/1.1" status: 204 len: 168 time: 1.2531166 Jul 27 17:12:19.448886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:19.451517 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73101a25-e51a-4b88-a60d-a64e20645bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:19.600257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289a46-8be5-419e-9033-912ed4a97ded req-dbdf9977-5ba0-44ea-a606-1bdcb5fba62e tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:19.615338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46289a46-8be5-419e-9033-912ed4a97ded req-dbdf9977-5ba0-44ea-a606-1bdcb5fba62e tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1220548 Jul 27 17:12:19.692865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-46289a46-8be5-419e-9033-912ed4a97ded req-0f67fb52-6c03-4ab2-9530-a8edff302ced tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770772 Jul 27 17:12:19.746418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:19.772601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-cb09483d-81dd-4dd3-a43f-02221b653d27 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:19.774868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-cb09483d-81dd-4dd3-a43f-02221b653d27 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.1838462 Jul 27 17:12:19.783524 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8d249-a455-4bd2-9a25-dc09f960dffb x-openstack-request-id: req-5ef8d249-a455-4bd2-9a25-dc09f960dffb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:19.783814 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:19.784073 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef8d249-a455-4bd2-9a25-dc09f960dffb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:19.784983 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'status': 'completed', 'code': 200} Jul 27 17:12:19.808688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:19.852313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:19.852839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9bf1407b-fb7f-4b5e-b8aa-a6277bf5b1c8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:19.853371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98f8cb95-8e3f-4105-abd4-e3a5facbad0e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:19.899227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 98f8cb95-8e3f-4105-abd4-e3a5facbad0e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:19.899512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98f8cb95-8e3f-4105-abd4-e3a5facbad0e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:20.000955 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:20.112738 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:20.136069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-2b33f804-5d05-4fc4-b6cf-91d11a2a7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.139283 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-2b33f804-5d05-4fc4-b6cf-91d11a2a7dff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 1096 time: 0.2745636 Jul 27 17:12:20.142523 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Checking router: 548f953a-34f3-475c-be86-dabf6eeb0127 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:20.151809 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:20.152756 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:20.166966 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Deleting port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:20.167410 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:20.179903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba6f2e-c050-4fe0-a03a-c1128fda35f6 req-046462c3-36c1-4906-bb88-1343aa8fda32 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.181814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90ba6f2e-c050-4fe0-a03a-c1128fda35f6 req-046462c3-36c1-4906-bb88-1343aa8fda32 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.2504134 Jul 27 17:12:20.297998 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:20.475246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90ba6f2e-c050-4fe0-a03a-c1128fda35f6 req-a0682845-7687-4663-8293-c948ba49b4d9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176223 Jul 27 17:12:20.496702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-b37d8ef9-3b09-4664-8c80-dd5109310249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.499029 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-b37d8ef9-3b09-4664-8c80-dd5109310249 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 200 len: 897 time: 0.3439424 Jul 27 17:12:20.533028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] For port 1875c671-80b4-49e6-bc65-ea4ec2f11f45, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1875c671-80b4-49e6-bc65-ea4ec2f11f45,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:20.533434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:20.594648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:20.599383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-9785ea0b-7dba-4015-a06e-6f72d65c681d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 200 len: 217 time: 0.0828955 Jul 27 17:12:20.600251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Calling delete_port for 1875c671-80b4-49e6-bc65-ea4ec2f11f45 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:20.626242 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8900d3-78f6-49dd-9ce5-14798c377cd0 None None] The sync data for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 is: [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:29Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06128cf5-1f38-45c0-b0e4-d5791b970351', 'name': '', 'network_id': '5470bf91-2416-4ad0-8d9b-c0acc9942597', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:8a:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:27Z', 'updated_at': '2021-07-27T17:10:35Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': '41249f38-5b86-40f9-b70e-c639b69a2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:20.752241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-faabe173-ef19-499a-81d0-a23bd106c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.757355 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-faabe173-ef19-499a-81d0-a23bd106c1b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 200 len: 835 time: 0.1486318 Jul 27 17:12:20.855867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657751-514f-461d-abb8-f5618bfc51ee req-c9174d86-7b87-4cd1-af0e-03edd23baf65 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.858274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d657751-514f-461d-abb8-f5618bfc51ee req-c9174d86-7b87-4cd1-af0e-03edd23baf65 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0683327 Jul 27 17:12:20.913550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d657751-514f-461d-abb8-f5618bfc51ee req-373d9816-f83c-4829-9eba-9a968001afd3 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=559da657-a9df-47f7-a624-721eeb2531ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Jul 27 17:12:20.975666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-aaf8c7ba-a367-414e-9756-457734f0325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:20.977326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-aaf8c7ba-a367-414e-9756-457734f0325b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5470bf91-2416-4ad0-8d9b-c0acc9942597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077315 Jul 27 17:12:20.981041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port f5bcbe0e-efd3-4648-8149-af33205415b9 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:20.981395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:20.994871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-731b9bf6-1144-417c-af0d-f13b54b0650b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:12:20.996206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-731b9bf6-1144-417c-af0d-f13b54b0650b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100482 Jul 27 17:12:21.002425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd5548-e239-4f9a-af05-5794c701f93c None None] New status for floating IP bd505b0a-4043-46a3-b4a5-565239704e5a: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:12:21.067571 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.081837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1875c671-80b4-49e6-bc65-ea4ec2f11f45'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:21.149097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.61', 50417) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:21.240375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-580d9d0b-49d0-44be-a3a2-356b607261cd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:21.242385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-580d9d0b-49d0-44be-a3a2-356b607261cd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 945 time: 0.0755110 Jul 27 17:12:21.359730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 469c7b67-332a-42c3-b106-fb308a7531f1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:21.360112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.437639 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Pushing event deleted for resources: {'Port': ['ID=1875c671-80b4-49e6-bc65-ea4ec2f11f45,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:21.497017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 469c7b67-332a-42c3-b106-fb308a7531f1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=469c7b67-332a-42c3-b106-fb308a7531f1,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:21.499116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.518912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 469c7b67-332a-42c3-b106-fb308a7531f1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:21.544091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] No DVR routers for this DVR port 1875c671-80b4-49e6-bc65-ea4ec2f11f45 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:21.546965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.549539 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.61 "DELETE /v2.0/ports/1875c671-80b4-49e6-bc65-ea4ec2f11f45 HTTP/1.1" status: 204 len: 173 time: 1.7560999 Jul 27 17:12:21.558544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'name': 'network-vif-deleted', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:21.562828 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262fad7c-69e9-411d-ad14-fe9f9ca464ef" -d '{"events": [{"server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "name": "network-vif-deleted", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:21.596917 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-c26c6cf1-0aef-4985-b42d-76d94cbf9591 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778668 Jul 27 17:12:21.605090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port f5bcbe0e-efd3-4648-8149-af33205415b9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f5bcbe0e-efd3-4648-8149-af33205415b9,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:21.606596 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.643455 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6819362-ab9c-4b79-8cbe-6eecf7c3aafe x-openstack-request-id: req-a6819362-ab9c-4b79-8cbe-6eecf7c3aafe {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:21.643886 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b4b871-7d85-4819-8b68-e788e3051cf1", "name": "network-vif-deleted", "tag": "1875c671-80b4-49e6-bc65-ea4ec2f11f45", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:21.644301 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6819362-ab9c-4b79-8cbe-6eecf7c3aafe {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:21.644752 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b4b871-7d85-4819-8b68-e788e3051cf1', 'name': 'network-vif-deleted', 'tag': '1875c671-80b4-49e6-bc65-ea4ec2f11f45', 'status': 'completed', 'code': 200} Jul 27 17:12:21.645857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for f5bcbe0e-efd3-4648-8149-af33205415b9 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:21.768243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.807116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=469c7b67-332a-42c3-b106-fb308a7531f1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:21.851213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73101a25-e51a-4b88-a60d-a64e20645bc3 req-b98caec2-9742-4c95-8cdb-bb48e22c25c8 service neutron] 10.222.0.61 "GET /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319846 Jul 27 17:12:21.860879 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3b062-86f0-440f-9ab9-e37b1e36302d req-27bfb765-ff4f-439e-9a3d-a0eaef38ad01 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:21.862521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04f3b062-86f0-440f-9ab9-e37b1e36302d req-27bfb765-ff4f-439e-9a3d-a0eaef38ad01 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2dcd99-3268-40c1-8b1c-2040634d0bce HTTP/1.1" status: 200 len: 867 time: 0.2375932 Jul 27 17:12:21.864205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] No DVR routers for this DVR port 469c7b67-332a-42c3-b106-fb308a7531f1 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:21.867427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:21.870283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fc4588be-fa3a-4ead-b212-6998c83bd694 req-50449274-6c79-44a9-9aef-ce9e5163209d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "DELETE /v2.0/ports/469c7b67-332a-42c3-b106-fb308a7531f1 HTTP/1.1" status: 204 len: 173 time: 0.6204002 Jul 27 17:12:21.870763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-deleted', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:21.873739 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ade2849-572a-471d-9621-f00e10fb7ea9" -d '{"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-deleted", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:21.913168 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311132ef-3324-456b-945a-e660b67ea02c x-openstack-request-id: req-311132ef-3324-456b-945a-e660b67ea02c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:21.913460 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2dcd99-3268-40c1-8b1c-2040634d0bce", "name": "network-vif-deleted", "tag": "469c7b67-332a-42c3-b106-fb308a7531f1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:21.913714 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-311132ef-3324-456b-945a-e660b67ea02c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:21.914119 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2dcd99-3268-40c1-8b1c-2040634d0bce', 'name': 'network-vif-deleted', 'tag': '469c7b67-332a-42c3-b106-fb308a7531f1', 'status': 'completed', 'code': 200} Jul 27 17:12:21.995738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04f3b062-86f0-440f-9ab9-e37b1e36302d req-b756209d-ae85-43c5-b287-904948cbe606 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b55076fd-abbb-462c-b514-04f829dbb7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677135 Jul 27 17:12:22.095480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e555ec0e-8811-4e82-b9a3-3e96ca20e32c req-5991b9ac-b995-45f3-aa91-9d748aa2f39a tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68b4b871-7d85-4819-8b68-e788e3051cf1 HTTP/1.1" status: 200 len: 210 time: 0.0465641 Jul 27 17:12:22.104464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.139748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=f5bcbe0e-efd3-4648-8149-af33205415b9,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:22.323768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.537163 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:22.616568 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:22.622381 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-495f1592-5e0a-492d-a066-9d8700280ffb tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812799 Jul 27 17:12:22.625164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33028) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:22.629433 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:22.640386 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:22.641073 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:22.691769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting subnet 019672e2-4deb-4801-9279-c1c8dbe4a5ea {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:22.696934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.710162 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:22.752208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.776966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:22.805199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:22.818118 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:22.819300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:22.861525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.904301 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:22.946841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.972448 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07866bac-f540-44db-9628-701dd32ed686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:22.980138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Subnet': ['ID=019672e2-4deb-4801-9279-c1c8dbe4a5ea,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:22.988123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:22.993206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f99b40b3-84bd-49ea-85a8-a4d5db02cba1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/019672e2-4deb-4801-9279-c1c8dbe4a5ea HTTP/1.1" status: 204 len: 168 time: 0.3670006 Jul 27 17:12:22.994553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dccc382-5666-411d-a331-720d0d3c5eb5 None None] Network 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:22.997191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33030) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:23.007572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07866bac-f540-44db-9628-701dd32ed686 None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:23.082261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33034) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:23.169038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.182224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33038) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:23.373754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Deleting port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:23.374311 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.377178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1875c671-80b4-49e6-bc65-ea4ec2f11f45 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:23.417649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] DHCP port deletion for 5496ab9c-2ad7-48cf-aa9e-2b489590ad5d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:23.424415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 1875c671-80b4-49e6-bc65-ea4ec2f11f45 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:23.425116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1875c671-80b4-49e6-bc65-ea4ec2f11f45 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:23.497173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Deleting port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:23.498048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.554220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] For port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:23.554567 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.575601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] For port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,segment=NetworkSegment(8bac696c-d2ae-4e36-98d4-c8141937b38d),segment_id=8bac696c-d2ae-4e36-98d4-c8141937b38d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:23.576929 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.585145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Calling delete_port for 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:23.610986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Calling delete_port for 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:23.722071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.733189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:23.783727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.819114 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:23.821497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No active binding found for port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 {{(pid=93925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 17:12:23.821934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:23.822352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5bcbe0e-efd3-4648-8149-af33205415b9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:23.827305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Pushing event deleted for resources: {'Port': ['ID=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:23.849627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] No DVR routers for this DVR port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:23.852707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.853308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.853734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.854241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.854678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.855105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.855656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.856624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.857065 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.857504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.858178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.858370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9cec2-4fbb-4f2a-a733-abec6fdba6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:23.864522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f5bcbe0e-efd3-4648-8149-af33205415b9 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:23.864961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f5bcbe0e-efd3-4648-8149-af33205415b9 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:23.875017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Port': ['ID=5859fcb4-3aa6-439f-a3e4-00b41fc1f675,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:23.883537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No DVR routers for this DVR port 5859fcb4-3aa6-439f-a3e4-00b41fc1f675 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:23.915765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.020547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.062734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5496ab9c-2ad7-48cf-aa9e-2b489590ad5d']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:24.073652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bac696c-d2ae-4e36-98d4-c8141937b38d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:24.073968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bac696c-d2ae-4e36-98d4-c8141937b38d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:24.080278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Deleting port dffc6785-2f86-476f-967a-56f86017e0a3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:24.080927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.090444 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.110503 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.144717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:24.145045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self.session.flush() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:24.148088 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:24.171456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] For port dffc6785-2f86-476f-967a-56f86017e0a3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=dffc6785-2f86-476f-967a-56f86017e0a3,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:24.171827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.189546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Calling delete_port for dffc6785-2f86-476f-967a-56f86017e0a3 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:24.234267 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.243908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.247878 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/networks/5496ab9c-2ad7-48cf-aa9e-2b489590ad5d HTTP/1.1" status: 204 len: 168 time: 1.2465801 Jul 27 17:12:24.251533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33040) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:24.259846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'routes': None}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:24.262922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f3696-2932-4e3b-9dc7-634b5e300c13 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Pushing event deleted for resources: {'Network': ['ID=5496ab9c-2ad7-48cf-aa9e-2b489590ad5d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:24.382634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 06128cf5-1f38-45c0-b0e4-d5791b970351 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:24.383144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.488369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 06128cf5-1f38-45c0-b0e4-d5791b970351, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06128cf5-1f38-45c0-b0e4-d5791b970351,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:24.488818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.502996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 06128cf5-1f38-45c0-b0e4-d5791b970351 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:24.508108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Added routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 17:12:24.508503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.extraroute_db [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Removed routes are [] {{(pid=93924) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 17:12:24.508805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.698510 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.705967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.765924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.789269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:24.799138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=06128cf5-1f38-45c0-b0e4-d5791b970351,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:24.825862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Pushing event deleted for resources: {'Port': ['ID=dffc6785-2f86-476f-967a-56f86017e0a3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:24.863397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 39b6d097-b6a0-4741-a4b7-4b9e90314229 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:25.049577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.380407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:25.383278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:25.416136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Sync routers for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:25.422737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.423247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 469c7b67-332a-42c3-b106-fb308a7531f1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:25.425419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 469c7b67-332a-42c3-b106-fb308a7531f1 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:25.425606 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6b649d03-fb1b-4386-95ab-4e001f948ed8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 700 time: 1.1714396 Jul 27 17:12:25.426860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33042) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:25.432577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:25.433221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:25.475046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f0a19ce8-d4de-4536-8fb5-b9dc76857334 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 205 time: 0.0468471 Jul 27 17:12:25.479194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33044) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:25.515141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:25.546914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.581374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:25.581555 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.615389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Checking router: 39b6d097-b6a0-4741-a4b7-4b9e90314229 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:25.630706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Routers {'39b6d097-b6a0-4741-a4b7-4b9e90314229'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:25.631003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['39b6d097-b6a0-4741-a4b7-4b9e90314229'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:25.724262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] Set router 39b6d097-b6a0-4741-a4b7-4b9e90314229 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:25.788691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:25.817504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ebd43-4375-4646-840a-fdf6393baefc None None] The sync data for ids ['39b6d097-b6a0-4741-a4b7-4b9e90314229'] in n-d-723572-6 is: [{'id': '39b6d097-b6a0-4741-a4b7-4b9e90314229', 'name': 'tempest-RoutersTest-router-796690918', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:52Z', 'updated_at': '2021-07-27T17:12:22Z', 'revision_number': 11, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:25.848246 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.852056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.874199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:25.912688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 548f953a-34f3-475c-be86-dabf6eeb0127 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:25.914598 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.915133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router 39b6d097-b6a0-4741-a4b7-4b9e90314229 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:25.923659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:25.924793 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-12f5eaf3-6406-44fd-9830-43e760945b04 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 204 len: 168 time: 0.4444957 Jul 27 17:12:25.936280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33046) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:25.972140 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2076741959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:26.046393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.047924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.057115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:26.064689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fe182add-53b8-40be-bd10-a638faaa56bf admin admin] 10.222.0.64 "PUT /v2.0/routers/4f699082-f82a-4a1b-aadf-8c8b79e11e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807473 Jul 27 17:12:26.067834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33048) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:26.073719 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Sync routers for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:26.086383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:26.098851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3a7e5469-2051-4d77-b983-2f9d0533df39 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/548f953a-34f3-475c-be86-dabf6eeb0127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0155473 Jul 27 17:12:26.103278 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:26.104303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Sync routers for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:26.104877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:26.105728 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.118958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:26.120198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.186273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting subnet 41249f38-5b86-40f9-b70e-c639b69a2889 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:26.189332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.191839 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.196899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.257727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.258960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2da9a6e5-6e7b-404d-9d53-49e691138313 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3228235 Jul 27 17:12:26.262801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33052) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:26.267458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:26.281176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:26.290349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.330758 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:26.369750 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.436742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.522488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Deleting port 12542509-0635-474a-be9c-5e052ac275a0 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:26.523100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.610535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.630924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2023021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2023010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033607'] for router, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.634241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] For port 12542509-0635-474a-be9c-5e052ac275a0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=12542509-0635-474a-be9c-5e052ac275a0,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:26.635325 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.639455 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.655349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Calling delete_port for 12542509-0635-474a-be9c-5e052ac275a0 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:26.723858 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '12542509-0635-474a-be9c-5e052ac275a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:12:24Z', 'revision_number': 5, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port': {'id': '12542509-0635-474a-be9c-5e052ac275a0', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:31Z', 'updated_at': '2021-07-27T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.757024 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Checking router: 4f699082-f82a-4a1b-aadf-8c8b79e11e87 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:26.772419 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Routers {'4f699082-f82a-4a1b-aadf-8c8b79e11e87'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:26.773078 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.774493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:12:24Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.801187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.827507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Checking router: 548f953a-34f3-475c-be86-dabf6eeb0127 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:26.837939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Routers {'548f953a-34f3-475c-be86-dabf6eeb0127'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:26.839030 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['548f953a-34f3-475c-be86-dabf6eeb0127'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:26.844087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Subnet': ['ID=41249f38-5b86-40f9-b70e-c639b69a2889,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:26.845890 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Router 8295828f-1478-47a9-84b4-f54d02ae94ac is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:12:26.859065 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.861124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c344829c-b7c0-4e21-afbe-b4d2ff40fdf4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/subnets/41249f38-5b86-40f9-b70e-c639b69a2889 HTTP/1.1" status: 204 len: 168 time: 0.7568038 Jul 27 17:12:26.866786 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33054) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:26.899420 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] Set router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:26.912311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:26.921930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf831c-135c-45ab-bf99-052ece4910cc None None] Network 5470bf91-2416-4ad0-8d9b-c0acc9942597 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:26.950845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=12542509-0635-474a-be9c-5e052ac275a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:26.984110 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:12:26Z', 'revision_number': 6, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.015438 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74053bb2-602d-4b53-84bc-d84db9e292f8 None None] The sync data for ids ['4f699082-f82a-4a1b-aadf-8c8b79e11e87'] in n-d-723572-6 is: [{'id': '4f699082-f82a-4a1b-aadf-8c8b79e11e87', 'name': 'tempest-TestServerMultinode-1112478113-router', 'tenant_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:30Z', 'updated_at': '2021-07-27T17:12:26Z', 'revision_number': 6, 'project_id': 'c8e3deb762bb4159bb6c441e8b304a9e', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:27.026652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.110499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.115019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:27.142490 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Sync routers for ids ['8295828f-1478-47a9-84b4-f54d02ae94ac'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:27.152579 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.153692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8597136f-47c3-43bd-8112-0483553d3f55 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "PUT /v2.0/routers/8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 200 len: 694 time: 0.8899121 Jul 27 17:12:27.156850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33056) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:27.159111 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Routers {'8295828f-1478-47a9-84b4-f54d02ae94ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:27.159777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8295828f-1478-47a9-84b4-f54d02ae94ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.171943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.175353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.217900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] Set router 548f953a-34f3-475c-be86-dabf6eeb0127 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:27.244023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.245769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f699082-f82a-4a1b-aadf-8c8b79e11e87 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:27.255397 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.257706 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-247b446b-e827-4153-b690-09c05f1f8c30 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4f699082-f82a-4a1b-aadf-8c8b79e11e87 HTTP/1.1" status: 204 len: 168 time: 1.1729145 Jul 27 17:12:27.264992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33058) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:27.361651 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Set router 8295828f-1478-47a9-84b4-f54d02ae94ac gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:27.436559 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Deleting subnet b036ea82-025a-45e1-aa2f-7e0e42665825 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:27.443154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.479860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8295828f-1478-47a9-84b4-f54d02ae94ac', 'name': 'tempest-RoutersTest-router-2076741959', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:26Z', 'updated_at': '2021-07-27T17:12:26Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.492789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] DHCP port deletion for 5470bf91-2416-4ad0-8d9b-c0acc9942597 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:27.540925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Checking router: 8295828f-1478-47a9-84b4-f54d02ae94ac for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:27.544976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.558757 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Routers {'8295828f-1478-47a9-84b4-f54d02ae94ac'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:27.559641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:12:24Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.559811 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8295828f-1478-47a9-84b4-f54d02ae94ac'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.597697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21078096-f6e2-480f-be92-164ddee19bdf None None] The sync data for ids ['548f953a-34f3-475c-be86-dabf6eeb0127'] in n-d-723572-6 is: [{'id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265283107', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:12:24Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'd26ee8f1-1c9d-4c1a-beb7-0a27e56db00d', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548f953a-34f3-475c-be86-dabf6eeb0127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:10:22Z', 'updated_at': '2021-07-27T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:27.646168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Deleting port 8782bf48-12f8-486a-abad-200b8968fd2e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:27.646639 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.681672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] Set router 8295828f-1478-47a9-84b4-f54d02ae94ac gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:27.707736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-219d4da4-70dd-4c09-b32e-b268bb89c00d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/routers/8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 200 len: 700 time: 0.5494685 Jul 27 17:12:27.710875 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33062) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:27.737755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.775679 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2f07a491-888e-4574-b74a-866733455d27 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 200 len: 205 time: 0.0631664 Jul 27 17:12:27.779733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33064) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:27.780022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] For port 8782bf48-12f8-486a-abad-200b8968fd2e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8782bf48-12f8-486a-abad-200b8968fd2e,segment=NetworkSegment(0468c43a-f4c4-4d3b-b24b-3afce077ac4f),segment_id=0468c43a-f4c4-4d3b-b24b-3afce077ac4f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:27.780541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.798195 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8295828f-1478-47a9-84b4-f54d02ae94ac', 'name': 'tempest-RoutersTest-router-2076741959', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:26Z', 'updated_at': '2021-07-27T17:12:26Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:27.809897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Calling delete_port for 8782bf48-12f8-486a-abad-200b8968fd2e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:27.819061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.851415 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c0f35-0f48-473b-9eb3-7208ea0fe478 None None] The sync data for ids ['8295828f-1478-47a9-84b4-f54d02ae94ac'] in n-d-723572-6 is: [{'id': '8295828f-1478-47a9-84b4-f54d02ae94ac', 'name': 'tempest-RoutersTest-router-2076741959', 'tenant_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:26Z', 'updated_at': '2021-07-27T17:12:26Z', 'revision_number': 2, 'project_id': '3a3d2c8f75fe495e8485ad5f772a3098', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:27.889667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:27.890058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.894917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.963153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:27.994879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] Pushing event deleted for resources: {'Port': ['ID=8782bf48-12f8-486a-abad-200b8968fd2e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:28.012986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15035848-673d-4817-ba55-2d3c2e022a71 None None] No DVR routers for this DVR port 8782bf48-12f8-486a-abad-200b8968fd2e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:28.058471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:28.059491 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.115997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:28.145959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8782bf48-12f8-486a-abad-200b8968fd2e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:28.183517 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.186239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.207493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8782bf48-12f8-486a-abad-200b8968fd2e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:28.207887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8782bf48-12f8-486a-abad-200b8968fd2e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:28.208318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dffc6785-2f86-476f-967a-56f86017e0a3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:28.237630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.253930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: dffc6785-2f86-476f-967a-56f86017e0a3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:28.255348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device dffc6785-2f86-476f-967a-56f86017e0a3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:28.256148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 12542509-0635-474a-be9c-5e052ac275a0 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:28.276540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b036ea82-025a-45e1-aa2f-7e0e42665825,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:28.288234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.294744 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-504fa064-d256-4233-9e5d-89f449d6dfec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b036ea82-025a-45e1-aa2f-7e0e42665825 HTTP/1.1" status: 204 len: 168 time: 1.0278788 Jul 27 17:12:28.295555 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.296096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Fanout notify agent at l3_agent the message router_deleted on router 8295828f-1478-47a9-84b4-f54d02ae94ac {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:28.298250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33066) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.306097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8614a-c5c5-4685-9d46-3db8354fdd76 None None] Network 64997760-6339-462f-8ce4-499db1395c90 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:28.311290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 12542509-0635-474a-be9c-5e052ac275a0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:28.311786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 12542509-0635-474a-be9c-5e052ac275a0 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:28.321049 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.322971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-55c1976f-c4d2-4555-b8c4-7460ca5a9c93 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 204 len: 168 time: 0.5419424 Jul 27 17:12:28.328750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33068) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.415317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.425658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-57f01677-f123-436b-b563-87ea1b4cdaaa tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 200 len: 205 time: 0.0956361 Jul 27 17:12:28.427078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.486134 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-1bb05804-ca5f-4f2d-bffa-2ca0ea2555c1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:28.486134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1bb05804-ca5f-4f2d-bffa-2ca0ea2555c1 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/8295828f-1478-47a9-84b4-f54d02ae94ac HTTP/1.1" status: 404 len: 336 time: 0.0530114 Jul 27 17:12:28.487274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33072) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.518880 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ae1988-0eb7-40d8-b89e-a6344ea2645f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:28.519871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ae1988-0eb7-40d8-b89e-a6344ea2645f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:28.524288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3ae1988-0eb7-40d8-b89e-a6344ea2645f tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/bf368f79-59ce-4bb2-8288-42d0de3df695 HTTP/1.1" status: 404 len: 337 time: 0.0379884 Jul 27 17:12:28.529153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33074) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.566298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.576561 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d38986-5852-45e7-8ecd-d9843898115e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:28.577080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d38986-5852-45e7-8ecd-d9843898115e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:28.582700 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-58d38986-5852-45e7-8ecd-d9843898115e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/ed9519ed-55c7-47d1-8fa0-005974631143 HTTP/1.1" status: 404 len: 337 time: 0.0484626 Jul 27 17:12:28.583308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33076) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.607519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:28.618411 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Deleting port cf2fa57c-71c5-4807-901e-a35da0c42d0e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:28.618871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.622567 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c594cc-ab86-481d-851b-e45b677ee39e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:28.623558 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c594cc-ab86-481d-851b-e45b677ee39e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:28.626278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-07c594cc-ab86-481d-851b-e45b677ee39e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/4cf903b2-5ecc-422b-a502-a86cdc99d60f HTTP/1.1" status: 404 len: 337 time: 0.0421336 Jul 27 17:12:28.637662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] DHCP port deletion for 64997760-6339-462f-8ce4-499db1395c90 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:28.639889 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33078) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.678668 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-03abe3bb-07a1-481c-b857-19d83b3e087d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:28.679595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03abe3bb-07a1-481c-b857-19d83b3e087d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:28.681525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-03abe3bb-07a1-481c-b857-19d83b3e087d tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/019672e2-4deb-4801-9279-c1c8dbe4a5ea HTTP/1.1" status: 404 len: 337 time: 0.0385506 Jul 27 17:12:28.689605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.703713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Deleting port cf2fa57c-71c5-4807-901e-a35da0c42d0e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:28.704222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.736049 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.756233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16873bf6-09ea-4876-9ff4-c98476789025 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 200 len: 205 time: 0.0633631 Jul 27 17:12:28.757285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33082) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.768683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] For port cf2fa57c-71c5-4807-901e-a35da0c42d0e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cf2fa57c-71c5-4807-901e-a35da0c42d0e,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:28.769070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.784847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] For port cf2fa57c-71c5-4807-901e-a35da0c42d0e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cf2fa57c-71c5-4807-901e-a35da0c42d0e,segment=NetworkSegment(671f5f73-5d77-46f6-b528-3124a60f9718),segment_id=671f5f73-5d77-46f6-b528-3124a60f9718)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:28.786118 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.804050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Calling delete_port for cf2fa57c-71c5-4807-901e-a35da0c42d0e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:28.805668 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-a82dbd87-c71d-4b75-a92a-fb0a7a62fe2b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:28.810638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a82dbd87-c71d-4b75-a92a-fb0a7a62fe2b tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/39b6d097-b6a0-4741-a4b7-4b9e90314229 HTTP/1.1" status: 404 len: 336 time: 0.0485299 Jul 27 17:12:28.810942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33084) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.814468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Calling delete_port for cf2fa57c-71c5-4807-901e-a35da0c42d0e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:28.875390 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9cfbf94b-6204-4ecb-8a98-210df2fe2a00 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6118a8-4504-4976-9611-15c67dc26aaa HTTP/1.1" status: 200 len: 205 time: 0.0631051 Jul 27 17:12:28.878084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33086) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.881375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.888801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.925813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.930217 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-e2e2eab2-6afb-4347-9b46-c3aba66ef2e5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:28.931676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e2e2eab2-6afb-4347-9b46-c3aba66ef2e5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/9e6118a8-4504-4976-9611-15c67dc26aaa HTTP/1.1" status: 404 len: 336 time: 0.0525742 Jul 27 17:12:28.935434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33088) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:28.942379 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:28.955592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] No DVR routers for this DVR port cf2fa57c-71c5-4807-901e-a35da0c42d0e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:28.970748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] Pushing event deleted for resources: {'Port': ['ID=cf2fa57c-71c5-4807-901e-a35da0c42d0e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:28.976632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26614f-5114-4714-aaf5-2ff23a111f7f None None] No DVR routers for this DVR port cf2fa57c-71c5-4807-901e-a35da0c42d0e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:28.990912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2fa57c-71c5-4807-901e-a35da0c42d0e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:29.007602 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e01c36-d7cf-4a4e-96f1-232be6b4d7e5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:29.008088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e01c36-d7cf-4a4e-96f1-232be6b4d7e5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:29.010012 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-26e01c36-d7cf-4a4e-96f1-232be6b4d7e5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/995ebe76-f836-480b-896c-57359e708f5a HTTP/1.1" status: 404 len: 337 time: 0.0736198 Jul 27 17:12:29.014064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33090) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.047753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3476012a-e1ff-4d93-8b2d-d08ca1a27aec tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 200 len: 205 time: 0.0331829 Jul 27 17:12:29.048621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.049166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Fanout notify agent at l3_agent the message router_deleted on router 548f953a-34f3-475c-be86-dabf6eeb0127 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:29.050704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.061045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.062230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-364731e6-d017-4fd8-9350-752b2112f69d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/routers/548f953a-34f3-475c-be86-dabf6eeb0127 HTTP/1.1" status: 204 len: 168 time: 2.1940212 Jul 27 17:12:29.067327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.076939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.089582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64997760-6339-462f-8ce4-499db1395c90']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.108666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671f5f73-5d77-46f6-b528-3124a60f9718') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.109001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671f5f73-5d77-46f6-b528-3124a60f9718') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.122311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.142205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.151276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:29.151501 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-9774a015-0ed7-4ddc-9840-cabec3b96d4e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:29.152765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.153669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9774a015-0ed7-4ddc-9840-cabec3b96d4e tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/db9bf931-0b10-4aa1-a1e4-885f68332279 HTTP/1.1" status: 404 len: 336 time: 0.1012156 Jul 27 17:12:29.158646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:29.159892 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:29.217193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d0879b72-69b1-4157-a954-3a8c335bd640 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=70086ea4-393f-4020-9bd7-1548405ad9f8 HTTP/1.1" status: 200 len: 205 time: 0.0547452 Jul 27 17:12:29.219151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.262337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.269732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.272697 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-4d353c03-e8e7-4771-af4f-a0ad7c0e1693 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:29.274432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d353c03-e8e7-4771-af4f-a0ad7c0e1693 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/70086ea4-393f-4020-9bd7-1548405ad9f8 HTTP/1.1" status: 404 len: 336 time: 0.0544546 Jul 27 17:12:29.278533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] 10.222.0.64 "DELETE /v2.0/networks/64997760-6339-462f-8ce4-499db1395c90 HTTP/1.1" status: 204 len: 168 time: 0.9785435 Jul 27 17:12:29.280650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.280650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33102) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.289667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.368711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec1e9f-7527-4337-a893-b3380f5dcc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=64997760-6339-462f-8ce4-499db1395c90,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:29.376337 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64091f3-a582-4b60-affb-ca64630ede5a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:29.376852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64091f3-a582-4b60-affb-ca64630ede5a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:29.380249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e64091f3-a582-4b60-affb-ca64630ede5a tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/e3289e11-4609-4d21-b382-ecbd067cb5b8 HTTP/1.1" status: 404 len: 337 time: 0.0926838 Jul 27 17:12:29.384230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.431112 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3514f925-4c6e-4a21-96cf-ef6fef3fd342 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=873965fa-f217-4aaf-a566-ea386bce0a88 HTTP/1.1" status: 200 len: 205 time: 0.0444615 Jul 27 17:12:29.432594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.436338 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33106) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.494837 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5470bf91-2416-4ad0-8d9b-c0acc9942597']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.503336 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-c14ae6e0-936e-4587-b459-cd4848551808 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:29.507215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c14ae6e0-936e-4587-b459-cd4848551808 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/873965fa-f217-4aaf-a566-ea386bce0a88 HTTP/1.1" status: 404 len: 336 time: 0.0667944 Jul 27 17:12:29.507215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33108) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.533683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0468c43a-f4c4-4d3b-b24b-3afce077ac4f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.533683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0468c43a-f4c4-4d3b-b24b-3afce077ac4f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:29.565030 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ae60cb-e31b-41d1-b3d6-0ebc120d5e03 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:29.565350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ae60cb-e31b-41d1-b3d6-0ebc120d5e03 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:29.567126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-56ae60cb-e31b-41d1-b3d6-0ebc120d5e03 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/f54ee05e-bf25-4f5c-b948-03cec9fa3b10 HTTP/1.1" status: 404 len: 337 time: 0.0592606 Jul 27 17:12:29.569111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.570631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33110) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.617063 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ae503e91-73af-4559-ba01-ddcc5979bff5 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7495ca2-a901-4dab-bc1c-5b51a456310d HTTP/1.1" status: 200 len: 205 time: 0.0452867 Jul 27 17:12:29.617710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.625233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.632101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:29.632840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.670457 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-30e50b18-2b0f-40bf-8c4e-82936eaad988 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] delete failed (client error): The resource could not be found. Jul 27 17:12:29.682270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-30e50b18-2b0f-40bf-8c4e-82936eaad988 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/routers/e7495ca2-a901-4dab-bc1c-5b51a456310d HTTP/1.1" status: 404 len: 336 time: 0.0529397 Jul 27 17:12:29.682270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33114) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:29.689837 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:29.706953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.712825 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.717252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/networks/5470bf91-2416-4ad0-8d9b-c0acc9942597 HTTP/1.1" status: 204 len: 168 time: 0.6487725 Jul 27 17:12:29.726399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cf2fa57c-71c5-4807-901e-a35da0c42d0e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:29.734022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33116) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.743060 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4e931-3542-4a1b-999f-59beef38afd2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Network': ['ID=5470bf91-2416-4ad0-8d9b-c0acc9942597,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:29.750549 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-9210242a-56b4-4012-8d6f-cd9c7cf9c0b8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:29.751162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9210242a-56b4-4012-8d6f-cd9c7cf9c0b8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:29.751826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cf2fa57c-71c5-4807-901e-a35da0c42d0e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:29.752176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cf2fa57c-71c5-4807-901e-a35da0c42d0e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:29.752661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06128cf5-1f38-45c0-b0e4-d5791b970351 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:29.753776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9210242a-56b4-4012-8d6f-cd9c7cf9c0b8 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/7b7e8624-c6a6-476b-97d5-4df382956e23 HTTP/1.1" status: 404 len: 337 time: 0.0757301 Jul 27 17:12:29.761215 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:29.781892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 06128cf5-1f38-45c0-b0e4-d5791b970351 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:29.782241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06128cf5-1f38-45c0-b0e4-d5791b970351 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:29.782875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:29.803170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:29.803896 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-55033b31-01fa-4986-a150-fd4f33da3664 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] DELETE failed (client error): The resource could not be found. Jul 27 17:12:29.804096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55033b31-01fa-4986-a150-fd4f33da3664 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:12:29.804651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device d26ee8f1-1c9d-4c1a-beb7-0a27e56db00d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:29.806115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-55033b31-01fa-4986-a150-fd4f33da3664 tempest-RoutersTest-636002681 tempest-RoutersTest-636002681-project] 10.222.0.64 "DELETE /v2.0/subnets/8b7148d4-1c3e-4885-a80d-c9aa0ca26007 HTTP/1.1" status: 404 len: 337 time: 0.0433352 Jul 27 17:12:29.873088 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:29.924736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.046695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.089372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.092509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.093695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/security-groups/b55076fd-abbb-462c-b514-04f829dbb7d3 HTTP/1.1" status: 204 len: 168 time: 0.3585246 Jul 27 17:12:30.113002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1c418-ffa2-419f-8b93-303062e3ef90 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55076fd-abbb-462c-b514-04f829dbb7d3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:30.242097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33128) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:30.407147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Deleting port 9f526d3e-0d07-4fc4-8826-72662822dc53 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:30.407734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.468988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5b90e073-4ee5-4eea-9d40-9d3a302eb426 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a3d2c8f75fe495e8485ad5f772a3098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247207 Jul 27 17:12:30.472111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33132) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:30.508954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] For port 9f526d3e-0d07-4fc4-8826-72662822dc53, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f526d3e-0d07-4fc4-8826-72662822dc53,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:30.509806 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.541030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Calling delete_port for 9f526d3e-0d07-4fc4-8826-72662822dc53 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:30.544993 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.579220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:30.598630 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649953337', 'description': 'tempest-secgroup-smoke-1649953337 description', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:30.604972 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.660269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.697914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.701294 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.705148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6d6bc70-344f-4e34-953d-ec69a1000c6b HTTP/1.1" status: 204 len: 168 time: 0.2316034 Jul 27 17:12:30.733747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a8baf-878c-415e-b74c-3a7bb797ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6bc70-344f-4e34-953d-ec69a1000c6b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:30.819632 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.827393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.862835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:30.867311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2837796 Jul 27 17:12:30.868071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:30.885133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:30.893029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fcf15-e643-42a7-9ad1-472984322700 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b214481d-d6b9-4513-bef8-24f8d8e75de0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:30.938184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.036209 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.050532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.078883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38647332-49b0-463e-81b2-6cf439ae1a36,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.095965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.098087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f257752-f0ab-4650-9333-c220ea579f89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2243466 Jul 27 17:12:31.105177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:31.113629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:31.147565 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.175672 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.221996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f526d3e-0d07-4fc4-8826-72662822dc53,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.236087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.242836 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.278674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd50a8e-1b95-4304-bcd1-486223f72d7b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.290367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.295893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fd2bf254-a2d5-4add-b46b-1fba09ea14ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1890213 Jul 27 17:12:31.296953 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:31.302363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:31.358564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.484587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.510113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.515116 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.532072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae06521e-0d1d-41cf-9db0-aacbe362f460,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.555493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.557517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fdc4afa9-5119-4963-b778-9b7e9cfa9eac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593286 Jul 27 17:12:31.560797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33160) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:31.569409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:31.619780 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.743244 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.749521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.772735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04b6311-5f1f-4ec3-a9f8-c9a694142fb5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.779040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:31.798178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.804162 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e7311b49-b64b-4fb0-8a1b-68f357d043d5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2414997 Jul 27 17:12:31.805084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:31.809410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:31.834638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:31.841315 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:12:31.848939 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.934679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1836264860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:31.940513 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.946487 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.974007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac34a93-aabd-4d5c-9a47-a9e36719ab24,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:31.977418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.978809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:31.988872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:31.994793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c73bcf7-085f-4317-afb7-e7f162fe93c6 admin admin] 10.222.0.64 "PUT /v2.0/routers/7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129128 Jul 27 17:12:32.000622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.001061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Sync routers for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:32.005209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45b189fd-8166-40e9-a28b-d8357e39375e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1966891 Jul 27 17:12:32.005397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:32.006236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:32.012804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'b214481d-d6b9-4513-bef8-24f8d8e75de0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:32.013134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:32.013912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:32.094960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.100277 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.109490 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:12:32.123566 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.141813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.143512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5afdda75-615b-4895-bad7-e3074126ed06 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3612108 Jul 27 17:12:32.147261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:32.147701 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:32.155960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2066501676'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:32.161399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.224808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:32.227973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.228679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.236731 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.264567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6a95b9-81c5-498a-984e-2f4662af5c56,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:32.274570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.276758 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c610362b-0d63-4efc-9831-f0e2c8fded25 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2696278 Jul 27 17:12:32.282376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33178) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:32.289987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.298616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'network': {'name': 'tempest-network-smoke--1494622048', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:32.323972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.db.api [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:12:32.323972 n-d-723572-6 neutron-server[93924]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 17:12:32.323972 n-d-723572-6 neutron-server[93924]: [parameters: {'project_id_1': 'c05f95ba00dd4c0991ca5929e7572534', 'expiration_1': datetime.datetime(2021, 7, 27, 17, 12, 32, 310486)}] Jul 27 17:12:32.323972 n-d-723572-6 neutron-server[93924]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:12:32.325304 n-d-723572-6 neutron-server[93924]: DEBUG oslo_db.api [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:12:32.333820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:32.338048 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.339176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.375478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:32.392933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.393562 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Added segment fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2 of type vlan for network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d Jul 27 17:12:32.409774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:12:31Z', 'revision_number': 5, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port': {'id': '00ad5be0-22ed-44ca-9bd6-336c8653b200', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:11:39Z', 'updated_at': '2021-07-27T17:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:32.414663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Deleting port 00ad5be0-22ed-44ca-9bd6-336c8653b200 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:32.415160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.446933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Checking router: 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:32.450951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.458401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Routers {'7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:32.459034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:32.494248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.499826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:32.500545 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.531081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] For port 00ad5be0-22ed-44ca-9bd6-336c8653b200, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=00ad5be0-22ed-44ca-9bd6-336c8653b200,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:32.531081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.547777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Calling delete_port for 00ad5be0-22ed-44ca-9bd6-336c8653b200 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:32.597618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3117125 Jul 27 17:12:32.599607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] Set router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:32.603706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:32.609222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'admin_state_up': True, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:32.626173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3138ecc-45bb-44f0-82b7-db1f9b8b7b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Network': ['ID=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:32.645227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:32.653773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.655002 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.701284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:12:32Z', 'revision_number': 6, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:32.776303 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e664c-37c9-4af4-aceb-57962b3606e1 None None] The sync data for ids ['7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec'] in n-d-723572-6 is: [{'id': '7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec', 'name': 'tempest-TestServerMultinode-1642282763-router', 'tenant_id': '8e26a8901e1e4ba783b83c18558b24c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:11:37Z', 'updated_at': '2021-07-27T17:12:32Z', 'revision_number': 6, 'project_id': '8e26a8901e1e4ba783b83c18558b24c7', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:32.785100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.827104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:32.973192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.039093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.050175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=00ad5be0-22ed-44ca-9bd6-336c8653b200,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:33.219938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.315924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.339454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.348057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.352169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.357943 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.420971 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:33.443016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.443576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:33.450889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.451232 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Added segment d90dd9c8-e1cb-417a-86f1-857c7d19412e of type vlan for network 85f49cb4-2ffd-4254-80e9-696ee307a281 Jul 27 17:12:33.455021 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.456191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8111895b-060e-4a50-9b25-607ec4f53d6c admin admin] 10.222.0.64 "DELETE /v2.0/routers/7b7d4c29-5b45-47a9-a9f9-12ca4e2096ec HTTP/1.1" status: 204 len: 168 time: 1.4482112 Jul 27 17:12:33.457156 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b901823e-f491-4221-aabc-d69dc05c55a3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:33.460190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:33.519475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Deleting subnet 20907e11-082d-49a7-a31e-e333e85a1051 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:33.519895 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.527456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.576528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.643582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.669759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.675425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:33.676040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.679048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.688776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f526d3e-0d07-4fc4-8826-72662822dc53 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:33.719903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.721509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9f526d3e-0d07-4fc4-8826-72662822dc53 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:33.721863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f526d3e-0d07-4fc4-8826-72662822dc53 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:33.722500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 00ad5be0-22ed-44ca-9bd6-336c8653b200 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:33.789586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.820345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6686087 Jul 27 17:12:33.820645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20907e11-082d-49a7-a31e-e333e85a1051,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:33.826279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33184) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:33.833164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451f54-f2eb-4cd6-8bce-fe54e37b8c83 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Network': ['ID=85f49cb4-2ffd-4254-80e9-696ee307a281,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:33.842858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.847666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33186) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:33.848000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-456442b7-05e2-48d8-b446-b7730234c38b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/20907e11-082d-49a7-a31e-e333e85a1051 HTTP/1.1" status: 204 len: 168 time: 0.3865170 Jul 27 17:12:33.853044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'subnet': {'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:33.978433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:33.985086 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:33.987610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d38e6-2fc4-47d4-aed0-e3a3f9fe77e7 None None] Network 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:33.989848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:33.993921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 00ad5be0-22ed-44ca-9bd6-336c8653b200 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:33.994383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 00ad5be0-22ed-44ca-9bd6-336c8653b200 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:34.001322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.025093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.100 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/7053852a-d213-4463-b2b1-cd2f13ae9cfc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:34.224185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Deleting port cb564941-e69e-4875-b0c8-20f01e82fbf1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:34.224687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.233037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.277535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.359532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] For port cb564941-e69e-4875-b0c8-20f01e82fbf1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb564941-e69e-4875-b0c8-20f01e82fbf1,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:34.359532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.365240 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Subnet': ['ID=6b1746ee-dfa3-45c0-915a-e59b07670fca,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:34.366180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] DHCP port deletion for 1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:34.370522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Checking segment: {'id': 'd90dd9c8-e1cb-417a-86f1-857c7d19412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:34.370826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network hostable DHCP agents. Network: 85f49cb4-2ffd-4254-80e9-696ee307a281, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:34.394144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:34.397907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Calling delete_port for cb564941-e69e-4875-b0c8-20f01e82fbf1 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:34.411605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 85f49cb4-2ffd-4254-80e9-696ee307a281) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:34.421051 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.423738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:34.423974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a9037-e226-4408-87ff-04db65ae7ba7 None None] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:34.425085 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.446755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-001330fe-9627-46e9-a7a7-b7a7c8993fd6 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6191337 Jul 27 17:12:34.452739 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:34.460899 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'network': {'name': 'tempest-router-network01--446801309'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:34.504265 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:34.506676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Deleting port cb564941-e69e-4875-b0c8-20f01e82fbf1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:34.507143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.513007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:34.515000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.523339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:34.531444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:34.575747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:34.601786 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.601786 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Added segment e12c89d1-ae44-46a1-a993-f02a5e912eaf of type vlan for network 1bc4959b-9490-47d8-8366-63beb3efd61e Jul 27 17:12:34.624627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=7053852a-d213-4463-b2b1-cd2f13ae9cfc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:34.635074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] For port cb564941-e69e-4875-b0c8-20f01e82fbf1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cb564941-e69e-4875-b0c8-20f01e82fbf1,segment=NetworkSegment(d6a31caa-6f57-4afa-90e7-9fc596159d50),segment_id=d6a31caa-6f57-4afa-90e7-9fc596159d50)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:34.635725 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.661143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Calling delete_port for cb564941-e69e-4875-b0c8-20f01e82fbf1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:34.703693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.725774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.772863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.785342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:34.786548 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.795114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-85f49cb4-2ffd-4254-80e9-696ee307a281', 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281', 'tenant_id': 'c05f95ba00dd4c0991ca5929e7572534', 'fixed_ips': [{'subnet_id': '6b1746ee-dfa3-45c0-915a-e59b07670fca'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:34.796144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.824405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb564941-e69e-4875-b0c8-20f01e82fbf1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:34.831965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] No DVR routers for this DVR port cb564941-e69e-4875-b0c8-20f01e82fbf1 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:34.836982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:34.903906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4487138 Jul 27 17:12:34.908006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:34.916335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de685eab-ab32-414c-82f6-d6914fed80a5 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Network': ['ID=1bc4959b-9490-47d8-8366-63beb3efd61e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:34.916880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] Pushing event deleted for resources: {'Port': ['ID=cb564941-e69e-4875-b0c8-20f01e82fbf1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:34.917416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'network': {'name': 'tempest-router-network02--548509769'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:34.923037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38503e-69eb-49da-9b83-4b7efb8216d8 None None] No DVR routers for this DVR port cb564941-e69e-4875-b0c8-20f01e82fbf1 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:34.947268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1bc4959b-9490-47d8-8366-63beb3efd61e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:35.078144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Allocated IP 2001:db8::2 (85f49cb4-2ffd-4254-80e9-696ee307a281/6b1746ee-dfa3-45c0-915a-e59b07670fca/0e183abf-ec49-44a0-9262-27c7bf53d980) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:35.273206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.284124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Transition to ACTIVE for port object 0e183abf-ec49-44a0-9262-27c7bf53d980 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:35.308965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Transition to ACTIVE for port object 0e183abf-ec49-44a0-9262-27c7bf53d980 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:35.318009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.363402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:35.366475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:35.373214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:35.382275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Pushing event updated for resources: {'Port': ['ID=0e183abf-ec49-44a0-9262-27c7bf53d980,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:35.388830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.403721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:35.407348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.410655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbd8f59-7636-4b6c-9042-f3623b6ccaa6']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:35.451607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Attempting to bind port 0e183abf-ec49-44a0-9262-27c7bf53d980 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:35.452080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Attempting to bind port 0e183abf-ec49-44a0-9262-27c7bf53d980 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'd90dd9c8-e1cb-417a-86f1-857c7d19412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:35.452593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Attempting to bind port 0e183abf-ec49-44a0-9262-27c7bf53d980 on network 85f49cb4-2ffd-4254-80e9-696ee307a281 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:35.457720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a31caa-6f57-4afa-90e7-9fc596159d50') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:35.458025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a31caa-6f57-4afa-90e7-9fc596159d50') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:35.459239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:35.459852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Checking segment: {'id': 'd90dd9c8-e1cb-417a-86f1-857c7d19412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:35.460394 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.460914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Bound using segment: {'id': 'd90dd9c8-e1cb-417a-86f1-857c7d19412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:35.461498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Bound port: 0e183abf-ec49-44a0-9262-27c7bf53d980, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90dd9c8-e1cb-417a-86f1-857c7d19412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '85f49cb4-2ffd-4254-80e9-696ee307a281'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:35.462010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.481045 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.541969 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.548537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:35.556889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] For port 0e183abf-ec49-44a0-9262-27c7bf53d980, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:35.564736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:35.565152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:35.571742 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:35.623527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.624024 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Added segment f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b of type vlan for network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a Jul 27 17:12:35.647188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.651528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb564941-e69e-4875-b0c8-20f01e82fbf1 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:35.683827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cb564941-e69e-4875-b0c8-20f01e82fbf1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:35.684890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cb564941-e69e-4875-b0c8-20f01e82fbf1 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:35.689908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] For port 0e183abf-ec49-44a0-9262-27c7bf53d980, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e183abf-ec49-44a0-9262-27c7bf53d980,segment=NetworkSegment(d90dd9c8-e1cb-417a-86f1-857c7d19412e),segment_id=d90dd9c8-e1cb-417a-86f1-857c7d19412e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:35.697543 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.717854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.725589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.731931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1fbd8f59-7636-4b6c-9042-f3623b6ccaa6 HTTP/1.1" status: 204 len: 168 time: 1.8821173 Jul 27 17:12:35.740540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.773049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a713-dfdf-41df-834f-553505041855 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbd8f59-7636-4b6c-9042-f3623b6ccaa6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:35.773962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeeaaa-b15a-4d25-bfac-9fb1cbd3e60f None None] Pushing event updated for resources: {'Port': ['ID=0e183abf-ec49-44a0-9262-27c7bf53d980,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:35.845572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.851320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:35.851983 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:35.919909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0063670 Jul 27 17:12:35.921089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:35.931079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'subnet': {'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:35.985801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117f96f-ebbf-4711-b6ec-d32cfd3cae09 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Network': ['ID=f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:36.003261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:36.017254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.101383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.157203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4a20092a-25f8-463f-b263-b47a5fe979fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8e3deb762bb4159bb6c441e8b304a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339476 Jul 27 17:12:36.157907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33198) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.164828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:36.169077 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.299434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:12:36.307792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.341418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.462440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:36.484606 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Sync routers for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:36.487585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.489852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-46b00e2d-083e-4fbb-8902-88c7b977eec5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8848357 Jul 27 17:12:36.495422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33200) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.499133 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:36.500651 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:36.502199 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.509101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.522732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4a2736e-acad-4133-a437-516203042238 HTTP/1.1" status: 204 len: 168 time: 0.3602002 Jul 27 17:12:36.529965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.554383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3f916929-66c2-4241-ba75-07c26547fa4e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e8dc16207b7b4e5cb0b96540af3c7055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563266 Jul 27 17:12:36.561389 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.666342 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ad6f-02e6-48d5-81b2-8b335eba23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a2736e-acad-4133-a437-516203042238,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:36.681321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Subnet': ['ID=13f63e2a-c96e-49ae-9585-818a6f1067dd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:36.728617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b8a6eb-fd40-4188-83b8-5a4f186bcaf6 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:36.730558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d7b8a6eb-fd40-4188-83b8-5a4f186bcaf6 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678121 Jul 27 17:12:36.734462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.777178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Checking segment: {'id': 'e12c89d1-ae44-46a1-a993-f02a5e912eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:36.778525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network hostable DHCP agents. Network: 1bc4959b-9490-47d8-8366-63beb3efd61e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:36.785820 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-615f13e3-376d-4512-aa64-d621a783d2c6 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493200 Jul 27 17:12:36.789866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.797348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074929231', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:36.801453 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:36.820121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 1bc4959b-9490-47d8-8366-63beb3efd61e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:36.833314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1bc4959b-9490-47d8-8366-63beb3efd61e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:36.841100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:36.842578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:36.849367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e94861-1519-44ba-9455-35b28dbb70d5 None None] Network 1bc4959b-9490-47d8-8366-63beb3efd61e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:36.866319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-14b1b1bc-1379-4554-a9ac-ac8238355d82 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9433763 Jul 27 17:12:36.870644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:36.885106 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'subnet': {'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:37.045996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:37.054879 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.163776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:37.169961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.194925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-1bc4959b-9490-47d8-8366-63beb3efd61e', 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e', 'tenant_id': 'c05f95ba00dd4c0991ca5929e7572534', 'fixed_ips': [{'subnet_id': '13f63e2a-c96e-49ae-9585-818a6f1067dd'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:37.195879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.269932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:37.278645 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:35Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:37.313956 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Checking router: aceb1820-19d0-4027-bb0b-fc65d7a0e0bb for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:37.314655 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Updating router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb port 7053852a-d213-4463-b2b1-cd2f13ae9cfc binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:12:37.351434 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef16932-02b6-44cd-9803-a2e2f49ab033 None None] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:37.383959 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.393703 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-73a74fbc-5a3b-450b-9e01-dbc6f89c8e8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e26a8901e1e4ba783b83c18558b24c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142185 Jul 27 17:12:37.405386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:37.472674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-adb1a29a-b53b-471d-9984-97e396c173eb None None] Provisioning for port 0e183abf-ec49-44a0-9262-27c7bf53d980 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:37.534435 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.625316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Allocated IP 2001:db8::2 (1bc4959b-9490-47d8-8366-63beb3efd61e/13f63e2a-c96e-49ae-9585-818a6f1067dd/cc82cd4e-1a48-4b50-8d71-53771f9f5a73) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:37.698640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Subnet': ['ID=45700ecf-9043-4473-9a4b-535c97fdc917,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:37.700978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.733715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.756601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Checking segment: {'id': 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:37.757484 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network hostable DHCP agents. Network: f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:37.800546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:37.821039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:37.826689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.834605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:37.835673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.841147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e183abf-ec49-44a0-9262-27c7bf53d980 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:37.843971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da60568-3c93-41a6-b0a7-5c12cefad92c None None] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:37.870057 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-56bdd831-e82d-454e-a304-76f87186ec3c tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9937921 Jul 27 17:12:37.871318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:37.940175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Subnet': ['ID=f6f78a59-1ee5-4582-b620-2607ff614d01,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:37.947388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:37.947812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network hostable DHCP agents. Network: a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:37.969738 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:37.990402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:37.995638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Transition to ACTIVE for port object 7053852a-d213-4463-b2b1-cd2f13ae9cfc will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:38.005960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.006215 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.008404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.015463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/559da657-a9df-47f7-a624-721eeb2531ae HTTP/1.1" status: 204 len: 168 time: 0.5935137 Jul 27 17:12:38.033639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc2a0-83d9-43ef-90f0-01f325d6b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559da657-a9df-47f7-a624-721eeb2531ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:38.045096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:38.057785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:38.062086 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.067299 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Attempting to bind port 7053852a-d213-4463-b2b1-cd2f13ae9cfc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:38.067898 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Attempting to bind port 7053852a-d213-4463-b2b1-cd2f13ae9cfc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:38.068672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Attempting to bind port 7053852a-d213-4463-b2b1-cd2f13ae9cfc on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:38.075309 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4eec77-4659-4775-875c-4a33ec1d723b None None] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:38.084335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:38.084969 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:38.085639 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.086222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:38.086925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Bound port: 7053852a-d213-4463-b2b1-cd2f13ae9cfc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:38.087513 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.098837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1dcdc48b-b565-4646-98e8-f6d713f3a1a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3071101 Jul 27 17:12:38.103177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:38.170893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] For port 7053852a-d213-4463-b2b1-cd2f13ae9cfc, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:38.175656 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] For port 7053852a-d213-4463-b2b1-cd2f13ae9cfc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7053852a-d213-4463-b2b1-cd2f13ae9cfc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:38.185543 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.197368 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Pushing event updated for resources: {'Port': ['ID=7053852a-d213-4463-b2b1-cd2f13ae9cfc,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:38.211466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.212141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.213586 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.213946 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.214629 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.214872 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.215292 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.216137 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.217769 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.218269 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.218780 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.220141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:38.255672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0e183abf-ec49-44a0-9262-27c7bf53d980 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:38.268256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e183abf-ec49-44a0-9262-27c7bf53d980 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:38.268679 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.297113 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:38.297797 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:38.423175 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:38.583348 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f637-d448-4d3d-b547-867c268ed1c3 None None] Pushing event updated for resources: {'Port': ['ID=7053852a-d213-4463-b2b1-cd2f13ae9cfc,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:38.621903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.658270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:38.659223 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.687979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:38.804068 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:35Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:38.888500 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c67e9-ccf3-451a-819b-cea2a6a0ce2e None None] The sync data for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 is: [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:35Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:39.009260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Transition to ACTIVE for port object cc82cd4e-1a48-4b50-8d71-53771f9f5a73 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:39.034812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Allocated IP 172.20.0.2 (a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d/f6f78a59-1ee5-4582-b620-2607ff614d01/b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:39.045036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a', 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a', 'tenant_id': 'c05f95ba00dd4c0991ca5929e7572534', 'fixed_ips': [{'subnet_id': '45700ecf-9043-4473-9a4b-535c97fdc917'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:39.046103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.113231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Transition to ACTIVE for port object cc82cd4e-1a48-4b50-8d71-53771f9f5a73 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:39.134971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3efae65d-e646-44ef-9cf0-595cf548f94a None None] Provisioning complete for port 0e183abf-ec49-44a0-9262-27c7bf53d980 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:39.135278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3efae65d-e646-44ef-9cf0-595cf548f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.255606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.304694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Allocated IP 2001:db8::1 (1bc4959b-9490-47d8-8366-63beb3efd61e/13f63e2a-c96e-49ae-9585-818a6f1067dd/906a6bf8-3c2e-48f9-9535-7c52e0124541) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:39.315424 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.347859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.416856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Network 1bc4959b-9490-47d8-8366-63beb3efd61e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:39.439927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:39.459289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:39.468530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Pushing event updated for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:39.492717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.517776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Transition to ACTIVE for port object 906a6bf8-3c2e-48f9-9535-7c52e0124541 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:39.546237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Allocated IP 2001:db8::2 (f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a/45700ecf-9043-4473-9a4b-535c97fdc917/c93a99c1-5ffb-4584-98e0-53ff18c43099) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:39.551367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0e183abf-ec49-44a0-9262-27c7bf53d980, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e183abf-ec49-44a0-9262-27c7bf53d980,segment=NetworkSegment(d90dd9c8-e1cb-417a-86f1-857c7d19412e),segment_id=d90dd9c8-e1cb-417a-86f1-857c7d19412e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:39.560941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.596910 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.610421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 1bc4959b-9490-47d8-8366-63beb3efd61e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:39.613847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:39.620743 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:39.621310 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.666705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Port': ['ID=906a6bf8-3c2e-48f9-9535-7c52e0124541,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:39.819426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7053852a-d213-4463-b2b1-cd2f13ae9cfc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:39.928906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Attempting to bind port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:39.929431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Attempting to bind port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e12c89d1-ae44-46a1-a993-f02a5e912eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:39.929811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Attempting to bind port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 on network 1bc4959b-9490-47d8-8366-63beb3efd61e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:39.938207 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.940745 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b6245a3-69bf-4a19-be2a-c65100c32555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.984011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Transition to ACTIVE for port object b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:39.987654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:39.988176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Checking segment: {'id': 'e12c89d1-ae44-46a1-a993-f02a5e912eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:39.988493 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:39.988888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Bound using segment: {'id': 'e12c89d1-ae44-46a1-a993-f02a5e912eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:39.989394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Bound port: cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12c89d1-ae44-46a1-a993-f02a5e912eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1bc4959b-9490-47d8-8366-63beb3efd61e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:39.989780 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.028748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0e183abf-ec49-44a0-9262-27c7bf53d980,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:40.054260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Transition to ACTIVE for port object b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:40.104594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.115096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.155654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.1 (a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d/f6f78a59-1ee5-4582-b620-2607ff614d01/7872b923-3b97-4a5c-9232-3546082735f3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:40.191795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7053852a-d213-4463-b2b1-cd2f13ae9cfc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:40.209779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:40.234959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:40.243758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7053852a-d213-4463-b2b1-cd2f13ae9cfc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:40.244245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.247660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:40.292189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Pushing event updated for resources: {'Port': ['ID=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:40.296123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:40.303683 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.342287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,segment=NetworkSegment(e12c89d1-ae44-46a1-a993-f02a5e912eaf),segment_id=e12c89d1-ae44-46a1-a993-f02a5e912eaf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:40.344370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Transition to ACTIVE for port object c93a99c1-5ffb-4584-98e0-53ff18c43099 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:40.348933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.372713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 7872b923-3b97-4a5c-9232-3546082735f3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:40.393038 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.414762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.469177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:40.475517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:40.477805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:40.480739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:40.497201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Transition to ACTIVE for port object c93a99c1-5ffb-4584-98e0-53ff18c43099 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:40.498723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.504456 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.505497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.547629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.562795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Attempting to bind port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:40.562795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Attempting to bind port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:40.562795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Attempting to bind port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:40.563265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.603793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:40.604783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:40.606589 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.607783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Bound using segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:40.607783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Bound port: b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:40.608108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.619253 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Port': ['ID=906a6bf8-3c2e-48f9-9535-7c52e0124541,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:40.635057 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.635432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.635785 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.636121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.637055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.637055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.637313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.637471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.637804 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.638178 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.638535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.638670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:40.638856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:12:40.643098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:40.670635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f890356-8202-4b38-acd4-e883ee0c54e8 None None] Pushing event updated for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:40.676974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:40.690430 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 1bc4959b-9490-47d8-8366-63beb3efd61e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:40.691905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:40.882892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.909575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:40.927850 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Router 9adae0e8-b2fe-4966-9134-c99477dc63a3 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:12:40.975662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Attempting to bind port c93a99c1-5ffb-4584-98e0-53ff18c43099 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:40.976044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Attempting to bind port c93a99c1-5ffb-4584-98e0-53ff18c43099 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:40.976418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Attempting to bind port c93a99c1-5ffb-4584-98e0-53ff18c43099 on network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:40.993085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Pushing event updated for resources: {'Port': ['ID=c93a99c1-5ffb-4584-98e0-53ff18c43099,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:41.032123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7053852a-d213-4463-b2b1-cd2f13ae9cfc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7053852a-d213-4463-b2b1-cd2f13ae9cfc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:41.034634 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:41.035233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Checking segment: {'id': 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:41.035924 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.037195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Bound using segment: {'id': 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:41.038130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Bound port: c93a99c1-5ffb-4584-98e0-53ff18c43099, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:41.038815 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.071844 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] For port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:41.079593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.147740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:41.161099 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-01321683-6a60-46f9-973a-3e1eff6d307d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2879047 Jul 27 17:12:41.164284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:41.204975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] Sync routers for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:41.227522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] For port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:41.241759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.271867 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:12:41.283731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:41.284852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:41.372301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:41.375631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] For port c93a99c1-5ffb-4584-98e0-53ff18c43099, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:41.378962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7053852a-d213-4463-b2b1-cd2f13ae9cfc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:41.442525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] For port c93a99c1-5ffb-4584-98e0-53ff18c43099, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c93a99c1-5ffb-4584-98e0-53ff18c43099,segment=NetworkSegment(f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b),segment_id=f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:41.456100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.477995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:41.478648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:41.502679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.525090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.557080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:41.557908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c00f9-c7c5-434a-8ed1-5308d97cf5f0 None None] The sync data for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:41.562999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca1ddf-3738-4b3d-8f82-ba389ccfeb37 None None] Pushing event updated for resources: {'Port': ['ID=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:41.681731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:41.705305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:41.934940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c650d-efa6-429f-888e-88e7565d5085 None None] Pushing event updated for resources: {'Port': ['ID=c93a99c1-5ffb-4584-98e0-53ff18c43099,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:41.966997 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:41.969751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cc82cd4e-1a48-4b50-8d71-53771f9f5a73 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:41.975019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:42.014173 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-59f5c33e-0be0-4235-9763-218a8bff89b0 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:12:42.016929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-59f5c33e-0be0-4235-9763-218a8bff89b0 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8494105 Jul 27 17:12:42.021181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:42.099060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:42.105537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e183abf-ec49-44a0-9262-27c7bf53d980 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:42.229563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:42.253787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0e183abf-ec49-44a0-9262-27c7bf53d980 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:42.254378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:42.401038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:42.401445 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7053852a-d213-4463-b2b1-cd2f13ae9cfc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:42.410119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-74d3efac-0a18-4953-88bd-b11c1f911a5a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/aceb1820-19d0-4027-bb0b-fc65d7a0e0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3047779 Jul 27 17:12:42.432352 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Sync routers for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:42.457734 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:42.459197 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:42.474489 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:42.478568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7053852a-d213-4463-b2b1-cd2f13ae9cfc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:42.479170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:42.587364 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f61cd32-58a9-4830-bc23-bc8e897b3ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:42.660712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:42.692363 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:42.697644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b5812-26e7-4a31-ba3c-0432094e7962 None None] Network 1bc4959b-9490-47d8-8366-63beb3efd61e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:42.846547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Provisioning for port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:42.873245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-e64bcbc0-7381-489e-899b-e8057f482f3e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649953337&fields=id&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 267 time: 0.0979307 Jul 27 17:12:42.878490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Provisioning complete for port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:42.879157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.103681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.108972 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:41Z', 'revision_number': 2, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:43.165030 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Checking router: aceb1820-19d0-4027-bb0b-fc65d7a0e0bb for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:12:43.165425 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Updating router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb port 7872b923-3b97-4a5c-9232-3546082735f3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:12:43.191177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,segment=NetworkSegment(e12c89d1-ae44-46a1-a993-f02a5e912eaf),segment_id=e12c89d1-ae44-46a1-a993-f02a5e912eaf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:43.203318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5d00be1d-b1d4-4a33-a9dd-2ed599658459 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:43.203976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5652cd-a2da-4ef0-a070-5c6690be85d2 None None] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:43.205457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5d00be1d-b1d4-4a33-a9dd-2ed599658459 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 797 time: 0.2903039 Jul 27 17:12:43.212400 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.234049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-6d4dca2b-09bc-41ec-a541-4c736a313928 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/quotas/e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 375 time: 0.0166080 Jul 27 17:12:43.238296 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.385099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0aff9-1178-4034-b413-45f50647da85 None None] Pushing event updated for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:43.407522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-09eff5ad-c975-4975-9b52-bba909ccfb00 None None] Provisioning for port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:43.420394 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-6acc39da-8aea-429b-accf-8159fd9ff484 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478276 Jul 27 17:12:43.431861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port 906a6bf8-3c2e-48f9-9535-7c52e0124541 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:43.432809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.567326 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.751141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.776198 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b215db5-a70c-4fd1-a890-5804d0d09df2 None None] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:43.819218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for 906a6bf8-3c2e-48f9-9535-7c52e0124541 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:43.833413 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.849326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-87877275-a1dd-44a4-8274-322ed491b51d service neutron] 10.222.0.64 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570163 Jul 27 17:12:43.858123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Transition to ACTIVE for port object 7872b923-3b97-4a5c-9232-3546082735f3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:43.874463 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:43.924855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6343e831-7cfe-48e8-afb2-dde6c1cad2aa None None] Provisioning for port c93a99c1-5ffb-4584-98e0-53ff18c43099 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:44.043745 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dc68b-c71e-44a4-b62a-26f5e79ebc41 None None] Pushing event updated for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:44.244288 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Attempting to bind port 7872b923-3b97-4a5c-9232-3546082735f3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:44.244727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:44.244916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Attempting to bind port 7872b923-3b97-4a5c-9232-3546082735f3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:44.245153 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Attempting to bind port 7872b923-3b97-4a5c-9232-3546082735f3 on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:44.251036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-0336ba84-de93-49b3-be8b-0e6b4c2708d6 service neutron] 10.222.0.64 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979623 Jul 27 17:12:44.278279 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:44.283244 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:44.287031 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.287604 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Bound using segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:44.288188 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Bound port: 7872b923-3b97-4a5c-9232-3546082735f3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:44.288718 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.413927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e78372c-fc29-4e1f-9627-d1659b361d57 None None] Provisioning complete for port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:44.414628 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e78372c-fc29-4e1f-9627-d1659b361d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.543335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:44.551665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:44.552158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.554172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] For port 7872b923-3b97-4a5c-9232-3546082735f3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:44.590007 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] For port 7872b923-3b97-4a5c-9232-3546082735f3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7872b923-3b97-4a5c-9232-3546082735f3,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:44.592405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.596943 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.703068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e78372c-fc29-4e1f-9627-d1659b361d57 None None] Could not find standard attr ID for object 906a6bf8-3c2e-48f9-9535-7c52e0124541. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:12:44.774483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=906a6bf8-3c2e-48f9-9535-7c52e0124541,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:44.779849 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:44.786790 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:44.805417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-33ffa214-f11a-49bd-9a33-f5dac03713fb req-8a5e49fb-936e-4400-a6a5-483d3ae44a19 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 210 time: 0.0737450 Jul 27 17:12:44.847821 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.966532 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.967632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:44.973443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98bd3085-f491-47be-98fd-f7feb8edca65 None None] Provisioning for port 7872b923-3b97-4a5c-9232-3546082735f3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:44.985465 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:44.987133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c93a99c1-5ffb-4584-98e0-53ff18c43099 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:44.993563 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dc68b-c71e-44a4-b62a-26f5e79ebc41 None None] Pushing event updated for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:45.160693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:45.195391 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:12:45.225981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98bd3085-f491-47be-98fd-f7feb8edca65 None None] Provisioning complete for port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:45.226462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98bd3085-f491-47be-98fd-f7feb8edca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.286045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.413451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-98bd3085-f491-47be-98fd-f7feb8edca65 None None] Could not find standard attr ID for object 906a6bf8-3c2e-48f9-9535-7c52e0124541. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:12:45.415455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c93a99c1-5ffb-4584-98e0-53ff18c43099 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:45.427728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c93a99c1-5ffb-4584-98e0-53ff18c43099 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:45.428476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.436402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Router 9adae0e8-b2fe-4966-9134-c99477dc63a3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:45.599290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:45.607557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-64bf5229-f369-48b0-b48a-785a63756682 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5848539 Jul 27 17:12:45.613607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33250) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:45.637871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] Sync routers for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:45.665823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acfdb6ef-247d-4947-91bc-41b1f2517880 None None] Provisioning complete for port c93a99c1-5ffb-4584-98e0-53ff18c43099 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:45.666157 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-acfdb6ef-247d-4947-91bc-41b1f2517880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.673077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:45.680385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:45.725685 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-c63195f3-7fc6-4514-bc02-897d034a4ab7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] delete failed (client error): The resource could not be found. Jul 27 17:12:45.727499 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c63195f3-7fc6-4514-bc02-897d034a4ab7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-80166433 HTTP/1.1" status: 404 len: 333 time: 0.1120737 Jul 27 17:12:45.735249 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:45.750214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7031bc91-df7a-4e56-afe6-1f5360aa5caf tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'router': {'external_gateway_info': {'network_id': '9adae0e8-b2fe-4966-9134-c99477dc63a3'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:45.753962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:45.763073 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.817502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:45.818448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:45.940213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:45.942625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c50a61-1bbf-49b8-b56d-38d163a4d3aa None None] The sync data for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:45.967388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c93a99c1-5ffb-4584-98e0-53ff18c43099, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c93a99c1-5ffb-4584-98e0-53ff18c43099,segment=NetworkSegment(f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b),segment_id=f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:45.974652 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:44Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:45.979252 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:45.979252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cc82cd4e-1a48-4b50-8d71-53771f9f5a73 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:46.013800 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11191604-5157-4445-a527-8e7c39a940b7 None None] The sync data for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 is: [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:44Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:46.183313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-acfdb6ef-247d-4947-91bc-41b1f2517880 None None] Could not find standard attr ID for object 906a6bf8-3c2e-48f9-9535-7c52e0124541. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:12:46.193043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c93a99c1-5ffb-4584-98e0-53ff18c43099,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:46.197125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:46.197407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.379284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-83b047d7-e03f-4099-bc39-845bb1ce6110 req-75c17f97-183a-43fe-b2eb-111691e9ae71 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 210 time: 0.0437837 Jul 27 17:12:46.673826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7031bc91-df7a-4e56-afe6-1f5360aa5caf tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.690740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:46.713615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-108cdfa3-6552-4aa6-a263-a3eb5efbff0e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:46.718797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-108cdfa3-6552-4aa6-a263-a3eb5efbff0e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 797 time: 0.2207508 Jul 27 17:12:46.721684 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-7031bc91-df7a-4e56-afe6-1f5360aa5caf tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] update failed (client error): The resource could not be found. Jul 27 17:12:46.722792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7031bc91-df7a-4e56-afe6-1f5360aa5caf tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3 HTTP/1.1" status: 404 len: 339 time: 0.9864728 Jul 27 17:12:46.728037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:46.734881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1743168316'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:46.773270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:46.777581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.801257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-b59d8844-9a1b-4f1d-8275-22df4d0cfe8b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 380 time: 0.0726075 Jul 27 17:12:46.815632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'port': {'device_id': '08d098e2-5b76-498d-b92c-382fd898f810', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'admin_state_up': True, 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'security_groups': ['b214481d-d6b9-4513-bef8-24f8d8e75de0']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:46.831726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:12:46.835764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:46.836235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.851457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.852560 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Added segment 9315e1dc-9cde-47f1-97d6-23acf43f6d4d of type vlan for network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 Jul 27 17:12:46.931216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.989420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:46.991155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c93a99c1-5ffb-4584-98e0-53ff18c43099 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:47.000654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:47.001615 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.021448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:47.028577 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.061442 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.091863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c93a99c1-5ffb-4584-98e0-53ff18c43099 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:47.092384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.102534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Network': ['ID=dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:47.115736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-929ed341-97e7-4616-85d0-dc353a58f6fb tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3861957 Jul 27 17:12:47.119429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:47.134351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'subnet': {'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:47.144973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:12:47.245801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.4 (a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d/f6f78a59-1ee5-4582-b620-2607ff614d01/2e4e1818-4b04-4b56-b96e-fcd58a2a518c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:47.255368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Made reservation on behalf of c05f95ba00dd4c0991ca5929e7572534 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:12:47.261810 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.324855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7872b923-3b97-4a5c-9232-3546082735f3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:47.423417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 7872b923-3b97-4a5c-9232-3546082735f3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:47.429742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7872b923-3b97-4a5c-9232-3546082735f3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:47.430492 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.492184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.519937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 2e4e1818-4b04-4b56-b96e-fcd58a2a518c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:47.583388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.614765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f6db33-a57f-4fcd-8f22-f39a161d842a req-1bdbe608-dae2-4b6e-bc8a-9839583d3f6a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 210 time: 0.0583389 Jul 27 17:12:47.617048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.650918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 7872b923-3b97-4a5c-9232-3546082735f3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7872b923-3b97-4a5c-9232-3546082735f3,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:47.666123 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.691273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.714724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:47.719873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:47.723464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:47.726870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:47.768870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:47.801040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Checking segment: {'id': '9315e1dc-9cde-47f1-97d6-23acf43f6d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:47.801508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network hostable DHCP agents. Network: dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:12:47.806004 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Subnet': ['ID=94606b1e-1934-44e1-9ce6-dcebbc00a7cd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:47.825875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:47.827308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.831593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:12:47.852847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:47.858906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:47.859791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:47.862929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5cfd1879-4943-4fc7-aee9-9179c048759e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525155 Jul 27 17:12:47.871591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe0df86-94a2-493f-9f8b-96f6be7055d7 None None] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:47.886618 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-91c863cd-cd3f-4817-b3af-072a70aa3666 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7628026 Jul 27 17:12:47.887490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33264) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:47.892671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b04b5b50-8b58-4576-b930-9e3ca1e4e8d1 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:48.070073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Request body: {'port': {'device_id': '08d098e2-5b76-498d-b92c-382fd898f810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:48.153330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e21ce179-d88e-487d-b179-8bcd628cd3c8 None None] Provisioning for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:48.158737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e21ce179-d88e-487d-b179-8bcd628cd3c8 None None] Provisioning complete for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:48.159166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e21ce179-d88e-487d-b179-8bcd628cd3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.163264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488', 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488', 'tenant_id': 'c05f95ba00dd4c0991ca5929e7572534', 'fixed_ips': [{'subnet_id': '94606b1e-1934-44e1-9ce6-dcebbc00a7cd'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:12:48.164243 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.217917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e21ce179-d88e-487d-b179-8bcd628cd3c8 None None] Port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:48.269780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b04b5b50-8b58-4576-b930-9e3ca1e4e8d1 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.290530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.364307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Allocated IP 2001:db8:1::2 (dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488/94606b1e-1934-44e1-9ce6-dcebbc00a7cd/96b2c30a-b597-4420-9510-3eef0ce48d63) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:48.630112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7872b923-3b97-4a5c-9232-3546082735f3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:48.736160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 7872b923-3b97-4a5c-9232-3546082735f3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:48.736727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.824677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459d90-1dc9-4eef-9d1a-182af6de147d req-08e5e2d5-f5f6-4292-a637-058e355c4cb3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:48.827150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d459d90-1dc9-4eef-9d1a-182af6de147d req-08e5e2d5-f5f6-4292-a637-058e355c4cb3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 931 time: 0.1073577 Jul 27 17:12:48.851590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:48.876595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Transition to ACTIVE for port object 96b2c30a-b597-4420-9510-3eef0ce48d63 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:48.913019 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5d459d90-1dc9-4eef-9d1a-182af6de147d req-742447ad-c7f0-4347-8969-211f52dd1183 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738592 Jul 27 17:12:48.931762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Transition to ACTIVE for port object 96b2c30a-b597-4420-9510-3eef0ce48d63 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:48.942868 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.002269 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-b04b5b50-8b58-4576-b930-9e3ca1e4e8d1 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:12:49.006622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b04b5b50-8b58-4576-b930-9e3ca1e4e8d1 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3 HTTP/1.1" status: 400 len: 364 time: 1.1146944 Jul 27 17:12:49.007441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33268) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:49.009315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:49.013253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:49.016275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:49.026747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Pushing event updated for resources: {'Port': ['ID=96b2c30a-b597-4420-9510-3eef0ce48d63,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:49.100454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Attempting to bind port 96b2c30a-b597-4420-9510-3eef0ce48d63 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:49.100907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Attempting to bind port 96b2c30a-b597-4420-9510-3eef0ce48d63 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '9315e1dc-9cde-47f1-97d6-23acf43f6d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:49.101342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Attempting to bind port 96b2c30a-b597-4420-9510-3eef0ce48d63 on network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:49.109583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:49.110091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Checking segment: {'id': '9315e1dc-9cde-47f1-97d6-23acf43f6d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:49.110606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.111118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Bound using segment: {'id': '9315e1dc-9cde-47f1-97d6-23acf43f6d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:49.111701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Bound port: 96b2c30a-b597-4420-9510-3eef0ce48d63, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9315e1dc-9cde-47f1-97d6-23acf43f6d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:49.112193 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.139307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:12:49.153536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.175644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Transition to ACTIVE for port object 2e4e1818-4b04-4b56-b96e-fcd58a2a518c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:49.181093 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.208498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] For port 96b2c30a-b597-4420-9510-3eef0ce48d63, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:49.218631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] For port 96b2c30a-b597-4420-9510-3eef0ce48d63, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=96b2c30a-b597-4420-9510-3eef0ce48d63,segment=NetworkSegment(9315e1dc-9cde-47f1-97d6-23acf43f6d4d),segment_id=9315e1dc-9cde-47f1-97d6-23acf43f6d4d)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:49.231920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.317169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:49.336970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3ca6-860c-4611-848e-bf3bc5bad8fd None None] Pushing event updated for resources: {'Port': ['ID=96b2c30a-b597-4420-9510-3eef0ce48d63,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:49.413022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:12:49.414450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:12:49.414450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:49.421365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:12:49.421955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:12:49.430613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:12:49.431317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:12:49.432081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Bound using segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:12:49.432999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Bound port: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:12:49.433761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.440165 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.567585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:12:49.574216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:12:49.583986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.654657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:49.655883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:49.660479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] 10.222.0.61 "PUT /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1091 time: 1.7861993 Jul 27 17:12:49.661781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:49.666145 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a0f98-dfe2-46b0-a711-a39d0855d930" -d '{"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:49.769827 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f625d0-7f07-4f2f-a482-4d801c488a3f x-openstack-request-id: req-f2f625d0-7f07-4f2f-a482-4d801c488a3f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:49.770135 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:49.770374 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2f625d0-7f07-4f2f-a482-4d801c488a3f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:49.770983 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:12:49.777006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aed7e-eb76-4e2d-98dd-9db745a91689 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:49.838173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-a99220ea-a5b7-4e5f-add4-79a48e7defd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:49.840832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-a99220ea-a5b7-4e5f-add4-79a48e7defd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1094 time: 0.1166792 Jul 27 17:12:49.896232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-50ce1cdf-236c-41f3-8a44-c3c89fce22d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 217 time: 0.0460958 Jul 27 17:12:49.926970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Allocated IP 2001:db8::1 (85f49cb4-2ffd-4254-80e9-696ee307a281/6b1746ee-dfa3-45c0-915a-e59b07670fca/e64997d8-95cd-441c-9450-ee2c9e338b69) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:49.993682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-6a8b22f4-b5b1-4cfb-8672-b27cc0b6c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:49.995465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-6a8b22f4-b5b1-4cfb-8672-b27cc0b6c4ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0913577 Jul 27 17:12:50.098712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-c269d51b-d367-437b-9b42-08c54695b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:50.101273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-c269d51b-d367-437b-9b42-08c54695b869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976255 Jul 27 17:12:50.163142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:50.191990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Transition to ACTIVE for port object e64997d8-95cd-441c-9450-ee2c9e338b69 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:12:50.226335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62f53-fc6f-4e4c-b94d-135def667c71 req-0014eae5-55b2-4c53-bc38-cd991b9df28d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:50.233307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5a62f53-fc6f-4e4c-b94d-135def667c71 req-0014eae5-55b2-4c53-bc38-cd991b9df28d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.1802032 Jul 27 17:12:50.235463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-0d4391b9-15b1-488a-abbc-6b314b711f8a service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266675 Jul 27 17:12:50.314401 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5a62f53-fc6f-4e4c-b94d-135def667c71 req-de611082-ce4e-4be0-9375-d524bc0feb93 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716596 Jul 27 17:12:50.315888 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:50.401810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Port': ['ID=e64997d8-95cd-441c-9450-ee2c9e338b69,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:50.402391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5fc81c3e-3a4d-4dbe-8188-803165f5b264 req-a5d14a62-68e9-40c9-a178-37dc475cba3d service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599801 Jul 27 17:12:50.417860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:50.418975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:50.422577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:50.422859 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:50.546992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 96b2c30a-b597-4420-9510-3eef0ce48d63 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:50.632743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 96b2c30a-b597-4420-9510-3eef0ce48d63 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:50.638030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-d9e21aed-b608-41ed-9fa0-52a2976f22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:50.643020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-d9e21aed-b608-41ed-9fa0-52a2976f22ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1094 time: 0.1580319 Jul 27 17:12:50.655359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:50.796949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-7531dc32-59fe-41b9-bd3e-6d5c4f2475ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:50.799516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-7531dc32-59fe-41b9-bd3e-6d5c4f2475ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1451890 Jul 27 17:12:50.879199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-94693e6d-1101-4ac4-b1fb-78e942990236 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 217 time: 0.0712280 Jul 27 17:12:50.892261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5796ce3-cee0-404c-9657-888d0c7524f2 None None] Provisioning for port e64997d8-95cd-441c-9450-ee2c9e338b69 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:50.899530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d5796ce3-cee0-404c-9657-888d0c7524f2 None None] Provisioning complete for port e64997d8-95cd-441c-9450-ee2c9e338b69 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:50.900119 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5796ce3-cee0-404c-9657-888d0c7524f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:50.953561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-dade6a58-323e-464b-9ac5-2dbfda789157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:50.956983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-dade6a58-323e-464b-9ac5-2dbfda789157 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0696769 Jul 27 17:12:50.960943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc9726-26b5-4e35-a49d-536b8174be5b None None] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:50.963238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d5796ce3-cee0-404c-9657-888d0c7524f2 None None] Port e64997d8-95cd-441c-9450-ee2c9e338b69 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:51.043009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-66996c54-eefb-4d97-9ee5-140b1bc02f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:51.046394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-66996c54-eefb-4d97-9ee5-140b1bc02f9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786819 Jul 27 17:12:51.059139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.066985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.068237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.119608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Provisioning for port 96b2c30a-b597-4420-9510-3eef0ce48d63 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:51.133566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Provisioning complete for port 96b2c30a-b597-4420-9510-3eef0ce48d63 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:51.134178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.180778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-ff55c1a4-bdbe-45c0-957f-f49e5c9bbe2c service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261365 Jul 27 17:12:51.223364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:51.229315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:51.240775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event updated for resources: {'Port': ['ID=e64997d8-95cd-441c-9450-ee2c9e338b69,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:51.293736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08a0f98-dfe2-46b0-a711-a39d0855d930 req-e6787dc4-6469-42c6-bc58-38a229590b43 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045325 Jul 27 17:12:51.298680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.355293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] For port 96b2c30a-b597-4420-9510-3eef0ce48d63, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=96b2c30a-b597-4420-9510-3eef0ce48d63,segment=NetworkSegment(9315e1dc-9cde-47f1-97d6-23acf43f6d4d),segment_id=9315e1dc-9cde-47f1-97d6-23acf43f6d4d)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:51.362563 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.393791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Router 9adae0e8-b2fe-4966-9134-c99477dc63a3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:51.456666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fdcd6-1877-4051-8365-f45554fe2756 None None] Pushing event updated for resources: {'Port': ['ID=96b2c30a-b597-4420-9510-3eef0ce48d63,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:51.548603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:51.559471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5325d1b5-7791-41b7-a397-12d9ceaf7997 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501652 Jul 27 17:12:51.560872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33276) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:51.566456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] Sync routers for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:51.587629 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:51.589067 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:51.598349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac7588-b3ed-4c72-889b-702a23daf5dc req-aeb38e81-e8f9-41a2-ab2b-febbb8d4b5c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:51.606589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9ac7588-b3ed-4c72-889b-702a23daf5dc req-aeb38e81-e8f9-41a2-ab2b-febbb8d4b5c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.1239507 Jul 27 17:12:51.649714 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:51.675441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b9ac7588-b3ed-4c72-889b-702a23daf5dc req-c15d82ba-4b2a-42e6-99cd-d903e2928068 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570402 Jul 27 17:12:51.677516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:51.678161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:51.738137 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-271b8afc-946b-4248-892d-4d9eb8611af3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.738357 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:51.738886 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daabffc-4c6b-44bd-b805-12a054583955 None None] The sync data for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:51.790645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ea55f6b-9229-40b3-8788-a7052a96210a None None] Provisioning complete for port e64997d8-95cd-441c-9450-ee2c9e338b69 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:51.791495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ea55f6b-9229-40b3-8788-a7052a96210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:51.830387 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-271b8afc-946b-4248-892d-4d9eb8611af3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 17:12:51.831455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-271b8afc-946b-4248-892d-4d9eb8611af3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3 HTTP/1.1" status: 409 len: 329 time: 0.2696178 Jul 27 17:12:51.835780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33278) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:51.837475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4ea55f6b-9229-40b3-8788-a7052a96210a None None] Port e64997d8-95cd-441c-9450-ee2c9e338b69 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:12:51.848815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4ea55f6b-9229-40b3-8788-a7052a96210a None None] Provisioning complete for port 96b2c30a-b597-4420-9510-3eef0ce48d63 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:51.849195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4ea55f6b-9229-40b3-8788-a7052a96210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:52.264263 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:52.455975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 96b2c30a-b597-4420-9510-3eef0ce48d63 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:52.540484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 96b2c30a-b597-4420-9510-3eef0ce48d63 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:52.540988 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:52.597691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port e64997d8-95cd-441c-9450-ee2c9e338b69 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:52.598245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:52.713516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:52.738489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for e64997d8-95cd-441c-9450-ee2c9e338b69 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:52.873549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9768df-f60c-4d74-8c5d-6fb78ae0849b req-f8ef6bbb-5b95-4aa8-ac3a-1495726ef6b7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:52.875087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e9768df-f60c-4d74-8c5d-6fb78ae0849b req-f8ef6bbb-5b95-4aa8-ac3a-1495726ef6b7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.0858579 Jul 27 17:12:52.990097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.032568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=e64997d8-95cd-441c-9450-ee2c9e338b69,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:53.183273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.243932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e9768df-f60c-4d74-8c5d-6fb78ae0849b req-e67fc19f-ff6f-44b4-b0ff-db44078c4aa4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624842 Jul 27 17:12:53.398012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Router 9adae0e8-b2fe-4966-9134-c99477dc63a3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:12:53.469087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:12:53.494072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:12:53.503084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-31158f93-8ac6-43ff-a1da-70ef21fa497d tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659551 Jul 27 17:12:53.506727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33282) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:53.519230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] Sync routers for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:12:53.549119 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-f8ae035b-57e8-4320-83ee-4b25bcb1a904 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] show failed (client error): The resource could not be found. Jul 27 17:12:53.550186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f8ae035b-57e8-4320-83ee-4b25bcb1a904 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1926466573 HTTP/1.1" status: 404 len: 335 time: 0.0416873 Jul 27 17:12:53.554344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33284) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:53.560235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-42f8a3f5-816d-4c2f-b184-828e2803e3f4 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:53.567548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:53.568170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:53.601015 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-42f8a3f5-816d-4c2f-b184-828e2803e3f4 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] update failed (client error): The resource could not be found. Jul 27 17:12:53.602077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-42f8a3f5-816d-4c2f-b184-828e2803e3f4 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-2014682369 HTTP/1.1" status: 404 len: 335 time: 0.0470011 Jul 27 17:12:53.607607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33286) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:53.615170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:53.644605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] Routers {'9adae0e8-b2fe-4966-9134-c99477dc63a3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:12:53.645231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['9adae0e8-b2fe-4966-9134-c99477dc63a3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:53.682390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting subnet 94606b1e-1934-44e1-9ce6-dcebbc00a7cd {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:53.687013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.687289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:53.687822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d44e-a7af-4207-8960-1baac3255848 None None] The sync data for ids ['9adae0e8-b2fe-4966-9134-c99477dc63a3'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:12:53.690396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:53.704788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:12:53.733155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.757707 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.772305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:12:53.796502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:53.803825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.861109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:53.862321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.941094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.972234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Subnet': ['ID=94606b1e-1934-44e1-9ce6-dcebbc00a7cd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:53.981383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:53.984603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e9e6bfc6-53fd-4a16-9ef9-8aa848119f2b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/subnets/94606b1e-1934-44e1-9ce6-dcebbc00a7cd HTTP/1.1" status: 204 len: 168 time: 0.3751285 Jul 27 17:12:53.989556 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:53.990329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d1b6a-58eb-4821-b54f-520e6a4f6ab7 None None] Network dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:54.011607 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['2e4e1818-4b04-4b56-b96e-fcd58a2a518c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:12:54.108681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.185331 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port 96b2c30a-b597-4420-9510-3eef0ce48d63 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:54.185858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.275783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] For port 96b2c30a-b597-4420-9510-3eef0ce48d63, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=96b2c30a-b597-4420-9510-3eef0ce48d63,segment=NetworkSegment(9315e1dc-9cde-47f1-97d6-23acf43f6d4d),segment_id=9315e1dc-9cde-47f1-97d6-23acf43f6d4d)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:54.275783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.296789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for 96b2c30a-b597-4420-9510-3eef0ce48d63 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:54.366404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] DHCP port deletion for dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:54.455058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.501687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb57d4-ba66-45bb-a94a-8303edd872a1 req-00904fef-7aa6-4d6e-b824-439708e623ef tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:54.502399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=96b2c30a-b597-4420-9510-3eef0ce48d63,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:54.507570 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] No DVR routers for this DVR port 96b2c30a-b597-4420-9510-3eef0ce48d63 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:54.513171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fdb57d4-ba66-45bb-a94a-8303edd872a1 req-00904fef-7aa6-4d6e-b824-439708e623ef tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.1395144 Jul 27 17:12:54.518792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 96b2c30a-b597-4420-9510-3eef0ce48d63 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:54.562139 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 96b2c30a-b597-4420-9510-3eef0ce48d63 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:54.562694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 96b2c30a-b597-4420-9510-3eef0ce48d63 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:54.580389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Deleting port 96b2c30a-b597-4420-9510-3eef0ce48d63 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:54.583984 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.589342 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fdb57d4-ba66-45bb-a94a-8303edd872a1 req-2b27caf6-85b5-4d19-8c34-c34e1cc484ea tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745564 Jul 27 17:12:54.625289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.640086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:54.652327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9315e1dc-9cde-47f1-97d6-23acf43f6d4d') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:54.653328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9315e1dc-9cde-47f1-97d6-23acf43f6d4d') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:54.663713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] For port 96b2c30a-b597-4420-9510-3eef0ce48d63, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:54.664121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.667795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.679326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Calling delete_port for 96b2c30a-b597-4420-9510-3eef0ce48d63 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:54.682914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Port 96b2c30a-b597-4420-9510-3eef0ce48d63 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:12:54.684293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.688139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.696088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:54.696668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:54.700733 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:54.720037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] Pushing event deleted for resources: {'Port': ['ID=96b2c30a-b597-4420-9510-3eef0ce48d63,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:54.724535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a65e24-e0c3-4b24-94c3-b41461f9f00f None None] No DVR routers for this DVR port 96b2c30a-b597-4420-9510-3eef0ce48d63 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:54.781225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.792153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.795095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/networks/dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488 HTTP/1.1" status: 204 len: 168 time: 0.8043575 Jul 27 17:12:54.798774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33292) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:54.820690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97fa4a-a6b3-4711-aa6e-9416963b4709 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Network': ['ID=dcca9c9a-c0ea-4a4e-83a2-7ee544ed7488,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:54.879660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting subnet 45700ecf-9043-4473-9a4b-535c97fdc917 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:54.883374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:54.932457 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.031914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.117746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.160000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Subnet': ['ID=45700ecf-9043-4473-9a4b-535c97fdc917,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:55.165920 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.169745 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7019e36-be41-49e9-bae2-c3c3a00de0b3 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/subnets/45700ecf-9043-4473-9a4b-535c97fdc917 HTTP/1.1" status: 204 len: 168 time: 0.3694258 Jul 27 17:12:55.172455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33294) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:55.175534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852bb64-57dd-4f20-a1d3-79d6a9e9a3c9 None None] Network f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:55.240558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting subnet 13f63e2a-c96e-49ae-9585-818a6f1067dd {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:55.244530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.299997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.403227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22975d66-d582-4d8f-b507-8785846c991f None None] DHCP port deletion for f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:55.424466 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.475282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Deleting port c93a99c1-5ffb-4584-98e0-53ff18c43099 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:55.475897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.503101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:12:55.511149 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.546082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Subnet': ['ID=13f63e2a-c96e-49ae-9585-818a6f1067dd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:55.550570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.555237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:55.561331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d1f2226b-e9c0-4365-8b48-1c89fb924bfd tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/subnets/13f63e2a-c96e-49ae-9585-818a6f1067dd HTTP/1.1" status: 204 len: 168 time: 0.3873999 Jul 27 17:12:55.582864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e8865-5087-4f32-912c-bd5afb6317a6 None None] Network 1bc4959b-9490-47d8-8366-63beb3efd61e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:55.662414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.684591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-22975d66-d582-4d8f-b507-8785846c991f None None] For port c93a99c1-5ffb-4584-98e0-53ff18c43099, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c93a99c1-5ffb-4584-98e0-53ff18c43099,segment=NetworkSegment(f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b),segment_id=f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:55.685513 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.720495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Calling delete_port for c93a99c1-5ffb-4584-98e0-53ff18c43099 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:55.740047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port c93a99c1-5ffb-4584-98e0-53ff18c43099 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:55.740414 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.815956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf33c7f-1449-4b53-b515-6735b25934e8 req-1689763b-8bb0-401b-b046-152edefc206a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:55.818531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bf33c7f-1449-4b53-b515-6735b25934e8 req-1689763b-8bb0-401b-b046-152edefc206a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.1157141 Jul 27 17:12:55.843298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] For port c93a99c1-5ffb-4584-98e0-53ff18c43099, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c93a99c1-5ffb-4584-98e0-53ff18c43099,segment=NetworkSegment(f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b),segment_id=f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:55.844169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.847580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:12:55.864375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:12:55.864375 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:55.873475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for c93a99c1-5ffb-4584-98e0-53ff18c43099 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:55.881797 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bf33c7f-1449-4b53-b515-6735b25934e8 req-93687059-65d4-48d4-8761-66d51fb3148c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526364 Jul 27 17:12:55.983951 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.008075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.045240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=c93a99c1-5ffb-4584-98e0-53ff18c43099,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.047254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] No DVR routers for this DVR port c93a99c1-5ffb-4584-98e0-53ff18c43099 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:56.062774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975d66-d582-4d8f-b507-8785846c991f None None] Pushing event deleted for resources: {'Port': ['ID=c93a99c1-5ffb-4584-98e0-53ff18c43099,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.065912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22975d66-d582-4d8f-b507-8785846c991f None None] No DVR routers for this DVR port c93a99c1-5ffb-4584-98e0-53ff18c43099 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:56.082483 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.105458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] DHCP port deletion for 1bc4959b-9490-47d8-8366-63beb3efd61e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:56.134686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:12:56.138371 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11160746-3a1c-447c-adae-69c462fbd223" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:12:56.195651 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.213287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:56.228122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:56.228797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97cd2dd-b1fd-4265-a8c3-e556c30cbe6b') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:56.246480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.309723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.321228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:56.321850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self.session.flush() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:56.328195 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:56.381411 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a4d52-8458-4808-bce1-eb0c1d140024 x-openstack-request-id: req-c38a4d52-8458-4808-bce1-eb0c1d140024 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:12:56.381756 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:12:56.382132 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c38a4d52-8458-4808-bce1-eb0c1d140024 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:12:56.382711 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'code': 200} Jul 27 17:12:56.396111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:56.402686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.428203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0040-8856-413d-a060-3478c1b2e7eb req-1be7ac40-214f-4a85-aa0d-2acfaf4e81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:56.430567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b1b0040-8856-413d-a060-3478c1b2e7eb req-1be7ac40-214f-4a85-aa0d-2acfaf4e81d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1095 time: 0.1657906 Jul 27 17:12:56.432150 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.438975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.446297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33302) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:56.460189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/networks/f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a HTTP/1.1" status: 204 len: 168 time: 0.9033582 Jul 27 17:12:56.485848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c93a99c1-5ffb-4584-98e0-53ff18c43099 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:56.498667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Deleting port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:56.500107 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.500920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd605431-f725-4358-be32-1a1713660e0b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Network': ['ID=f3eaaf83-ac44-4b42-9efd-b7c25bf9ae8a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.530997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b1b0040-8856-413d-a060-3478c1b2e7eb req-585399c5-b097-4b53-8b58-0a2c335eda1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689135 Jul 27 17:12:56.584237 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.590861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c93a99c1-5ffb-4584-98e0-53ff18c43099 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:56.591530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c93a99c1-5ffb-4584-98e0-53ff18c43099 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:56.591530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cc82cd4e-1a48-4b50-8d71-53771f9f5a73 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:56.593243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.656057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,segment=NetworkSegment(e12c89d1-ae44-46a1-a993-f02a5e912eaf),segment_id=e12c89d1-ae44-46a1-a993-f02a5e912eaf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:56.656481 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.672537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Calling delete_port for cc82cd4e-1a48-4b50-8d71-53771f9f5a73 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:56.677872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:56.678245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.757049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.791159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,segment=NetworkSegment(e12c89d1-ae44-46a1-a993-f02a5e912eaf),segment_id=e12c89d1-ae44-46a1-a993-f02a5e912eaf)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:56.791581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.808864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for cc82cd4e-1a48-4b50-8d71-53771f9f5a73 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:56.817737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port cc82cd4e-1a48-4b50-8d71-53771f9f5a73, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,segment=NetworkSegment(e12c89d1-ae44-46a1-a993-f02a5e912eaf),segment_id=e12c89d1-ae44-46a1-a993-f02a5e912eaf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:56.827382 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.868169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.897402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] No DVR routers for this DVR port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:56.914361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:56.924866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.932023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] No DVR routers for this DVR port cc82cd4e-1a48-4b50-8d71-53771f9f5a73 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:56.963348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf217f7-bda2-44f7-83ec-37294903b4d2 None None] Pushing event deleted for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:56.986798 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=cc82cd4e-1a48-4b50-8d71-53771f9f5a73,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:57.076023 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.088473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc4959b-9490-47d8-8366-63beb3efd61e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:57.101993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12c89d1-ae44-46a1-a993-f02a5e912eaf') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:57.102243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12c89d1-ae44-46a1-a993-f02a5e912eaf') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:57.113854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.142716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.151877 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:57.152317 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:57.156240 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:57.164711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4431ed-0c70-4060-ae16-ed9bd99cfc2b req-40e1d619-40d0-426d-9c80-4fb69594f67e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:57.167654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f4431ed-0c70-4060-ae16-ed9bd99cfc2b req-40e1d619-40d0-426d-9c80-4fb69594f67e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1367583 Jul 27 17:12:57.263629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.280515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.285814 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/networks/1bc4959b-9490-47d8-8366-63beb3efd61e HTTP/1.1" status: 204 len: 168 time: 0.8348627 Jul 27 17:12:57.286570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33306) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:57.288749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f4431ed-0c70-4060-ae16-ed9bd99cfc2b req-7407a90b-b78c-4cd7-ab7b-186cebcd387b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092477 Jul 27 17:12:57.302169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666289-1afc-4494-918a-b43505f9d3f7 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Network': ['ID=1bc4959b-9490-47d8-8366-63beb3efd61e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:57.374549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting subnet 6b1746ee-dfa3-45c0-915a-e59b07670fca {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:12:57.378243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.425010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.546843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.618742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.654718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1746ee-dfa3-45c0-915a-e59b07670fca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:57.664171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.666696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4e31d0e-a691-4eff-8e9f-e0a4039f92d8 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/subnets/6b1746ee-dfa3-45c0-915a-e59b07670fca HTTP/1.1" status: 204 len: 168 time: 0.3786597 Jul 27 17:12:57.669160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33308) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:57.673033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343b01f-b246-48c9-a5b3-91b7dc6c5d36 None None] Network 85f49cb4-2ffd-4254-80e9-696ee307a281 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:12:57.772703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.842476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Deleting port 0e183abf-ec49-44a0-9262-27c7bf53d980 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:57.843121 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.915472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] DHCP port deletion for 85f49cb4-2ffd-4254-80e9-696ee307a281 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:12:57.924842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] For port 0e183abf-ec49-44a0-9262-27c7bf53d980, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e183abf-ec49-44a0-9262-27c7bf53d980,segment=NetworkSegment(d90dd9c8-e1cb-417a-86f1-857c7d19412e),segment_id=d90dd9c8-e1cb-417a-86f1-857c7d19412e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:57.925273 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:57.945195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Calling delete_port for 0e183abf-ec49-44a0-9262-27c7bf53d980 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:57.982407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Deleting port 0e183abf-ec49-44a0-9262-27c7bf53d980 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:12:57.982858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.048197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.068456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] For port 0e183abf-ec49-44a0-9262-27c7bf53d980, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0e183abf-ec49-44a0-9262-27c7bf53d980,segment=NetworkSegment(d90dd9c8-e1cb-417a-86f1-857c7d19412e),segment_id=d90dd9c8-e1cb-417a-86f1-857c7d19412e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:12:58.069140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.084340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Port': ['ID=0e183abf-ec49-44a0-9262-27c7bf53d980,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:58.089495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] No DVR routers for this DVR port 0e183abf-ec49-44a0-9262-27c7bf53d980 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:58.097042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Calling delete_port for 0e183abf-ec49-44a0-9262-27c7bf53d980 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:12:58.190647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.195049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.201315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f49cb4-2ffd-4254-80e9-696ee307a281']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:58.212733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90dd9c8-e1cb-417a-86f1-857c7d19412e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:58.213075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90dd9c8-e1cb-417a-86f1-857c7d19412e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:12:58.224177 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.243531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] Pushing event deleted for resources: {'Port': ['ID=0e183abf-ec49-44a0-9262-27c7bf53d980,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:58.247499 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.249373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afb2bf-db9d-4665-b34b-0162c7b6b6e2 None None] No DVR routers for this DVR port 0e183abf-ec49-44a0-9262-27c7bf53d980 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:12:58.269628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:12:58.270078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:12:58.274317 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:12:58.345394 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.356839 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.361111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/networks/85f49cb4-2ffd-4254-80e9-696ee307a281 HTTP/1.1" status: 204 len: 168 time: 0.6905274 Jul 27 17:12:58.361956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33312) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:58.381106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10b77-be86-4d24-9404-6cdcdc2f11e9 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Pushing event deleted for resources: {'Network': ['ID=85f49cb4-2ffd-4254-80e9-696ee307a281,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:58.424284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15495295-ec3d-494d-a0e8-ef49418be49b tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "GET /v2.0/ports?device_id=9adae0e8-b2fe-4966-9134-c99477dc63a3 HTTP/1.1" status: 200 len: 205 time: 0.0602643 Jul 27 17:12:58.427707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33314) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:58.469749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e183abf-ec49-44a0-9262-27c7bf53d980 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:12:58.505174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0e183abf-ec49-44a0-9262-27c7bf53d980 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:12:58.505722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0e183abf-ec49-44a0-9262-27c7bf53d980 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:12:58.525344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabd5ad-6bad-49e7-83b9-d7c7087e621c req-81012f30-e663-47da-b387-a678ffa761ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:58.527373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fabd5ad-6bad-49e7-83b9-d7c7087e621c req-81012f30-e663-47da-b387-a678ffa761ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1331341 Jul 27 17:12:58.531148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.573568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fabd5ad-6bad-49e7-83b9-d7c7087e621c req-01f85380-a019-404c-867a-876c6d608ae3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Jul 27 17:12:58.734663 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.737931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.794501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.795294 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Fanout notify agent at l3_agent the message router_deleted on router 9adae0e8-b2fe-4966-9134-c99477dc63a3 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:12:58.808734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:58.809895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4277682-15c2-4e84-b4ef-3c4d90029886 tempest-RoutersNegativeIpV6Test-1266937055 tempest-RoutersNegativeIpV6Test-1266937055-project] 10.222.0.64 "DELETE /v2.0/routers/9adae0e8-b2fe-4966-9134-c99477dc63a3 HTTP/1.1" status: 204 len: 168 time: 0.3807817 Jul 27 17:12:58.830073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373721e-4118-4017-a62b-480afab4ed33 req-a9ab5093-2939-4ae8-a58a-6f70490e798f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:58.832042 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3373721e-4118-4017-a62b-480afab4ed33 req-a9ab5093-2939-4ae8-a58a-6f70490e798f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1575079 Jul 27 17:12:58.893603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3373721e-4118-4017-a62b-480afab4ed33 req-134ba104-819c-4da2-b46f-913cbb4d4f30 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512230 Jul 27 17:12:58.926350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33320) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:59.004478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d3f88-64ee-4435-884b-1b6214daa744 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:12:59.008465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-510d3f88-64ee-4435-884b-1b6214daa744 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1091 time: 0.0785546 Jul 27 17:12:59.009662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33322) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:59.015736 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:12:59.042598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.192279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33326) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:59.197901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.328546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.122 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d14b064f-d417-49f8-9a39-5dcb353615f4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:12:59.393610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-916fde37-9286-40dd-8a7e-a710e8432b24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c05f95ba00dd4c0991ca5929e7572534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994538 Jul 27 17:12:59.397322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33330) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:12:59.468403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.478548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.511295 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.537628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.580504 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.583273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:12:59.584478 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b901823e-f491-4221-aabc-d69dc05c55a3 HTTP/1.1" status: 204 len: 168 time: 0.1860423 Jul 27 17:12:59.594527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:12:59.597402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b3075-9e4f-4080-9953-9f8c2303d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b901823e-f491-4221-aabc-d69dc05c55a3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:12:59.601021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:12:59.605699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:12:59.638967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=d14b064f-d417-49f8-9a39-5dcb353615f4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:00.484257 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.573597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.686819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33352) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:00.783777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.789608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.828238 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-743072129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:00.866692 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.867781 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.874806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=d14b064f-d417-49f8-9a39-5dcb353615f4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:00.883763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.930369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.935804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.957849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:00.959608 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bbc8c143-feac-488c-9109-ac42c38d7c4a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2709086 Jul 27 17:13:00.964561 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:00.974632 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1345359835'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:01.002639 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 00ae020c-6fc8-4663-af51-9a7470c4f969 associated. External IP: 172.25.4.122, port: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c. Jul 27 17:13:01.003316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:01.007219 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.017693 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.135527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.140614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.169922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:13:01.180781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d548ed2-73d8-4553-8e30-d985e073b64b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:01.187927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.188648 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Added segment a4feb9fe-14b5-46b9-86aa-bf2d9323ca37 of type vlan for network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d Jul 27 17:13:01.231898 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.259627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:13:01.269353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.275171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:01.275942 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.342543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3757408 Jul 27 17:13:01.345721 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33358) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:01.353377 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'subnet': {'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:01.373951 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483162a-80a1-4654-a74d-b80d9eb8545a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Network': ['ID=35f7ca18-dd73-4bc9-9a3c-5e086a94231d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:01.390445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:13:01.394088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:13:01.415517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Sync routers for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:13:01.416124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.429305 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:01.430520 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:01.480635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:01.488808 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.490340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5951b201-8225-4141-b356-7d92d8209a40 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4790101 Jul 27 17:13:01.491690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:13:01.495569 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64abd9d-fe53-4fbe-af80-6e66914ca71d" -d '{"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:13:01.572620 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d2b15-ba3d-4284-8677-2fd28089df5c x-openstack-request-id: req-680d2b15-ba3d-4284-8677-2fd28089df5c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:13:01.573549 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:13:01.576097 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-680d2b15-ba3d-4284-8677-2fd28089df5c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:13:01.577882 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:13:01.643595 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:13:01.696819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dead88-f381-427e-8926-edba72ce139e req-ece39666-fbbc-405b-91ef-11a71248b8d6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:01.698624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0dead88-f381-427e-8926-edba72ce139e req-ece39666-fbbc-405b-91ef-11a71248b8d6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1165383 Jul 27 17:13:01.707405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-e40dec2f-1442-40eb-96bf-ca8b2939e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:01.708217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-e40dec2f-1442-40eb-96bf-ca8b2939e5ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1096 time: 0.0931294 Jul 27 17:13:01.787351 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.802901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0dead88-f381-427e-8926-edba72ce139e req-a67eb888-52a3-4a6b-b3e5-0fb0a00e176a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935311 Jul 27 17:13:01.846794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-28cc05e7-a2ff-40a2-be9f-6fb65b77fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:01.849465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-28cc05e7-a2ff-40a2-be9f-6fb65b77fc72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1317186 Jul 27 17:13:01.859136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33364) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:01.869039 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Subnet': ['ID=d07916ae-39bf-48d3-8282-0d919d4823f8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:01.876188 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Checking segment: {'id': 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:01.876592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network hostable DHCP agents. Network: 35f7ca18-dd73-4bc9-9a3c-5e086a94231d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:13:01.895081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:13:01.904796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 35f7ca18-dd73-4bc9-9a3c-5e086a94231d) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:01.909941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:01.910867 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:01.917466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d8164-aac5-48c0-bafa-6f0d74396c32 None None] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:01.944206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c569fc06-ef7f-4393-94ad-ef3b42408c7d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5973637 Jul 27 17:13:01.947518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:01.960181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'network': {'name': 'tempest-router-network01--1625405897'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:01.960809 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '00ae020c-6fc8-4663-af51-9a7470c4f969', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d098e2-5b76-498d-b92c-382fd898f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:12:59Z', 'updated_at': '2021-07-27T17:12:59Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:01.988970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:01.993892 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.015193 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Checking router: aceb1820-19d0-4027-bb0b-fc65d7a0e0bb for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:13:02.017980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-19670822-1941-4b4f-bce6-cb0681f023d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.1597562 Jul 27 17:13:02.021368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-984a7f10-0c10-4582-97dc-7d9408380ad2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 200 len: 991 time: 0.1544034 Jul 27 17:13:02.028503 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:02.029435 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:02.030646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:13:02.056158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.057257 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Added segment 255c52a6-119c-47d2-898a-c644197fb24e of type vlan for network d6698e46-b964-4378-9169-155fea360468 Jul 27 17:13:02.099493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-35f7ca18-dd73-4bc9-9a3c-5e086a94231d', 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d', 'tenant_id': 'fdd69131d5724d35b34fc3e3bc0024bb', 'fixed_ips': [{'subnet_id': 'd07916ae-39bf-48d3-8282-0d919d4823f8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:13:02.100474 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.105444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-b0001880-8f08-42ad-9a8c-2455783527ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:02.108292 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-b0001880-8f08-42ad-9a8c-2455783527ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0821104 Jul 27 17:13:02.113519 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.156391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.167859 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:13:02.171514 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:02.172626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.185529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-bff69875-59e6-4d9f-b3ea-344e564c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:02.187543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-bff69875-59e6-4d9f-b3ea-344e564c7310 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719934 Jul 27 17:13:02.276307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Allocated IP 172.20.0.2 (35f7ca18-dd73-4bc9-9a3c-5e086a94231d/d07916ae-39bf-48d3-8282-0d919d4823f8/6cf09030-480c-49a6-855e-41894be891a6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:13:02.290888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3375027 Jul 27 17:13:02.291654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33368) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:02.298757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a9c7d-a268-45d2-b212-8635dd7e1195 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Network': ['ID=d6698e46-b964-4378-9169-155fea360468,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:02.306769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'network': {'name': 'tempest-router-network02--232440084'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:02.335813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network d6698e46-b964-4378-9169-155fea360468 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:13:02.347385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-989e1723-2402-49b7-b182-410b79fd0038 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528943 Jul 27 17:13:02.439917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '00ae020c-6fc8-4663-af51-9a7470c4f969', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d098e2-5b76-498d-b92c-382fd898f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:12:59Z', 'updated_at': '2021-07-27T17:12:59Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:02.472259 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7c6ef-e4e4-4ee4-8d78-cf0763859a46 None None] The sync data for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 is: [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '00ae020c-6fc8-4663-af51-9a7470c4f969', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d098e2-5b76-498d-b92c-382fd898f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:12:59Z', 'updated_at': '2021-07-27T17:12:59Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:13:02.486478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:02.492360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.498979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.511229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Transition to ACTIVE for port object 6cf09030-480c-49a6-855e-41894be891a6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:02.532751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Transition to ACTIVE for port object 6cf09030-480c-49a6-855e-41894be891a6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:02.539479 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.543039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e64abd9d-fe53-4fbe-af80-6e66914ca71d req-3a0f317e-03e4-4d31-a9ed-6211f6fca41c service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880631 Jul 27 17:13:02.567161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:13:02.584059 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.584059 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Added segment 7f9301f8-750b-45f3-a20c-990ee3b9315e of type vlan for network 874679ea-a051-48a7-a1b3-7423fd9c84c7 Jul 27 17:13:02.600152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:02.606404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:02.608374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Pushing event updated for resources: {'Port': ['ID=6cf09030-480c-49a6-855e-41894be891a6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:02.611363 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:13:02.628158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.673427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.683403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:02.685223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.704153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Attempting to bind port 6cf09030-480c-49a6-855e-41894be891a6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:13:02.704710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Attempting to bind port 6cf09030-480c-49a6-855e-41894be891a6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:13:02.705949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Attempting to bind port 6cf09030-480c-49a6-855e-41894be891a6 on network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:13:02.713457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:13:02.713994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Checking segment: {'id': 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:02.714514 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.715282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Bound using segment: {'id': 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:13:02.715852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Bound port: 6cf09030-480c-49a6-855e-41894be891a6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35f7ca18-dd73-4bc9-9a3c-5e086a94231d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:13:02.716294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:02.775180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4783976 Jul 27 17:13:02.775656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:02.782985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'subnet': {'network_id': 'd6698e46-b964-4378-9169-155fea360468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:02.790653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1793160-fb94-4465-97d0-c0acaafb953d None None] New status for floating IP 00ae020c-6fc8-4663-af51-9a7470c4f969: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:13:02.802343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Network': ['ID=874679ea-a051-48a7-a1b3-7423fd9c84c7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:02.814127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.814470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.814933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.815502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.815882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.816450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.817270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.818391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.818627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.818986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.819533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.820067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ca1aa-e32f-49b8-a217-52fffb837878 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:02.857603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:13:02.945474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] For port 6cf09030-480c-49a6-855e-41894be891a6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:13:02.946103 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:02.950340 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.012473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] For port 6cf09030-480c-49a6-855e-41894be891a6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6cf09030-480c-49a6-855e-41894be891a6,segment=NetworkSegment(a4feb9fe-14b5-46b9-86aa-bf2d9323ca37),segment_id=a4feb9fe-14b5-46b9-86aa-bf2d9323ca37)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:13:03.025594 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.025867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33372) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:03.120484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4b51f3a1-fecd-48b6-9dad-23ef56bcd25e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 200 len: 991 time: 0.0916474 Jul 27 17:13:03.142304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6326-07ea-4992-a2b7-8ef58a9db707 None None] Pushing event updated for resources: {'Port': ['ID=6cf09030-480c-49a6-855e-41894be891a6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:03.246395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.325460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.337374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Subnet': ['ID=ef12072e-11a0-4040-a826-ba7ca51e5d65,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:03.341321 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Checking segment: {'id': '255c52a6-119c-47d2-898a-c644197fb24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd6698e46-b964-4378-9169-155fea360468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:03.341689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network hostable DHCP agents. Network: d6698e46-b964-4378-9169-155fea360468, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:13:03.361805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network d6698e46-b964-4378-9169-155fea360468 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:13:03.375369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, d6698e46-b964-4378-9169-155fea360468) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:03.379828 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:03.380471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.393728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97077210-0336-42db-a796-ac9a9783f8dc None None] Network d6698e46-b964-4378-9169-155fea360468 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:03.399935 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f7d45054-b33d-48fc-869d-3902a97f1727 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226411 Jul 27 17:13:03.402476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33374) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:03.409058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'subnet': {'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:03.525250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Made reservation on behalf of fdd69131d5724d35b34fc3e3bc0024bb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:13:03.529404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.583263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-d6698e46-b964-4378-9169-155fea360468', 'network_id': 'd6698e46-b964-4378-9169-155fea360468', 'tenant_id': 'fdd69131d5724d35b34fc3e3bc0024bb', 'fixed_ips': [{'subnet_id': 'ef12072e-11a0-4040-a826-ba7ca51e5d65'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:13:03.585081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.754868 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Allocated IP 172.20.0.2 (d6698e46-b964-4378-9169-155fea360468/ef12072e-11a0-4040-a826-ba7ca51e5d65/24229ed3-2247-4d20-b7ac-3d976d82b846) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:13:03.756029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.829194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Subnet': ['ID=4dc3684c-9d9b-41a8-a17a-65b370ae3789,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:03.845985 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Checking segment: {'id': '7f9301f8-750b-45f3-a20c-990ee3b9315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:03.846603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network hostable DHCP agents. Network: 874679ea-a051-48a7-a1b3-7423fd9c84c7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:13:03.869156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:13:03.884180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 874679ea-a051-48a7-a1b3-7423fd9c84c7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:03.891515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:03.892169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:03.911929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fb2b4a3a-35d5-4ffc-9ad7-042b07ad6578 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5072401 Jul 27 17:13:03.914313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33376) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:03.916061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330474e2-5d06-43e2-929e-5440b6b51690 None None] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:03.993482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.010075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Transition to ACTIVE for port object 24229ed3-2247-4d20-b7ac-3d976d82b846 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:04.047599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Transition to ACTIVE for port object 24229ed3-2247-4d20-b7ac-3d976d82b846 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:04.056190 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.110900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Network d6698e46-b964-4378-9169-155fea360468 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:04.122273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:04.134087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:04.142494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:13:04.232134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b6f3fd9-c0cf-42e4-9b51-5a11beccd96f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 200 len: 993 time: 0.1012850 Jul 27 17:13:04.233964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Pushing event updated for resources: {'Port': ['ID=24229ed3-2247-4d20-b7ac-3d976d82b846,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:04.270603 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.275895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Attempting to bind port 24229ed3-2247-4d20-b7ac-3d976d82b846 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:13:04.276640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Attempting to bind port 24229ed3-2247-4d20-b7ac-3d976d82b846 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '255c52a6-119c-47d2-898a-c644197fb24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd6698e46-b964-4378-9169-155fea360468'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:13:04.277407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Attempting to bind port 24229ed3-2247-4d20-b7ac-3d976d82b846 on network d6698e46-b964-4378-9169-155fea360468 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:13:04.284885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-874679ea-a051-48a7-a1b3-7423fd9c84c7', 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7', 'tenant_id': 'fdd69131d5724d35b34fc3e3bc0024bb', 'fixed_ips': [{'subnet_id': '4dc3684c-9d9b-41a8-a17a-65b370ae3789'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:13:04.285950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.303999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82af3c8-0e90-438c-a2d1-462001999b10 None None] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:04.309222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:13:04.309610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Checking segment: {'id': '255c52a6-119c-47d2-898a-c644197fb24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd6698e46-b964-4378-9169-155fea360468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:04.310111 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.310521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Bound using segment: {'id': '255c52a6-119c-47d2-898a-c644197fb24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd6698e46-b964-4378-9169-155fea360468'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:13:04.311013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Bound port: 24229ed3-2247-4d20-b7ac-3d976d82b846, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c52a6-119c-47d2-898a-c644197fb24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd6698e46-b964-4378-9169-155fea360468'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:13:04.311407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.652538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6cf09030-480c-49a6-855e-41894be891a6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:04.710555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8d04df46-2e23-4720-bbd6-d2d997c8d855 None None] Provisioning for port 6cf09030-480c-49a6-855e-41894be891a6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:04.789284 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] For port 24229ed3-2247-4d20-b7ac-3d976d82b846, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:13:04.830261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Allocated IP 172.20.0.1 (d6698e46-b964-4378-9169-155fea360468/ef12072e-11a0-4040-a826-ba7ca51e5d65/aaada914-8d95-41ca-91c6-dd6ae6116ae3) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:13:04.832247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] For port 24229ed3-2247-4d20-b7ac-3d976d82b846, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=24229ed3-2247-4d20-b7ac-3d976d82b846,segment=NetworkSegment(255c52a6-119c-47d2-898a-c644197fb24e),segment_id=255c52a6-119c-47d2-898a-c644197fb24e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:13:04.846837 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.858497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Allocated IP 172.20.0.2 (874679ea-a051-48a7-a1b3-7423fd9c84c7/4dc3684c-9d9b-41a8-a17a-65b370ae3789/5bdb9869-dc25-4859-85c7-78dd3dccc575) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:13:04.894861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6cf09030-480c-49a6-855e-41894be891a6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:04.914717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6cf09030-480c-49a6-855e-41894be891a6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:04.915101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.959948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:04.978861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Transition to ACTIVE for port object aaada914-8d95-41ca-91c6-dd6ae6116ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:05.015353 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.050018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0e86b-c421-42ad-9914-54b039de3911 None None] Pushing event updated for resources: {'Port': ['ID=24229ed3-2247-4d20-b7ac-3d976d82b846,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.074848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network d6698e46-b964-4378-9169-155fea360468 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:05.079403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:05.091376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:13:05.151412 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Port': ['ID=aaada914-8d95-41ca-91c6-dd6ae6116ae3,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.182252 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.182706 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.222325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6cf09030-480c-49a6-855e-41894be891a6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6cf09030-480c-49a6-855e-41894be891a6,segment=NetworkSegment(a4feb9fe-14b5-46b9-86aa-bf2d9323ca37),segment_id=a4feb9fe-14b5-46b9-86aa-bf2d9323ca37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:05.229820 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.285330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.309252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Transition to ACTIVE for port object 5bdb9869-dc25-4859-85c7-78dd3dccc575 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:05.313838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6cf09030-480c-49a6-855e-41894be891a6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.330921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Transition to ACTIVE for port object 5bdb9869-dc25-4859-85c7-78dd3dccc575 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:05.338718 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.350253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.383276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:05.386665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:05.391829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:13:05.395109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Pushing event updated for resources: {'Port': ['ID=5bdb9869-dc25-4859-85c7-78dd3dccc575,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.473039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Attempting to bind port 5bdb9869-dc25-4859-85c7-78dd3dccc575 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:13:05.473415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Attempting to bind port 5bdb9869-dc25-4859-85c7-78dd3dccc575 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7f9301f8-750b-45f3-a20c-990ee3b9315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:13:05.473785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Attempting to bind port 5bdb9869-dc25-4859-85c7-78dd3dccc575 on network 874679ea-a051-48a7-a1b3-7423fd9c84c7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:13:05.479779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:13:05.480262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Checking segment: {'id': '7f9301f8-750b-45f3-a20c-990ee3b9315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:05.480737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.481141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Bound using segment: {'id': '7f9301f8-750b-45f3-a20c-990ee3b9315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:13:05.481660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Bound port: 5bdb9869-dc25-4859-85c7-78dd3dccc575, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9301f8-750b-45f3-a20c-990ee3b9315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '874679ea-a051-48a7-a1b3-7423fd9c84c7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:13:05.482049 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.564389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] For port 5bdb9869-dc25-4859-85c7-78dd3dccc575, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:13:05.582908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] For port 5bdb9869-dc25-4859-85c7-78dd3dccc575, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5bdb9869-dc25-4859-85c7-78dd3dccc575,segment=NetworkSegment(7f9301f8-750b-45f3-a20c-990ee3b9315e),segment_id=7f9301f8-750b-45f3-a20c-990ee3b9315e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:13:05.586558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bfaa92a-a58a-406e-9173-474efe91cfa7 None None] Provisioning complete for port 6cf09030-480c-49a6-855e-41894be891a6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:05.588840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa92a-a58a-406e-9173-474efe91cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.614352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.667599 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.676759 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.712021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa870-3427-43ee-ac8f-8478681d8bfd None None] Pushing event updated for resources: {'Port': ['ID=5bdb9869-dc25-4859-85c7-78dd3dccc575,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.767096 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Port': ['ID=aaada914-8d95-41ca-91c6-dd6ae6116ae3,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:05.779924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:05.896944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network d6698e46-b964-4378-9169-155fea360468 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:05.903565 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:06.057734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Router ec4338f2-29a9-4d6a-88af-f6f774885ddf is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:13:06.098452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2d19e-6d15-452c-ae4c-0b6e3115695a None None] Network d6698e46-b964-4378-9169-155fea360468 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:06.182923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:13:06.193803 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-df14cf0e-e500-4b2f-b732-90bba3bde6ce tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779095 Jul 27 17:13:06.196268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:06.197266 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] Sync routers for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:13:06.209517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:06.210722 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:06.226854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-70e9558c-afcd-4772-b14a-ee2f7ffc808e None None] Provisioning for port 24229ed3-2247-4d20-b7ac-3d976d82b846 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:06.269906 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:06.286105 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:06.287322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:06.327849 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:06.328537 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae950c4-f467-4574-8ce1-cfab5f0b0d6a None None] The sync data for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:13:06.592225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5bdb9869-dc25-4859-85c7-78dd3dccc575 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:06.659874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 5bdb9869-dc25-4859-85c7-78dd3dccc575 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:06.667080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6cf09030-480c-49a6-855e-41894be891a6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:06.721115 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-97587897-d250-47cd-8b66-68af42f091dc tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:13:06.725866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33382) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:06.726795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-97587897-d250-47cd-8b66-68af42f091dc tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5295546 Jul 27 17:13:06.739597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6cf09030-480c-49a6-855e-41894be891a6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:06.741471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:06.811147 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e5c260a-4ab6-4fed-a2fe-2e2a5d72f4ae None None] Provisioning for port aaada914-8d95-41ca-91c6-dd6ae6116ae3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:06.826795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e5c260a-4ab6-4fed-a2fe-2e2a5d72f4ae None None] Provisioning complete for port aaada914-8d95-41ca-91c6-dd6ae6116ae3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:06.827831 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e5c260a-4ab6-4fed-a2fe-2e2a5d72f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:06.919133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c260a-4ab6-4fed-a2fe-2e2a5d72f4ae None None] Port aaada914-8d95-41ca-91c6-dd6ae6116ae3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:13:06.958313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 24229ed3-2247-4d20-b7ac-3d976d82b846 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:07.053545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 24229ed3-2247-4d20-b7ac-3d976d82b846 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:07.058570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 24229ed3-2247-4d20-b7ac-3d976d82b846 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:07.059503 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.111940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5c1d9-87a5-4b34-b7b3-d8a794698065 None None] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:07.219554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.229600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Provisioning complete for port aaada914-8d95-41ca-91c6-dd6ae6116ae3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:07.229978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.241917 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.372824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Port aaada914-8d95-41ca-91c6-dd6ae6116ae3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:13:07.407687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 24229ed3-2247-4d20-b7ac-3d976d82b846, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=24229ed3-2247-4d20-b7ac-3d976d82b846,segment=NetworkSegment(255c52a6-119c-47d2-898a-c644197fb24e),segment_id=255c52a6-119c-47d2-898a-c644197fb24e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:07.438255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Provisioning for port 5bdb9869-dc25-4859-85c7-78dd3dccc575 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:07.440934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.450601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Provisioning complete for port 5bdb9869-dc25-4859-85c7-78dd3dccc575 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:07.451138 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.562989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=24229ed3-2247-4d20-b7ac-3d976d82b846,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:07.635112 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.639320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting port aaada914-8d95-41ca-91c6-dd6ae6116ae3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:07.639883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.682138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] For port 5bdb9869-dc25-4859-85c7-78dd3dccc575, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5bdb9869-dc25-4859-85c7-78dd3dccc575,segment=NetworkSegment(7f9301f8-750b-45f3-a20c-990ee3b9315e),segment_id=7f9301f8-750b-45f3-a20c-990ee3b9315e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:07.688067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.764024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3e6a-0cd5-4a0a-b7a2-a9e223a445c6 None None] Pushing event updated for resources: {'Port': ['ID=5bdb9869-dc25-4859-85c7-78dd3dccc575,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:07.778843 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.798348 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Calling delete_port for aaada914-8d95-41ca-91c6-dd6ae6116ae3 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:07.816815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55dc2423-3067-43f7-83b0-bb7798c45d2c None None] Provisioning complete for port aaada914-8d95-41ca-91c6-dd6ae6116ae3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:07.817514 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55dc2423-3067-43f7-83b0-bb7798c45d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:07.873249 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-55dc2423-3067-43f7-83b0-bb7798c45d2c None None] Port aaada914-8d95-41ca-91c6-dd6ae6116ae3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:13:07.998608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a6965095-82bd-45d0-b603-d80c73742127 None None] Provisioning complete for port 5bdb9869-dc25-4859-85c7-78dd3dccc575 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:07.999125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a6965095-82bd-45d0-b603-d80c73742127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.031030 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.076344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Port': ['ID=aaada914-8d95-41ca-91c6-dd6ae6116ae3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:08.245918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.437646 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Router ec4338f2-29a9-4d6a-88af-f6f774885ddf has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:13:08.448282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5bdb9869-dc25-4859-85c7-78dd3dccc575 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:08.521274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 5bdb9869-dc25-4859-85c7-78dd3dccc575 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:08.521698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.551261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:13:08.559647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6923b100-386d-4613-a9b1-795e47b2aa77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323774 Jul 27 17:13:08.565281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33384) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:08.576497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] Sync routers for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:13:08.599642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:08.600450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:08.607946 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-591a43ae-875b-489a-b58d-418a58309090 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] delete failed (client error): The resource could not be found. Jul 27 17:13:08.609109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-591a43ae-875b-489a-b58d-418a58309090 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-462256837 HTTP/1.1" status: 404 len: 334 time: 0.0421064 Jul 27 17:13:08.619241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33386) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:08.624133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-47d36a37-a3b0-415e-bea7-3217737b6cb0 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec4338f2-29a9-4d6a-88af-f6f774885ddf'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:08.641003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:08.674394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:08.675019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:08.716972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:08.717717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860a60f-3335-43c5-a9b2-0d617fe23bf7 None None] The sync data for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:13:08.721870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 24229ed3-2247-4d20-b7ac-3d976d82b846 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:08.780283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 24229ed3-2247-4d20-b7ac-3d976d82b846 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:08.781026 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.838799 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-47d36a37-a3b0-415e-bea7-3217737b6cb0 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:08.866729 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-47d36a37-a3b0-415e-bea7-3217737b6cb0 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] update failed (client error): The resource could not be found. Jul 27 17:13:08.867820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-47d36a37-a3b0-415e-bea7-3217737b6cb0 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf HTTP/1.1" status: 404 len: 339 time: 0.2475455 Jul 27 17:13:08.872213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33388) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:09.433594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:09.693679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Allocated IP 172.20.0.1 (35f7ca18-dd73-4bc9-9a3c-5e086a94231d/d07916ae-39bf-48d3-8282-0d919d4823f8/b732061d-065a-4b0f-aacd-644c51da7aa0) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:13:09.745920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80846039-1761-48f6-b208-608fc52d657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:09.832626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:09.848415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Transition to ACTIVE for port object b732061d-065a-4b0f-aacd-644c51da7aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:09.888559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:09.933255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:09.937131 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:09.944186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:13:09.971500 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Port': ['ID=b732061d-065a-4b0f-aacd-644c51da7aa0,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:10.002451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.141530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.251438 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd23cc4d-5ec8-4e86-8891-09008cb7df18 None None] Provisioning for port b732061d-065a-4b0f-aacd-644c51da7aa0 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:10.255945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fd23cc4d-5ec8-4e86-8891-09008cb7df18 None None] Provisioning complete for port b732061d-065a-4b0f-aacd-644c51da7aa0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:10.256391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fd23cc4d-5ec8-4e86-8891-09008cb7df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.299204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-fd23cc4d-5ec8-4e86-8891-09008cb7df18 None None] Port b732061d-065a-4b0f-aacd-644c51da7aa0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:13:10.435558 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.441029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.520982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event updated for resources: {'Port': ['ID=b732061d-065a-4b0f-aacd-644c51da7aa0,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:10.525526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.621027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:13:10.622543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:13:10.735082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Router ec4338f2-29a9-4d6a-88af-f6f774885ddf has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:13:10.853235 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:13:10.858237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21a922bb-6b73-4659-8dd1-8a9dc685075e tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9850042 Jul 27 17:13:10.860922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33390) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:10.865267 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] Sync routers for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:13:10.876355 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:10.877014 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:10.913521 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:10.924548 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:10.925642 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:10.933134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-19a8721b-bafa-4148-9b1c-bbe7cfb9c9d9 None None] Provisioning complete for port b732061d-065a-4b0f-aacd-644c51da7aa0 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:10.933598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-19a8721b-bafa-4148-9b1c-bbe7cfb9c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:10.960816 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:10.961469 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e909a98-1adc-4509-8922-67ad10eee500 None None] The sync data for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 is: [] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:13:10.973095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-19a8721b-bafa-4148-9b1c-bbe7cfb9c9d9 None None] Port b732061d-065a-4b0f-aacd-644c51da7aa0 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:13:10.979423 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a8daeaa3-2859-44a9-a48f-d4a37ed7af8d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:11.069484 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-a8daeaa3-2859-44a9-a48f-d4a37ed7af8d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 17:13:11.070426 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a8daeaa3-2859-44a9-a48f-d4a37ed7af8d tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf HTTP/1.1" status: 409 len: 329 time: 0.2086220 Jul 27 17:13:11.075200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33392) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:11.409613 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:11.677216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting port b732061d-065a-4b0f-aacd-644c51da7aa0 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:11.677476 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:11.768041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:11.780586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Calling delete_port for b732061d-065a-4b0f-aacd-644c51da7aa0 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:11.956855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:11.984059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Port': ['ID=b732061d-065a-4b0f-aacd-644c51da7aa0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:12.130729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.286229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Router ec4338f2-29a9-4d6a-88af-f6f774885ddf has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:13:12.364263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:13:12.369531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ed24677-fc21-43fe-926c-53eb228ad720 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2933254 Jul 27 17:13:12.373957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33394) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:12.375805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] Sync routers for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:13:12.388000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:12.388660 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:12.417129 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [None req-1b12c9f2-02ad-4612-b4bd-c0e862812f77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] show failed (client error): The resource could not be found. Jul 27 17:13:12.418365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b12c9f2-02ad-4612-b4bd-c0e862812f77 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1409635563 HTTP/1.1" status: 404 len: 335 time: 0.0435019 Jul 27 17:13:12.422356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33396) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:12.425351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:12.427648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d6df9032-0bd7-4522-b303-276fe0b36a05 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:12.441293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] Routers {'ec4338f2-29a9-4d6a-88af-f6f774885ddf'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:13:12.442034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:12:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:12.444915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.462516 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-d6df9032-0bd7-4522-b303-276fe0b36a05 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] update failed (client error): The resource could not be found. Jul 27 17:13:12.466731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d6df9032-0bd7-4522-b303-276fe0b36a05 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1808779344 HTTP/1.1" status: 404 len: 335 time: 0.0400841 Jul 27 17:13:12.468191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33398) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:12.527966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting subnet 4dc3684c-9d9b-41a8-a17a-65b370ae3789 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:13:12.532360 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.575584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.646704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:12.647316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f28c7-8ea3-40cd-9990-63085e66c460 None None] The sync data for ids ['ec4338f2-29a9-4d6a-88af-f6f774885ddf'] in n-d-723572-6 is: [] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:13:12.660574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-04b0db2b-78ce-42e0-a542-7385bdb8d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.670481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.732653 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.761717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc3684c-9d9b-41a8-a17a-65b370ae3789,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:12.765334 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.767338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a392a57-eb1d-4996-9bd3-6c7d89e22b2c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/subnets/4dc3684c-9d9b-41a8-a17a-65b370ae3789 HTTP/1.1" status: 204 len: 168 time: 0.2976696 Jul 27 17:13:12.769829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33400) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:12.773247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12959d-a697-4627-a2bb-4e6b34cc9ea6 None None] Network 874679ea-a051-48a7-a1b3-7423fd9c84c7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:12.831514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting subnet ef12072e-11a0-4040-a826-ba7ca51e5d65 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:13:12.835108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.880348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:12.972369 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.003108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] DHCP port deletion for 874679ea-a051-48a7-a1b3-7423fd9c84c7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:13:13.041557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.062238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Deleting port 5bdb9869-dc25-4859-85c7-78dd3dccc575 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:13.062618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.071377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.076293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/subnets/ef12072e-11a0-4040-a826-ba7ca51e5d65 HTTP/1.1" status: 204 len: 168 time: 0.3054323 Jul 27 17:13:13.076567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33402) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:13.077548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8553078-474f-45d5-b388-9c312c44d392 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Subnet': ['ID=ef12072e-11a0-4040-a826-ba7ca51e5d65,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:13.101053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125171e-178e-4987-b493-d0f1c925ba5b None None] Network d6698e46-b964-4378-9169-155fea360468 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:13.173102 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.179424 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] For port 5bdb9869-dc25-4859-85c7-78dd3dccc575, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5bdb9869-dc25-4859-85c7-78dd3dccc575,segment=NetworkSegment(7f9301f8-750b-45f3-a20c-990ee3b9315e),segment_id=7f9301f8-750b-45f3-a20c-990ee3b9315e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:13.179835 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.199229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Calling delete_port for 5bdb9869-dc25-4859-85c7-78dd3dccc575 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:13.233731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting port 5bdb9869-dc25-4859-85c7-78dd3dccc575 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:13.233957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.301049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] For port 5bdb9869-dc25-4859-85c7-78dd3dccc575, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=5bdb9869-dc25-4859-85c7-78dd3dccc575,segment=NetworkSegment(7f9301f8-750b-45f3-a20c-990ee3b9315e),segment_id=7f9301f8-750b-45f3-a20c-990ee3b9315e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:13.301419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.321719 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Calling delete_port for 5bdb9869-dc25-4859-85c7-78dd3dccc575 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:13.342419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.369361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] Pushing event deleted for resources: {'Port': ['ID=5bdb9869-dc25-4859-85c7-78dd3dccc575,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:13.376787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb380e8-d290-4f16-b8fa-d02f6d9528da None None] No DVR routers for this DVR port 5bdb9869-dc25-4859-85c7-78dd3dccc575 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:13.417560 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.426563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] DHCP port deletion for d6698e46-b964-4378-9169-155fea360468 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:13:13.443560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Port': ['ID=5bdb9869-dc25-4859-85c7-78dd3dccc575,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:13.447201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] No DVR routers for this DVR port 5bdb9869-dc25-4859-85c7-78dd3dccc575 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:13.490101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Deleting port 24229ed3-2247-4d20-b7ac-3d976d82b846 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:13.490786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.548498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.559105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.564483 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874679ea-a051-48a7-a1b3-7423fd9c84c7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.571375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] For port 24229ed3-2247-4d20-b7ac-3d976d82b846, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=24229ed3-2247-4d20-b7ac-3d976d82b846,segment=NetworkSegment(255c52a6-119c-47d2-898a-c644197fb24e),segment_id=255c52a6-119c-47d2-898a-c644197fb24e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:13.571753 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.579740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9301f8-750b-45f3-a20c-990ee3b9315e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.580099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9301f8-750b-45f3-a20c-990ee3b9315e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.585432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Calling delete_port for 24229ed3-2247-4d20-b7ac-3d976d82b846 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:13.591141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.607124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.615300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:13:13.615886 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:13:13.619415 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:13:13.674868 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.688854 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.700616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.707193 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/networks/874679ea-a051-48a7-a1b3-7423fd9c84c7 HTTP/1.1" status: 204 len: 168 time: 0.6241136 Jul 27 17:13:13.707443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] Pushing event deleted for resources: {'Port': ['ID=24229ed3-2247-4d20-b7ac-3d976d82b846,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:13.707685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33404) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:13.713746 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4788ae-5fd3-4b54-9640-ba5d9e9f0c74 None None] No DVR routers for this DVR port 24229ed3-2247-4d20-b7ac-3d976d82b846 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:13.741566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87328b-7909-46d2-82cc-d145278ebc5c tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Network': ['ID=874679ea-a051-48a7-a1b3-7423fd9c84c7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:13.800127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.895922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.906606 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6698e46-b964-4378-9169-155fea360468']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.916456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255c52a6-119c-47d2-898a-c644197fb24e') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.916825 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255c52a6-119c-47d2-898a-c644197fb24e') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:13.925927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.941289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.946936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:13:13.947535 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:13:13.951214 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:13:14.011668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.022578 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.025351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/networks/d6698e46-b964-4378-9169-155fea360468 HTTP/1.1" status: 204 len: 168 time: 0.3173597 Jul 27 17:13:14.028762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:14.038773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a456d-31fe-4236-a864-e95e707a945a tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Network': ['ID=d6698e46-b964-4378-9169-155fea360468,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:14.083645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting subnet d07916ae-39bf-48d3-8282-0d919d4823f8 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:13:14.086905 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.127886 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.216478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.280516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.309745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Subnet': ['ID=d07916ae-39bf-48d3-8282-0d919d4823f8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:14.312607 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.316715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-17d8b754-7b53-4490-bc3b-44a71fd81a7f tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/subnets/d07916ae-39bf-48d3-8282-0d919d4823f8 HTTP/1.1" status: 204 len: 168 time: 0.2847455 Jul 27 17:13:14.317200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:14.318833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bddac9-e7a9-457c-a81c-c8aec5f78831 None None] Network 35f7ca18-dd73-4bc9-9a3c-5e086a94231d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:13:14.404127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.452488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5bdb9869-dc25-4859-85c7-78dd3dccc575 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:13:14.473638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Deleting port 6cf09030-480c-49a6-855e-41894be891a6 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:14.473883 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.476420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 5bdb9869-dc25-4859-85c7-78dd3dccc575 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:13:14.476768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 5bdb9869-dc25-4859-85c7-78dd3dccc575 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:13:14.477191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 24229ed3-2247-4d20-b7ac-3d976d82b846 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:13:14.502395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 24229ed3-2247-4d20-b7ac-3d976d82b846 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:13:14.502739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 24229ed3-2247-4d20-b7ac-3d976d82b846 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:13:14.553455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] For port 6cf09030-480c-49a6-855e-41894be891a6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6cf09030-480c-49a6-855e-41894be891a6,segment=NetworkSegment(a4feb9fe-14b5-46b9-86aa-bf2d9323ca37),segment_id=a4feb9fe-14b5-46b9-86aa-bf2d9323ca37)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:14.553860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.568192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Calling delete_port for 6cf09030-480c-49a6-855e-41894be891a6 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:14.587282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0973250-d659-44dd-955e-149421f928eb None None] DHCP port deletion for 35f7ca18-dd73-4bc9-9a3c-5e086a94231d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:13:14.634672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b0973250-d659-44dd-955e-149421f928eb None None] Deleting port 6cf09030-480c-49a6-855e-41894be891a6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:13:14.635047 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0973250-d659-44dd-955e-149421f928eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.656014 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.681716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Port': ['ID=6cf09030-480c-49a6-855e-41894be891a6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:14.686202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] No DVR routers for this DVR port 6cf09030-480c-49a6-855e-41894be891a6 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:14.702129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b0973250-d659-44dd-955e-149421f928eb None None] For port 6cf09030-480c-49a6-855e-41894be891a6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6cf09030-480c-49a6-855e-41894be891a6,segment=NetworkSegment(a4feb9fe-14b5-46b9-86aa-bf2d9323ca37),segment_id=a4feb9fe-14b5-46b9-86aa-bf2d9323ca37)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:14.702539 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0973250-d659-44dd-955e-149421f928eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.716345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b0973250-d659-44dd-955e-149421f928eb None None] Calling delete_port for 6cf09030-480c-49a6-855e-41894be891a6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:13:14.768019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.779490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f7ca18-dd73-4bc9-9a3c-5e086a94231d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:14.791086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:14.791702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4feb9fe-14b5-46b9-86aa-bf2d9323ca37') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:13:14.795741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0973250-d659-44dd-955e-149421f928eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.801030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.815572 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.821204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973250-d659-44dd-955e-149421f928eb None None] Pushing event deleted for resources: {'Port': ['ID=6cf09030-480c-49a6-855e-41894be891a6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:14.821403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:13:14.821758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.825357 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0973250-d659-44dd-955e-149421f928eb None None] No DVR routers for this DVR port 6cf09030-480c-49a6-855e-41894be891a6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:13:14.826924 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:13:14.886619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.894589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:14.896471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/networks/35f7ca18-dd73-4bc9-9a3c-5e086a94231d HTTP/1.1" status: 204 len: 168 time: 0.5780900 Jul 27 17:13:14.899223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33410) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:14.908407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851ad1c-ad98-46e4-8ab9-794e4726e9d1 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Pushing event deleted for resources: {'Network': ['ID=35f7ca18-dd73-4bc9-9a3c-5e086a94231d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:14.929634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5e0d767c-0cf3-4b16-b550-25ee90da2049 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec4338f2-29a9-4d6a-88af-f6f774885ddf HTTP/1.1" status: 200 len: 205 time: 0.0292077 Jul 27 17:13:14.932106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33412) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:15.012450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.149858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.176245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.178437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.222444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.222960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Fanout notify agent at l3_agent the message router_deleted on router ec4338f2-29a9-4d6a-88af-f6f774885ddf {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:13:15.229845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.231731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9755e6d6-512f-4c09-9102-1cf2c5b164e8 tempest-RoutersNegativeTest-1205409629 tempest-RoutersNegativeTest-1205409629-project] 10.222.0.64 "DELETE /v2.0/routers/ec4338f2-29a9-4d6a-88af-f6f774885ddf HTTP/1.1" status: 204 len: 168 time: 0.2982197 Jul 27 17:13:15.479857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33420) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:15.616005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37eb7260-e950-4f10-b720-62a73a85397f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdd69131d5724d35b34fc3e3bc0024bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349096 Jul 27 17:13:15.618396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33424) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:15.670776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.697421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.745208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.748913 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:15.750320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d548ed2-73d8-4553-8e30-d985e073b64b HTTP/1.1" status: 204 len: 168 time: 0.1309433 Jul 27 17:13:15.758502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7059f4-bc8b-4492-9607-07e632da12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d548ed2-73d8-4553-8e30-d985e073b64b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:16.443400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6cf09030-480c-49a6-855e-41894be891a6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:13:16.464054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6cf09030-480c-49a6-855e-41894be891a6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:13:16.464468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6cf09030-480c-49a6-855e-41894be891a6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:13:16.466011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:16.471361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038152 Jul 27 17:13:16.475830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33448) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:16.611684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cd2eb0f0-8974-49d1-a7bc-c1871a48399a tempest-NetworksApiDiscovery-1890307904 tempest-NetworksApiDiscovery-1890307904-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1345897 Jul 27 17:13:16.894363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 33456) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:17.013488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28204370-8955-4039-991e-7536993b2c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.029020 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.113787 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28204370-8955-4039-991e-7536993b2c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.117877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-28204370-8955-4039-991e-7536993b2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.159618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-28204370-8955-4039-991e-7536993b2c53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6d433c40c3a47658ec7b043fac4c6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638865 Jul 27 17:13:17.160822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28204370-8955-4039-991e-7536993b2c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266169a6-2ade-45a2-9039-badb6453d890,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:17.162688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33460) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:17.217338 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.239522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.294968 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.297871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:17.298871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/266169a6-2ade-45a2-9039-badb6453d890 HTTP/1.1" status: 204 len: 168 time: 0.1343889 Jul 27 17:13:17.306723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb4366-36ad-4236-a801-f7b8540153de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266169a6-2ade-45a2-9039-badb6453d890,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:18.271706 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:13:33.306912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280934d8-8039-48d1-a55b-1f83cec85e24 req-167a58d4-07c8-4ff7-a619-a2afc1ade5d8 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:33.310946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-280934d8-8039-48d1-a55b-1f83cec85e24 req-167a58d4-07c8-4ff7-a619-a2afc1ade5d8 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1096 time: 0.0734515 Jul 27 17:13:33.334382 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:33.360071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-280934d8-8039-48d1-a55b-1f83cec85e24 req-7680bfc3-e67f-4579-85b7-f099a483db9d tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Jul 27 17:13:33.506626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c4132-040e-4edd-bdac-f0b0b43a9980 req-f7941969-d708-4a83-a662-457f3847b6f7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:33.508222 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a6c4132-040e-4edd-bdac-f0b0b43a9980 req-f7941969-d708-4a83-a662-457f3847b6f7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0698781 Jul 27 17:13:33.548373 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a6c4132-040e-4edd-bdac-f0b0b43a9980 req-70854006-c7f3-432b-af09-6440b72a53de tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Jul 27 17:13:33.570530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 33624) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:13:33.639904 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5f0b6795-ec26-4c09-b249-5ffa99a1f72d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 200 len: 993 time: 0.0682123 Jul 27 17:13:34.342049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-20f4b749-04a2-48cc-8f2e-1b1f18342006 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014080 Jul 27 17:13:34.353343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b893d-449b-4850-a747-edf084c306d7 req-374efc71-ec3e-4af1-90a1-f19d4d27e004 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:34.354971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-688b893d-449b-4850-a747-edf084c306d7 req-374efc71-ec3e-4af1-90a1-f19d4d27e004 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0824981 Jul 27 17:13:34.398739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-688b893d-449b-4850-a747-edf084c306d7 req-20c90363-e199-4e47-91d3-7dfc986a8a57 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343566 Jul 27 17:13:35.535192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e78328-32fd-4c29-bb66-bb06e7807345 req-53d3b7ec-31ad-4481-8e92-5b334a64b2b4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:35.536723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95e78328-32fd-4c29-bb66-bb06e7807345 req-53d3b7ec-31ad-4481-8e92-5b334a64b2b4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0655246 Jul 27 17:13:35.580100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95e78328-32fd-4c29-bb66-bb06e7807345 req-c052f4f6-d64c-45de-aa92-80f70ba656ac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Jul 27 17:13:35.715870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-e6447923-8ca3-45c7-94f4-e1355945ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:35.717575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-e6447923-8ca3-45c7-94f4-e1355945ddbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1096 time: 0.0624182 Jul 27 17:13:35.807978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4f0f7403-7140-4afc-a81a-faa585a1f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:35.810148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4f0f7403-7140-4afc-a81a-faa585a1f9ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.0856016 Jul 27 17:13:36.215763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-719626cb-113b-48a2-b423-b04b9b587321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1001 time: 0.3980448 Jul 27 17:13:36.267765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-6a248e4e-00b8-4a85-b845-9d788cb5b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:36.269329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-6a248e4e-00b8-4a85-b845-9d788cb5b909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0470450 Jul 27 17:13:36.354231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-a014f9fe-4fcc-4925-9ee3-a9030a8a886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:36.357658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-a014f9fe-4fcc-4925-9ee3-a9030a8a886b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806851 Jul 27 17:13:36.472160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-0fc93146-dce4-444c-8948-5842ac0a0a17 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069703 Jul 27 17:13:36.580644 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-efc9ea56-1190-472e-951b-cb4f7332d6d5 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000392 Jul 27 17:13:36.731105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d76f6-8d59-4614-8d7e-2ef83cba2341 req-d5aa0d12-69eb-4846-8dff-26ec59fd95ed tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:36.732654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-354d76f6-8d59-4614-8d7e-2ef83cba2341 req-d5aa0d12-69eb-4846-8dff-26ec59fd95ed tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0722175 Jul 27 17:13:36.773844 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-354d76f6-8d59-4614-8d7e-2ef83cba2341 req-299c2ff2-c4f0-426a-99a5-af70050123a4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Jul 27 17:13:37.930711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530559cd-ea51-4580-8f8e-9a898010fe31 req-989c8ef3-7c05-4233-be38-44e105f214ed tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:37.932185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-530559cd-ea51-4580-8f8e-9a898010fe31 req-989c8ef3-7c05-4233-be38-44e105f214ed tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0845709 Jul 27 17:13:37.971896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-530559cd-ea51-4580-8f8e-9a898010fe31 req-9cdd1b86-2613-46d5-8db6-020abd7642da tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Jul 27 17:13:39.131775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aae723-e83b-43f7-a9f1-f12483ec977d req-f36a56a4-332f-4509-ac8f-2591f015411d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:39.133377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00aae723-e83b-43f7-a9f1-f12483ec977d req-f36a56a4-332f-4509-ac8f-2591f015411d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0800552 Jul 27 17:13:39.173643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00aae723-e83b-43f7-a9f1-f12483ec977d req-0844d351-0164-4815-a99f-fab09fc9517c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Jul 27 17:13:39.747774 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3e154319-738c-42fc-a718-9cba3aac1b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:40.312831 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5ec8-741c-497e-b7d3-f9d9e491656a req-086c970c-365c-4aba-a66b-abc6b04b0385 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:40.314253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa9c5ec8-741c-497e-b7d3-f9d9e491656a req-086c970c-365c-4aba-a66b-abc6b04b0385 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0704687 Jul 27 17:13:40.356487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa9c5ec8-741c-497e-b7d3-f9d9e491656a req-08650bb5-2487-49b9-b226-a6b1bb4a39b2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Jul 27 17:13:41.497404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084618-4703-4231-aa7f-f61fd8c93ec2 req-621b6239-4f56-451b-9037-4976e8efd5db tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:41.499036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7084618-4703-4231-aa7f-f61fd8c93ec2 req-621b6239-4f56-451b-9037-4976e8efd5db tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0720501 Jul 27 17:13:41.541986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7084618-4703-4231-aa7f-f61fd8c93ec2 req-e4b59aeb-fadb-4cdf-a721-40c04cdcec4f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338118 Jul 27 17:13:42.423401 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:42.496975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-54a00c52-46fd-4e0c-b8ff-eb14b8884f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:42.498511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-54a00c52-46fd-4e0c-b8ff-eb14b8884f11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1096 time: 0.0633724 Jul 27 17:13:42.555668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92ab4701-a622-403d-b397-06678217869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:42.627147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-6b33f72d-f056-4f33-b13a-d49674705a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:42.628694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-6b33f72d-f056-4f33-b13a-d49674705a0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1094439 Jul 27 17:13:42.692822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144aac9-0e72-44a7-915e-d2609e3124af req-b13c6cc2-83d9-4e0c-8e93-37f398ea65b2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:42.694460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e144aac9-0e72-44a7-915e-d2609e3124af req-b13c6cc2-83d9-4e0c-8e93-37f398ea65b2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0691071 Jul 27 17:13:42.708735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-14ec8f5a-97ff-4aee-83dd-d5d61b3481b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1001 time: 0.0708015 Jul 27 17:13:42.739150 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e144aac9-0e72-44a7-915e-d2609e3124af req-7e304d78-a836-4cd4-b0f7-9e8c953f6466 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Jul 27 17:13:42.765202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-558a0c3c-527d-4878-a9fc-58845d53955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:42.766692 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-558a0c3c-527d-4878-a9fc-58845d53955f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0505228 Jul 27 17:13:42.832716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-3c0bb67c-9177-44cd-a59f-d289de6f1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:42.834275 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-3c0bb67c-9177-44cd-a59f-d289de6f1688 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603483 Jul 27 17:13:42.940260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-7a432dcf-06d9-4a68-8c66-4bedd1a706e1 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990777 Jul 27 17:13:43.037780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a61326ee-8209-4f42-adf8-f5bc2b887eca req-e2dabd09-e667-4ce8-923d-60f14ba762ac service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Jul 27 17:13:43.542930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:43.878197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf3a63-7b5f-4279-9613-316ae273891c req-1d8c9cbc-059e-486e-af05-d9cdb2fc0b61 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:43.880110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1cf3a63-7b5f-4279-9613-316ae273891c req-1d8c9cbc-059e-486e-af05-d9cdb2fc0b61 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0661066 Jul 27 17:13:43.928167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c1cf3a63-7b5f-4279-9613-316ae273891c req-1c6162b9-f3fa-44b5-bf74-dfffe9ccea71 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jul 27 17:13:45.065443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfccf8-863e-4a77-b6ef-b9633a984a18 req-46ad9bc7-1b53-4ce1-8ea0-360117621ccc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:45.066902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fcdfccf8-863e-4a77-b6ef-b9633a984a18 req-46ad9bc7-1b53-4ce1-8ea0-360117621ccc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0696373 Jul 27 17:13:45.110587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fcdfccf8-863e-4a77-b6ef-b9633a984a18 req-6814a357-7173-4e8b-97b7-8058e3d3cb58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376515 Jul 27 17:13:45.153750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:46.246580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0cca1-a2d6-4b1a-8201-52c578f08c22 req-8169b110-bf99-4b2d-919a-4b12e8f9a3fd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:46.248930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51a0cca1-a2d6-4b1a-8201-52c578f08c22 req-8169b110-bf99-4b2d-919a-4b12e8f9a3fd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0702724 Jul 27 17:13:46.293823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51a0cca1-a2d6-4b1a-8201-52c578f08c22 req-1fcc6461-b68e-4de7-b306-b99abde85c50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Jul 27 17:13:47.045052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:47.441477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542d48-6ada-4b61-84e8-76ac5a297513 req-773f9368-6f1c-49e4-90f9-21107e508407 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:47.443041 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80542d48-6ada-4b61-84e8-76ac5a297513 req-773f9368-6f1c-49e4-90f9-21107e508407 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Jul 27 17:13:47.486397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80542d48-6ada-4b61-84e8-76ac5a297513 req-c64f85bd-4c26-425a-a1d8-375ef5aa7563 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347183 Jul 27 17:13:48.619452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5093b-b759-4c5e-9449-71d97e0ddbaf req-00f13752-faad-43c2-9b0b-077fa66ce60d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:48.620967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62b5093b-b759-4c5e-9449-71d97e0ddbaf req-00f13752-faad-43c2-9b0b-077fa66ce60d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0651181 Jul 27 17:13:48.659705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62b5093b-b759-4c5e-9449-71d97e0ddbaf req-a1d8f742-1ed4-4e5b-ba5d-28ab3886c8d4 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 27 17:13:49.797615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d76a-5c4a-4fe1-9b46-cbd5a98b713a req-3a9adf76-cc8d-4e13-a70a-a42bd62a9ff8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:49.799070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cc7d76a-5c4a-4fe1-9b46-cbd5a98b713a req-3a9adf76-cc8d-4e13-a70a-a42bd62a9ff8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0694687 Jul 27 17:13:50.139684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2cc7d76a-5c4a-4fe1-9b46-cbd5a98b713a req-15e45aaa-1558-4f42-a2eb-0d0dbcbd85fb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344011 Jul 27 17:13:51.297826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d692-e5a8-4b3a-9883-11d5cecb826a req-8fd2f7d5-8671-49bc-9339-e78167850c89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:51.299974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6015d692-e5a8-4b3a-9883-11d5cecb826a req-8fd2f7d5-8671-49bc-9339-e78167850c89 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0852039 Jul 27 17:13:51.342407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6015d692-e5a8-4b3a-9883-11d5cecb826a req-943aef98-ee7e-4b7a-bd9b-5731a2c33ef9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364490 Jul 27 17:13:52.481299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eaae9-b9df-4842-ac1f-df706a87a65f req-64820d96-0d65-43ea-a234-a48e409cdff8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:52.484895 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e52eaae9-b9df-4842-ac1f-df706a87a65f req-64820d96-0d65-43ea-a234-a48e409cdff8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0696020 Jul 27 17:13:52.535710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e52eaae9-b9df-4842-ac1f-df706a87a65f req-a4911a01-fa91-478a-b28e-2fce4c3400d8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386331 Jul 27 17:13:53.583219 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-65c58069-498c-4c87-a62a-5f594aa775ed service neutron] show failed (client error): The resource could not be found. Jul 27 17:13:53.584377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-65c58069-498c-4c87-a62a-5f594aa775ed service neutron] 10.222.0.61 "GET /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0611682 Jul 27 17:13:53.716458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc32f4-c342-45cb-9eae-8a1f0b69e784 req-d0f269d9-5466-417a-9886-f4614504ae9e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:53.718892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92cc32f4-c342-45cb-9eae-8a1f0b69e784 req-d0f269d9-5466-417a-9886-f4614504ae9e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.0946510 Jul 27 17:13:53.773193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92cc32f4-c342-45cb-9eae-8a1f0b69e784 req-d000a47d-839d-48e2-9334-ea5458296673 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 Jul 27 17:13:54.054709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-f0cc4c1a-0add-466f-8bf1-886f0478f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:54.054709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-f0cc4c1a-0add-466f-8bf1-886f0478f858 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 1096 time: 0.2542281 Jul 27 17:13:54.075610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:13:54.167383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:54.386732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:54.425026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:13:54.468407 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:13:54.470684 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b01356-ad17-4ade-afab-44483feb6340" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:13:54.475331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:54.492616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Transition to ACTIVE for port object 2e4e1818-4b04-4b56-b96e-fcd58a2a518c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:13:54.498519 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:54.633813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:54.696204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] No DVR routers for this DVR port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:13:54.737766 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0de84-2a35-44b8-8828-0514c6f8bfc6 x-openstack-request-id: req-28a0de84-2a35-44b8-8828-0514c6f8bfc6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:13:54.738157 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:13:54.738468 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28a0de84-2a35-44b8-8828-0514c6f8bfc6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:13:54.738929 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'code': 200} Jul 27 17:13:54.851484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:13:54.851832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:13:54.852167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:13:54.858013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:13:54.858340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:13:54.865514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:13:54.865880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:13:54.866394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Bound using segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:13:54.866856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Bound port: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:13:54.867220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:54.972456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:13:54.992108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a69b3-695c-4a8b-901d-6f64a7aae539 req-88481140-6d6a-4299-b3fa-8dbabf68036a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:54.993681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d5a69b3-695c-4a8b-901d-6f64a7aae539 req-88481140-6d6a-4299-b3fa-8dbabf68036a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.1303296 Jul 27 17:13:54.995419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:13:55.001904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:55.060207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:55.060847 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:55.062824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1091 time: 0.9921765 Jul 27 17:13:55.104846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d5a69b3-695c-4a8b-901d-6f64a7aae539 req-dee95e8c-5772-453a-b5dc-85e906568e1c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001678 Jul 27 17:13:55.139992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8a2d0-7964-4ccb-ac78-3b2c8a7cfbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:55.204684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-c2a27cfa-2832-4325-bf74-d23735d52ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:55.206687 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-c2a27cfa-2832-4325-bf74-d23735d52ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1094 time: 0.1060998 Jul 27 17:13:55.272096 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:13:55.320613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-67d4cf9b-af22-43aa-8978-9dd1e99497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:55.322305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-67d4cf9b-af22-43aa-8978-9dd1e99497e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1074648 Jul 27 17:13:55.396894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-edd6444e-64f2-4882-9060-212339ab400e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.0669351 Jul 27 17:13:55.457739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-a7f2bb2b-6d5c-459d-a9ac-0d95ee05c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:55.459237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-a7f2bb2b-6d5c-459d-a9ac-0d95ee05c95f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0479817 Jul 27 17:13:55.529370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-bfdf4b49-e7f4-4df7-b03d-2f08ecb001ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:55.530915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-bfdf4b49-e7f4-4df7-b03d-2f08ecb001ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647063 Jul 27 17:13:55.542352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-17daab2d-6609-4a69-9bdf-fdf04fa45d66 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:13:55.543424 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-17daab2d-6609-4a69-9bdf-fdf04fa45d66 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056093 Jul 27 17:13:55.648413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-8287372f-ed54-49a1-9280-ef02a0d32585 service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979381 Jul 27 17:13:55.743631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:13:55.758498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-32b743ff-b6e0-4099-9155-bd4dc5feaa0c req-49acb5d7-f381-4f4a-a920-df18d40516aa service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024024 Jul 27 17:13:55.791997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:13:56.271373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b99b-2f14-4c7f-8382-edcbbf926564 req-e33f9c67-3572-4528-aaeb-fd58a4e1dd50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:56.272340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e43b99b-2f14-4c7f-8382-edcbbf926564 req-e33f9c67-3572-4528-aaeb-fd58a4e1dd50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.0744109 Jul 27 17:13:56.327871 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e43b99b-2f14-4c7f-8382-edcbbf926564 req-13eaf4c5-f36a-42a3-8b1a-0459713478c9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476933 Jul 27 17:13:56.740382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:13:56.742813 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff2520-8435-40c1-b0a3-22793693102d" -d '{"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:13:56.792795 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4c673b-f167-4c48-b382-8d52f6c8e4df x-openstack-request-id: req-2f4c673b-f167-4c48-b382-8d52f6c8e4df {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:13:56.793093 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:13:56.793350 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f4c673b-f167-4c48-b382-8d52f6c8e4df {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:13:56.793762 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:13:56.914079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-c6175925-1f7b-4a5b-a51b-31e074128215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:56.915597 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-c6175925-1f7b-4a5b-a51b-31e074128215 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1094 time: 0.1028562 Jul 27 17:13:56.924126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-8d8db812-3b0d-4da1-b955-b719962fd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:56.925583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-8d8db812-3b0d-4da1-b955-b719962fd858 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1094 time: 0.0800152 Jul 27 17:13:57.082542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-f81504fa-5540-49a0-95dc-8de2bddeeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.084010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-f81504fa-5540-49a0-95dc-8de2bddeeb1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1575794 Jul 27 17:13:57.100379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-21bb65b4-b0b8-4dd4-bc35-7130731282a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.101873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-21bb65b4-b0b8-4dd4-bc35-7130731282a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1565573 Jul 27 17:13:57.197588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-61995107-40b4-4110-9d03-facf3bdf41eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.1059136 Jul 27 17:13:57.217124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-361da13d-0b70-4820-9ebe-fedefe6fc450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.0836086 Jul 27 17:13:57.288140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-a99a3590-25b5-4f53-bee8-7fa0da978d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.289572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-a99a3590-25b5-4f53-bee8-7fa0da978d51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0845370 Jul 27 17:13:57.295004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-8863ebfd-d6fe-4a40-b41c-126ee574772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.296314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-8863ebfd-d6fe-4a40-b41c-126ee574772b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0576806 Jul 27 17:13:57.392630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-1cc6712d-ba2c-47bf-b88d-aae95ce57384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.394235 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-1cc6712d-ba2c-47bf-b88d-aae95ce57384 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962341 Jul 27 17:13:57.403619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2520-8435-40c1-b0a3-22793693102d req-17c61bb8-7f02-4d7b-b710-3522ab62f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.406297 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-17c61bb8-7f02-4d7b-b710-3522ab62f9bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809965 Jul 27 17:13:57.491854 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9046106-7c57-4a67-9b43-855b9fef7d1c req-80185257-47e3-4541-bb09-34128d1882a0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:57.494516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9046106-7c57-4a67-9b43-855b9fef7d1c req-80185257-47e3-4541-bb09-34128d1882a0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 943 time: 0.0839105 Jul 27 17:13:57.557391 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9046106-7c57-4a67-9b43-855b9fef7d1c req-227644d8-4f7c-49cb-8104-32ed7e21efbf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549111 Jul 27 17:13:57.610538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-d09f66b4-b969-4496-b387-9e3f754b7ad6 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029638 Jul 27 17:13:57.615561 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-9c5cf174-c2c8-428b-a0cb-ab2d9ededf73 service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523120 Jul 27 17:13:57.635614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:13:57.767635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:57.783111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:13:57.787332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-78c1cf08-eb70-46ea-a510-18973864ca1d service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685736 Jul 27 17:13:57.789463 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93ff2520-8435-40c1-b0a3-22793693102d req-43114bc3-ff23-4987-8fec-bab043625618 service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623144 Jul 27 17:13:57.856854 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:57.872192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:13:57.905238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:57.914348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:57.989025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.009274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:13:58.194584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['2e4e1818-4b04-4b56-b96e-fcd58a2a518c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:13:58.717961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cabd8b-c88e-4b49-a9f2-77138e34c556 req-7098bc9e-75e2-4865-85e9-b278bf84ecca tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:58.719531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5cabd8b-c88e-4b49-a9f2-77138e34c556 req-7098bc9e-75e2-4865-85e9-b278bf84ecca tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.0710828 Jul 27 17:13:58.760132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5cabd8b-c88e-4b49-a9f2-77138e34c556 req-532d450c-02e2-4a17-9a19-5a32fddd2678 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Jul 27 17:13:59.072413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-ec1a6bf9-ea85-40ee-9162-f8936c2f7c4c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.073941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-ec1a6bf9-ea85-40ee-9162-f8936c2f7c4c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 944 time: 0.1156683 Jul 27 17:13:59.086857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d59b8-6453-45ef-a2dd-023d0ebab8de req-e20db6e5-3769-43b5-a909-ce03ba9f51f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.089094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-913d59b8-6453-45ef-a2dd-023d0ebab8de req-e20db6e5-3769-43b5-a909-ce03ba9f51f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.0949695 Jul 27 17:13:59.170144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-913d59b8-6453-45ef-a2dd-023d0ebab8de req-111a4e0d-1646-4c51-a5a5-f2e424acfb32 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722456 Jul 27 17:13:59.176918 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-93ba63a6-6053-4278-ac44-2da39e818b57 service neutron] 10.222.0.13 "GET /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.0868247 Jul 27 17:13:59.284503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-9ccdc08d-f097-41a1-8211-b7502ff61438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.287152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-9ccdc08d-f097-41a1-8211-b7502ff61438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1095 time: 0.0694067 Jul 27 17:13:59.388061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-9a37e9a6-944c-4fcb-81cc-f10fa63dc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.389685 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-9a37e9a6-944c-4fcb-81cc-f10fa63dc1a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.0961173 Jul 27 17:13:59.464421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-f1efc79c-3360-476f-a09d-5a5718a8d859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1000 time: 0.0670540 Jul 27 17:13:59.521690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-afdb15b4-4027-4452-a592-177c24f8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.523035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-afdb15b4-4027-4452-a592-177c24f8c560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0521567 Jul 27 17:13:59.585406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-b21fd754-2d45-4a51-b2de-b69d7ad2ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:13:59.586864 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-b21fd754-2d45-4a51-b2de-b69d7ad2ea7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573165 Jul 27 17:13:59.656163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:13:59.686236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-aa227b83-f485-469e-8c65-818cf702d06f service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922031 Jul 27 17:13:59.709038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:13:59.713180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:13:59.713578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:59.793724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-0c9c65b4-98ce-4e4f-b8f7-1548de315821 service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005661 Jul 27 17:13:59.804870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:59.842642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:13:59.843916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:13:59.846375 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3c80d-840d-4a0c-9370-2991cdc816c4" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:13:59.854690 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:13:59.906015 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac03219-d2c0-4b2b-8658-9c1813d3d7cc x-openstack-request-id: req-6ac03219-d2c0-4b2b-8658-9c1813d3d7cc {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:13:59.906308 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:13:59.906561 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ac03219-d2c0-4b2b-8658-9c1813d3d7cc {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:13:59.906959 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'code': 200} Jul 27 17:13:59.911830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:00.388844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7f3d2-1967-4190-8abf-69ea68afcece req-b1440f73-3575-495e-9696-f50f90e0760e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:00.390931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3eb7f3d2-1967-4190-8abf-69ea68afcece req-b1440f73-3575-495e-9696-f50f90e0760e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1160848 Jul 27 17:14:00.438735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3eb7f3d2-1967-4190-8abf-69ea68afcece req-05b7c58e-53ff-4257-9b27-c4da407e3b67 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Jul 27 17:14:01.653916 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7457e-1fb7-4d39-b7ee-9cc95fe2b49e req-43b17c16-2b96-4409-8558-ac34a4da35a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:01.656422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa7457e-1fb7-4d39-b7ee-9cc95fe2b49e req-43b17c16-2b96-4409-8558-ac34a4da35a6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 945 time: 0.1328943 Jul 27 17:14:01.713456 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa7457e-1fb7-4d39-b7ee-9cc95fe2b49e req-b90acd88-6d98-47ca-b330-12a6950f42f2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Jul 27 17:14:01.983774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-4eac7c17-28c5-4062-9e96-f901ecddb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:01.985353 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-4eac7c17-28c5-4062-9e96-f901ecddb94f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 1096 time: 0.0641606 Jul 27 17:14:01.997757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:02.076498 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:02.302396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:02.336417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:14:02.739068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:14:02.741427 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6727498-19aa-4220-b44d-0a89ac948e08" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:14:02.746685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:02.761562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Transition to ACTIVE for port object 2e4e1818-4b04-4b56-b96e-fcd58a2a518c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:02.767613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:02.818856 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c283501c-9299-4799-b750-ed1cfd0419cf x-openstack-request-id: req-c283501c-9299-4799-b750-ed1cfd0419cf {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:14:02.819168 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:14:02.819411 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c283501c-9299-4799-b750-ed1cfd0419cf {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:14:02.819802 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'code': 200} Jul 27 17:14:02.838382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:02.882955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.883306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.883649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.883988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.884329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.884689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.885022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.885350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.885678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.886005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.886331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.886707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:02.914626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343431-b89a-4132-a582-4c2a4982927a req-bc326ea6-4f56-4f1a-8c2f-a29c59fb12dd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:02.920699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3343431-b89a-4132-a582-4c2a4982927a req-bc326ea6-4f56-4f1a-8c2f-a29c59fb12dd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.1059756 Jul 27 17:14:02.940517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] No DVR routers for this DVR port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:14:02.961044 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c3343431-b89a-4132-a582-4c2a4982927a req-e7a32865-4561-4c5a-b123-618cda693f71 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371752 Jul 27 17:14:03.096100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:14:03.096802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:14:03.096802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:14:03.101433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:14:03.101755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Attempting to bind port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:14:03.107430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:14:03.107764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Checking segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:14:03.108153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Bound using segment: {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:14:03.108613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Bound port: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:14:03.108980 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:03.181670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:14:03.185484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:14:03.191536 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:03.227210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:03.227921 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:03.229406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] 10.222.0.61 "PUT /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 1092 time: 1.2362437 Jul 27 17:14:03.270494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536636d-7522-414f-ba0c-261a59adc3ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:03.326224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-478481b9-246d-434f-9377-1edd5efe75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:03.328005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-478481b9-246d-434f-9377-1edd5efe75cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1095 time: 0.0691478 Jul 27 17:14:03.332513 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:03.428020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-ce3d4905-8be7-4096-8b97-1b481bf46691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:03.429590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-ce3d4905-8be7-4096-8b97-1b481bf46691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.0944083 Jul 27 17:14:03.507993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-1f008cbd-3a4e-4edc-8344-9816bf5444ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.0710239 Jul 27 17:14:03.564244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-cc529dfe-0bd1-4e9f-a890-da8a2323427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:03.565782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-cc529dfe-0bd1-4e9f-a890-da8a2323427e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0506516 Jul 27 17:14:03.629773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6b37d996-4580-40b7-8349-25ddb785d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:03.631318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-6b37d996-4580-40b7-8349-25ddb785d55c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587840 Jul 27 17:14:03.707925 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:14:03.728088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-bd9584e8-91da-4e56-8f73-e554c40cec96 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Jul 27 17:14:03.750558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:14:03.825014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0880aa51-eb33-44c8-8f98-40d9dbcd5744 req-450f5ac2-2d8a-4605-8300-94781fb947a0 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897083 Jul 27 17:14:04.153299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c26fc-ca2a-47b2-b314-afa501127f0c req-31295bfe-8c42-4be9-9b26-5744b7cb953b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:04.154845 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c05c26fc-ca2a-47b2-b314-afa501127f0c req-31295bfe-8c42-4be9-9b26-5744b7cb953b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.1071234 Jul 27 17:14:04.210971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c05c26fc-ca2a-47b2-b314-afa501127f0c req-bc4a26c7-768c-4de6-b899-0c0e8b6a9bb5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Jul 27 17:14:04.821295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:14:04.823901 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ad719-51bb-4380-8a9b-2851d5b16436" -d '{"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:14:04.875313 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093627b-ea63-49c5-84c3-38823aaa0ac7 x-openstack-request-id: req-e093627b-ea63-49c5-84c3-38823aaa0ac7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:14:04.875571 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:14:04.875989 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e093627b-ea63-49c5-84c3-38823aaa0ac7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:14:04.876398 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:14:04.999777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-68fa00ce-791e-4f1d-ad35-d2cd6b24aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.001381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-68fa00ce-791e-4f1d-ad35-d2cd6b24aecb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1095 time: 0.1074417 Jul 27 17:14:05.004533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-dee30ea5-6b72-4a58-98f1-d6c27afa0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.006000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-dee30ea5-6b72-4a58-98f1-d6c27afa0353 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1095 time: 0.0792477 Jul 27 17:14:05.184460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-7bd5b6c2-6eab-4b97-9e2b-1bcc7b364f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.186070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-7bd5b6c2-6eab-4b97-9e2b-1bcc7b364f4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1767132 Jul 27 17:14:05.188164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-90dd28f6-58fd-4aad-b049-67b7b3ca89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.189531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-90dd28f6-58fd-4aad-b049-67b7b3ca89b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1692736 Jul 27 17:14:05.372823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-fe621bf8-2e2a-4dd1-a101-c6cef17790b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.1739614 Jul 27 17:14:05.379370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-cd220c41-159a-4aa1-8c6d-225aa60105ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 999 time: 0.1787021 Jul 27 17:14:05.477532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-26839409-87e6-431e-a316-0cb417ee7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.479072 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-26839409-87e6-431e-a316-0cb417ee7a94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0888886 Jul 27 17:14:05.483617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-f40a0f23-1879-4548-849f-0fa6d71e19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.485310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-f40a0f23-1879-4548-849f-0fa6d71e19ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.1050105 Jul 27 17:14:05.570562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56857d-41b4-4b36-9bdf-95af2fbd2b1b req-109aeb71-e814-444a-a9d5-77c6fb1ed3bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.572482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e56857d-41b4-4b36-9bdf-95af2fbd2b1b req-109aeb71-e814-444a-a9d5-77c6fb1ed3bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.2536390 Jul 27 17:14:05.646896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-069028d7-1e69-4fb0-9525-c0b326dc6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.648705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-069028d7-1e69-4fb0-9525-c0b326dc6052 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594019 Jul 27 17:14:05.653239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e56857d-41b4-4b36-9bdf-95af2fbd2b1b req-267f34a2-2a1f-4046-b682-df33868fbc66 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Jul 27 17:14:05.667336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-5491e53a-c6fe-4c88-98d5-dd50245e346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:05.669253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-5491e53a-c6fe-4c88-98d5-dd50245e346b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689501 Jul 27 17:14:05.856317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-f2ebb41d-63be-4ac7-9f8c-36cd167538ec service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991558 Jul 27 17:14:05.863287 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-02a2ae90-a5a1-46dd-ae49-7d9a93f07cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828761 Jul 27 17:14:06.025511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-850b4ae7-0890-4962-8597-6b98218e0603 service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610267 Jul 27 17:14:06.029583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee2ad719-51bb-4380-8a9b-2851d5b16436 req-a2e9eb6d-8db8-4a80-bd52-09d77ee2d06b service neutron] 10.222.0.13 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553645 Jul 27 17:14:06.822823 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ad070-e084-47de-95de-674179160cc9 req-1328fd57-e742-4d36-87ca-f32c93add00f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:06.824547 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c5ad070-e084-47de-95de-674179160cc9 req-1328fd57-e742-4d36-87ca-f32c93add00f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 944 time: 0.0856583 Jul 27 17:14:06.876495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c5ad070-e084-47de-95de-674179160cc9 req-4a15066c-7e90-43a1-b11b-130dd13fc253 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Jul 27 17:14:06.901830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34008) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:06.960048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34010) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:06.978667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-41ed6dec-fe43-4fd0-bdfd-0ed0beeb3268 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 200 len: 991 time: 0.0749311 Jul 27 17:14:07.086325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.182673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.187122 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.229592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29373d4c191c4e4d9968a82edda0f17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683377 Jul 27 17:14:07.231142 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6a196-a46c-4543-994f-aa0337175f10,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:07.232927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34014) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:07.239325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.239674 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.240021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.240362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.240741 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.241072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.241409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.241738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.242064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.242384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.242713 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.243048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96463056-6fc1-446a-a519-25e36ece89e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:07.291596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.313680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.365915 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.368373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.369593 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fc6a196-a46c-4543-994f-aa0337175f10 HTTP/1.1" status: 204 len: 168 time: 0.1355550 Jul 27 17:14:07.377609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8917b-9b3d-49cb-b06e-e3289f96bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6a196-a46c-4543-994f-aa0337175f10,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:07.691896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:07.707624 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f48a76db-b566-424f-92c7-ca78f9c95543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.798906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:14:07.810619 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f48a76db-b566-424f-92c7-ca78f9c95543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.815926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f48a76db-b566-424f-92c7-ca78f9c95543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.865334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f48a76db-b566-424f-92c7-ca78f9c95543 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce099707be714de9939a46227d2768e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698403 Jul 27 17:14:07.865334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a76db-b566-424f-92c7-ca78f9c95543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703c3fef-817a-4e12-a7ad-762cab9a39e8,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:07.866157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34022) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:07.908296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:07.923712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'port_id': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'mac_address': 'fa:16:3e:25:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:14:07.927052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.951946 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.976921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:07.991721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:14:08.007708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:08.010288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:08.011448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/703c3fef-817a-4e12-a7ad-762cab9a39e8 HTTP/1.1" status: 204 len: 168 time: 0.1447229 Jul 27 17:14:08.016997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:08.020578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266122-c7c6-4fd8-9da2-0298810a234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703c3fef-817a-4e12-a7ad-762cab9a39e8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:08.022840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:08.091908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:08.252154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['2e4e1818-4b04-4b56-b96e-fcd58a2a518c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:14:09.577225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34062) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:09.697918 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c337ef9c-850a-423d-b00f-ba5281bc70af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.749984 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa91a41a-e2be-4596-8bd5-2159ac201a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.800012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c337ef9c-850a-423d-b00f-ba5281bc70af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.804127 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c337ef9c-850a-423d-b00f-ba5281bc70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.810215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:09.845909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c337ef9c-850a-423d-b00f-ba5281bc70af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e2b037d6c1543d4b07e9ee770e16894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675533 Jul 27 17:14:09.846847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337ef9c-850a-423d-b00f-ba5281bc70af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db21d9-1eea-4b17-a1aa-070b0c40b1d7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:09.849580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34066) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:09.874733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:09.879120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:09.879633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.908551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.930104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.978023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.991178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.993980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:09.995183 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13db21d9-1eea-4b17-a1aa-070b0c40b1d7 HTTP/1.1" status: 204 len: 168 time: 0.1441419 Jul 27 17:14:10.003654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ac186-7ed9-44b8-bfa3-50a1e3df94f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db21d9-1eea-4b17-a1aa-070b0c40b1d7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:10.008962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:14:10.011055 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc570fac-ad92-4834-a1a7-f0e3044698e7" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:14:10.028055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:10.038898 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.067845 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eab69a-6289-4600-9596-ee7c19ca109d x-openstack-request-id: req-61eab69a-6289-4600-9596-ee7c19ca109d {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:14:10.068121 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-plugged", "status": "completed", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:14:10.068382 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61eab69a-6289-4600-9596-ee7c19ca109d {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:14:10.068799 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'code': 200} Jul 27 17:14:10.107132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:10.304335 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34074) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:10.318181 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-daa706cb-9ddb-42cb-ae4f-3a7d520d0105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.415098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-daa706cb-9ddb-42cb-ae4f-3a7d520d0105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.420010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-daa706cb-9ddb-42cb-ae4f-3a7d520d0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.458637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-daa706cb-9ddb-42cb-ae4f-3a7d520d0105 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51f1e399b34d442bb669953a969f29e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530447 Jul 27 17:14:10.459512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa706cb-9ddb-42cb-ae4f-3a7d520d0105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39230ebd-4c6c-41b7-ab3a-7fcadb9ea79f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:10.461563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34076) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:10.512036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.533872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.580328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.582850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:10.584001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39230ebd-4c6c-41b7-ab3a-7fcadb9ea79f HTTP/1.1" status: 204 len: 168 time: 0.1205237 Jul 27 17:14:10.591418 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c2417-eadd-4a30-9134-2acd36bda1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39230ebd-4c6c-41b7-ab3a-7fcadb9ea79f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:12.416972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:12.557979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9fefa91c-cba7-4369-b369-3eee66b13d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:13.546032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:15.156755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:17.060111 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.193625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:29.311053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6170-ab40-4b1a-9b9c-85d5ffb2741e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.426595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6170-ab40-4b1a-9b9c-85d5ffb2741e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.431490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6170-ab40-4b1a-9b9c-85d5ffb2741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.476124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6dc6170-ab40-4b1a-9b9c-85d5ffb2741e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01a2e69f43a9427299d0917a60d6cc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814188 Jul 27 17:14:29.477036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc6170-ab40-4b1a-9b9c-85d5ffb2741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304976d-4d40-4c4a-b123-79ee4ba06f22,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:29.479956 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34242) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:29.551300 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.574860 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.633622 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.636546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:29.637791 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2304976d-4d40-4c4a-b123-79ee4ba06f22 HTTP/1.1" status: 204 len: 168 time: 0.1563847 Jul 27 17:14:29.648320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d391e02-e93d-4a1a-a4c6-60e377926768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2304976d-4d40-4c4a-b123-79ee4ba06f22,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:29.959056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:29.975660 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4db9-9d6c-4cab-9e49-b6af58a30873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.086325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4db9-9d6c-4cab-9e49-b6af58a30873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.091952 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4db9-9d6c-4cab-9e49-b6af58a30873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.133972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4db9-9d6c-4cab-9e49-b6af58a30873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70140829-bddf-4364-95f9-fbce303cc926,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:30.139977 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b2e4db9-9d6c-4cab-9e49-b6af58a30873 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0dfd163a3d454037997e46f02ab5b0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798716 Jul 27 17:14:30.142563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34250) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:30.206442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.233896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.296242 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.301061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:30.302755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70140829-bddf-4364-95f9-fbce303cc926 HTTP/1.1" status: 204 len: 168 time: 0.1591582 Jul 27 17:14:30.314622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3259f-d372-4f90-a221-94b3fe4c2fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70140829-bddf-4364-95f9-fbce303cc926,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:32.271470 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:14:33.339492 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:34.856333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34342) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:34.974337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9086fe7b-7da1-470a-88a2-086d87feef52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.067081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9086fe7b-7da1-470a-88a2-086d87feef52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.071081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9086fe7b-7da1-470a-88a2-086d87feef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.111561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9086fe7b-7da1-470a-88a2-086d87feef52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e11e828bec0b4a1ab784d6375185f6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534993 Jul 27 17:14:35.112456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086fe7b-7da1-470a-88a2-086d87feef52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6e43d-4953-49d2-88c8-d97a4ca772a7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:35.114212 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:35.172955 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.194977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.241068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.243763 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.245187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2a6e43d-4953-49d2-88c8-d97a4ca772a7 HTTP/1.1" status: 204 len: 168 time: 0.1292663 Jul 27 17:14:35.253624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4ca3-7916-401c-a5d3-9fa511666e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6e43d-4953-49d2-88c8-d97a4ca772a7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:35.515047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34352) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:35.529096 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32a7458d-8046-4e3d-8446-e3e4e2878c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.620191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32a7458d-8046-4e3d-8446-e3e4e2878c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.625030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32a7458d-8046-4e3d-8446-e3e4e2878c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.665202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7458d-8046-4e3d-8446-e3e4e2878c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d66fa-7cce-42dc-8f17-ba73c9bb5718,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:35.673765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32a7458d-8046-4e3d-8446-e3e4e2878c34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b6f86f5438f44e4881390f0308e5d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554105 Jul 27 17:14:35.675299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34354) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:35.724562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.746680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.794870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.797294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:35.798622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/205d66fa-7cce-42dc-8f17-ba73c9bb5718 HTTP/1.1" status: 204 len: 168 time: 0.1234016 Jul 27 17:14:35.807098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec8a08-d308-4f8d-bd62-22101f750dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d66fa-7cce-42dc-8f17-ba73c9bb5718,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:37.546619 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dbdb3-fa97-41d9-991f-60ad36f66d2a req-dbbc9b06-f571-4492-8a44-f215fc658510 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:37.547552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-947dbdb3-fa97-41d9-991f-60ad36f66d2a req-dbbc9b06-f571-4492-8a44-f215fc658510 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1097 time: 0.0715029 Jul 27 17:14:37.590043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-947dbdb3-fa97-41d9-991f-60ad36f66d2a req-9a8e7f98-93c4-4e0a-acfe-f1f2095f52b6 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360856 Jul 27 17:14:37.615069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34408) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:37.783740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port d14b064f-d417-49f8-9a39-5dcb353615f4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:14:37.784100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:37.863852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:37.864197 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:37.876700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for d14b064f-d417-49f8-9a39-5dcb353615f4 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:14:38.074194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:38.104790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=d14b064f-d417-49f8-9a39-5dcb353615f4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:38.180451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:38.180797 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 00ae020c-6fc8-4663-af51-9a7470c4f969 disassociated (deleted). External IP: 172.25.4.122, port: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c. Jul 27 17:14:38.405868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:14:38.521139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:14:38.526404 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:38.532889 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Sync routers for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:14:38.542624 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:38.543321 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:38.563706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-baf2b1cf-5799-4bea-b6fd-67b9b2a94e4b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/floatingips/00ae020c-6fc8-4663-af51-9a7470c4f969 HTTP/1.1" status: 204 len: 168 time: 0.9471660 Jul 27 17:14:38.567092 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:14:38.567092 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20" -d '{"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:14:38.674963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:38.802198 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e81b8a-0b81-4de5-8b39-a9ce3f1b4deb x-openstack-request-id: req-c3e81b8a-0b81-4de5-8b39-a9ce3f1b4deb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:14:38.802711 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:14:38.802818 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3e81b8a-0b81-4de5-8b39-a9ce3f1b4deb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:14:38.803134 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:14:38.894775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25f16-86bc-421c-801e-fc5a8a2741e6 req-c5ea038a-f0b7-4cc9-b27c-acb8173b1d24 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:38.906093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1c25f16-86bc-421c-801e-fc5a8a2741e6 req-c5ea038a-f0b7-4cc9-b27c-acb8173b1d24 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 946 time: 0.0907655 Jul 27 17:14:38.917103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-27665f8f-0a22-4322-a14b-da951a0d919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:38.921535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-27665f8f-0a22-4322-a14b-da951a0d919d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 1097 time: 0.0918679 Jul 27 17:14:38.960687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1c25f16-86bc-421c-801e-fc5a8a2741e6 req-fb251c80-3ee9-4907-bc9a-55f52e261966 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Jul 27 17:14:39.037130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-302918ef-2386-4617-affe-8397e3d126c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:39.039006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-302918ef-2386-4617-affe-8397e3d126c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 200 len: 898 time: 0.1083026 Jul 27 17:14:39.080364 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:39.096785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-02a2bc3c-36e8-4967-840b-ba2d924a22cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 200 len: 217 time: 0.0488162 Jul 27 17:14:39.109382 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Checking router: aceb1820-19d0-4027-bb0b-fc65d7a0e0bb for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:14:39.119941 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:39.120815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:39.156223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-7da2b5ae-47ca-4fd1-aab3-09c1593e348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:39.157848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-7da2b5ae-47ca-4fd1-aab3-09c1593e348f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 200 len: 835 time: 0.0530436 Jul 27 17:14:39.231035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-370f3948-fccd-4f4c-8d5d-41035870a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:39.232786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-370f3948-fccd-4f4c-8d5d-41035870a5ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671701 Jul 27 17:14:39.243610 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:39.334146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-88f8b908-9bdd-4959-9b54-6cd66febef1b service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936980 Jul 27 17:14:39.434219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-84e13bac-5ed1-41b9-8a27-6b1ba65eac20 req-e48d6af3-666e-4238-8903-be251d55d73a service neutron] 10.222.0.61 "GET /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Jul 27 17:14:39.458064 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:39.487912 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e6022-3b4e-413f-9376-bc76576228aa None None] The sync data for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 is: [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '7872b923-3b97-4a5c-9232-3546082735f3', 'name': '', 'network_id': 'a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:e5:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:39Z', 'updated_at': '2021-07-27T17:12:47Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f6f78a59-1ee5-4582-b620-2607ff614d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:14:39.751563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc91f6-d061-4619-afa5-cc8a0406cb21 None None] New status for floating IP 00ae020c-6fc8-4663-af51-9a7470c4f969: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:14:39.783840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bc9eef7-124a-46aa-9b7e-8a2771f75358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:40.094025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d7f5-ef92-431f-ae55-383cba77c0f7 req-8e0055ac-c254-4cee-aab3-94c1288420fb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:40.095588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969d7f5-ef92-431f-ae55-383cba77c0f7 req-8e0055ac-c254-4cee-aab3-94c1288420fb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 946 time: 0.0669065 Jul 27 17:14:40.168524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7969d7f5-ef92-431f-ae55-383cba77c0f7 req-4a45d228-2682-4fed-be61-6dd7817101ec tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=b214481d-d6b9-4513-bef8-24f8d8e75de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661483 Jul 27 17:14:40.204143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d854b32-ef10-429d-9208-0ce430d970dd req-8db09295-f632-496f-98ea-a8ba170205f2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:40.205882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d854b32-ef10-429d-9208-0ce430d970dd req-8db09295-f632-496f-98ea-a8ba170205f2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d098e2-5b76-498d-b92c-382fd898f810 HTTP/1.1" status: 200 len: 946 time: 0.0890610 Jul 27 17:14:40.318553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:14:40.319221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:40.419798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:40.420170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:40.432859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 2e4e1818-4b04-4b56-b96e-fcd58a2a518c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:14:40.576373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:40.607231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=2e4e1818-4b04-4b56-b96e-fcd58a2a518c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:40.655749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] No DVR routers for this DVR port 2e4e1818-4b04-4b56-b96e-fcd58a2a518c on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:14:40.658498 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:40.660650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d854b32-ef10-429d-9208-0ce430d970dd req-d623559e-3268-483b-9c24-d94a3481ff33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "DELETE /v2.0/ports/2e4e1818-4b04-4b56-b96e-fcd58a2a518c HTTP/1.1" status: 204 len: 173 time: 0.4486985 Jul 27 17:14:40.661188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-deleted', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:14:40.663663 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e6663-8ba8-4bec-9382-4466da4f1a4c" -d '{"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-deleted", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:14:40.707746 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55146091-b16e-4b0d-86e4-1063b8c162b4 x-openstack-request-id: req-55146091-b16e-4b0d-86e4-1063b8c162b4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:14:40.708038 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d098e2-5b76-498d-b92c-382fd898f810", "name": "network-vif-deleted", "tag": "2e4e1818-4b04-4b56-b96e-fcd58a2a518c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:14:40.708296 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55146091-b16e-4b0d-86e4-1063b8c162b4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:14:40.708747 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d098e2-5b76-498d-b92c-382fd898f810', 'name': 'network-vif-deleted', 'tag': '2e4e1818-4b04-4b56-b96e-fcd58a2a518c', 'status': 'completed', 'code': 200} Jul 27 17:14:41.237717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34446) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:41.639626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:41.945281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 7872b923-3b97-4a5c-9232-3546082735f3 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:14:41.945631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.045689 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 7872b923-3b97-4a5c-9232-3546082735f3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7872b923-3b97-4a5c-9232-3546082735f3,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:42.046008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.058364 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 7872b923-3b97-4a5c-9232-3546082735f3 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:14:42.256822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.285133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=7872b923-3b97-4a5c-9232-3546082735f3,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:42.427108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.488791 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.573839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c2be3b04-3e88-4f2f-aa4a-f4f72d0b5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:42.810587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:14:42.931111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:14:42.937610 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-71c07724-f713-414a-b12a-0d16cf620cac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/aceb1820-19d0-4027-bb0b-fc65d7a0e0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986914 Jul 27 17:14:42.940378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34464) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:42.942950 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Sync routers for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:14:42.954191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:42.954956 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:42.957812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34466) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:42.995697 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting subnet f6f78a59-1ee5-4582-b620-2607ff614d01 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:14:42.998997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.047852 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.067762 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:43.081998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ef234b-70e0-4691-b94e-dbbb0d68ea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.140062 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.179613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ef234b-70e0-4691-b94e-dbbb0d68ea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.185767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3ef234b-70e0-4691-b94e-dbbb0d68ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.207934 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.232609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3ef234b-70e0-4691-b94e-dbbb0d68ea22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c951dbafefb4438bffd6b980ecc0b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723267 Jul 27 17:14:43.233545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34470) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:43.236527 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef234b-70e0-4691-b94e-dbbb0d68ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e5919-c3f5-4eef-819c-b5cbf96dc190,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:43.253821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f78a59-1ee5-4582-b620-2607ff614d01,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:43.265999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.269728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ac193-0021-4a30-a011-e990c2fa13ee None None] Network a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:14:43.277811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-910b5c56-a47e-4740-8da3-be2015041d95 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/subnets/f6f78a59-1ee5-4582-b620-2607ff614d01 HTTP/1.1" status: 204 len: 168 time: 0.3363008 Jul 27 17:14:43.281089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34472) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:43.285212 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:14:42Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:43.302454 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.321526 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Checking router: aceb1820-19d0-4027-bb0b-fc65d7a0e0bb for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:14:43.329797 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.331832 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Routers {'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:43.332643 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:43.419469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.422639 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.427391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a0e5919-c3f5-4eef-819c-b5cbf96dc190 HTTP/1.1" status: 204 len: 168 time: 0.1921809 Jul 27 17:14:43.437098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972547c-7fb0-4fcb-8933-146aca3a2ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e5919-c3f5-4eef-819c-b5cbf96dc190,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:43.440247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.482702 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] Set router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:43.568679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.581356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.649466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 7053852a-d213-4463-b2b1-cd2f13ae9cfc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:14:43.650174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.710258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] DHCP port deletion for a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:14:43.722663 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:14:42Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:43.748286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 7053852a-d213-4463-b2b1-cd2f13ae9cfc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=7053852a-d213-4463-b2b1-cd2f13ae9cfc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:43.748978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.754432 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67558a-2248-4190-a60a-cb0c2dab32a9 None None] The sync data for ids ['aceb1820-19d0-4027-bb0b-fc65d7a0e0bb'] in n-d-723572-6 is: [{'id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828294032', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:12:32Z', 'updated_at': '2021-07-27T17:14:42Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': '7053852a-d213-4463-b2b1-cd2f13ae9cfc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb1820-19d0-4027-bb0b-fc65d7a0e0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:12:33Z', 'updated_at': '2021-07-27T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:14:43.762757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Deleting port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:14:43.764020 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.767395 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 7053852a-d213-4463-b2b1-cd2f13ae9cfc owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:14:43.839027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] For port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,segment=NetworkSegment(fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2),segment_id=fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:43.839427 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.855220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Calling delete_port for b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:14:43.866690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34478) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:43.881375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145f7749-a92f-4198-809d-d86e6f56cb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.954114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.980825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] Pushing event deleted for resources: {'Port': ['ID=b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:43.988655 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145f7749-a92f-4198-809d-d86e6f56cb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:43.991080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:14:43.993885 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-145f7749-a92f-4198-809d-d86e6f56cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.014793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 2e4e1818-4b04-4b56-b96e-fcd58a2a518c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:14:44.015422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 2e4e1818-4b04-4b56-b96e-fcd58a2a518c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:14:44.017356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545d65a-432f-4b1b-89a9-3027d881fa8f None None] No DVR routers for this DVR port b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:14:44.040217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-145f7749-a92f-4198-809d-d86e6f56cb28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2329f7aed5c4c4a93972f14015d8e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721611 Jul 27 17:14:44.041106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f7749-a92f-4198-809d-d86e6f56cb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18ee47-4ce5-40f6-839a-c4360edab5f6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:44.043547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34480) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:44.102706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.136857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.206145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.209053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.210228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af18ee47-4ce5-40f6-839a-c4360edab5f6 HTTP/1.1" status: 204 len: 168 time: 0.1656229 Jul 27 17:14:44.219793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d90515-fe76-4d12-8efa-46bc4128b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18ee47-4ce5-40f6-839a-c4360edab5f6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:44.285050 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.316878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=7053852a-d213-4463-b2b1-cd2f13ae9cfc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:44.382890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.477139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.479770 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.529795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.530626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Fanout notify agent at l3_agent the message router_deleted on router aceb1820-19d0-4027-bb0b-fc65d7a0e0bb {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:14:44.546470 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.549236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7e62192d-8abb-4ab1-adb5-ffaffbe8c08f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/routers/aceb1820-19d0-4027-bb0b-fc65d7a0e0bb HTTP/1.1" status: 204 len: 168 time: 1.2644820 Jul 27 17:14:44.550565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:44.587059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:14:44.611617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:14:44.611970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b9f9dfe9-c198-4ce8-b4a2-3af8541dabd0 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:14:44.612571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7872b923-3b97-4a5c-9232-3546082735f3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:14:44.632547 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7872b923-3b97-4a5c-9232-3546082735f3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:14:44.633220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7872b923-3b97-4a5c-9232-3546082735f3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:14:44.650542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.752065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.763170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:44.774738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:44.775033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5dbf4d-a688-48a5-8ba0-e5d9913ea0a2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:44.784770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.800924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.807692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:14:44.808807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:14:44.811520 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:14:44.877077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.889030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:44.895007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/networks/a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d HTTP/1.1" status: 204 len: 168 time: 0.3415468 Jul 27 17:14:44.895216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34500) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:44.906836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae834df2-45a3-49a7-a005-ac030dd444f1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Network': ['ID=a58fc04d-c0c6-4af7-aaed-ac39d9f7ee2d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:44.972729 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:45.024897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:45.110475 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:45.114479 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:45.115768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/security-groups/b214481d-d6b9-4513-bef8-24f8d8e75de0 HTTP/1.1" status: 204 len: 168 time: 0.2195413 Jul 27 17:14:45.130156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951da9f-5293-4a01-a903-c5effd6bce50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b214481d-d6b9-4513-bef8-24f8d8e75de0,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:45.185023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.449611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:46.454973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7053852a-d213-4463-b2b1-cd2f13ae9cfc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:14:46.455445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24587294', 'description': 'tempest-secgroup-smoke-24587294 description', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:46.479410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 7053852a-d213-4463-b2b1-cd2f13ae9cfc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:14:46.479923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 7053852a-d213-4463-b2b1-cd2f13ae9cfc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:14:46.481807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.573688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.578361 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.608153 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.609433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1590126 Jul 27 17:14:46.611301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18380125-757b-44ea-b94b-6d2f406524d0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d437fb-e16f-4243-9ce4-edcc94a67939,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:46.612881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34548) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:46.618619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:46.648499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.699536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.703814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.724977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2155005b-b773-43a7-9a9b-cccb59c56a5d,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:46.728148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.733708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-74cb7f67-5584-4b02-8df6-d495c11ddbee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148715 Jul 27 17:14:46.734543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34550) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:46.738184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:46.768143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.832702 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.836792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.856386 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b6c542-0aae-471d-93cc-8eefd7a377c5,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:46.864916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.866190 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7774fe72-76f5-40cc-a5f6-17f1a6e35bb6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315074 Jul 27 17:14:46.869718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34552) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:46.874970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:46.904775 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.973865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.977705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:46.996407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3609e61-5bcb-41b8-9f4f-9c321b03fbc4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:46.999907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.001147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c4117515-1690-46ce-9a53-d2e0c2c3d46d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306174 Jul 27 17:14:47.004335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:47.010975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:47.041368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.063998 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.110148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.114070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.132972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1d2c15-52ff-4268-97a7-89257fa6b064,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:47.141070 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.142342 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e44f351a-2162-48b0-b38a-3bbf17652c7a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368368 Jul 27 17:14:47.145245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:47.149707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:47.173252 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:14:47.179065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.253297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.257584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.285364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f4da18-c409-4f5c-97fb-6b88b9e4a032,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:47.294995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.296240 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c45169d3-6b01-4611-b921-59b738d37eaf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500556 Jul 27 17:14:47.298939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:47.303593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': 'f9d437fb-e16f-4243-9ce4-edcc94a67939', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:47.328912 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:14:47.334126 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.413347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.418741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.441718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1bccc9-71f3-4ea3-98f1-75de04a94adb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:47.451769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.453269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d409191d-37b1-43f2-8810-9917055c0974 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533546 Jul 27 17:14:47.456830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34570) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:47.461945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'network': {'name': 'tempest-network-smoke--240984863', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:47.487398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:14:47.491157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.523297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:14:47.535773 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.536285 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Added segment e5553baa-3a15-48cb-b447-f63fb68183b0 of type vlan for network 8a05e691-4507-40de-af47-bde55b9a72dd Jul 27 17:14:47.585009 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.617636 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.624093 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:47.624747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.687174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2292368 Jul 27 17:14:47.690359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34574) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:47.697232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'admin_state_up': True, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:47.711507 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b714ae-b031-4f36-bbb1-642a695c021e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Network': ['ID=8a05e691-4507-40de-af47-bde55b9a72dd,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:47.724905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8a05e691-4507-40de-af47-bde55b9a72dd details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:14:47.734369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.735699 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.802681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:47.946298 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:48.147921 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:48.172393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:48.283423 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.75 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/fcdbb7ae-cadd-4ffc-a938-1a4439896c47) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:14:48.428327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:48.472187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:48.510791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:14:48.517223 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:14:48.520765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:14:48.545585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:48.789659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.019453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.170852 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router d9926996-bf83-48c5-9287-29de9060f808 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:14:49.297521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:14:49.308772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Sync routers for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:14:49.318430 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.318796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:49.319381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:49.319913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-df760b3b-2a97-46ce-9ebb-0e169192cdb7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6287615 Jul 27 17:14:49.322922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34578) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:49.353234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cc713dfe-ee6b-4932-9129-9b09b7e675f9 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e8dc16207b7b4e5cb0b96540af3c7055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285006 Jul 27 17:14:49.355927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34580) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:49.438104 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:49.458979 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be61f0-260d-4aaf-b670-81b745a186f0 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:49.463543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-11be61f0-260d-4aaf-b670-81b745a186f0 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064858 Jul 27 17:14:49.464090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:49.502369 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-47617e2b-a708-4988-a8d6-b875b9bf3db1 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368662 Jul 27 17:14:49.505660 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34584) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:49.519086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255155933', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:49.651963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:14:49.658593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.659831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:48Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:49.692199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Checking router: d9926996-bf83-48c5-9287-29de9060f808 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:14:49.692684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Updating router d9926996-bf83-48c5-9287-29de9060f808 port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:14:49.730656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.893762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:49.958809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34592) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:49.961869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Subnet': ['ID=f59e65f0-2397-4907-a160-df1db4246cae,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:49.978101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:14:49.978469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network hostable DHCP agents. Network: 8a05e691-4507-40de-af47-bde55b9a72dd, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:14:49.997108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 8a05e691-4507-40de-af47-bde55b9a72dd is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:14:50.008658 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8a05e691-4507-40de-af47-bde55b9a72dd) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:14:50.016056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:50.016893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.037200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-95f5dba8-d46f-4352-bc49-e564204f7f9c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5263383 Jul 27 17:14:50.039725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d2e38-0b70-49de-8b4d-aee6df997333 None None] Network 8a05e691-4507-40de-af47-bde55b9a72dd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:14:50.040471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34596) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:50.099381 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.111512 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-725e4cde-9776-430b-8e02-59e6c03c3a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.118578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Transition to ACTIVE for port object fcdbb7ae-cadd-4ffc-a938-1a4439896c47 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:50.129293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.219735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Attempting to bind port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:14:50.220138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Attempting to bind port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:14:50.220587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Attempting to bind port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:14:50.225252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181c15-b80f-415a-93e2-2190b010f08b None None] Pushing event updated for resources: {'Port': ['ID=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:50.235360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:14:50.235739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:14:50.236170 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.236592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:14:50.237060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Bound port: fcdbb7ae-cadd-4ffc-a938-1a4439896c47, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:14:50.237440 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.317346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-8a05e691-4507-40de-af47-bde55b9a72dd', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:14:50.318136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.333631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] For port fcdbb7ae-cadd-4ffc-a938-1a4439896c47, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:14:50.348257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] For port fcdbb7ae-cadd-4ffc-a938-1a4439896c47, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:14:50.352680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-725e4cde-9776-430b-8e02-59e6c03c3a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.355976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.393210 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-725e4cde-9776-430b-8e02-59e6c03c3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.452667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-725e4cde-9776-430b-8e02-59e6c03c3a29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce5e8b5cb72b4c679ea3cb4355de4b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900892 Jul 27 17:14:50.453088 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34598) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:50.479098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e4cde-9776-430b-8e02-59e6c03c3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4a861-42fc-45f3-bcaf-f03353b55a52,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:50.481514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:50.482731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:50.546973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.575551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.632336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181c15-b80f-415a-93e2-2190b010f08b None None] Pushing event updated for resources: {'Port': ['ID=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:50.651656 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.655326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.657067 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1c4a861-42fc-45f3-bcaf-f03353b55a52 HTTP/1.1" status: 204 len: 168 time: 0.2025406 Jul 27 17:14:50.661821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Allocated IP 172.20.0.2 (8a05e691-4507-40de-af47-bde55b9a72dd/f59e65f0-2397-4907-a160-df1db4246cae/b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:14:50.680975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:50.681388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931655ab-a9e4-4cce-b4e7-dd6e69c7b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c4a861-42fc-45f3-bcaf-f03353b55a52,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:50.700192 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.986397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:50.998482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Transition to ACTIVE for port object b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:51.016399 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34604) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:51.021737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Transition to ACTIVE for port object b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:51.030036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:48Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:51.033534 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.038091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081f066-d2f1-40f4-99a6-e0c98005f845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.065091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707a64-e2fa-43b0-92df-bdee22d573e7 None None] The sync data for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 is: [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:48Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:14:51.113812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Network 8a05e691-4507-40de-af47-bde55b9a72dd is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:14:51.118051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:14:51.120006 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Pushing event updated for resources: {'Port': ['ID=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:51.122311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:14:51.169087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081f066-d2f1-40f4-99a6-e0c98005f845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.174680 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c081f066-d2f1-40f4-99a6-e0c98005f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.194965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Attempting to bind port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:14:51.194965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Attempting to bind port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:14:51.195482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Attempting to bind port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:14:51.202278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:14:51.202659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:14:51.203101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.203505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Bound using segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:14:51.203980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Bound port: b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:14:51.204372 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.231274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c081f066-d2f1-40f4-99a6-e0c98005f845 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=675e7cf755c34b3f8b833296feacff19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130733 Jul 27 17:14:51.233147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081f066-d2f1-40f4-99a6-e0c98005f845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5bc035-9b06-41eb-9f43-9316a7bbe090,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:51.236380 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34606) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:51.297347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] For port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:14:51.302506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] For port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:14:51.305268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.311685 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.333309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.398561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.1 (8a05e691-4507-40de-af47-bde55b9a72dd/f59e65f0-2397-4907-a160-df1db4246cae/06c7a5fe-21c3-45fa-ad3a-fc55e19abe35) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:14:51.441323 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.444141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.453801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754d73-9aaf-44a9-8702-85e2ce2b5d4b None None] Pushing event updated for resources: {'Port': ['ID=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:51.465430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec5bc035-9b06-41eb-9f43-9316a7bbe090 HTTP/1.1" status: 204 len: 168 time: 0.2289376 Jul 27 17:14:51.478064 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0916ae-eb84-4430-8385-04601898e03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5bc035-9b06-41eb-9f43-9316a7bbe090,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:51.640661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.679003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:51.742963 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:51.793658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 8a05e691-4507-40de-af47-bde55b9a72dd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:14:51.803461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:14:51.807771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:14:51.846183 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:51.873504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.060242 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.416683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.425606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.522804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:52.529148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.631210 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:52.680688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 8a05e691-4507-40de-af47-bde55b9a72dd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:14:52.682912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:14:52.723891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:52.729463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcdbb7ae-cadd-4ffc-a938-1a4439896c47 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:52.760188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e5995-9a7e-4ae8-84fb-82d97cfd9e5f None None] Network 8a05e691-4507-40de-af47-bde55b9a72dd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:14:52.844183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Provisioning for port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:52.856297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router d9926996-bf83-48c5-9287-29de9060f808 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:14:52.861019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Provisioning complete for port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:52.861402 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.925251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:52.939181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:52.939755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:52.988074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:14:52.996473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-830c8767-c7fc-4405-94fe-4960483a9168 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/d9926996-bf83-48c5-9287-29de9060f808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512520 Jul 27 17:14:53.084268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.154581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Sync routers for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:14:53.167938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:53.168945 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:53.261821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-ddc470f8-f2fd-4f29-a5cf-241b96f5672c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24587294&fields=id&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 267 time: 0.0539064 Jul 27 17:14:53.298025 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:53.354247 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.392983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] For port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:53.398407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fcdbb7ae-cadd-4ffc-a938-1a4439896c47, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:53.400124 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.407471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.419868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-da480f1d-7146-432a-8581-e48f126033fa tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:53.427718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-da480f1d-7146-432a-8581-e48f126033fa tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 796 time: 0.1641574 Jul 27 17:14:53.446998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-ec31f2e4-8db3-438a-a6a0-287bcf087817 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/quotas/e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 375 time: 0.0181816 Jul 27 17:14:53.485391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3a32-8baf-4192-9acb-10589fa74f6d None None] Pushing event updated for resources: {'Port': ['ID=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:53.538720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-df3b6a3d-8ec1-49d5-996f-8aeb236b9878 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907097 Jul 27 17:14:53.552117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:53.664078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-92b7b221-a0b5-40a6-8d6b-50ae6c230679 service neutron] 10.222.0.64 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046362 Jul 27 17:14:53.672035 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:52Z', 'revision_number': 2, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:53.701773 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Checking router: d9926996-bf83-48c5-9287-29de9060f808 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:14:53.702344 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Updating router d9926996-bf83-48c5-9287-29de9060f808 port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:14:53.743610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Provisioning for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:53.748454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Provisioning complete for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:53.748847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.759307 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:53.813504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-382fcc29-0d4d-4290-98ff-ec56fc0091f5 service neutron] 10.222.0.64 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411715 Jul 27 17:14:53.821747 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:14:53.837853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Provisioning complete for port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:53.838147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5937c8ba-a917-467c-b5aa-3a479953c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.072578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0cdbd3a9-188c-4cc8-aaa6-f2eb3163a9b6 None None] Provisioning complete for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:54.073051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cdbd3a9-188c-4cc8-aaa6-f2eb3163a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.103378 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7a62c35-6af5-428c-8a43-d1c15cbe52de req-ab14324c-2332-4ac3-a200-6dc43be5a1b1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0515013 Jul 27 17:14:54.141272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbd3a9-188c-4cc8-aaa6-f2eb3163a9b6 None None] Port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:14:54.150695 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.162806 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Transition to ACTIVE for port object 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:54.170088 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.183609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34686) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:54.225324 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Pushing event updated for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:54.276161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.276694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.277139 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.277577 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.278012 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.278473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.279060 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.279493 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.279916 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.280342 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.280792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.281218 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:14:54.300490 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Attempting to bind port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:14:54.300869 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Attempting to bind port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:14:54.301236 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Attempting to bind port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:14:54.307113 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:14:54.307643 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:14:54.308231 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.308655 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Bound using segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:14:54.309154 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Bound port: 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:14:54.309540 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.350446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7cebdb20-0e71-43bf-9174-0046d6e298d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.398065 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] For port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:14:54.401967 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] For port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:14:54.407297 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.481381 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:14:54.481381 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:14:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:54.487485 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7cebdb20-0e71-43bf-9174-0046d6e298d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.497022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7cebdb20-0e71-43bf-9174-0046d6e298d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.535536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebdb20-0e71-43bf-9174-0046d6e298d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c49f4-2f87-4c88-ba8e-9aa77238c27c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:54.535959 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663acd1-c29a-46ee-b0a5-6eb03647a6cf None None] Pushing event updated for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:54.537748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:54.550564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7cebdb20-0e71-43bf-9174-0046d6e298d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=662aa0af04cd44fa99eb32402ece567c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658316 Jul 27 17:14:54.553184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34690) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:54.616380 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:54.617010 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.619064 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.640964 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:14:54.651158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.711231 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.713873 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.717481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c77c49f4-2f87-4c88-ba8e-9aa77238c27c HTTP/1.1" status: 204 len: 168 time: 0.1609120 Jul 27 17:14:54.733087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcdbb7ae-cadd-4ffc-a938-1a4439896c47 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:54.735581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9a9b-0748-4d3e-a1fb-5e829b94c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c49f4-2f87-4c88-ba8e-9aa77238c27c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:54.792949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:54.793470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:54.877849 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:54Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:14:54.906969 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48e8e1-39d2-41ee-bf47-2b8d04a2166a None None] The sync data for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 is: [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:54Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:14:55.057125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34700) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:55.070684 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca5471ce-c6ed-4e6b-9de8-d04c23508fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.197073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87499c28-98cc-4e7f-9560-e4371f7c1511 req-1c8334f5-849f-45e6-bf15-9a62db7d7ef6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0371754 Jul 27 17:14:55.198961 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca5471ce-c6ed-4e6b-9de8-d04c23508fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.204844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ca5471ce-c6ed-4e6b-9de8-d04c23508fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.245548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ca5471ce-c6ed-4e6b-9de8-d04c23508fb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f84fd1c1d1ee4bab8b3ab875b175b2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873043 Jul 27 17:14:55.248222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34704) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:14:55.248752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5471ce-c6ed-4e6b-9de8-d04c23508fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0094eff-99fd-42c4-82f7-4752660ab97f,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:55.301666 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.326938 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.381265 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.384130 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:55.385610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0094eff-99fd-42c4-82f7-4752660ab97f HTTP/1.1" status: 204 len: 168 time: 0.1363599 Jul 27 17:14:55.394252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1aaa1-5aa4-45cc-ae9e-07df5bcb8637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0094eff-99fd-42c4-82f7-4752660ab97f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:56.285573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-adf84938-b330-441c-a0ae-bd83f071b376 req-2f932b49-b585-4e1c-b149-d9938e2222d8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0351050 Jul 27 17:14:56.547106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:56.602973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:14:56.607074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:56.607687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:56.690137 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:56.728918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:14:56.733830 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:56.784605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:14:57.390531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81639a45-5f02-4197-8f81-906b7587275f req-becddcc4-3f8c-4f5b-9efd-974e2caff430 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0475276 Jul 27 17:14:58.509293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:14:58.523246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d379f20b-a3ce-4c46-9292-b53b02624c51 req-c9c02a97-2bf7-4a68-8346-7a96377379ee tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0431190 Jul 27 17:14:58.574750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:14:58.575123 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:59.439301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-5a096090-e2e1-40d4-8888-d8b1ef1c6799 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:14:59.440813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-5a096090-e2e1-40d4-8888-d8b1ef1c6799 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 796 time: 0.1061938 Jul 27 17:14:59.499617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-c635e09a-5027-4248-b06b-bdde917e0650 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 378 time: 0.0355797 Jul 27 17:14:59.533516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'port': {'device_id': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'admin_state_up': True, 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'security_groups': ['f9d437fb-e16f-4243-9ce4-edcc94a67939']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:14:59.616367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-856fa1e8-e16b-447f-8551-efa11d02e57d req-e65112e1-7d3f-4ee9-8865-d85d08a3e25a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0288794 Jul 27 17:14:59.642956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:14:59.646423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:59.774338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.5 (8a05e691-4507-40de-af47-bde55b9a72dd/f59e65f0-2397-4907-a160-df1db4246cae/ce0b4070-6846-4fb7-8dde-3f6ef58254a5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:14:59.913693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:14:59.934068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object ce0b4070-6846-4fb7-8dde-3f6ef58254a5 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:14:59.969693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.016567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 8a05e691-4507-40de-af47-bde55b9a72dd is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:15:00.021580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:15:00.026805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:15:00.033240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:00.081991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:00.082798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.102917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-f62141e6-868d-4374-ad93-da81a92c6178 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735352 Jul 27 17:15:00.121589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Request body: {'port': {'device_id': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:15:00.207659 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.303468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44d4d976-1e2d-498c-bc84-e05d1d88334d None None] Provisioning for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:15:00.309141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-44d4d976-1e2d-498c-bc84-e05d1d88334d None None] Provisioning complete for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:15:00.309781 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-44d4d976-1e2d-498c-bc84-e05d1d88334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.357709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-44d4d976-1e2d-498c-bc84-e05d1d88334d None None] Port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:15:00.502169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0b4070-6846-4fb7-8dde-3f6ef58254a5 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:15:00.514702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.527780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Transition to ACTIVE for port object ce0b4070-6846-4fb7-8dde-3f6ef58254a5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:15:00.533357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.585503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:00.681712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:15:00.682059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:15:00.682395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:00.687823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:15:00.688158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:00.693398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:15:00.693813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:15:00.694207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Bound using segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:15:00.694643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Bound port: ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:15:00.695010 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.801854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:15:00.822362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70774273-55a0-4176-a982-03d5f7686632 req-22fbb292-9545-45f7-9977-cdf24dea327f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:00.823908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70774273-55a0-4176-a982-03d5f7686632 req-22fbb292-9545-45f7-9977-cdf24dea327f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.1265001 Jul 27 17:15:00.826230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:15:00.830936 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.895448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:00.896100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:00.897618 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 1091 time: 0.7813926 Jul 27 17:15:00.900264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:00.902530 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9082f0c-a630-4e20-aa7c-f60c259b8eab" -d '{"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:00.928193 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70774273-55a0-4176-a982-03d5f7686632 req-6bdf2985-0954-4963-a3ea-ca4bdf73e96c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949290 Jul 27 17:15:00.931714 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701fba5-e8a9-40b1-bfbb-5f6c787073f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:00.998597 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e9fd4f-891a-4742-a868-2617f9af4814 x-openstack-request-id: req-61e9fd4f-891a-4742-a868-2617f9af4814 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:00.998888 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:00.999141 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61e9fd4f-891a-4742-a868-2617f9af4814 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:00.999976 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'status': 'completed', 'code': 200} Jul 27 17:15:01.029996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-d7018435-b9c9-44b7-9a8e-01ddf80762cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.031647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-d7018435-b9c9-44b7-9a8e-01ddf80762cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1094 time: 0.0714600 Jul 27 17:15:01.082345 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-52fdb6fc-b865-46cf-8445-bad65a46f560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 217 time: 0.0362444 Jul 27 17:15:01.141205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-7ee83e3a-b92f-4715-807c-e3f383695d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.142694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-7ee83e3a-b92f-4715-807c-e3f383695d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0523393 Jul 27 17:15:01.204322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-2603f5bd-3a11-494d-a09a-e0f7951a6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.205812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-2603f5bd-3a11-494d-a09a-e0f7951a6155 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564952 Jul 27 17:15:01.299637 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-34e8c3f9-682c-4371-b8a1-ff5004e03a6c service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Jul 27 17:15:01.412508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5732183f-8b2a-491c-bfde-eb4f0ca69fe9 req-ec4865a7-a0ba-485c-9b29-70907bf49a00 service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053536 Jul 27 17:15:01.563051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-4faa5342-f5e7-479a-8472-5bf25ae6df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.564639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-4faa5342-f5e7-479a-8472-5bf25ae6df62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1094 time: 0.0601861 Jul 27 17:15:01.662628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-1d7868c7-16f1-4803-93ef-aa6cf95bb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.664149 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-1d7868c7-16f1-4803-93ef-aa6cf95bb6fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.0929899 Jul 27 17:15:01.705660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-f8d4a8d3-ec62-4324-9072-f30959fff8df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 217 time: 0.0334799 Jul 27 17:15:01.755104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-3cd37574-b984-4b7c-a863-289aa594238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.756549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-3cd37574-b984-4b7c-a863-289aa594238a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0432537 Jul 27 17:15:01.819895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-e9891c03-e27d-4559-a5dd-080add6570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:01.821596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-e9891c03-e27d-4559-a5dd-080add6570b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570629 Jul 27 17:15:01.909697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-8b93912a-3d00-442b-bae2-1fd9d7801dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804253 Jul 27 17:15:02.014783 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d9082f0c-a630-4e20-aa7c-f60c259b8eab req-b480f527-a87e-42fe-8857-edff4518a3ce service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970535 Jul 27 17:15:02.065413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8e06-f7e2-425d-be47-0f721a62bf2b req-ac821bc4-c347-42c8-aa80-0c20b3f6ac10 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:02.066931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e0d8e06-f7e2-425d-be47-0f721a62bf2b req-ac821bc4-c347-42c8-aa80-0c20b3f6ac10 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.0674376 Jul 27 17:15:02.107249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e0d8e06-f7e2-425d-be47-0f721a62bf2b req-172958ff-8a46-4151-9f88-3ee5726de313 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335770 Jul 27 17:15:03.241767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612845e-df34-4779-8cad-552941660ac2 req-f7ffc9c5-bc2c-4cfe-b38c-f2ddbe36b7f2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:03.243315 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0612845e-df34-4779-8cad-552941660ac2 req-f7ffc9c5-bc2c-4cfe-b38c-f2ddbe36b7f2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.0656321 Jul 27 17:15:03.285481 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0612845e-df34-4779-8cad-552941660ac2 req-95a51760-db00-4158-a238-8edce865f73b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350263 Jul 27 17:15:03.333089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:04.420442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58aec5-f623-464f-b74e-2af40efbc9ee req-1af797d6-0685-42c8-bf5a-b89beeba5b8d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:04.422074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f58aec5-f623-464f-b74e-2af40efbc9ee req-1af797d6-0685-42c8-bf5a-b89beeba5b8d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.0639026 Jul 27 17:15:04.460735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9f58aec5-f623-464f-b74e-2af40efbc9ee req-3feed7bc-0f67-4d6a-9b75-36abe397d926 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325580 Jul 27 17:15:04.971227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34828) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:05.082522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.175846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.179631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.217721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57d3117baf4b4dcf985bf16eb9a0fa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453463 Jul 27 17:15:05.218436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ea53b-997c-4e0e-8800-c94f1ff7d2ae,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:05.220576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:05.237522 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.237871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.238213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.238553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.238886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.239216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.239543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.239869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.240193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.240541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.240866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.241187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172663c-dd07-4abb-a160-24e8e4286f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:05.280863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.301619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.346685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.349375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:05.350578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b2ea53b-997c-4e0e-8800-c94f1ff7d2ae HTTP/1.1" status: 204 len: 168 time: 0.1290748 Jul 27 17:15:05.358894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cd7ed-5e2f-4704-b5f2-075988a5e66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ea53b-997c-4e0e-8800-c94f1ff7d2ae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:05.599333 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaae735-66b6-4eaf-b221-68bf890b5d88 req-f7051461-6ffe-4b96-96a0-cccc5ad1998c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:05.600877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0eaae735-66b6-4eaf-b221-68bf890b5d88 req-f7051461-6ffe-4b96-96a0-cccc5ad1998c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.0693414 Jul 27 17:15:05.640880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0eaae735-66b6-4eaf-b221-68bf890b5d88 req-7407e2e4-5ffb-4ca0-a9c0-122d1394b399 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331302 Jul 27 17:15:05.896336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:15:05.999976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:06.011402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'port_id': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'mac_address': 'fa:16:3e:f2:12:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:15:06.050278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:06.063515 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0b4070-6846-4fb7-8dde-3f6ef58254a5 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:15:06.085525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:06.090311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:06.143628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:06.151811 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.152154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.152524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.152864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.153217 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.153648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.154472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.154799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.155201 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.155530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.155854 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.156176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:06.358739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['ce0b4070-6846-4fb7-8dde-3f6ef58254a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:15:06.776987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807294f-5e78-4ec5-b67d-8003d2a05fc9 req-d0bbe93f-a898-4046-b0e2-bbfb08318de9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:06.778551 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f807294f-5e78-4ec5-b67d-8003d2a05fc9 req-d0bbe93f-a898-4046-b0e2-bbfb08318de9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0692182 Jul 27 17:15:06.820025 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f807294f-5e78-4ec5-b67d-8003d2a05fc9 req-0d82f6eb-8bba-4580-9d9a-cdba92c82690 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356898 Jul 27 17:15:07.897294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:15:07.954726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:15:07.958765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:15:07.959206 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:07.959308 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52252db-eb99-4d88-8f6f-6db659ad163c req-74a7f9ed-6e22-4d8f-adef-8a55bf401f60 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:07.960834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d52252db-eb99-4d88-8f6f-6db659ad163c req-74a7f9ed-6e22-4d8f-adef-8a55bf401f60 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0703685 Jul 27 17:15:08.006285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d52252db-eb99-4d88-8f6f-6db659ad163c req-75cd2408-7a13-4102-8f51-57e70bec1e7f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385599 Jul 27 17:15:08.039703 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:08.063798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:08.066087 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d61b70-a24b-410e-88b8-e04aedae9d89" -d '{"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:08.084150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:08.095166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:08.125231 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0071a8-c22f-46f1-8c43-1b3779114ae3 x-openstack-request-id: req-6c0071a8-c22f-46f1-8c43-1b3779114ae3 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:08.125526 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:08.125783 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c0071a8-c22f-46f1-8c43-1b3779114ae3 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:08.126179 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'code': 200} Jul 27 17:15:08.163604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:08.250077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ebd73-17c5-41a2-8ab1-bbd40fdfc257 req-e1c514c5-f452-4e42-b42a-3a9344784726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:08.251448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b0ebd73-17c5-41a2-8ab1-bbd40fdfc257 req-e1c514c5-f452-4e42-b42a-3a9344784726 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1096 time: 0.0568912 Jul 27 17:15:08.288200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b0ebd73-17c5-41a2-8ab1-bbd40fdfc257 req-19385753-bfa0-40ec-a39c-7a0bf8d96ed6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296788 Jul 27 17:15:09.140790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590def5-6697-443f-8609-f616d094c553 req-0c8ff581-5a42-47e9-95b7-d606dab92a87 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:09.144890 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8590def5-6697-443f-8609-f616d094c553 req-0c8ff581-5a42-47e9-95b7-d606dab92a87 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0677848 Jul 27 17:15:09.187689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8590def5-6697-443f-8609-f616d094c553 req-229bfef1-fed7-45fd-83a7-8207a66224ce tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391989 Jul 27 17:15:09.277456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:15:09.755267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e10554a6-9d5e-4f70-ac6f-465b36ce2cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:10.328519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9c2ad-4142-4455-b93b-762723ef8616 req-3984b5a8-7a09-4f1a-8b57-3f530cad72a7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:10.330057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7f9c2ad-4142-4455-b93b-762723ef8616 req-3984b5a8-7a09-4f1a-8b57-3f530cad72a7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0681887 Jul 27 17:15:10.370500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7f9c2ad-4142-4455-b93b-762723ef8616 req-b75a5461-eed0-469c-865f-6ae29b5b6018 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344913 Jul 27 17:15:10.509282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2b706-15e0-4960-bc54-adf6a2581a9c req-7d1dab13-c637-47de-9f9c-740c63b7728e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:10.511161 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1f2b706-15e0-4960-bc54-adf6a2581a9c req-7d1dab13-c637-47de-9f9c-740c63b7728e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0687444 Jul 27 17:15:10.554833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a1f2b706-15e0-4960-bc54-adf6a2581a9c req-0504dcfe-5208-439b-b4f8-f918df1d1110 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344303 Jul 27 17:15:10.577567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:10.637062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d3458c-f177-42c7-a402-d3837b6a6201 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:10.638774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e1d3458c-f177-42c7-a402-d3837b6a6201 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1091 time: 0.0601861 Jul 27 17:15:10.641521 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34950) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:10.645907 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:15:10.670270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:10.770149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:10.883804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.101 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/7fd984ce-2214-4dd5-a5cd-e44be59dd305) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:15:10.987112 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.033631 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.070486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:15:11.073426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:15:11.080412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:15:11.106085 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=7fd984ce-2214-4dd5-a5cd-e44be59dd305,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:11.465597 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.545695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.722346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.727374 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.804901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=7fd984ce-2214-4dd5-a5cd-e44be59dd305,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:11.815178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:11.926545 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 5fb32e55-46be-43c0-9a86-98dd86291142 associated. External IP: 172.25.4.101, port: ce0b4070-6846-4fb7-8dde-3f6ef58254a5. Jul 27 17:15:12.422641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:12.531556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router d9926996-bf83-48c5-9287-29de9060f808 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:15:12.561586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c59d48c-5274-4b29-8a86-c3dd941ac755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:12.666028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:15:12.677084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Sync routers for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:15:12.683843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:12.689091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:15:12.689740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:12.724987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d2df055e-d4d3-4117-aa4f-755f5140de58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0823858 Jul 27 17:15:12.725784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:12.728282 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:12.793314 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76a839-2804-49e6-9b64-670d67671dd3 x-openstack-request-id: req-1f76a839-2804-49e6-9b64-670d67671dd3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:12.793615 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:12.793891 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f76a839-2804-49e6-9b64-670d67671dd3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:12.794818 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'status': 'completed', 'code': 200} Jul 27 17:15:12.838253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:15:12.949923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-c73073c4-d047-4a74-973b-c4ffda8fb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:12.951770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-c73073c4-d047-4a74-973b-c4ffda8fb5c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1096 time: 0.0872748 Jul 27 17:15:12.960394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd59f2-eb37-44b4-ae2a-fc5d27921f3b req-b033b177-e22f-482d-aca3-21f7590652f0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:12.965092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cedd59f2-eb37-44b4-ae2a-fc5d27921f3b req-b033b177-e22f-482d-aca3-21f7590652f0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.1526153 Jul 27 17:15:13.074131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cedd59f2-eb37-44b4-ae2a-fc5d27921f3b req-fb00c021-2e02-495e-bec6-3d51ed2458a1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952296 Jul 27 17:15:13.107705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-18008655-6682-4564-b664-bd81b57dacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:13.109329 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 34962) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:13.109857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-18008655-6682-4564-b664-bd81b57dacd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.1427243 Jul 27 17:15:13.154390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5fb32e55-46be-43c0-9a86-98dd86291142', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'port_id': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'mac_address': 'fa:16:3e:f2:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:15:11Z', 'updated_at': '2021-07-27T17:15:11Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:13.202654 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce3a5b7f-eb00-4d14-bde5-e79a8b036bd0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/5fb32e55-46be-43c0-9a86-98dd86291142 HTTP/1.1" status: 200 len: 991 time: 0.0919502 Jul 27 17:15:13.207010 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Checking router: d9926996-bf83-48c5-9287-29de9060f808 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:15:13.218527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-b33b28f3-17a4-4a63-9a80-7af6d7c2c7d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 999 time: 0.1007011 Jul 27 17:15:13.222576 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:15:13.223632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:13.284723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-752bbaec-6250-40f0-a875-42d777b2e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:13.286740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-752bbaec-6250-40f0-a875-42d777b2e404 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0620725 Jul 27 17:15:13.346929 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:15:13.370935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-3a52b250-91e3-4f0a-a24c-95373e35e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:13.372910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-3a52b250-91e3-4f0a-a24c-95373e35e3c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771320 Jul 27 17:15:13.490090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-31767c40-40e3-4c76-b4a6-345f8de53368 service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097155 Jul 27 17:15:13.574068 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:13.610022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e71e1d-a777-4944-9f90-c1c5ba742b3e req-0168ac70-5c0a-42c5-89f7-b2324de5515b service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106892 Jul 27 17:15:13.638697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5fb32e55-46be-43c0-9a86-98dd86291142', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'port_id': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'mac_address': 'fa:16:3e:f2:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:15:11Z', 'updated_at': '2021-07-27T17:15:11Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:13.667881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b446f36-6f79-4e4a-92d3-56c7b731af32 None None] The sync data for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 is: [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '5fb32e55-46be-43c0-9a86-98dd86291142', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'port_id': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'mac_address': 'fa:16:3e:f2:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:15:11Z', 'updated_at': '2021-07-27T17:15:11Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:15:13.879691 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468bf2f-36b7-4594-8273-83c4319c1158 None None] New status for floating IP 5fb32e55-46be-43c0-9a86-98dd86291142: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:15:14.206634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 34966) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:14.278815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c7e4d3f9-2bad-41a0-9021-69e6383d489d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/5fb32e55-46be-43c0-9a86-98dd86291142 HTTP/1.1" status: 200 len: 993 time: 0.0658336 Jul 27 17:15:15.165862 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:17.077095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:33.347380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.514278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35078) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:36.646641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f321e815-6f92-480f-81f1-e9211cff1c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.749678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f321e815-6f92-480f-81f1-e9211cff1c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.756252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f321e815-6f92-480f-81f1-e9211cff1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.802930 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f321e815-6f92-480f-81f1-e9211cff1c61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f814fa231d114721a57d4904f0257833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874503 Jul 27 17:15:36.803837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321e815-6f92-480f-81f1-e9211cff1c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8c088-9a36-415f-87e2-1d04701093b7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:36.806607 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35082) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:36.875551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.903517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.957975 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.960743 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:36.962430 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67f8c088-9a36-415f-87e2-1d04701093b7 HTTP/1.1" status: 204 len: 168 time: 0.1500657 Jul 27 17:15:36.971755 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8c088-9a36-415f-87e2-1d04701093b7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:36.979631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.979975 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.980313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.980688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.981016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.981343 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.981670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.982800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.983352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.983683 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.984014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:36.984482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd86785-6367-4c06-8d7c-3fdc9739357f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:15:39.764254 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf481-5556-4293-9125-7ac1a4199abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:41.176686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4553b35-94bd-44be-8e1d-dcee597e6033 req-fb6c2f88-35b2-4824-8683-6a6af78d825d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:41.178185 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4553b35-94bd-44be-8e1d-dcee597e6033 req-fb6c2f88-35b2-4824-8683-6a6af78d825d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0689692 Jul 27 17:15:41.217132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4553b35-94bd-44be-8e1d-dcee597e6033 req-a907fd82-fb5a-4785-bebc-99774a849f6f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329559 Jul 27 17:15:41.239686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35096) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:41.299894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7e1ed182-1cdd-46cb-bb09-92da568dc81f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/5fb32e55-46be-43c0-9a86-98dd86291142 HTTP/1.1" status: 200 len: 993 time: 0.0590467 Jul 27 17:15:41.882659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f258-cd6b-40d5-9b4b-97a59d88ad20 req-cb4bafe3-7571-40b2-af23-28eb71edac9c tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:41.884356 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15c2f258-cd6b-40d5-9b4b-97a59d88ad20 req-cb4bafe3-7571-40b2-af23-28eb71edac9c tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1096 time: 0.0537081 Jul 27 17:15:41.924151 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15c2f258-cd6b-40d5-9b4b-97a59d88ad20 req-66d7a668-c646-43df-8f8b-5ba8d29f678c tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333140 Jul 27 17:15:42.355409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35124) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:42.424960 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:42.508915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-bf2240a9-6e4c-4bb5-8186-68137905bcc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522822 Jul 27 17:15:42.562469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b98622bb-8b7e-499e-9951-60bb3670593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:43.023333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-e21a799d-476d-4b79-8d14-e7944d3a8905 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:15:43.024440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-e21a799d-476d-4b79-8d14-e7944d3a8905 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0644767 Jul 27 17:15:43.034557 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Request body: {'binding': {'host': 'n-h1-723572-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:15:43.035020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Unknown quota resources ['binding']. {{(pid=93924) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 17:15:43.170197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on host n-h1-723572-6 for vnic_type normal with profile None {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:15:43.170535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:15:43.170864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:43.175101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:15:43.175421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:43.180350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:15:43.180833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:15:43.181215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Bound using segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:15:43.181667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Bound port: ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:15:43.266580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:15:43.271671 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:43.272900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d624344-5364-434c-90b3-5f3592435a5f service neutron] 10.222.0.64 "POST /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2418094 Jul 27 17:15:43.439712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d52c1-ce7f-4a46-aff6-9db46c476576 req-4694c58d-e008-4f3e-82fa-f011f76417bf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:43.441276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a9d52c1-ce7f-4a46-aff6-9db46c476576 req-4694c58d-e008-4f3e-82fa-f011f76417bf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0808599 Jul 27 17:15:43.511664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a9d52c1-ce7f-4a46-aff6-9db46c476576 req-c372cee3-a947-442a-88a4-06fa5925ca32 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636673 Jul 27 17:15:43.527845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-fb1127fa-0795-4f25-a178-1e87c314d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:43.529412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-fb1127fa-0795-4f25-a178-1e87c314d22e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1096 time: 0.0826340 Jul 27 17:15:43.555748 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:43.626507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-1aa6d151-9191-4dc9-924d-e0a97cc6e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:43.628001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-1aa6d151-9191-4dc9-924d-e0a97cc6e2dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.0914273 Jul 27 17:15:43.694000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-632ab901-b341-4789-b175-56a198c52e89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 1001 time: 0.0594509 Jul 27 17:15:43.744566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-8469b98c-3d12-44ab-ac41-b142c76b2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:43.746051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-8469b98c-3d12-44ab-ac41-b142c76b2af6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0448756 Jul 27 17:15:43.809636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-d7009e60-2b89-4ef8-b0e2-3006e5b47a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:43.811071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-d7009e60-2b89-4ef8-b0e2-3006e5b47a66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581529 Jul 27 17:15:43.899305 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-b171a81c-4628-49a9-b198-5553e6dd9040 service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813870 Jul 27 17:15:44.002762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-c4552662-6726-4e80-8ab4-afbc692eeeb2 service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964332 Jul 27 17:15:44.165079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-7195631e-efcc-45d5-9cdc-536ad327a8e9 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:44.166614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-7195631e-efcc-45d5-9cdc-536ad327a8e9 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1096 time: 0.1069601 Jul 27 17:15:44.177636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723572-6'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:15:44.254751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.391473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:44.430638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:15:44.472578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:44.474902 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66dc8ba-2ff0-4dda-ae68-8765d4fbeed4" -d '{"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:44.479603 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.487657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.574919 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b17b6b-1c93-4cc2-a47e-e9853af4bab0 x-openstack-request-id: req-d2b17b6b-1c93-4cc2-a47e-e9853af4bab0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:44.575210 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:44.575500 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2b17b6b-1c93-4cc2-a47e-e9853af4bab0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:44.577495 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'code': 200} Jul 27 17:15:44.613211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:44.707262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on host n-h2-723572-6 for vnic_type normal with profile {"migrating_to": "n-h1-723572-6"} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:15:44.707596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:15:44.707928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:44.716147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:15:44.716501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Attempting to bind port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on network 8a05e691-4507-40de-af47-bde55b9a72dd {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:15:44.728303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8843c2-88aa-427d-aa86-6551d3b147db req-c00b011e-6801-4607-a341-59fb250251c3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:44.730632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d8843c2-88aa-427d-aa86-6551d3b147db req-c00b011e-6801-4607-a341-59fb250251c3 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 943 time: 0.1237049 Jul 27 17:15:44.732781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:15:44.733509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Checking segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:15:44.733509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Bound using segment: {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:15:44.733931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Bound port: ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5553baa-3a15-48cb-b447-f63fb68183b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:15:44.734300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.804640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d8843c2-88aa-427d-aa86-6551d3b147db req-a5f099c6-62b0-4969-9eb4-2dacd9fa2028 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678887 Jul 27 17:15:44.830426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:15:44.833551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:15:44.839472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.840338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] Provisioning complete for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:15:44.840839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.925923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.937989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=8']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:44.953083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:44.955586 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec12b51e-ea9b-41fc-8e7f-7e507f7fec8b" -d '{"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:44.976990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:44.985010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:44.985632 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.985948 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:44.987045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-6c0448a0-9cef-421d-a470-a1f78c2f6401 service neutron] 10.222.0.61 "PUT /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 1121 time: 0.8135905 Jul 27 17:15:45.105860 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d06dec-e414-469f-9b32-d450a87bc3b1 x-openstack-request-id: req-48d06dec-e414-469f-9b32-d450a87bc3b1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:45.106147 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:45.106396 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48d06dec-e414-469f-9b32-d450a87bc3b1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:45.106779 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'code': 200} Jul 27 17:15:45.155749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['ce0b4070-6846-4fb7-8dde-3f6ef58254a5'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:15:45.161425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cf8ff-21b7-456a-80c8-ab0b9512247d None None] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:45.199129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:45.374914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c4ebf30f-dfa3-41c6-a55f-9bc833fa00db None None] Provisioning complete for port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:15:45.375297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf30f-dfa3-41c6-a55f-9bc833fa00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:45.935014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481c0a4-5e5c-45d5-b75d-79ff650c324e req-6c6e0c5f-e33a-49b4-b30f-641ad74188c9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:45.937058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8481c0a4-5e5c-45d5-b75d-79ff650c324e req-6c6e0c5f-e33a-49b4-b30f-641ad74188c9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0644622 Jul 27 17:15:45.976015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8481c0a4-5e5c-45d5-b75d-79ff650c324e req-fdb3d24b-496e-4680-8d02-5084218c7d1b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328658 Jul 27 17:15:46.268007 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:15:46.578106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:46.580495 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc1798a-177e-47bf-9bbd-0f91665e8899" -d '{"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:46.617259 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ea6b0d-bc23-48d4-bdd8-5adaed1c4e51 x-openstack-request-id: req-f6ea6b0d-bc23-48d4-bdd8-5adaed1c4e51 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:46.617552 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:46.617802 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6ea6b0d-bc23-48d4-bdd8-5adaed1c4e51 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:46.618206 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'status': 'completed', 'code': 200} Jul 27 17:15:46.713248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-40af9e45-5730-428d-853f-99abf9a812f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:46.714734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-40af9e45-5730-428d-853f-99abf9a812f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1126 time: 0.0539062 Jul 27 17:15:46.808887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-882020d3-65e9-41f0-a204-1f1a45bd702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:46.810250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-882020d3-65e9-41f0-a204-1f1a45bd702a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.0876830 Jul 27 17:15:46.878569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-f3d1056f-bfe9-4613-b6b4-47c5b9fa36f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 1001 time: 0.0608225 Jul 27 17:15:46.931112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-2ae3d78b-6953-4b40-bfe1-9b1f3e4a9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:46.932562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-2ae3d78b-6953-4b40-bfe1-9b1f3e4a9250 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0469551 Jul 27 17:15:46.990074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-8bde41aa-cda7-471d-8efd-de511e381f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:46.991548 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-8bde41aa-cda7-471d-8efd-de511e381f5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524390 Jul 27 17:15:47.090300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:47.120859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-df5d1931-4549-4b9e-a789-c2dcf5ee13b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208115 Jul 27 17:15:47.176865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef178b92-0471-4cb9-ad84-cfb06b272e88 req-4c379a5a-2936-4bbd-8ee3-f5d110d83a2c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:47.178314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef178b92-0471-4cb9-ad84-cfb06b272e88 req-4c379a5a-2936-4bbd-8ee3-f5d110d83a2c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.1340718 Jul 27 17:15:47.243306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ef178b92-0471-4cb9-ad84-cfb06b272e88 req-38664c5f-1a3f-4ac9-8bd4-fb3ef294c512 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582283 Jul 27 17:15:47.248683 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efc1798a-177e-47bf-9bbd-0f91665e8899 req-3a85452c-765b-4048-946b-0a8380196190 service neutron] 10.222.0.13 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207254 Jul 27 17:15:48.292142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:15:48.382462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2a1a2-3855-410a-82f2-c992b6b8d1f5 req-b974a0e1-9dd3-4529-abc1-bae4c1fa1b9e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:48.384089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eba2a1a2-3855-410a-82f2-c992b6b8d1f5 req-b974a0e1-9dd3-4529-abc1-bae4c1fa1b9e tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0686734 Jul 27 17:15:48.425868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eba2a1a2-3855-410a-82f2-c992b6b8d1f5 req-be8f2d53-783f-41d1-b5f7-052fbe4b8858 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352664 Jul 27 17:15:48.543953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:48.555449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 has no active binding in host n-h1-723572-6 {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 17:15:49.560461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fdcc0-b05b-4eec-9dc2-051644cb2ff9 req-9bed6218-5559-4dc8-9bb1-d085bf7efa2a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:49.562648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-180fdcc0-b05b-4eec-9dc2-051644cb2ff9 req-9bed6218-5559-4dc8-9bb1-d085bf7efa2a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 945 time: 0.0691223 Jul 27 17:15:49.600242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-180fdcc0-b05b-4eec-9dc2-051644cb2ff9 req-11cafc9f-d86e-4549-a400-f6948417f5a7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317481 Jul 27 17:15:49.954762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-46baef58-a2f0-482d-a241-1b2ac2c38833 service neutron] 10.222.0.13 "GET /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5/bindings/n-h1-723572-6 HTTP/1.1" status: 200 len: 384 time: 0.0554893 Jul 27 17:15:50.127262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:50.147029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:15:50.185186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:50.187453 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f423727-8e04-4700-b349-6ab2c5643b0e" -d '{"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:50.194678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:50.215773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:50.226276 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1e91e-3a65-4e60-9c9d-363d624f388f x-openstack-request-id: req-23d1e91e-3a65-4e60-9c9d-363d624f388f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:50.226567 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:50.226820 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23d1e91e-3a65-4e60-9c9d-363d624f388f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:50.227202 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'code': 200} Jul 27 17:15:50.294543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] Transition to ACTIVE for port object ce0b4070-6846-4fb7-8dde-3f6ef58254a5 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:15:50.298754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:50.386807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:50.429717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] No DVR routers for this DVR port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:15:50.571117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-90d438c0-f64c-4918-89aa-0ef1750b1e92 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5/bindings/n-h1-723572-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6091626 Jul 27 17:15:50.761652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b8e9c-b039-4563-8ac4-d24c5e2e4424 req-ea05af8a-e98d-4ca1-b42e-b6de4cac1bcd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:50.763040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a57b8e9c-b039-4563-8ac4-d24c5e2e4424 req-ea05af8a-e98d-4ca1-b42e-b6de4cac1bcd tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0931976 Jul 27 17:15:50.766425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-c8468eee-ea29-4a21-86e8-83a2af706900 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:50.767791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-c8468eee-ea29-4a21-86e8-83a2af706900 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.1078627 Jul 27 17:15:50.833752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a57b8e9c-b039-4563-8ac4-d24c5e2e4424 req-62d4ca60-dab7-49f5-b797-89e58b9133ac tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641067 Jul 27 17:15:50.853162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-ce45a8d3-9462-4bec-abff-0f9b1b47528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:50.854816 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-ce45a8d3-9462-4bec-abff-0f9b1b47528c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 1095 time: 0.0794289 Jul 27 17:15:50.929651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-a1b02047-a21f-44c9-a5bd-0a3b345e2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:50.931145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-a1b02047-a21f-44c9-a5bd-0a3b345e2378 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1095 time: 0.0547473 Jul 27 17:15:51.353358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-18e5cf69-26ad-4695-92d5-b7120846701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:51.354882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-18e5cf69-26ad-4695-92d5-b7120846701f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.4170253 Jul 27 17:15:51.421620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-0efb3f68-005d-42ca-8203-e8d25ac0b255 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 999 time: 0.0589523 Jul 27 17:15:51.473182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-b69b7fb5-15be-49b0-a163-ceb75fef6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:51.474633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-b69b7fb5-15be-49b0-a163-ceb75fef6253 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0459104 Jul 27 17:15:51.541281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-8cb66aa4-79da-44cb-baa6-ff03d7dc9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:51.542798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-8cb66aa4-79da-44cb-baa6-ff03d7dc9c68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611980 Jul 27 17:15:51.630756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-4d645d50-1db4-4040-95d2-d4f78346d6ff service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801530 Jul 27 17:15:51.723225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-55d7a05c-cc64-4b6d-887b-ec8d1209a135 service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851285 Jul 27 17:15:51.967286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-b32e1fbe-a1ce-4076-abaa-8b2289a12fc8 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:51.969101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-b32e1fbe-a1ce-4076-abaa-8b2289a12fc8 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 1095 time: 0.0601175 Jul 27 17:15:51.979766 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a663-4cc5-47a1-94ec-7c43c4daf090 req-993cffa6-0634-4353-8756-9fb4ec8037cb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:51.981293 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3d9a663-4cc5-47a1-94ec-7c43c4daf090 req-993cffa6-0634-4353-8756-9fb4ec8037cb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0664659 Jul 27 17:15:52.021236 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3d9a663-4cc5-47a1-94ec-7c43c4daf090 req-050d1a15-a566-495c-8461-399a780415cc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334854 Jul 27 17:15:52.108231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-2379ed9a-02a8-4fcf-a0d9-4c353ec52b6e service neutron] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:15:52.111431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-2379ed9a-02a8-4fcf-a0d9-4c353ec52b6e service neutron] Notify callbacks [] for binding, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:52.112986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0d35e31-fcc9-4b7d-8f00-b93b345728ba req-2379ed9a-02a8-4fcf-a0d9-4c353ec52b6e service neutron] 10.222.0.61 "DELETE /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5/bindings/n-h2-723572-6 HTTP/1.1" status: 204 len: 173 time: 0.1355350 Jul 27 17:15:53.151392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1e6a-7fd0-4cf7-ba45-c25f81e40936 req-8e83b5e4-3a16-426f-9936-02dd19d7129b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:53.152934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c06a1e6a-7fd0-4cf7-ba45-c25f81e40936 req-8e83b5e4-3a16-426f-9936-02dd19d7129b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0634954 Jul 27 17:15:53.191401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c06a1e6a-7fd0-4cf7-ba45-c25f81e40936 req-f10cdced-4367-41a8-a885-73780c8a8990 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318937 Jul 27 17:15:53.322264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b43a5-4a8b-48ca-b8ca-34f3f3f74758 req-d32d23a4-acd3-4f49-9d4b-19a99f54a35d tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:53.323810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-004b43a5-4a8b-48ca-b8ca-34f3f3f74758 req-d32d23a4-acd3-4f49-9d4b-19a99f54a35d tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1095 time: 0.0574188 Jul 27 17:15:53.359842 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-004b43a5-4a8b-48ca-b8ca-34f3f3f74758 req-0eff00c5-5172-447c-ba41-74881bfb22da tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293398 Jul 27 17:15:53.487579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d789d-3761-4f5e-bc4d-8830d66a397d req-0eedad43-7f1b-4af2-807e-601d8e653286 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:53.489189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-726d789d-3761-4f5e-bc4d-8830d66a397d req-0eedad43-7f1b-4af2-807e-601d8e653286 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0634472 Jul 27 17:15:53.528302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-726d789d-3761-4f5e-bc4d-8830d66a397d req-55a6237f-35f9-4379-a2b9-1848e9a5150f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331275 Jul 27 17:15:53.549715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35172) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:53.611794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6eb03466-c3eb-449c-9f4f-82661f75db84 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/5fb32e55-46be-43c0-9a86-98dd86291142 HTTP/1.1" status: 200 len: 991 time: 0.0608947 Jul 27 17:15:54.006626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:15:54.044827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:15:56.848856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35180) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:15:57.289272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 7fd984ce-2214-4dd5-a5cd-e44be59dd305 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:15:57.289529 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.369510 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.369882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.383650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 7fd984ce-2214-4dd5-a5cd-e44be59dd305 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:15:57.549081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.574007 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=7fd984ce-2214-4dd5-a5cd-e44be59dd305,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:57.643608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.643943 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 5fb32e55-46be-43c0-9a86-98dd86291142 disassociated (deleted). External IP: 172.25.4.101, port: ce0b4070-6846-4fb7-8dde-3f6ef58254a5. Jul 27 17:15:57.867059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router d9926996-bf83-48c5-9287-29de9060f808 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:15:57.975422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:15:57.980401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:57.985142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Sync routers for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:15:57.994075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:15:57.994691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:58.018304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-501b983a-e624-4d96-85d7-058697a08e33 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/floatingips/5fb32e55-46be-43c0-9a86-98dd86291142 HTTP/1.1" status: 204 len: 168 time: 1.1674480 Jul 27 17:15:58.018304 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:15:58.020382 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa85ae78-976e-4be7-ba8d-d447cb57bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:15:58.063054 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef649d-646c-44c2-acaa-77f8a9b49b18 x-openstack-request-id: req-a5ef649d-646c-44c2-acaa-77f8a9b49b18 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:15:58.063772 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:15:58.064457 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5ef649d-646c-44c2-acaa-77f8a9b49b18 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:15:58.065056 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'status': 'completed', 'code': 200} Jul 27 17:15:58.114602 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:15:58.151330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-9b3c599c-7b3d-42c6-be89-447cdbea4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.152962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-9b3c599c-7b3d-42c6-be89-447cdbea4bc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 1095 time: 0.0646734 Jul 27 17:15:58.265344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-8f50c5e3-ee39-4c20-922a-f2a6c68ccc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.267620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-8f50c5e3-ee39-4c20-922a-f2a6c68ccc43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 200 len: 897 time: 0.0998011 Jul 27 17:15:58.279621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca707f3-ecc3-4220-a481-440f5eea44fc req-6e0325f9-12c3-4973-852f-a2b9094e3666 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.281204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ca707f3-ecc3-4220-a481-440f5eea44fc req-6e0325f9-12c3-4973-852f-a2b9094e3666 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0732646 Jul 27 17:15:58.322310 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4ca707f3-ecc3-4220-a481-440f5eea44fc req-65911758-8a74-49f0-8b99-7928096a0347 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9d437fb-e16f-4243-9ce4-edcc94a67939&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344691 Jul 27 17:15:58.322534 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-76bda3aa-fed0-4786-b619-89555e79585f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 200 len: 217 time: 0.0423522 Jul 27 17:15:58.339190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:58.366605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Checking router: d9926996-bf83-48c5-9287-29de9060f808 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:15:58.373840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-5ed84693-1e70-4006-8f38-860dd337d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.375334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-5ed84693-1e70-4006-8f38-860dd337d12f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 200 len: 835 time: 0.0451529 Jul 27 17:15:58.376751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:15:58.377368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:58.444855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-09ca91f0-3fcb-42e0-852f-b3112c7391fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.446659 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-09ca91f0-3fcb-42e0-852f-b3112c7391fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a05e691-4507-40de-af47-bde55b9a72dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606196 Jul 27 17:15:58.488982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:15:58.565558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-f522d9e4-fdce-4199-9db2-a940a7b311b6 service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083484 Jul 27 17:15:58.666049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa85ae78-976e-4be7-ba8d-d447cb57bc62 req-674ea132-7200-4141-a20e-8a99fc2f5a55 service neutron] 10.222.0.61 "GET /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927291 Jul 27 17:15:58.693274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-a6752ded-5396-484b-bec1-c072018c2962 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:15:58.694824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-a6752ded-5396-484b-bec1-c072018c2962 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 944 time: 0.0672190 Jul 27 17:15:58.715637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:15:58.746394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d06f5e-f001-4f61-971c-c2ae407607c2 None None] The sync data for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 is: [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:14:51Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '06c7a5fe-21c3-45fa-ad3a-fc55e19abe35', 'name': '', 'network_id': '8a05e691-4507-40de-af47-bde55b9a72dd', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ce:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:51Z', 'updated_at': '2021-07-27T17:14:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'f59e65f0-2397-4907-a160-df1db4246cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:15:58.803517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:15:58.803814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:58.899480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port ce0b4070-6846-4fb7-8dde-3f6ef58254a5, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:15:58.900146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:58.914712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for ce0b4070-6846-4fb7-8dde-3f6ef58254a5 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:15:58.982336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8e6fd-bd58-41fb-bb45-fdf276c2aa58 None None] New status for floating IP 5fb32e55-46be-43c0-9a86-98dd86291142: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:15:59.064981 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:59.099941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=ce0b4070-6846-4fb7-8dde-3f6ef58254a5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:15:59.143220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] No DVR routers for this DVR port ce0b4070-6846-4fb7-8dde-3f6ef58254a5 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:15:59.145754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:15:59.147730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b9327a94-2fb0-4e13-b900-a20fda052cb7 req-97f1091f-b52e-400d-95a6-85781133408a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "DELETE /v2.0/ports/ce0b4070-6846-4fb7-8dde-3f6ef58254a5 HTTP/1.1" status: 204 len: 173 time: 0.4456217 Jul 27 17:15:59.446745 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d7d4755-84fd-4bba-8c9d-6b51a2dafe5e req-322f8f5e-4d6a-4a3d-a203-f9f2d2d152cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cbfb32-858c-4c23-bf19-b5e1dd6a111e HTTP/1.1" status: 200 len: 210 time: 0.0330005 Jul 27 17:16:00.066989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-deleted', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:16:00.069465 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560f6ee-028d-432b-a840-2185b9ad558c" -d '{"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-deleted", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:16:00.105291 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19132e12-89bc-49b2-8d05-4fe52c129f55 x-openstack-request-id: req-19132e12-89bc-49b2-8d05-4fe52c129f55 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:16:00.105584 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cbfb32-858c-4c23-bf19-b5e1dd6a111e", "name": "network-vif-deleted", "tag": "ce0b4070-6846-4fb7-8dde-3f6ef58254a5", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:16:00.105834 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19132e12-89bc-49b2-8d05-4fe52c129f55 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:16:00.106234 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cbfb32-858c-4c23-bf19-b5e1dd6a111e', 'name': 'network-vif-deleted', 'tag': 'ce0b4070-6846-4fb7-8dde-3f6ef58254a5', 'status': 'completed', 'code': 200} Jul 27 17:16:00.504087 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:00.875342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:01.143376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:16:01.144020 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:01.229114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:01.229484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:01.246166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:16:01.433253 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:01.460525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=06c7a5fe-21c3-45fa-ad3a-fc55e19abe35,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:01.636542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:01.853930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router d9926996-bf83-48c5-9287-29de9060f808 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:16:01.964081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:16:01.969358 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-89c4d792-332c-49d9-9def-c2921100fac7 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/d9926996-bf83-48c5-9287-29de9060f808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639635 Jul 27 17:16:01.972242 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:01.974940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Sync routers for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:16:01.983860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:01.984509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:02.022582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting subnet f59e65f0-2397-4907-a160-df1db4246cae {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:16:02.025685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.066655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.091486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:02.153944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.218985 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.249414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Subnet': ['ID=f59e65f0-2397-4907-a160-df1db4246cae,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:02.252316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.254435 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a64a1cf5-507f-427f-b9c7-808de708d750 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/subnets/f59e65f0-2397-4907-a160-df1db4246cae HTTP/1.1" status: 204 len: 168 time: 0.2812037 Jul 27 17:16:02.257379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35198) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:02.257781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffb668-d291-4109-9641-2284c515f40e None None] Network 8a05e691-4507-40de-af47-bde55b9a72dd requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:16:02.355352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:16:02.359350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:16:01Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:02.375152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.426013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: ce0b4070-6846-4fb7-8dde-3f6ef58254a5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:16:02.426264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device ce0b4070-6846-4fb7-8dde-3f6ef58254a5 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:16:02.430723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Checking router: d9926996-bf83-48c5-9287-29de9060f808 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:16:02.444926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Routers {'d9926996-bf83-48c5-9287-29de9060f808'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:02.445592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['d9926996-bf83-48c5-9287-29de9060f808'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:02.489286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.551102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port fcdbb7ae-cadd-4ffc-a938-1a4439896c47 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:16:02.551461 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.573922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] Set router d9926996-bf83-48c5-9287-29de9060f808 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:02.631585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] DHCP port deletion for 8a05e691-4507-40de-af47-bde55b9a72dd request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:16:02.642358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port fcdbb7ae-cadd-4ffc-a938-1a4439896c47, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:02.642739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.655158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for fcdbb7ae-cadd-4ffc-a938-1a4439896c47 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:16:02.764975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Deleting port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:16:02.765334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.826805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.843389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] For port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,segment=NetworkSegment(e5553baa-3a15-48cb-b447-f63fb68183b0),segment_id=e5553baa-3a15-48cb-b447-f63fb68183b0)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:02.843787 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.857846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=fcdbb7ae-cadd-4ffc-a938-1a4439896c47,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:02.860053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Calling delete_port for b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:16:02.862713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:16:01Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:02.895384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63724f0e-c393-4b6f-8675-d4af573ace38 None None] The sync data for ids ['d9926996-bf83-48c5-9287-29de9060f808'] in n-d-723572-6 is: [{'id': 'd9926996-bf83-48c5-9287-29de9060f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031419349', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:14:47Z', 'updated_at': '2021-07-27T17:16:01Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'fcdbb7ae-cadd-4ffc-a938-1a4439896c47', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9926996-bf83-48c5-9287-29de9060f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:14:48Z', 'updated_at': '2021-07-27T17:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:16:02.920695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.969277 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:02.997529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] Pushing event deleted for resources: {'Port': ['ID=b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:03.002142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359331f1-74ba-4294-ad09-95af4e61f9d4 None None] No DVR routers for this DVR port b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:16:03.019220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.021433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.066982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.067699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Fanout notify agent at l3_agent the message router_deleted on router d9926996-bf83-48c5-9287-29de9060f808 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:16:03.075245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.076374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-80a89ef9-a1bd-45e7-9723-a27158ce7f59 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/routers/d9926996-bf83-48c5-9287-29de9060f808 HTTP/1.1" status: 204 len: 168 time: 0.8177464 Jul 27 17:16:03.079830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35200) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:03.155186 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.245039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.255741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a05e691-4507-40de-af47-bde55b9a72dd']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:03.266706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5553baa-3a15-48cb-b447-f63fb68183b0') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:03.267373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5553baa-3a15-48cb-b447-f63fb68183b0') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:03.276837 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.291495 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.298333 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:16:03.298731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:16:03.301771 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:16:03.349109 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.370120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.378158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.380047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/networks/8a05e691-4507-40de-af47-bde55b9a72dd HTTP/1.1" status: 204 len: 168 time: 0.2992098 Jul 27 17:16:03.382839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:03.404032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1cb1a-f59e-4547-88e9-3a0cf5d4ccf6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Network': ['ID=8a05e691-4507-40de-af47-bde55b9a72dd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:03.457005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.483982 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.551309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.553987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.555183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/security-groups/f9d437fb-e16f-4243-9ce4-edcc94a67939 HTTP/1.1" status: 204 len: 168 time: 0.1714277 Jul 27 17:16:03.564882 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5b35d-82e0-41b1-9d7a-45e5b1340052 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d437fb-e16f-4243-9ce4-edcc94a67939,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:03.846994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:03.851699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683712748', 'description': 'tempest-secgroup-smoke-683712748 description', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:03.874109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.965117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.968747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.996981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:03.998236 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1502247 Jul 27 17:16:04.001909 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35210) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.006477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341399-ace3-4e7e-b4b4-0934e0db7a7b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.006624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.034010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.096330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.101449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.127940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93acb743-69dd-4dba-8c1c-b693aed54832,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.131256 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.132499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bfa6e2f3-9f75-412a-844f-540daa627f80 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295543 Jul 27 17:16:04.135434 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.140613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.166585 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.226703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.231072 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.251686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbf1089-1a58-40fa-abe8-0890adbcfff4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.255068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.256485 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b8f8d69f-382d-4919-b22f-b8cba0ebebf0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197040 Jul 27 17:16:04.259296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.263934 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.294890 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.356249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.360703 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.380478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8066e-0c7b-4c6b-9ef1-f6366b38736f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.383027 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.384561 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cc9d2a27-7329-4819-a05a-e2a1833810c0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242273 Jul 27 17:16:04.387325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.391847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.423595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.484986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.489428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.516620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc7a251-a857-4bff-840d-511db61bc06f,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.519637 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.521590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d366fcbb-db64-45ea-86df-92166ec8a786 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326573 Jul 27 17:16:04.523633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35218) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.528381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.556798 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:16:04.563269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:16:04.565540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.584492 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:16:04.585014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b02fb8a0-7d96-4e5e-8bc9-bc6685cc19f6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:16:04.585667 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcdbb7ae-cadd-4ffc-a938-1a4439896c47 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:16:04.607378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fcdbb7ae-cadd-4ffc-a938-1a4439896c47 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:16:04.607623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fcdbb7ae-cadd-4ffc-a938-1a4439896c47 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:16:04.608022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:16:04.627920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:16:04.628208 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 06c7a5fe-21c3-45fa-ad3a-fc55e19abe35 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:16:04.644840 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.649265 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.669230 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff90eac-6659-44b3-97fb-1ece139a25f3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.679142 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.680526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fdaab769-11f5-447d-ad5b-d977f762d643 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559045 Jul 27 17:16:04.683923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35220) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.689170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'security_group_rule': {'security_group_id': '18f0aa9a-39e9-4a12-a31d-d5af72ac2be0', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.712877 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Project e8dc16207b7b4e5cb0b96540af3c7055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:16:04.717925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.779326 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.783627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.809600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23af000a-e9c1-4622-b106-0a1941c4d785,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:04.817176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.821386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-39efe505-82f1-4101-90ec-198fbcd20596 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333079 Jul 27 17:16:04.821872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35222) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:04.827283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'network': {'name': 'tempest-network-smoke--1078553180', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:04.849257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:16:04.852899 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.876344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:16:04.885243 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.885642 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Added segment bd091e41-0481-4556-b79b-8a4b78bb3ae7 of type vlan for network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d Jul 27 17:16:04.925976 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.958998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:04.964551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:04.965174 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.029256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2059669 Jul 27 17:16:05.033300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:05.037421 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaeaaa-ad5b-46e4-8531-d7d7f2f7dabe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Network': ['ID=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:05.038367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'admin_state_up': True, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:05.048020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:16:05.066489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.067466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.124798 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.265226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.457050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.475791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.580628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.95 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/cd8ec216-282c-47c9-8927-ff18fc9060df) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:16:05.678427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.717041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:05.755870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:05.758759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:05.761157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:16:05.792764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=cd8ec216-282c-47c9-8927-ff18fc9060df,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:05.805944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.806298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.806646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.806985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.807537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.807655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.807991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.808331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.808817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.809149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.809475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:05.809801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:06.024094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:06.220187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:06.678877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 3848ff64-4d7b-4e88-a527-86f421e0d710 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:16:06.780791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:16:06.790186 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Sync routers for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:16:06.799199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:06.799812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:06.800779 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:06.802112 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fdc0a00a-068d-49b2-83f4-1f5c9d4f3e8f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7677894 Jul 27 17:16:06.805328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:06.837478 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-30f7806f-42a4-4bb1-b041-169b4b291ad3 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e8dc16207b7b4e5cb0b96540af3c7055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309999 Jul 27 17:16:06.840267 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35228) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:06.906427 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:06.925470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc3cd4-9831-49c5-8f77-1c8086d2b12c tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:06.927040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f4dc3cd4-9831-49c5-8f77-1c8086d2b12c tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857990 Jul 27 17:16:06.929842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:06.958111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dfaca973-1216-4b60-ac92-59aca3b2bed4 tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271585 Jul 27 17:16:06.960728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:06.965987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749358383', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:07.070421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:16:07.075282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.178184 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:05Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:07.207543 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Checking router: 3848ff64-4d7b-4e88-a527-86f421e0d710 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:16:07.207888 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Updating router 3848ff64-4d7b-4e88-a527-86f421e0d710 port cd8ec216-282c-47c9-8927-ff18fc9060df binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:16:07.242614 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.262427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.332321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Subnet': ['ID=fb12d45a-39da-468d-9089-d08684e507e1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:07.341731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Checking segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:16:07.342106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network hostable DHCP agents. Network: 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:16:07.361566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:16:07.371355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:07.376221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:07.376853 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.393337 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f75d8-df15-489d-8026-f58eb7850386 None None] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:16:07.399096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8fda9b19-f706-4c1b-93bd-c295d5d60062 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4330156 Jul 27 17:16:07.399396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:07.521995 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.533526 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Transition to ACTIVE for port object cd8ec216-282c-47c9-8927-ff18fc9060df will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:07.543131 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.564500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:16:07.565368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.595116 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Attempting to bind port cd8ec216-282c-47c9-8927-ff18fc9060df on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:16:07.595480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Attempting to bind port cd8ec216-282c-47c9-8927-ff18fc9060df by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:16:07.595842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Attempting to bind port cd8ec216-282c-47c9-8927-ff18fc9060df on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:16:07.606984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:16:07.607362 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:16:07.607884 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.608283 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:16:07.608775 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Bound port: cd8ec216-282c-47c9-8927-ff18fc9060df, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:16:07.609150 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.635595 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Pushing event updated for resources: {'Port': ['ID=cd8ec216-282c-47c9-8927-ff18fc9060df,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:07.646125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.646469 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.646805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.647142 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.647473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.647800 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.648126 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.648473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.648805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.649129 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.649451 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.649866 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.684965 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] For port cd8ec216-282c-47c9-8927-ff18fc9060df, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:16:07.690235 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] For port cd8ec216-282c-47c9-8927-ff18fc9060df, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cd8ec216-282c-47c9-8927-ff18fc9060df,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:16:07.695316 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.711541 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Allocated IP 172.20.0.2 (9b8ff8fe-51f6-448b-93c5-1658b3f68c3d/fb12d45a-39da-468d-9089-d08684e507e1/98e8b36e-e347-414d-bffa-67e36a7ebb8d) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:16:07.750212 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:07.750896 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:07.861099 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601993-a23c-4482-adfe-073c64e8a5af None None] Pushing event updated for resources: {'Port': ['ID=cd8ec216-282c-47c9-8927-ff18fc9060df,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:07.875039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.877264 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:07.884758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Transition to ACTIVE for port object 98e8b36e-e347-414d-bffa-67e36a7ebb8d will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:07.900953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Transition to ACTIVE for port object 98e8b36e-e347-414d-bffa-67e36a7ebb8d will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:07.901439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.907541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:07.949123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:07.956202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:07.958561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:16:07.964642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Pushing event updated for resources: {'Port': ['ID=98e8b36e-e347-414d-bffa-67e36a7ebb8d,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:07.975741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.976091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.976441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.977050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.977161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.977428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.977752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.978076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.978397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.978717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.979070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:07.979346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:16:08.042416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Attempting to bind port 98e8b36e-e347-414d-bffa-67e36a7ebb8d on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:16:08.042822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Attempting to bind port 98e8b36e-e347-414d-bffa-67e36a7ebb8d by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:16:08.043229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Attempting to bind port 98e8b36e-e347-414d-bffa-67e36a7ebb8d on network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:16:08.048550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:16:08.048936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Checking segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:16:08.049351 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.049753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Bound using segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:16:08.050222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Bound port: 98e8b36e-e347-414d-bffa-67e36a7ebb8d, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:16:08.050612 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.077073 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:05Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:08.106877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c966b3-4152-4218-9da6-c6eb8afab515 None None] The sync data for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 is: [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:05Z', 'revision_number': 3, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:16:08.118582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] For port 98e8b36e-e347-414d-bffa-67e36a7ebb8d, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:16:08.122087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] For port 98e8b36e-e347-414d-bffa-67e36a7ebb8d, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98e8b36e-e347-414d-bffa-67e36a7ebb8d,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:16:08.128100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.197379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34b4b-6864-4697-9dde-e3641c28da09 None None] Pushing event updated for resources: {'Port': ['ID=98e8b36e-e347-414d-bffa-67e36a7ebb8d,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:08.214288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.1 (9b8ff8fe-51f6-448b-93c5-1658b3f68c3d/fb12d45a-39da-468d-9089-d08684e507e1/c0825f9a-d90d-4c78-841b-3434d203da60) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:16:08.367057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.388874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object c0825f9a-d90d-4c78-841b-3434d203da60 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:08.444685 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.495131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:08.502272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:08.505237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:16:08.540929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:08.560181 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.650927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cd8ec216-282c-47c9-8927-ff18fc9060df up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:08.718859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port cd8ec216-282c-47c9-8927-ff18fc9060df completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:08.721767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.724943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cd8ec216-282c-47c9-8927-ff18fc9060df triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:08.725317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.812245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.839236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port cd8ec216-282c-47c9-8927-ff18fc9060df, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cd8ec216-282c-47c9-8927-ff18fc9060df,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:08.844684 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:08.845545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98e8b36e-e347-414d-bffa-67e36a7ebb8d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:08.939750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=cd8ec216-282c-47c9-8927-ff18fc9060df,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:08.959882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 98e8b36e-e347-414d-bffa-67e36a7ebb8d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:09.068788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.074715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.158050 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.159834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:09.251418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cac376-5aa3-4e08-bbf6-da8afb25d463 None None] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:16:09.257283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:09.258632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:09.345143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Provisioning for port 98e8b36e-e347-414d-bffa-67e36a7ebb8d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:09.370079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Provisioning complete for port 98e8b36e-e347-414d-bffa-67e36a7ebb8d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:09.370584 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.382186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 3848ff64-4d7b-4e88-a527-86f421e0d710 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:16:09.492169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.495612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:16:09.508711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-32fa6fd7-1774-41cb-affd-4be2503b2c9d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/3848ff64-4d7b-4e88-a527-86f421e0d710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1077394 Jul 27 17:16:09.530758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] For port 98e8b36e-e347-414d-bffa-67e36a7ebb8d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98e8b36e-e347-414d-bffa-67e36a7ebb8d,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:09.536660 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.598152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df0614-fcf3-4079-a289-ef4145cff680 None None] Pushing event updated for resources: {'Port': ['ID=98e8b36e-e347-414d-bffa-67e36a7ebb8d,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:09.731523 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-03159908-996f-4d2a-9d1d-885208cd7e92 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683712748&fields=id&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 267 time: 0.0396817 Jul 27 17:16:09.763490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6163b0d4-f893-445a-ab05-d111373c5fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.774835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Provisioning for port c0825f9a-d90d-4c78-841b-3434d203da60 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:09.779003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Provisioning complete for port c0825f9a-d90d-4c78-841b-3434d203da60 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:09.779385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.823745 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Port c0825f9a-d90d-4c78-841b-3434d203da60 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:16:09.834397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Provisioning complete for port 98e8b36e-e347-414d-bffa-67e36a7ebb8d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:09.834802 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77a967f3-f02a-4962-9765-cab745445df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:09.854749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2522459b-aae3-4c11-b894-296b1a6927f8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:09.862902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2522459b-aae3-4c11-b894-296b1a6927f8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 797 time: 0.1235645 Jul 27 17:16:09.877243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-569f0b6b-1ed4-4cbd-8339-b7a6c49d5a50 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/quotas/e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 375 time: 0.0131569 Jul 27 17:16:09.946543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-e07f6ae6-3ca6-4b40-b521-281c557fa4e8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651417 Jul 27 17:16:09.985457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Sync routers for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:16:09.995652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:09.996197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:10.028157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-b874054f-6a12-45f7-8a38-bf59dee5f468 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:16:10.029246 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-b874054f-6a12-45f7-8a38-bf59dee5f468 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653296 Jul 27 17:16:10.062562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3bc94f5a-2342-443f-8bd4-fa1230c07a5a None None] Provisioning complete for port c0825f9a-d90d-4c78-841b-3434d203da60 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:10.062940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f5a-2342-443f-8bd4-fa1230c07a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.138465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3bc94f5a-2342-443f-8bd4-fa1230c07a5a None None] Port c0825f9a-d90d-4c78-841b-3434d203da60 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:16:10.146507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-de4046ec-7c2f-4359-823f-58b1893e9b45 service neutron] 10.222.0.64 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090453 Jul 27 17:16:10.146991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:10.252602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-ea4f5a6d-0600-4e82-894c-0e75a2ecdfd6 service neutron] 10.222.0.64 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975866 Jul 27 17:16:10.295460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dd584048-8f71-47f2-b8d1-640aa68d81c9 None None] Provisioning complete for port c0825f9a-d90d-4c78-841b-3434d203da60 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:10.295838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dd584048-8f71-47f2-b8d1-640aa68d81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.351820 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dd584048-8f71-47f2-b8d1-640aa68d81c9 None None] Port c0825f9a-d90d-4c78-841b-3434d203da60 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:16:10.404751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 2, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:10.417868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa15c86-7c4b-46c2-ace8-1f408e954d1c req-c98a936e-baf9-4b50-9bf4-11e3401d1af5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 210 time: 0.0310054 Jul 27 17:16:10.436742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Checking router: 3848ff64-4d7b-4e88-a527-86f421e0d710 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:16:10.436742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Updating router 3848ff64-4d7b-4e88-a527-86f421e0d710 port c0825f9a-d90d-4c78-841b-3434d203da60 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:16:10.469903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.565903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cd8ec216-282c-47c9-8927-ff18fc9060df up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:10.680672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port cd8ec216-282c-47c9-8927-ff18fc9060df triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:10.681332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.824776 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.832002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98e8b36e-e347-414d-bffa-67e36a7ebb8d up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:10.837853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Transition to ACTIVE for port object c0825f9a-d90d-4c78-841b-3434d203da60 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:10.864308 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:10.932490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfb3a1-5a37-424c-84ef-9d6dfafb9c6d None None] Pushing event updated for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:10.978726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 98e8b36e-e347-414d-bffa-67e36a7ebb8d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:10.979178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:11.011066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Attempting to bind port c0825f9a-d90d-4c78-841b-3434d203da60 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:16:11.011440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Attempting to bind port c0825f9a-d90d-4c78-841b-3434d203da60 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:16:11.011783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Attempting to bind port c0825f9a-d90d-4c78-841b-3434d203da60 on network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:16:11.021209 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:16:11.021592 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Checking segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:16:11.021989 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:11.022385 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Bound using segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:16:11.022855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Bound port: c0825f9a-d90d-4c78-841b-3434d203da60, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:16:11.023234 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:11.130600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] For port c0825f9a-d90d-4c78-841b-3434d203da60, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:16:11.143356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] For port c0825f9a-d90d-4c78-841b-3434d203da60, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0825f9a-d90d-4c78-841b-3434d203da60,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:16:11.147624 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:11.217175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:11.217803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:15:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:11.221694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfb3a1-5a37-424c-84ef-9d6dfafb9c6d None None] Pushing event updated for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:11.331268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:11.502337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01805622-1abf-4a7b-bb5a-d6ad10cb3f93 req-c9a37e3b-a154-49bc-9b58-0e998041f998 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 210 time: 0.0314171 Jul 27 17:16:11.558137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:11Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:11.585753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56de74-606c-4ceb-bc66-2986bc8c6461 None None] The sync data for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 is: [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:11Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:16:12.430847 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.434041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-9dee6a44-63d0-4efe-b35a-64bb02237182 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:12.435789 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-9dee6a44-63d0-4efe-b35a-64bb02237182 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 797 time: 0.1146362 Jul 27 17:16:12.493154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-d1cae645-81b3-42d6-92ad-33d5d94e2315 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8dc16207b7b4e5cb0b96540af3c7055 HTTP/1.1" status: 200 len: 379 time: 0.0469906 Jul 27 17:16:12.505091 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'port': {'device_id': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'admin_state_up': True, 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'security_groups': ['18f0aa9a-39e9-4a12-a31d-d5af72ac2be0']}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:12.566367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa5b-9c5e-4bbb-a8b0-21a1c064a3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.617876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0825f9a-d90d-4c78-841b-3434d203da60 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:12.638971 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Made reservation on behalf of e8dc16207b7b4e5cb0b96540af3c7055 for: {'port': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:16:12.642035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ba2a72c-1f2c-4936-aeba-d95a05fc84fe req-83c35110-9e56-45e7-be45-54fb76426372 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 210 time: 0.0499582 Jul 27 17:16:12.644612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.684748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c0825f9a-d90d-4c78-841b-3434d203da60 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:12.689059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c0825f9a-d90d-4c78-841b-3434d203da60 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:12.689433 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.770241 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.781545 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.20.0.6 (9b8ff8fe-51f6-448b-93c5-1658b3f68c3d/fb12d45a-39da-468d-9089-d08684e507e1/65322eaa-987a-46f3-986e-93a3d190cd3c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:16:12.805435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c0825f9a-d90d-4c78-841b-3434d203da60, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0825f9a-d90d-4c78-841b-3434d203da60,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:12.809246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:12.861503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:13.197152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.210801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Transition to ACTIVE for port object 65322eaa-987a-46f3-986e-93a3d190cd3c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:13.244889 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.286926 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:13.289955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:13.296187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:16:13.328505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:13.353941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:13.354607 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.369580 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-2de6fc23-11c8-4150-aabd-3d8b8e5279fc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8690517 Jul 27 17:16:13.382034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Request body: {'port': {'device_id': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:13.458339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.509914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-357b6037-7218-4e45-be2e-5ac83b24733e None None] Provisioning for port 65322eaa-987a-46f3-986e-93a3d190cd3c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:13.515316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-357b6037-7218-4e45-be2e-5ac83b24733e None None] Provisioning complete for port 65322eaa-987a-46f3-986e-93a3d190cd3c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:13.515900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-357b6037-7218-4e45-be2e-5ac83b24733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.560838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-357b6037-7218-4e45-be2e-5ac83b24733e None None] Port 65322eaa-987a-46f3-986e-93a3d190cd3c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:16:13.562876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.776175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:16:13.785978 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.803072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Transition to ACTIVE for port object 65322eaa-987a-46f3-986e-93a3d190cd3c will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:16:13.807915 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:13.870935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120345-26d0-4c20-b6f2-47cbfaf44c8a req-fa56bf85-0416-475a-b9b5-ed4c3fb6e8bc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:13.872455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-92120345-26d0-4c20-b6f2-47cbfaf44c8a req-fa56bf85-0416-475a-b9b5-ed4c3fb6e8bc tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 931 time: 0.1420774 Jul 27 17:16:13.874478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:13.974812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-92120345-26d0-4c20-b6f2-47cbfaf44c8a req-ab135ef4-10c7-4464-a34a-4618a88fe111 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667760 Jul 27 17:16:13.991468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Attempting to bind port 65322eaa-987a-46f3-986e-93a3d190cd3c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:16:13.991871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Attempting to bind port 65322eaa-987a-46f3-986e-93a3d190cd3c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:16:13.992205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Attempting to bind port 65322eaa-987a-46f3-986e-93a3d190cd3c on network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:16:13.996546 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Port 65322eaa-987a-46f3-986e-93a3d190cd3c on network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:16:13.996873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Attempting to bind port 65322eaa-987a-46f3-986e-93a3d190cd3c on network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:16:14.004871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:16:14.005218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Checking segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:16:14.005864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Bound using segment: {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:16:14.006580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Bound port: 65322eaa-987a-46f3-986e-93a3d190cd3c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd091e41-0481-4556-b79b-8a4b78bb3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:16:14.007178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:14.077159 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:16:14.080275 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:16:14.086249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:14.123515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.124157 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:14.125603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] 10.222.0.61 "PUT /v2.0/ports/65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 1091 time: 0.7480087 Jul 27 17:16:14.128522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:16:14.131654 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a471fbb2-9475-4622-bf15-219f26df016c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:16:14.159189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00ad8-2694-4ced-abe1-4259eb2c29da service neutron] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=3']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:14.183583 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c99b896-ee5f-4ce5-8055-daec849d300f x-openstack-request-id: req-7c99b896-ee5f-4ce5-8055-daec849d300f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:16:14.183871 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:16:14.184125 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c99b896-ee5f-4ce5-8055-daec849d300f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:16:14.184558 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'status': 'completed', 'code': 200} Jul 27 17:16:14.237388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-d30c0330-0a67-4477-971c-52e490f60b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.238979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-d30c0330-0a67-4477-971c-52e490f60b81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1094 time: 0.0650444 Jul 27 17:16:14.284232 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-831afece-ab6a-407a-a936-995b126fe4fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 217 time: 0.0369804 Jul 27 17:16:14.334227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-601cb2ac-aee9-4669-bbc8-b27269367fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.335635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-601cb2ac-aee9-4669-bbc8-b27269367fde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0446787 Jul 27 17:16:14.395830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-8091e164-0220-4604-b529-cafd1936203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.397308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-8091e164-0220-4604-b529-cafd1936203a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547621 Jul 27 17:16:14.491419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-ebac67af-7190-4deb-b5a6-2e54a4d63f2d service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Jul 27 17:16:14.563887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0825f9a-d90d-4c78-841b-3434d203da60 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:14.591308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84a81b05-c11e-4b51-ab24-88aaad2a0168 req-736b8124-a765-41c5-bc26-cf7db4fac1e2 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924778 Jul 27 17:16:14.618855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c0825f9a-d90d-4c78-841b-3434d203da60 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:14.619231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:14.699685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471fbb2-9475-4622-bf15-219f26df016c req-9cb5a262-b7f2-4fea-a7a2-e60944c4124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.701239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-9cb5a262-b7f2-4fea-a7a2-e60944c4124d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1094 time: 0.0601749 Jul 27 17:16:14.792452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471fbb2-9475-4622-bf15-219f26df016c req-35643b6e-ecfa-48e2-b0ef-6b9fe29551d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.794086 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-35643b6e-ecfa-48e2-b0ef-6b9fe29551d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 898 time: 0.0848298 Jul 27 17:16:14.839792 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-ddd31561-e182-462f-a40e-956fdae4e52d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 217 time: 0.0387745 Jul 27 17:16:14.890496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471fbb2-9475-4622-bf15-219f26df016c req-aba52e82-5ff1-4730-9065-6b6ecb80a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.892468 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-aba52e82-5ff1-4730-9065-6b6ecb80a93a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0450437 Jul 27 17:16:14.952793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471fbb2-9475-4622-bf15-219f26df016c req-1a252e00-22a3-4344-b82f-cb271e9bf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:14.954940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-1a252e00-22a3-4344-b82f-cb271e9bf090 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542860 Jul 27 17:16:15.064089 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-fc79dbec-e29c-42b0-a86e-880048c64b3f service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986416 Jul 27 17:16:15.162794 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:15.190204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce66b7a-a219-48ac-9c16-41628e3be8d1 req-d07a0aa8-8325-4e3c-9ad0-8a7386bbcc97 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:15.191717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce66b7a-a219-48ac-9c16-41628e3be8d1 req-d07a0aa8-8325-4e3c-9ad0-8a7386bbcc97 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 943 time: 0.1429617 Jul 27 17:16:15.197404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a471fbb2-9475-4622-bf15-219f26df016c req-4d78f57b-46fc-464e-9571-66d7cda46439 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160867 Jul 27 17:16:15.231180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce66b7a-a219-48ac-9c16-41628e3be8d1 req-4d034839-7945-483f-8bc4-344d23d58d1a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Jul 27 17:16:16.365638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cc000-293b-4d62-bb0c-2e8961c7929a req-e2bef7ca-6a29-4e55-915f-4b28bc5b0741 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:16.367139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba2cc000-293b-4d62-bb0c-2e8961c7929a req-e2bef7ca-6a29-4e55-915f-4b28bc5b0741 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 943 time: 0.0649538 Jul 27 17:16:16.407640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba2cc000-293b-4d62-bb0c-2e8961c7929a req-32ddb64c-5875-4cb6-9ae9-ea4984b19b61 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337503 Jul 27 17:16:17.125012 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:17.542663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72e2d6-8811-46b3-a107-702142bcc80e req-e7ae0e27-c9c3-4b23-a249-0db9fef86ba2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:17.544165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a72e2d6-8811-46b3-a107-702142bcc80e req-e7ae0e27-c9c3-4b23-a249-0db9fef86ba2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 943 time: 0.0679238 Jul 27 17:16:17.586934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0a72e2d6-8811-46b3-a107-702142bcc80e req-a0d1332d-9884-4405-bbb9-2e96b9b9d446 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Jul 27 17:16:18.461486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:16:18.723027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59a97-ab3a-4bae-9dd7-78d5d93907f0 req-afabc226-d98e-4336-9735-7331511a23d8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:18.724455 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ef59a97-ab3a-4bae-9dd7-78d5d93907f0 req-afabc226-d98e-4336-9735-7331511a23d8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 943 time: 0.0654154 Jul 27 17:16:18.732040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:18.744173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'mac_address': 'fa:16:3e:97:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:16:18.771479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5ef59a97-ab3a-4bae-9dd7-78d5d93907f0 req-e07dcd56-d8c3-40bf-b27b-076ef9462143 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Jul 27 17:16:18.780576 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:18.794376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:16:18.814610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:18.818623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:18.866044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:19.070188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['65322eaa-987a-46f3-986e-93a3d190cd3c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:16:19.904458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3a93-fbbb-4f9e-954f-04d8b8349afa req-af77ac2f-1c09-409b-ba4d-480418fa5c21 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:19.905992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-271d3a93-fbbb-4f9e-954f-04d8b8349afa req-af77ac2f-1c09-409b-ba4d-480418fa5c21 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 944 time: 0.0642881 Jul 27 17:16:19.945100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-271d3a93-fbbb-4f9e-954f-04d8b8349afa req-292b753f-a36f-4454-a3c8-6d717031943c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Jul 27 17:16:20.466200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:16:20.523421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 65322eaa-987a-46f3-986e-93a3d190cd3c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:16:20.527426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 65322eaa-987a-46f3-986e-93a3d190cd3c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:16:20.527795 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:20.605478 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:20.627428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:16:20.629781 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f55919-9f84-4e6e-88fc-eda025d105a2" -d '{"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-plugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:16:20.644359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:16:20.652235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:20.679301 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed4253f-f9ce-46e2-9cd3-b24a2901ca88 x-openstack-request-id: req-6ed4253f-f9ce-46e2-9cd3-b24a2901ca88 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:16:20.679562 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-plugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:16:20.679768 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed4253f-f9ce-46e2-9cd3-b24a2901ca88 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:16:20.680165 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'code': 200} Jul 27 17:16:20.707977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:20.783506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6fa17-fd06-46ab-b33a-8412e9262e57 req-cf372b02-0369-4da9-9592-1606404e0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:20.785028 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8fc6fa17-fd06-46ab-b33a-8412e9262e57 req-cf372b02-0369-4da9-9592-1606404e0519 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0572832 Jul 27 17:16:20.820724 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8fc6fa17-fd06-46ab-b33a-8412e9262e57 req-f91da638-61a8-46f3-a751-0a590a0a8baf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271976 Jul 27 17:16:21.078613 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071d4bf-a488-4b5e-b09b-0eda0f3a535a req-0b27c882-b61b-4f2e-8c3f-f754ee9648ab tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:21.080698 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2071d4bf-a488-4b5e-b09b-0eda0f3a535a req-0b27c882-b61b-4f2e-8c3f-f754ee9648ab tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0653346 Jul 27 17:16:21.119613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2071d4bf-a488-4b5e-b09b-0eda0f3a535a req-989f9a89-3b50-4135-9a92-5089471ecf79 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329478 Jul 27 17:16:22.258328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f41a2-fe47-4efb-bcf6-5ae6c50a62a2 req-e1cb280f-9552-4819-ae4b-a3e231adc029 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:22.259868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-140f41a2-fe47-4efb-bcf6-5ae6c50a62a2 req-e1cb280f-9552-4819-ae4b-a3e231adc029 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0684566 Jul 27 17:16:22.298921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-140f41a2-fe47-4efb-bcf6-5ae6c50a62a2 req-0e0388e3-12f4-4534-ba22-41fadd2a25bb tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Jul 27 17:16:22.433521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075ced1-568a-42e4-b0fc-e70993493fbf req-bb461e0e-4cd3-47f4-82a7-cc184daa2b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:22.434942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8075ced1-568a-42e4-b0fc-e70993493fbf req-bb461e0e-4cd3-47f4-82a7-cc184daa2b58 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0685060 Jul 27 17:16:22.474509 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8075ced1-568a-42e4-b0fc-e70993493fbf req-eb217834-da02-431c-ab62-68633118ab2f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331891 Jul 27 17:16:22.497046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35288) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:22.552018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f55c3-e0e8-4bff-889d-d187b5fdb63e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:22.553570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b26f55c3-e0e8-4bff-889d-d187b5fdb63e tempest-TestNetworkAdvancedServerOps-1547818194 tempest-TestNetworkAdvancedServerOps-1547818194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1091 time: 0.0555406 Jul 27 17:16:22.556376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:22.560810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:16:22.582750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:22.686933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:22.791253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Allocated IP 172.25.4.86 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/9742fba6-8ba6-45da-a14d-a446ccc28d82) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:16:22.900347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:22.942062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:22.983596 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:16:22.986397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:16:22.991379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:16:22.994563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=9742fba6-8ba6-45da-a14d-a446ccc28d82,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:23.267472 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:16:23.362968 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:23.447682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:23.596359 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:23.601323 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:23.673091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event updated for resources: {'Port': ['ID=9742fba6-8ba6-45da-a14d-a446ccc28d82,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:16:23.684929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:23.786483 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 1480a095-ad9c-482f-bd48-fd5a0feeb3f8 associated. External IP: 172.25.4.86, port: 65322eaa-987a-46f3-986e-93a3d190cd3c. Jul 27 17:16:24.335889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 3848ff64-4d7b-4e88-a527-86f421e0d710 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:16:24.442834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:16:24.455609 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Sync routers for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:16:24.460132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:24.465737 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:24.466880 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:16:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:24.501891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8c8a8f76-d554-452b-89f4-eedb244b2239 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9444509 Jul 27 17:16:24.502602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:16:24.505890 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0364a9-1be7-4b5f-be05-21455113ebb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:16:24.555642 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f834e9-e005-4282-98ca-cd1f4cbbfe0f x-openstack-request-id: req-67f834e9-e005-4282-98ca-cd1f4cbbfe0f {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:16:24.555816 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:16:24.555971 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67f834e9-e005-4282-98ca-cd1f4cbbfe0f {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:16:24.556343 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'status': 'completed', 'code': 200} Jul 27 17:16:24.579405 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:24.625961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75339b-962f-46ae-9f2c-8d964f0c47ef req-4c1e38cd-14a8-473b-be61-d53eff4bd8ea tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:24.627469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a75339b-962f-46ae-9f2c-8d964f0c47ef req-4c1e38cd-14a8-473b-be61-d53eff4bd8ea tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0702248 Jul 27 17:16:24.633932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-172ac5a2-c4fc-486c-a3b3-8099415b17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:24.635835 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-172ac5a2-c4fc-486c-a3b3-8099415b17ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0582695 Jul 27 17:16:24.671548 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0a75339b-962f-46ae-9f2c-8d964f0c47ef req-60b58304-dd7e-449c-a098-d0451358c5cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377400 Jul 27 17:16:24.696138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35296) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:24.742126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-b3a54786-d721-4000-b1b3-639e4634accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:24.743805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-b3a54786-d721-4000-b1b3-639e4634accd service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 898 time: 0.1013122 Jul 27 17:16:24.764365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4cab9b25-3468-42c6-81e9-82af8d663e23 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/1480a095-ad9c-482f-bd48-fd5a0feeb3f8 HTTP/1.1" status: 200 len: 990 time: 0.0668342 Jul 27 17:16:24.812612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-9b1b12ca-db02-46e2-8c40-b5f72c7b6214 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 998 time: 0.0618548 Jul 27 17:16:24.830011 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '1480a095-ad9c-482f-bd48-fd5a0feeb3f8', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'mac_address': 'fa:16:3e:97:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:16:23Z', 'updated_at': '2021-07-27T17:16:23Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:24.859910 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Checking router: 3848ff64-4d7b-4e88-a527-86f421e0d710 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:16:24.870594 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-e280f318-4a3d-416c-9739-c0b2b417299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:24.872068 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-e280f318-4a3d-416c-9739-c0b2b417299c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0530493 Jul 27 17:16:24.873153 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:16:24.873779 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:16:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:24.937274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-e58bc3cc-6d82-43b2-938a-617cc57e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:24.938686 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-e58bc3cc-6d82-43b2-938a-617cc57e98f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599902 Jul 27 17:16:24.980200 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:16:25.033920 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-1504c037-ccb0-46b4-9c56-6aaa032d8513 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848680 Jul 27 17:16:25.136188 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7e0364a9-1be7-4b5f-be05-21455113ebb7 req-ab8bfebd-b0b8-4571-acb6-e4532ef567ea service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949798 Jul 27 17:16:25.297328 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '1480a095-ad9c-482f-bd48-fd5a0feeb3f8', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'mac_address': 'fa:16:3e:97:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:16:23Z', 'updated_at': '2021-07-27T17:16:23Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:16:25.323786 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ce3be-7a15-4c51-9234-cbc34e4de561 None None] The sync data for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 is: [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '1480a095-ad9c-482f-bd48-fd5a0feeb3f8', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'mac_address': 'fa:16:3e:97:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:16:23Z', 'updated_at': '2021-07-27T17:16:23Z', 'revision_number': 0, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:16:25.535941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e96a53-7508-4ff6-a5e9-572c835cc671 None None] New status for floating IP 1480a095-ad9c-482f-bd48-fd5a0feeb3f8: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:16:25.768456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35298) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:16:25.830199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-33f44cb7-b894-4843-8bcc-8fb48f227c21 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/1480a095-ad9c-482f-bd48-fd5a0feeb3f8 HTTP/1.1" status: 200 len: 992 time: 0.0604975 Jul 27 17:16:33.388052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:39.756772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8baee077-ced5-442e-9a5d-03fbd8d6cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:42.423061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:42.560874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec46b0e3-a2a9-4156-a22c-8ea9fb6363ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:43.555947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:45.167188 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:46.435248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-0a4f5632-b5ff-4f1d-8beb-52039f91cb1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538907 Jul 27 17:16:46.530765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-999dee1d-aeaf-4802-b60b-1320fbdef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:46.532594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-999dee1d-aeaf-4802-b60b-1320fbdef15c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0553892 Jul 27 17:16:46.644790 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-63747e8f-d3ff-452a-a469-05ef0cf4092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:46.646858 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-63747e8f-d3ff-452a-a469-05ef0cf4092c service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 898 time: 0.0935168 Jul 27 17:16:46.713487 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-48e7760f-f1ca-4310-ac19-e21706f500cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 1000 time: 0.0592761 Jul 27 17:16:46.763900 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-04255de8-26cc-403f-bafe-9e2e9bd9d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:46.765407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-04255de8-26cc-403f-bafe-9e2e9bd9d063 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0452130 Jul 27 17:16:46.833065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-51764809-8ac4-4eb7-9580-c683d402fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:46.834614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-51764809-8ac4-4eb7-9580-c683d402fe4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607662 Jul 27 17:16:46.975275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-5ec890af-0626-44cc-91a2-49b4c0fc6c92 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328628 Jul 27 17:16:47.069062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb2834ca-72ff-4244-9195-7ee084e4c072 req-67fd77ad-8b02-466c-b3f7-31e6d393c1c0 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Jul 27 17:16:47.141919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:16:59.516213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cbd06-5e84-4543-a7f8-f3b0a30ed676 req-cfb372f2-fd99-4ae4-bbf6-41dbdf52b9c6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:16:59.517784 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c7cbd06-5e84-4543-a7f8-f3b0a30ed676 req-cfb372f2-fd99-4ae4-bbf6-41dbdf52b9c6 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.1240671 Jul 27 17:16:59.559279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c7cbd06-5e84-4543-a7f8-f3b0a30ed676 req-a0c57a2e-adb6-4406-b709-c2653496bc6d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347314 Jul 27 17:17:00.270064 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:17:00.696266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bef28-7692-4d48-8b8c-f5b4a8542e24 req-3603c9c3-9d7e-4a09-9fdd-544e9bfa343a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:00.697815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-410bef28-7692-4d48-8b8c-f5b4a8542e24 req-3603c9c3-9d7e-4a09-9fdd-544e9bfa343a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0643005 Jul 27 17:17:00.740844 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-410bef28-7692-4d48-8b8c-f5b4a8542e24 req-8dbe587b-d60a-4bf8-a495-ab6da766aa38 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370991 Jul 27 17:17:01.873506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d79b0-981c-4765-917d-2a81bc83d27a req-d41b9a03-93af-4411-bc8e-36ce84a9cbe1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:01.875023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f0d79b0-981c-4765-917d-2a81bc83d27a req-d41b9a03-93af-4411-bc8e-36ce84a9cbe1 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0648754 Jul 27 17:17:01.913934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f0d79b0-981c-4765-917d-2a81bc83d27a req-89d0704d-19e7-4add-b9f1-9c61aaa72327 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Jul 27 17:17:03.047281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e37-4fe6-4ce7-a99b-6ceb16ab46bb req-1e931c20-5019-485f-9b9e-bbbbabbe9e35 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:03.048804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86d27e37-4fe6-4ce7-a99b-6ceb16ab46bb req-1e931c20-5019-485f-9b9e-bbbbabbe9e35 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0659351 Jul 27 17:17:03.089750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86d27e37-4fe6-4ce7-a99b-6ceb16ab46bb req-3b64d86b-58f7-4044-b932-1698accbd09d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344169 Jul 27 17:17:03.400633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:04.227588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a024-43ce-4af4-afe2-2e3f685be657 req-dae424d9-2c62-40ba-a17f-b6bf2726bdd9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:04.229106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1010a024-43ce-4af4-afe2-2e3f685be657 req-dae424d9-2c62-40ba-a17f-b6bf2726bdd9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0692735 Jul 27 17:17:04.269652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1010a024-43ce-4af4-afe2-2e3f685be657 req-7ab86e20-7a55-46df-97bf-abab0201b749 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Jul 27 17:17:05.400827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038008aa-4d6c-4388-bbd6-c9ffdc5f4d57 req-1e35c4c8-3097-4c0d-92bc-365c016e143a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:05.402373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-038008aa-4d6c-4388-bbd6-c9ffdc5f4d57 req-1e35c4c8-3097-4c0d-92bc-365c016e143a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0646753 Jul 27 17:17:05.442271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-038008aa-4d6c-4388-bbd6-c9ffdc5f4d57 req-3ae2a50a-25b1-4a99-920a-2fb472f35916 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338736 Jul 27 17:17:06.577125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178d35-c8d8-4248-82c0-9f824d89e66b req-58957162-f8b2-4759-afc1-3403c7adc7fe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:06.578675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f178d35-c8d8-4248-82c0-9f824d89e66b req-58957162-f8b2-4759-afc1-3403c7adc7fe tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0666854 Jul 27 17:17:06.617759 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f178d35-c8d8-4248-82c0-9f824d89e66b req-29dac3d8-dc8f-4c02-9066-3198b1ba40cf tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Jul 27 17:17:07.753883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2e31-37ed-41eb-ad44-797d576104ab req-928f46cc-fe9e-4b5c-a523-b115a73b1ce9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:07.755891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6f2e31-37ed-41eb-ad44-797d576104ab req-928f46cc-fe9e-4b5c-a523-b115a73b1ce9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0691314 Jul 27 17:17:07.795829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e6f2e31-37ed-41eb-ad44-797d576104ab req-cf74f804-128d-4879-888a-0cf06adea78d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339170 Jul 27 17:17:08.932234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c1b6c-19d3-4bc5-89db-b125d5878e63 req-b5959905-1ce5-4f7d-8e7d-22779fd038f8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:08.934060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-708c1b6c-19d3-4bc5-89db-b125d5878e63 req-b5959905-1ce5-4f7d-8e7d-22779fd038f8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0652142 Jul 27 17:17:08.983126 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-708c1b6c-19d3-4bc5-89db-b125d5878e63 req-30d00862-3fb2-4304-b8c3-f20e84d9712a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427666 Jul 27 17:17:09.758807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3163f1bb-5891-4e18-8141-88c7f15e01d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:10.117075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec31b09-fe98-494c-976f-2b86328ba107 req-7c7ecb53-cc7b-448a-bf64-9b8a5d54f435 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:10.118574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aec31b09-fe98-494c-976f-2b86328ba107 req-7c7ecb53-cc7b-448a-bf64-9b8a5d54f435 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0652583 Jul 27 17:17:10.158565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aec31b09-fe98-494c-976f-2b86328ba107 req-300e2955-1495-4c10-af75-a2d44e1cb7c9 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335453 Jul 27 17:17:11.294691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c11003-a7c9-4f26-a8bf-afba81b12e12 req-5adde6ea-c4f2-44ca-84c1-3294473e3603 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:11.296250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90c11003-a7c9-4f26-a8bf-afba81b12e12 req-5adde6ea-c4f2-44ca-84c1-3294473e3603 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0649991 Jul 27 17:17:11.338055 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-90c11003-a7c9-4f26-a8bf-afba81b12e12 req-b2fa7320-f7d9-4579-af01-c08787d6f4c8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357401 Jul 27 17:17:12.412082 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff98f-d909-4181-a3f3-50e82f15503b req-18475bbf-5faf-4dbe-9b5d-6b5622733025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:12.414379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9cff98f-d909-4181-a3f3-50e82f15503b req-18475bbf-5faf-4dbe-9b5d-6b5622733025 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0646915 Jul 27 17:17:12.427200 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:12.452750 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9cff98f-d909-4181-a3f3-50e82f15503b req-6f534c8a-cb60-4852-bd69-062d287b8b09 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jul 27 17:17:12.488712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df04fb-9d68-4466-977e-ef249b931fcf req-313971a5-a84b-4801-b347-f184ca65d8a2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:12.490757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60df04fb-9d68-4466-977e-ef249b931fcf req-313971a5-a84b-4801-b347-f184ca65d8a2 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0691888 Jul 27 17:17:12.538034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60df04fb-9d68-4466-977e-ef249b931fcf req-f0cd3152-6d56-4669-9405-be0c14fc137d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386381 Jul 27 17:17:12.563654 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0044-329e-4b99-9524-65b928e78b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:13.558719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:13.680530 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbb55c-94c0-4392-a950-ec0156913852 req-e5b9a2c7-3363-4bb9-aff7-7e5e9c93f1c8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:13.682120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bbbb55c-94c0-4392-a950-ec0156913852 req-e5b9a2c7-3363-4bb9-aff7-7e5e9c93f1c8 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0719142 Jul 27 17:17:13.725402 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bbbb55c-94c0-4392-a950-ec0156913852 req-043793fb-afbd-4fbe-9df7-7380b826ed73 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Jul 27 17:17:13.748416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:13.809953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-87fea4fb-4d1a-4316-b163-982e40b73546 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/floatingips/1480a095-ad9c-482f-bd48-fd5a0feeb3f8 HTTP/1.1" status: 200 len: 992 time: 0.0601776 Jul 27 17:17:14.754548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:17:14.756669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:17:14.903971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:14.923196 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:14.940852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'port_id': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'mac_address': 'fa:16:3e:97:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:17:14.945688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:17:14.947950 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d47075-86d5-4085-9bbc-f6ca912305ec" -d '{"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-unplugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:17:14.962510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:14.984818 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:14.991223 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b005de-ef6c-47cd-b9a7-ddc387159003 x-openstack-request-id: req-34b005de-ef6c-47cd-b9a7-ddc387159003 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:17:14.991519 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-unplugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:17:14.991775 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34b005de-ef6c-47cd-b9a7-ddc387159003 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:17:14.992166 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'code': 200} Jul 27 17:17:15.026969 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:15.051989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:17:15.059069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:15.069012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.069366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.069713 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.070055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.070393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.070728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.071061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.071390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.071719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.072048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.072374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.072727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:15.114578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.db.api [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:17:15.114944 n-d-723572-6 neutron-server[93925]: DEBUG oslo_db.api [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:17:15.171462 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:15.651453 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:15.664219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:17:15.683625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:15.687668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:15.737432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:15.920599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['65322eaa-987a-46f3-986e-93a3d190cd3c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:17:16.763361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:17:16.813483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 65322eaa-987a-46f3-986e-93a3d190cd3c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:17:16.813760 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:16.897888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:16.932186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:16.937187 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:16.987931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:16.993405 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:17:16.995884 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc13982b-2eeb-483c-9ac5-f9aa26e78526" -d '{"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-plugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:17:17.035135 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db95a0c-26d7-486c-8d26-0bc371c903ed x-openstack-request-id: req-3db95a0c-26d7-486c-8d26-0bc371c903ed {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:17:17.035435 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-plugged", "status": "completed", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:17:17.035695 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3db95a0c-26d7-486c-8d26-0bc371c903ed {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:17:17.036282 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'code': 200} Jul 27 17:17:17.137064 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:33.405148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:37.269000 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:17:39.760790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5adf8398-fdbb-4890-a3e8-25e19cd71b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:42.428113 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:42.565668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d548369-db87-440e-92d4-f1deccb517b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:43.561601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:45.170673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:47.139481 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:48.487467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-0c2ddbbc-58d3-4243-b977-f7e0573b234b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031418 Jul 27 17:17:48.583567 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c746-1975-4823-b689-96989162b947 req-74264975-3b3e-49b5-8f87-4eedd280b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:48.585113 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-74264975-3b3e-49b5-8f87-4eedd280b02d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0550325 Jul 27 17:17:48.689355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c746-1975-4823-b689-96989162b947 req-3d88ce95-4ef6-4c16-aefd-4e8c471dca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:48.690747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-3d88ce95-4ef6-4c16-aefd-4e8c471dca7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 898 time: 0.0871787 Jul 27 17:17:48.755469 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-e74deeec-a785-4300-b4cf-548d723ca1e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 1000 time: 0.0564084 Jul 27 17:17:48.804368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c746-1975-4823-b689-96989162b947 req-561ddb5c-6f53-43ad-9972-02b5a9853e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:48.805818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-561ddb5c-6f53-43ad-9972-02b5a9853e97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0426641 Jul 27 17:17:48.867051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c746-1975-4823-b689-96989162b947 req-dceb11a2-9d24-4a83-af90-54c5ae45c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:48.868581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-dceb11a2-9d24-4a83-af90-54c5ae45c79a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558712 Jul 27 17:17:48.956039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-8be1c759-2589-4287-8e18-e4105ae2c760 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794275 Jul 27 17:17:49.052192 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d388c746-1975-4823-b689-96989162b947 req-1f0150d9-f662-48f0-982c-0521fb6486ab service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887156 Jul 27 17:17:50.922570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:51.079765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 9742fba6-8ba6-45da-a14d-a446ccc28d82 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:17:51.080116 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.158542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.158919 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.170570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 9742fba6-8ba6-45da-a14d-a446ccc28d82 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:17:51.319636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.346220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=9742fba6-8ba6-45da-a14d-a446ccc28d82,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:51.359921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.360280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.360656 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.360996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.361334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.361670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.362007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.362340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.362707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.363035 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.363362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.363687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:51.422389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.422729 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Floating IP 1480a095-ad9c-482f-bd48-fd5a0feeb3f8 disassociated (deleted). External IP: 172.25.4.86, port: 65322eaa-987a-46f3-986e-93a3d190cd3c. Jul 27 17:17:51.632696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 3848ff64-4d7b-4e88-a527-86f421e0d710 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:17:51.742747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:17:51.748151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:51.752966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Sync routers for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:17:51.762496 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:17:51.763195 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:17:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:51.785641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c3a67636-8dc1-412b-b1f3-bfdf718b214f tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/floatingips/1480a095-ad9c-482f-bd48-fd5a0feeb3f8 HTTP/1.1" status: 204 len: 168 time: 0.8619363 Jul 27 17:17:51.786249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:17:51.788585 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:17:51.833137 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f1a00-4471-4f45-a337-7345d38db697 x-openstack-request-id: req-079f1a00-4471-4f45-a337-7345d38db697 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:17:51.833504 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:17:51.833826 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-079f1a00-4471-4f45-a337-7345d38db697 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:17:51.834253 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'status': 'completed', 'code': 200} Jul 27 17:17:51.876536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:17:51.916295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-f6708ae4-c602-46ba-9ed8-97cc29d5d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:51.918495 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-f6708ae4-c602-46ba-9ed8-97cc29d5d3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 1096 time: 0.0616477 Jul 27 17:17:52.019662 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-62f83f68-767d-4930-9033-fbf145051c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:52.021201 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-62f83f68-767d-4930-9033-fbf145051c6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 200 len: 898 time: 0.0958900 Jul 27 17:17:52.039097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1716a3-c85f-4c71-98b9-1212dc2b87e8 req-34468af6-2122-44f6-b888-24147594031c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:52.042090 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a1716a3-c85f-4c71-98b9-1212dc2b87e8 req-34468af6-2122-44f6-b888-24147594031c tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0755544 Jul 27 17:17:52.067543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-89e15b56-166b-41bd-a2b2-84b3f1a90054 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 200 len: 217 time: 0.0369022 Jul 27 17:17:52.083658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a1716a3-c85f-4c71-98b9-1212dc2b87e8 req-6a95c4f7-0bf3-4fd2-bcc3-9121a75af15d tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351727 Jul 27 17:17:52.092777 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:52.122619 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-5d657a74-66d9-4313-b197-3480a75a6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:52.124257 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-5d657a74-66d9-4313-b197-3480a75a6ec9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 200 len: 835 time: 0.0488746 Jul 27 17:17:52.124890 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Checking router: 3848ff64-4d7b-4e88-a527-86f421e0d710 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:17:52.133207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:17:52.133803 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:17:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:52.184870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-a829613d-2775-4b9a-b373-f265543c4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:52.186382 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-a829613d-2775-4b9a-b373-f265543c4eba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541663 Jul 27 17:17:52.237530 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:17:52.283866 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-b61a07a2-c075-49cc-bffe-8535641bf862 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888236 Jul 27 17:17:52.389575 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-24eaf6a3-faf5-4ad5-a45a-3c3f4e0e7df1 req-8887f877-be9e-47e3-83b6-42858fe94517 service neutron] 10.222.0.61 "GET /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958726 Jul 27 17:17:52.438963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:52.464741 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07196c53-138e-465e-b2b1-280c690cb090 None None] The sync data for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 is: [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'c0825f9a-d90d-4c78-841b-3434d203da60', 'name': '', 'network_id': '9b8ff8fe-51f6-448b-93c5-1658b3f68c3d', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'mac_address': 'fa:16:3e:ac:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:08Z', 'updated_at': '2021-07-27T17:16:12Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'subnets': [{'id': 'fb12d45a-39da-468d-9089-d08684e507e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:17:52.686595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b1c7d-15e1-4fa0-a9a4-f50a8371a5ce None None] New status for floating IP 1480a095-ad9c-482f-bd48-fd5a0feeb3f8: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:17:53.222069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68336-dc91-4ce0-852c-3966052733e0 req-e1ea4670-cb53-4457-96b8-b5cbd18de007 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:53.223570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6f68336-dc91-4ce0-852c-3966052733e0 req-e1ea4670-cb53-4457-96b8-b5cbd18de007 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0676332 Jul 27 17:17:53.263113 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e6f68336-dc91-4ce0-852c-3966052733e0 req-3327494a-375f-4036-b7ff-2c49bffcaa15 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jul 27 17:17:53.354155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-3dcc9dbf-6ceb-4706-adcd-88ff9073a6a0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:17:53.355615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-3dcc9dbf-6ceb-4706-adcd-88ff9073a6a0 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 945 time: 0.0620408 Jul 27 17:17:53.735942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:17:53.736275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:53.821996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port 65322eaa-987a-46f3-986e-93a3d190cd3c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65322eaa-987a-46f3-986e-93a3d190cd3c,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:53.822370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:53.834895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for 65322eaa-987a-46f3-986e-93a3d190cd3c owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:17:53.963655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:53.990189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=65322eaa-987a-46f3-986e-93a3d190cd3c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:54.002352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.002698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.003031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.003362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.003685 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.004014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.004576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.004903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.005344 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.005553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.005866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.006179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:17:54.049575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] No DVR routers for this DVR port 65322eaa-987a-46f3-986e-93a3d190cd3c on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:17:54.052155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:54.054133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0fa97d5b-5b38-464d-911d-1aab8818c2e6 req-74e08fbb-2c28-4b3a-b86d-8a10d8799520 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.61 "DELETE /v2.0/ports/65322eaa-987a-46f3-986e-93a3d190cd3c HTTP/1.1" status: 204 len: 173 time: 0.6914058 Jul 27 17:17:54.054593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-deleted', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:17:54.056985 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0b532-83d7-4114-9bbb-6031fb0c57c9" -d '{"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-deleted", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:17:54.097147 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7758d201-c327-435f-92c9-fda7deefd77d x-openstack-request-id: req-7758d201-c327-435f-92c9-fda7deefd77d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:17:54.097445 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5cac6a-f9c4-4f30-aabf-892e1443210a", "name": "network-vif-deleted", "tag": "65322eaa-987a-46f3-986e-93a3d190cd3c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:17:54.097696 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7758d201-c327-435f-92c9-fda7deefd77d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:17:54.098090 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5cac6a-f9c4-4f30-aabf-892e1443210a', 'name': 'network-vif-deleted', 'tag': '65322eaa-987a-46f3-986e-93a3d190cd3c', 'status': 'completed', 'code': 200} Jul 27 17:17:54.378934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-056c2414-7b33-4e35-a9ec-5cba59d86be9 req-b1149eda-e927-4683-b861-37c6cf244da5 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5cac6a-f9c4-4f30-aabf-892e1443210a HTTP/1.1" status: 200 len: 210 time: 0.0348907 Jul 27 17:17:55.437992 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35400) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:55.794060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.056272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port c0825f9a-d90d-4c78-841b-3434d203da60 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:17:56.057095 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.148167 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port c0825f9a-d90d-4c78-841b-3434d203da60, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c0825f9a-d90d-4c78-841b-3434d203da60,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:56.148580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.161107 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for c0825f9a-d90d-4c78-841b-3434d203da60 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:17:56.345748 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.373361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=c0825f9a-d90d-4c78-841b-3434d203da60,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:56.557529 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.772818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Router 3848ff64-4d7b-4e88-a527-86f421e0d710 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:17:56.877580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:17:56.885541 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-25e26b3c-4e98-4a52-9485-aa7d65047864 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "PUT /v2.0/routers/3848ff64-4d7b-4e88-a527-86f421e0d710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435232 Jul 27 17:17:56.885631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35402) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:56.887013 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Sync routers for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:17:56.895927 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:17:56.896560 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:17:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:56.938637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting subnet fb12d45a-39da-468d-9089-d08684e507e1 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:17:56.941761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:56.982449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.002414 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:17:57.069145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.131048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.161210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Subnet': ['ID=fb12d45a-39da-468d-9089-d08684e507e1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:57.164364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.166589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7cf29a06-155a-4aac-b05b-f83421e7bf9b tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/subnets/fb12d45a-39da-468d-9089-d08684e507e1 HTTP/1.1" status: 204 len: 168 time: 0.2799542 Jul 27 17:17:57.170597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35404) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:57.172084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c13761-7101-43d3-b6cc-c4a51aa77709 None None] Network 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:17:57.207530 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:17:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:57.235721 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Checking router: 3848ff64-4d7b-4e88-a527-86f421e0d710 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:17:57.247992 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Routers {'3848ff64-4d7b-4e88-a527-86f421e0d710'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:17:57.248855 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:17:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3848ff64-4d7b-4e88-a527-86f421e0d710'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:57.285522 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.400813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] DHCP port deletion for 9b8ff8fe-51f6-448b-93c5-1658b3f68c3d request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:17:57.425432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.462177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Deleting port 98e8b36e-e347-414d-bffa-67e36a7ebb8d {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:17:57.462814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.463597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] Set router 3848ff64-4d7b-4e88-a527-86f421e0d710 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:17:57.485516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Deleting port cd8ec216-282c-47c9-8927-ff18fc9060df {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:17:57.485871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.551877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] For port 98e8b36e-e347-414d-bffa-67e36a7ebb8d, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=98e8b36e-e347-414d-bffa-67e36a7ebb8d,segment=NetworkSegment(bd091e41-0481-4556-b79b-8a4b78bb3ae7),segment_id=bd091e41-0481-4556-b79b-8a4b78bb3ae7)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:57.552391 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.566738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Calling delete_port for 98e8b36e-e347-414d-bffa-67e36a7ebb8d owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:17:57.581313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] For port cd8ec216-282c-47c9-8927-ff18fc9060df, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=cd8ec216-282c-47c9-8927-ff18fc9060df,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:17:57.581744 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.596341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Calling delete_port for cd8ec216-282c-47c9-8927-ff18fc9060df owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:17:57.656566 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:17:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:57.657577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.687941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] No DVR routers for this DVR port 98e8b36e-e347-414d-bffa-67e36a7ebb8d on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:17:57.691121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6800-5f4b-4e46-b38b-73c610da9715 None None] Pushing event deleted for resources: {'Port': ['ID=98e8b36e-e347-414d-bffa-67e36a7ebb8d,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:57.691260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc7e7-ed1c-4d74-a503-21b696dcdbc0 None None] The sync data for ids ['3848ff64-4d7b-4e88-a527-86f421e0d710'] in n-d-723572-6 is: [{'id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533028591', 'tenant_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:17:56Z', 'revision_number': 5, 'project_id': 'e8dc16207b7b4e5cb0b96540af3c7055', 'gw_port': {'id': 'cd8ec216-282c-47c9-8927-ff18fc9060df', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3848ff64-4d7b-4e88-a527-86f421e0d710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:16:05Z', 'updated_at': '2021-07-27T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:17:57.790469 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.817620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Port': ['ID=cd8ec216-282c-47c9-8927-ff18fc9060df,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:57.880373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.974258 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:57.976534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.017434 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.017983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Fanout notify agent at l3_agent the message router_deleted on router 3848ff64-4d7b-4e88-a527-86f421e0d710 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:17:58.024797 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.026475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0e5108dd-d4a1-42a6-abf3-201811fd4681 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/routers/3848ff64-4d7b-4e88-a527-86f421e0d710 HTTP/1.1" status: 204 len: 168 time: 0.8545704 Jul 27 17:17:58.029268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35406) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:58.108683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.202726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.212737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8ff8fe-51f6-448b-93c5-1658b3f68c3d']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:58.222914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd091e41-0481-4556-b79b-8a4b78bb3ae7') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:58.223215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd091e41-0481-4556-b79b-8a4b78bb3ae7') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:17:58.232761 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.247355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.253459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:17:58.253863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:17:58.258364 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:17:58.320956 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.330548 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.335436 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/networks/9b8ff8fe-51f6-448b-93c5-1658b3f68c3d HTTP/1.1" status: 204 len: 168 time: 0.3026276 Jul 27 17:17:58.335689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:58.353398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b05068-f6a8-44c1-8f35-77bfec15628a tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'Network': ['ID=9b8ff8fe-51f6-448b-93c5-1658b3f68c3d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:58.408072 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.433122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.492292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.495238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:58.496411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] 10.222.0.64 "DELETE /v2.0/security-groups/18f0aa9a-39e9-4a12-a31d-d5af72ac2be0 HTTP/1.1" status: 204 len: 168 time: 0.1598353 Jul 27 17:17:58.505363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3190b56-725f-46a5-ba84-69b68ed61224 tempest-TestNetworkAdvancedServerOps-284937549 tempest-TestNetworkAdvancedServerOps-284937549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f0aa9a-39e9-4a12-a31d-d5af72ac2be0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:58.718203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0825f9a-d90d-4c78-841b-3434d203da60 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:17:58.739058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c0825f9a-d90d-4c78-841b-3434d203da60 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:17:58.739488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c0825f9a-d90d-4c78-841b-3434d203da60 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:17:58.739977 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98e8b36e-e347-414d-bffa-67e36a7ebb8d no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:17:58.760256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 98e8b36e-e347-414d-bffa-67e36a7ebb8d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:17:58.760711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 98e8b36e-e347-414d-bffa-67e36a7ebb8d not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:17:58.761194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cd8ec216-282c-47c9-8927-ff18fc9060df no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:17:58.784339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: cd8ec216-282c-47c9-8927-ff18fc9060df {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:17:58.784719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device cd8ec216-282c-47c9-8927-ff18fc9060df not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:17:58.814636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35418) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:58.918089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:17:58.937494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 65322eaa-987a-46f3-986e-93a3d190cd3c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:17:58.937843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65322eaa-987a-46f3-986e-93a3d190cd3c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:17:58.946932 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b4bd9b74-b809-4dc3-a541-d3da464b4ef7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8dc16207b7b4e5cb0b96540af3c7055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311350 Jul 27 17:17:58.949409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35422) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:58.997751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.017736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.068960 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.071565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.072800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bffb094-c5a8-4c5d-b577-92bce37ec5b9 HTTP/1.1" status: 204 len: 168 time: 0.1224411 Jul 27 17:17:59.080834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16036592-a3bc-4ae5-b5ce-885f43e571bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bffb094-c5a8-4c5d-b577-92bce37ec5b9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:17:59.329696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35428) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:59.371579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-537988b3-c109-4618-a6a7-5f93baee7ccd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a30ff1733d34b72872fe9d6f797d559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406065 Jul 27 17:17:59.374348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35430) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:17:59.422485 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.444040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.491016 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.493588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:17:59.494803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1aba5337-ce7e-4582-adc1-6624eb020ca8 HTTP/1.1" status: 204 len: 168 time: 0.1195204 Jul 27 17:17:59.502287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381934-64ff-45d4-9993-2f989005b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba5337-ce7e-4582-adc1-6624eb020ca8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:03.419356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:04.099049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-8b2a7c3d-2739-4d20-a92b-75e135328d5b req-400f81d8-e553-41c2-a5e2-b7878d2cfc07 service neutron] (93923) timed out ('10.222.0.64', 50610) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:18:09.762367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d322ce87-e332-470f-b057-3645339f34a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:09.866441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-1b924f91-be9e-404b-8a43-ce84ab4846b9 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=887f300efc114ba185042cf83b0a580e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293095 Jul 27 17:18:10.050425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-7be76b6a-f23a-4677-a9da-4cfb8fe7204e tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:10.051898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-7be76b6a-f23a-4677-a9da-4cfb8fe7204e tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796460 Jul 27 17:18:10.066642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-45d6b957-f668-4e29-9221-5fbc1361946a tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/quotas/887f300efc114ba185042cf83b0a580e HTTP/1.1" status: 200 len: 375 time: 0.0089641 Jul 27 17:18:10.101041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-a6a67570-0214-4fea-8f34-0297c4a39cad tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=887f300efc114ba185042cf83b0a580e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287864 Jul 27 17:18:10.270496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-82bd01e4-2e87-4aaf-8c9f-21b2af733898 req-d50dce12-9ac8-4358-a7d4-4a7838af09e8 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 210 time: 0.0338593 Jul 27 17:18:11.364405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f4aae7a3-2011-4bd3-961d-ff822a9b4441 req-0fdcf7ae-de66-46d3-97e4-c2d934bf778d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 210 time: 0.0293789 Jul 27 17:18:12.431131 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:12.449083 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0476dfed-e795-4f11-9955-24498206709d req-c153c4e5-6d6f-46dd-86d1-1ba7a9756469 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 210 time: 0.0309825 Jul 27 17:18:12.566150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e14ed8ee-11b3-490d-9ecc-5c752c3c8ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.194721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-a7d7b364-0f66-4266-8bdf-07659c6cb1f3 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=887f300efc114ba185042cf83b0a580e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207739 Jul 27 17:18:13.303561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-758ce33a-0300-40b7-bb18-338728b8041f tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:13.305036 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-758ce33a-0300-40b7-bb18-338728b8041f tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046679 Jul 27 17:18:13.325613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Request body: {'port': {'device_id': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'admin_state_up': True, 'tenant_id': '887f300efc114ba185042cf83b0a580e'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:13.430341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Made reservation on behalf of 887f300efc114ba185042cf83b0a580e for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:18:13.435219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.448284 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.559588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-320849b1-b605-4c20-9844-0d77a51dceae req-06817b4a-d67e-47de-9d6e-f70441ed4984 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 210 time: 0.0358617 Jul 27 17:18:13.565076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.580083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.580083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:13.634129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec98f44-260b-4b9d-9fae-271e4432cbbd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:14.053039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Allocated IP 192.168.233.51 (cea59893-b549-4e9e-b972-9759e98f6e60/b28a0192-a1a1-4bea-ad77-ca23ae2d24e1/80272234-37b0-43bd-99e7-d82b6abe626f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:18:14.196948 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.211992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Transition to ACTIVE for port object 80272234-37b0-43bd-99e7-d82b6abe626f will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:18:14.245246 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.267945 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:18:14.290347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Network cea59893-b549-4e9e-b972-9759e98f6e60 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:18:14.295758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:18:14.299295 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:18:14.322757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Pushing event updated for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:14.351112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:14.351762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.366913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-c4c598fd-af9f-422c-b9ce-b969c2e57822 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0455086 Jul 27 17:18:14.384445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Request body: {'port': {'device_id': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:14.460200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.562672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-86d21937-3e5f-44c9-ab43-0a41dbe943a8 None None] Provisioning for port 80272234-37b0-43bd-99e7-d82b6abe626f completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:18:14.566828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-86d21937-3e5f-44c9-ab43-0a41dbe943a8 None None] Provisioning complete for port 80272234-37b0-43bd-99e7-d82b6abe626f triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:18:14.567515 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-86d21937-3e5f-44c9-ab43-0a41dbe943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.602324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-86d21937-3e5f-44c9-ab43-0a41dbe943a8 None None] Port 80272234-37b0-43bd-99e7-d82b6abe626f cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:18:14.695479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b0d36-4f49-4b3a-a532-022dd038019c req-a5e57aee-a009-40e4-ba69-e6f68a1beb34 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:14.697003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e04b0d36-4f49-4b3a-a532-022dd038019c req-a5e57aee-a009-40e4-ba69-e6f68a1beb34 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 935 time: 0.0643363 Jul 27 17:18:14.732946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80272234-37b0-43bd-99e7-d82b6abe626f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:18:14.737219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e04b0d36-4f49-4b3a-a532-022dd038019c req-617d6567-0d87-4ccf-aa44-a590c2c8b968 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jul 27 17:18:14.740621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.753822 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Transition to ACTIVE for port object 80272234-37b0-43bd-99e7-d82b6abe626f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:18:14.760260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.811945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:14.886249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Attempting to bind port 80272234-37b0-43bd-99e7-d82b6abe626f on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:18:14.886707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Attempting to bind port 80272234-37b0-43bd-99e7-d82b6abe626f by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:18:14.887053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Attempting to bind port 80272234-37b0-43bd-99e7-d82b6abe626f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:18:14.891750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Port 80272234-37b0-43bd-99e7-d82b6abe626f on network cea59893-b549-4e9e-b972-9759e98f6e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:18:14.892086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Attempting to bind port 80272234-37b0-43bd-99e7-d82b6abe626f on network cea59893-b549-4e9e-b972-9759e98f6e60 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:18:14.897116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:18:14.897466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Checking segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:18:14.897855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Bound using segment: {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:18:14.898288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Bound port: 80272234-37b0-43bd-99e7-d82b6abe626f, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a8fc91-cbbd-419b-b25b-245f28b31164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:18:14.898654 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:14.967581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:18:14.970726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=80272234-37b0-43bd-99e7-d82b6abe626f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:18:14.974652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:15.009115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.009704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:15.011694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] 10.222.0.13 "PUT /v2.0/ports/80272234-37b0-43bd-99e7-d82b6abe626f HTTP/1.1" status: 200 len: 1095 time: 0.6320395 Jul 27 17:18:15.012082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:18:15.014383 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:18:15.042215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f4fc-523c-4840-8dca-17c0a3d18ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:15.061787 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a85b3c-76dd-47e0-8b2c-e5c129fecae8 x-openstack-request-id: req-16a85b3c-76dd-47e0-8b2c-e5c129fecae8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:18:15.062076 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:18:15.062326 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16a85b3c-76dd-47e0-8b2c-e5c129fecae8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:18:15.062729 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f', 'status': 'completed', 'code': 200} Jul 27 17:18:15.137033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-37ad4c17-894e-4ecb-9047-cb7126fb86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.138632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-37ad4c17-894e-4ecb-9047-cb7126fb86cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=887f300efc114ba185042cf83b0a580e&device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 1098 time: 0.0592084 Jul 27 17:18:15.174879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:15.194969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-cbb97ac0-fc5c-4ec7-a295-2c019b8df516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=80272234-37b0-43bd-99e7-d82b6abe626f HTTP/1.1" status: 200 len: 217 time: 0.0421329 Jul 27 17:18:15.249016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-f074b093-6b34-4df3-b23a-9de958b5743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.250502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-f074b093-6b34-4df3-b23a-9de958b5743b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0477185 Jul 27 17:18:15.310554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-e4d00d64-b3ac-4a59-b1ff-91901f04ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.312129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-e4d00d64-b3ac-4a59-b1ff-91901f04ac8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545571 Jul 27 17:18:15.407489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-342a2d15-c722-40bd-8c8a-2da82c9a0cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877194 Jul 27 17:18:15.498873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-03f76cf1-678e-4acb-ba3e-7a141c21d3c9 req-0ace553b-be8b-4d1c-a714-3786d16484ca service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829363 Jul 27 17:18:15.652289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-d1031ae1-7803-4a69-892c-22ab3337fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.653843 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-d1031ae1-7803-4a69-892c-22ab3337fabf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=887f300efc114ba185042cf83b0a580e&device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 1098 time: 0.0607283 Jul 27 17:18:15.742636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-18340aa5-306e-4bc4-8c99-c004b79164a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.744051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-18340aa5-306e-4bc4-8c99-c004b79164a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cea59893-b549-4e9e-b972-9759e98f6e60 HTTP/1.1" status: 200 len: 870 time: 0.0838130 Jul 27 17:18:15.791255 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-a618bc3e-9446-4b14-b1f3-51d6b86d3963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=80272234-37b0-43bd-99e7-d82b6abe626f HTTP/1.1" status: 200 len: 217 time: 0.0400715 Jul 27 17:18:15.842392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-95bcc64d-6aae-4f54-b959-343428c37fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.843896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-95bcc64d-6aae-4f54-b959-343428c37fc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28a0192-a1a1-4bea-ad77-ca23ae2d24e1 HTTP/1.1" status: 200 len: 843 time: 0.0449224 Jul 27 17:18:15.875778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63aa93-199c-4e7d-b2ab-51c7d0e59def req-023ec4d5-f740-4fec-87a3-67421c92e929 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.877298 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f63aa93-199c-4e7d-b2ab-51c7d0e59def req-023ec4d5-f740-4fec-87a3-67421c92e929 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 947 time: 0.0689344 Jul 27 17:18:15.905937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-20410a3c-f80e-4641-8829-a70a4e49f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:15.907448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-20410a3c-f80e-4641-8829-a70a4e49f314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cea59893-b549-4e9e-b972-9759e98f6e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559766 Jul 27 17:18:15.917801 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3f63aa93-199c-4e7d-b2ab-51c7d0e59def req-26e040c9-7263-45d6-9ec3-9d913275f405 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jul 27 17:18:16.003045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-4fa72097-db84-4518-9aa7-fd49ef482e11 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877459 Jul 27 17:18:16.094518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0dbd3128-f4c9-4812-a430-3cc3b722cf1d req-cdb74948-d6e6-4de5-aadc-46751b66cd70 service neutron] 10.222.0.13 "GET /v2.0/networks/cea59893-b549-4e9e-b972-9759e98f6e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825639 Jul 27 17:18:17.051448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cae86-c6bf-4997-bf3f-c474b730ed74 req-31f91b08-bcdf-414b-b6ad-afbb15d447d2 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:17.052985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-991cae86-c6bf-4997-bf3f-c474b730ed74 req-31f91b08-bcdf-414b-b6ad-afbb15d447d2 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 947 time: 0.0638185 Jul 27 17:18:17.091129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-991cae86-c6bf-4997-bf3f-c474b730ed74 req-3b2c7e7c-c721-42c1-942d-0b610231f542 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Jul 27 17:18:17.147078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:18.221003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f627319-1fb8-42c5-a6c7-cbd256d61c55 req-a0233760-bbe4-476b-a85c-3d1c94cd3f86 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:18.222500 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f627319-1fb8-42c5-a6c7-cbd256d61c55 req-a0233760-bbe4-476b-a85c-3d1c94cd3f86 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 947 time: 0.0643637 Jul 27 17:18:18.265173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9f627319-1fb8-42c5-a6c7-cbd256d61c55 req-06a47571-e8b1-4576-a975-674c5eb143a2 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Jul 27 17:18:18.645896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 80272234-37b0-43bd-99e7-d82b6abe626f details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:18:18.740947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=80272234-37b0-43bd-99e7-d82b6abe626f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:18.752085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '80272234-37b0-43bd-99e7-d82b6abe626f', 'network_id': 'cea59893-b549-4e9e-b972-9759e98f6e60', 'port_id': '80272234-37b0-43bd-99e7-d82b6abe626f', 'mac_address': 'fa:16:3e:6e:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28a0192-a1a1-4bea-ad77-ca23ae2d24e1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:18:18.789273 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:18.801772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80272234-37b0-43bd-99e7-d82b6abe626f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:18:18.820679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=80272234-37b0-43bd-99e7-d82b6abe626f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:18.825619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:18.879881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:18.887939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.888290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.888661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.889002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.889340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.889666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.889993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.890317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.890643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.890967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.891289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:18.891609 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:18:19.119037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['80272234-37b0-43bd-99e7-d82b6abe626f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:18:19.397717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937045e9-2a95-49ac-ae4f-8d8cd255aacd req-8b53ee16-ac27-49a6-9155-fc8dba41fb21 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:19.399116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-937045e9-2a95-49ac-ae4f-8d8cd255aacd req-8b53ee16-ac27-49a6-9155-fc8dba41fb21 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 948 time: 0.0681531 Jul 27 17:18:19.436691 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-937045e9-2a95-49ac-ae4f-8d8cd255aacd req-52c7f8f6-0f5f-4cef-ae90-4c7c1bc147e3 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 27 17:18:20.569856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe2ac3-d38f-44a8-b0f7-1a7c39a3c380 req-5c2b1c91-2890-466e-a9cb-4f3f92e937b0 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:20.571330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03fe2ac3-d38f-44a8-b0f7-1a7c39a3c380 req-5c2b1c91-2890-466e-a9cb-4f3f92e937b0 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 948 time: 0.0624561 Jul 27 17:18:20.610924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03fe2ac3-d38f-44a8-b0f7-1a7c39a3c380 req-9ea02f97-9248-48e0-84c1-448f06a8d852 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Jul 27 17:18:20.661082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 80272234-37b0-43bd-99e7-d82b6abe626f up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:18:20.711441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 80272234-37b0-43bd-99e7-d82b6abe626f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:18:20.715484 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 80272234-37b0-43bd-99e7-d82b6abe626f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:18:20.715804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:20.790709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:20.813905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:18:20.816151 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9db42a-7413-40b8-9362-3252dee2b3ae" -d '{"events": [{"server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "name": "network-vif-plugged", "status": "completed", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:18:20.830111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=80272234-37b0-43bd-99e7-d82b6abe626f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:20.835045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:20.862094 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4a2bf-dc5b-4a0c-b74a-03ce6afc20e0 x-openstack-request-id: req-5ba4a2bf-dc5b-4a0c-b74a-03ce6afc20e0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:18:20.862386 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "name": "network-vif-plugged", "status": "completed", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:18:20.862650 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ba4a2bf-dc5b-4a0c-b74a-03ce6afc20e0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:18:20.863091 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f', 'code': 200} Jul 27 17:18:20.902635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:20.998594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c77f7-49dd-4be6-8f59-1f850493554d req-135a7fab-b8df-4d09-8d97-ce6252147ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:21.000034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-483c77f7-49dd-4be6-8f59-1f850493554d req-135a7fab-b8df-4d09-8d97-ce6252147ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 1100 time: 0.0571866 Jul 27 17:18:21.037696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-483c77f7-49dd-4be6-8f59-1f850493554d req-1ca6d928-5a4b-4796-a288-8cb2e2db8811 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294027 Jul 27 17:18:21.743659 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5ba5-38c8-4481-bcad-603405a38e3f req-c9fe51dd-dd8b-42b5-8dc7-0874db18bfba tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:21.745223 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e7c5ba5-38c8-4481-bcad-603405a38e3f req-c9fe51dd-dd8b-42b5-8dc7-0874db18bfba tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 949 time: 0.0674837 Jul 27 17:18:21.784101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e7c5ba5-38c8-4481-bcad-603405a38e3f req-19cc10a9-1b65-49bb-b1fc-d89a234fc4cd tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Jul 27 17:18:22.919540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3db5-7aec-4c36-814c-89c7837d3fc1 req-f9453107-1af2-408e-acaf-6f1daa107ff8 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:22.921144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-983a3db5-7aec-4c36-814c-89c7837d3fc1 req-f9453107-1af2-408e-acaf-6f1daa107ff8 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 949 time: 0.0680063 Jul 27 17:18:22.967375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-983a3db5-7aec-4c36-814c-89c7837d3fc1 req-31650c38-d254-42b3-9993-e37a8171785f tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Jul 27 17:18:23.906525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595831d8-805c-46bc-92cf-55fa956d018e req-c3a49930-6d4b-49d9-9ad8-8b90caea7595 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:23.908005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-595831d8-805c-46bc-92cf-55fa956d018e req-c3a49930-6d4b-49d9-9ad8-8b90caea7595 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 949 time: 0.0660913 Jul 27 17:18:23.947161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-595831d8-805c-46bc-92cf-55fa956d018e req-1ebb8c52-4f95-4325-9f86-86883a65d1e6 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jul 27 17:18:25.082069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5abf9-ee04-44db-bc8d-f3206db3e445 req-eeb9dc29-68c6-4fd0-9d3a-3eb8ca64a9eb tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:25.083628 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9a5abf9-ee04-44db-bc8d-f3206db3e445 req-eeb9dc29-68c6-4fd0-9d3a-3eb8ca64a9eb tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 949 time: 0.0648100 Jul 27 17:18:25.126960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9a5abf9-ee04-44db-bc8d-f3206db3e445 req-b5b61154-54c9-4088-8b0c-600c8099f258 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ec98f44-260b-4b9d-9fae-271e4432cbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Jul 27 17:18:25.272197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-368f475c-c81d-4169-8a1a-f321cb387358 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:25.273641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-368f475c-c81d-4169-8a1a-f321cb387358 tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.13 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 949 time: 0.0651581 Jul 27 17:18:25.403397 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Deleting port 80272234-37b0-43bd-99e7-d82b6abe626f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:18:25.403734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:25.494231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] For port 80272234-37b0-43bd-99e7-d82b6abe626f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=80272234-37b0-43bd-99e7-d82b6abe626f,segment=NetworkSegment(69a8fc91-cbbd-419b-b25b-245f28b31164),segment_id=69a8fc91-cbbd-419b-b25b-245f28b31164)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:25.494600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:25.508168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Calling delete_port for 80272234-37b0-43bd-99e7-d82b6abe626f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:18:25.640504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:25.670003 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Pushing event deleted for resources: {'Port': ['ID=80272234-37b0-43bd-99e7-d82b6abe626f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:25.673879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['80272234-37b0-43bd-99e7-d82b6abe626f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:18:25.725366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] No DVR routers for this DVR port 80272234-37b0-43bd-99e7-d82b6abe626f on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:18:25.728309 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:25.730358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-472bc9ab-1ff3-425a-9726-6f26ede59076 req-fdae36c7-c557-4428-82f2-60cde01da72d tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.13 "DELETE /v2.0/ports/80272234-37b0-43bd-99e7-d82b6abe626f HTTP/1.1" status: 204 len: 173 time: 0.4507785 Jul 27 17:18:25.731328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'name': 'network-vif-deleted', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:18:25.733772 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55915bfd-e0cb-4585-9b06-f9f2178bed06" -d '{"events": [{"server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "name": "network-vif-deleted", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:18:25.773483 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49156153-fac9-480a-bfeb-8c3dc66a2413 x-openstack-request-id: req-49156153-fac9-480a-bfeb-8c3dc66a2413 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:18:25.773782 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0907d-7b01-49f8-a0f1-cc685569a199", "name": "network-vif-deleted", "tag": "80272234-37b0-43bd-99e7-d82b6abe626f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:18:25.774054 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49156153-fac9-480a-bfeb-8c3dc66a2413 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:18:25.774462 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d0907d-7b01-49f8-a0f1-cc685569a199', 'name': 'network-vif-deleted', 'tag': '80272234-37b0-43bd-99e7-d82b6abe626f', 'status': 'completed', 'code': 200} Jul 27 17:18:26.246675 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62c0b303-e248-4bc5-8d50-e1d7bae1780c req-68b622cf-93bb-4151-8407-f3a0570ea16f tempest-ServersAdminNegativeTestJSON-1979203831 tempest-ServersAdminNegativeTestJSON-1979203831-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d0907d-7b01-49f8-a0f1-cc685569a199 HTTP/1.1" status: 200 len: 210 time: 0.0357201 Jul 27 17:18:27.544902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35572) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:27.676566 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b7ce1825-bc01-48b7-9b8d-6c53be64d1e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=887f300efc114ba185042cf83b0a580e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307762 Jul 27 17:18:27.678989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35576) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:27.725773 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:27.748514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:27.795240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:27.797870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:27.799047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ec98f44-260b-4b9d-9fae-271e4432cbbd HTTP/1.1" status: 204 len: 168 time: 0.1191564 Jul 27 17:18:27.806849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84d979-b6ef-4711-b6ff-a37e2a2b89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec98f44-260b-4b9d-9fae-271e4432cbbd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:28.057715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35582) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:28.070902 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1912f4-6354-4ea4-8db6-54d4c026431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.163483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1912f4-6354-4ea4-8db6-54d4c026431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.167386 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bf1912f4-6354-4ea4-8db6-54d4c026431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.208827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bf1912f4-6354-4ea4-8db6-54d4c026431b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77ed1a5ecfb94fa9b65f9316078c7f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499715 Jul 27 17:18:28.209705 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1912f4-6354-4ea4-8db6-54d4c026431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d0545-e5ba-41a9-8787-b22d73bb8778,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:28.211605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35584) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:28.266736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.287440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.333872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.336398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:28.340163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/622d0545-e5ba-41a9-8787-b22d73bb8778 HTTP/1.1" status: 204 len: 168 time: 0.1239965 Jul 27 17:18:28.345293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555338fd-020c-4fd2-b885-be7f0bedb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d0545-e5ba-41a9-8787-b22d73bb8778,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:28.695153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 80272234-37b0-43bd-99e7-d82b6abe626f no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:18:28.714652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 80272234-37b0-43bd-99e7-d82b6abe626f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:18:28.715086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 80272234-37b0-43bd-99e7-d82b6abe626f not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:18:29.026098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 35606) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:29.127610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1412291245-network', 'tenant_id': 'c24141597a9d481bbaed8eeebcdaeb39'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:29.148785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Made reservation on behalf of c24141597a9d481bbaed8eeebcdaeb39 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:18:29.151057 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.159851 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.249772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.253490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.282511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:18:29.291789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db173ffe-1596-4368-8688-4a053ffb814c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:29.297932 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.298284 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Added segment aa2be950-dc14-4245-bf85-91d792369b2b of type vlan for network 298cda7a-d954-4710-b487-6b469f930b6e Jul 27 17:18:29.338399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.367053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.367973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:29.368625 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.421888 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3944483 Jul 27 17:18:29.424944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35610) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:18:29.427077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f57ad-7213-403b-b153-c134899cec6d admin admin] Pushing event updated for resources: {'Network': ['ID=298cda7a-d954-4710-b487-6b469f930b6e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:29.430101 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Request body: {'subnet': {'network_id': '298cda7a-d954-4710-b487-6b469f930b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1412291245-subnet', 'tenant_id': 'c24141597a9d481bbaed8eeebcdaeb39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:29.437676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 298cda7a-d954-4710-b487-6b469f930b6e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:18:29.451169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Made reservation on behalf of c24141597a9d481bbaed8eeebcdaeb39 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:18:29.453630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.622161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.669972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75717569-96f3-4422-b502-93da8d31dc42,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:29.691578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Checking segment: {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:18:29.691942 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Network hostable DHCP agents. Network: 298cda7a-d954-4710-b487-6b469f930b6e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:18:29.708513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Network 298cda7a-d954-4710-b487-6b469f930b6e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:18:29.717337 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 298cda7a-d954-4710-b487-6b469f930b6e) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:18:29.721453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:29.722042 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:29.727425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbae4c9-7410-4d18-9665-d6018325b816 None None] Network 298cda7a-d954-4710-b487-6b469f930b6e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:18:29.739256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cdd41477-c1e6-4896-838c-047c257a7fb6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3101501 Jul 27 17:18:29.855151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51509ef-0702-4ad3-8172-087d91592661 None None] Network 298cda7a-d954-4710-b487-6b469f930b6e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:18:30.160728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-97a52ec1-2c33-4219-8cdd-f3e469d507c8 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:30.162130 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-97a52ec1-2c33-4219-8cdd-f3e469d507c8 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 812 time: 0.0993695 Jul 27 17:18:30.177494 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-8eea6d83-b59c-4f42-a620-20c9ffe82de8 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/quotas/c24141597a9d481bbaed8eeebcdaeb39 HTTP/1.1" status: 200 len: 375 time: 0.0096607 Jul 27 17:18:30.216157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-75429a65-d084-4a2d-867e-f8fe439a675d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332258 Jul 27 17:18:30.307282 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-d3a1209f-4dae-43aa-af50-f64e645e461e service neutron] 10.222.0.64 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836909 Jul 27 17:18:30.400863 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-a59f18b0-e44a-4636-9d73-d62338c38382 service neutron] 10.222.0.64 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Jul 27 17:18:30.568762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4df4c021-e843-4243-af95-e0f2740b6487 req-9e5628c7-fbb5-4379-a8f5-d9169f94cc8a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Jul 27 17:18:31.554043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-0b0f41c7-80d6-4fa5-b97d-4dbe4c5dc883 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:31.555600 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-0b0f41c7-80d6-4fa5-b97d-4dbe4c5dc883 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.13 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 812 time: 0.1169477 Jul 27 17:18:31.581597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Request body: {'port': {'device_id': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e', 'admin_state_up': True, 'tenant_id': 'c24141597a9d481bbaed8eeebcdaeb39'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:31.677015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53d2296a-9f06-46ec-a48f-0bd828929606 req-e49a0819-b14a-42bd-9897-2b6c0a3d0a8e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Jul 27 17:18:31.692268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Made reservation on behalf of c24141597a9d481bbaed8eeebcdaeb39 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:18:31.695904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:31.824137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Allocated IP 172.20.0.8 (298cda7a-d954-4710-b487-6b469f930b6e/75717569-96f3-4422-b502-93da8d31dc42/736814c3-40e4-4af1-9855-c3b91c5d0dd4) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:18:31.975591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.015209 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.057014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Network 298cda7a-d954-4710-b487-6b469f930b6e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:18:32.061924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:18:32.065549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:18:32.071842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:32.117214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:32.117827 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.131441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-25e9a71e-3502-443b-9c3f-b2ae339075ad tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538745 Jul 27 17:18:32.149078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Request body: {'port': {'device_id': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:18:32.226067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.489650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:18:32.497155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.508830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Transition to ACTIVE for port object 736814c3-40e4-4af1-9855-c3b91c5d0dd4 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:18:32.513979 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.566977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:32.635775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:18:32.636464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:18:32.636464 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:18:32.641405 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:18:32.641733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:18:32.646423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:18:32.646761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Checking segment: {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:18:32.647147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Bound using segment: {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:18:32.647573 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Bound port: 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:18:32.647935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.709512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:18:32.712090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:18:32.719315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.766412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:32.767035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:32.768369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] 10.222.0.13 "PUT /v2.0/ports/736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 1091 time: 0.6234472 Jul 27 17:18:32.771541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:18:32.773816 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d860f7-e560-46da-8aa5-c749d3c0aeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:18:32.819883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac3bf-c935-4a1f-9234-ff1c730c32df service neutron] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:32.836847 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d223d72d-3864-473a-ac85-6bd4a0b09d02 x-openstack-request-id: req-d223d72d-3864-473a-ac85-6bd4a0b09d02 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:18:32.837132 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:18:32.837387 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d223d72d-3864-473a-ac85-6bd4a0b09d02 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:18:32.837787 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'status': 'completed', 'code': 200} Jul 27 17:18:32.882329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b4ba-4514-4411-af3e-2413ad75ebc3 req-8890722c-10d2-4ddb-907f-0154fabbf5ab tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:32.883828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2243b4ba-4514-4411-af3e-2413ad75ebc3 req-8890722c-10d2-4ddb-907f-0154fabbf5ab tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.1316478 Jul 27 17:18:32.913348 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-e49910fb-1633-4e60-9f5f-cbe7197064e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:32.914852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-e49910fb-1633-4e60-9f5f-cbe7197064e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0913417 Jul 27 17:18:32.936884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2243b4ba-4514-4411-af3e-2413ad75ebc3 req-04d30f00-e6f2-4159-9996-5a514ab99a23 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Jul 27 17:18:32.969610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-74a4ea7d-f0cc-47fa-9161-5cd5546f99b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0409894 Jul 27 17:18:33.024649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-410b7b24-c17c-4d4c-a966-87054206a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:33.025693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-410b7b24-c17c-4d4c-a966-87054206a722 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0473971 Jul 27 17:18:33.060222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-9886ba25-d116-4786-9a30-5b38658be305 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273941 Jul 27 17:18:33.151317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-00e7d395-5d16-4881-8f5f-80de019ecfcb service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Jul 27 17:18:33.239379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94346e16-cf7f-44d9-9c17-d8ad4c5b6ca9 req-adddd3b9-07af-469d-8aec-682da79686d4 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809083 Jul 27 17:18:33.382215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-70efc494-9fd8-4161-b232-c2dfbff357d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:33.383762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-70efc494-9fd8-4161-b232-c2dfbff357d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0588117 Jul 27 17:18:33.431715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:33.473216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-73e4a79c-e4f6-40c7-bf74-5bdfbde70488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:33.474722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-73e4a79c-e4f6-40c7-bf74-5bdfbde70488 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.0840085 Jul 27 17:18:33.516013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-6defa9cc-3a15-4d02-9ebd-22d257c8e825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0346072 Jul 27 17:18:33.569659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-72cb37e4-a3d9-40c5-b780-2145c300d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:33.571134 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-72cb37e4-a3d9-40c5-b780-2145c300d0c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0475714 Jul 27 17:18:33.605635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-329adebb-d949-4317-906d-1720a610f728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275419 Jul 27 17:18:33.693420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-72a50a92-d5a5-4d71-8868-4a70984a145c service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804906 Jul 27 17:18:33.788069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15d860f7-e560-46da-8aa5-c749d3c0aeb1 req-c0f2c535-9d5f-44aa-9cca-2bea17f20df2 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Jul 27 17:18:34.067923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de27e8-88b7-4d58-9303-70d80dcb6795 req-78b4514a-8f56-4b98-8103-a3c2f108dddc tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:34.069436 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5de27e8-88b7-4d58-9303-70d80dcb6795 req-78b4514a-8f56-4b98-8103-a3c2f108dddc tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0627747 Jul 27 17:18:34.108893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5de27e8-88b7-4d58-9303-70d80dcb6795 req-00eff727-ec64-4ef4-8c55-aee60c2ec86b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Jul 27 17:18:35.240251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b68619-939e-4a54-bbc1-806f5a7bf971 req-887bb6b2-3c5a-4ebc-b6dd-88ba91de1d64 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:35.241780 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8b68619-939e-4a54-bbc1-806f5a7bf971 req-887bb6b2-3c5a-4ebc-b6dd-88ba91de1d64 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0665770 Jul 27 17:18:35.279549 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8b68619-939e-4a54-bbc1-806f5a7bf971 req-22919656-3d97-4562-9af7-c76aa5654544 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jul 27 17:18:36.417590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ba3b5-e649-4cd4-ac55-ad24fbafafff req-a4891045-10ba-429c-be71-cfe01e62de6f tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:36.419091 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac7ba3b5-e649-4cd4-ac55-ad24fbafafff req-a4891045-10ba-429c-be71-cfe01e62de6f tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0702572 Jul 27 17:18:36.458700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac7ba3b5-e649-4cd4-ac55-ad24fbafafff req-e5aa6496-e15a-4fd2-bb0f-d85001e2db7c tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Jul 27 17:18:36.739373 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:18:37.001341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:37.012379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e', 'port_id': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'mac_address': 'fa:16:3e:37:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75717569-96f3-4422-b502-93da8d31dc42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:18:37.049076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:37.062152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:18:37.081758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:37.085906 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:37.132565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:37.348387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['736814c3-40e4-4af1-9855-c3b91c5d0dd4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:18:37.598052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f9cd9-7a8d-4ecb-a4cb-de705a05ead0 req-c2f61e8f-e40e-4a72-89b6-e0c13b4958bd tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:37.599605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-832f9cd9-7a8d-4ecb-a4cb-de705a05ead0 req-c2f61e8f-e40e-4a72-89b6-e0c13b4958bd tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 944 time: 0.0674362 Jul 27 17:18:37.637617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-832f9cd9-7a8d-4ecb-a4cb-de705a05ead0 req-fcdf3814-6302-437f-abdd-6c6507f2b9bf tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Jul 27 17:18:38.738932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:18:38.773334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7f55-350a-4257-85fd-b4cf32e4bf78 req-6cbc46e0-f278-4446-8493-cdf6a912f894 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:38.774768 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-478e7f55-350a-4257-85fd-b4cf32e4bf78 req-6cbc46e0-f278-4446-8493-cdf6a912f894 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 944 time: 0.0660563 Jul 27 17:18:38.789257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:18:38.792900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:18:38.793280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:38.817225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-478e7f55-350a-4257-85fd-b4cf32e4bf78 req-c5e0a2d6-0bd3-4f86-bd37-49a88f794789 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Jul 27 17:18:38.877521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:38.900370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:18:38.902719 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce02cd-c0b0-4793-a6bd-47808c0d4d58" -d '{"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-plugged", "status": "completed", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:18:38.915294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:18:38.919544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:38.942535 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292e9bc-b0f2-4046-aea2-d064d4c1dbc4 x-openstack-request-id: req-5292e9bc-b0f2-4046-aea2-d064d4c1dbc4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:18:38.942822 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-plugged", "status": "completed", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:18:38.943071 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5292e9bc-b0f2-4046-aea2-d064d4c1dbc4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:18:38.943458 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'code': 200} Jul 27 17:18:38.969404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:18:39.078856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c069f-4e26-4d06-ad1b-9714cdd24619 req-69d0cf5b-d5cc-4a75-bf52-92690c84b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:39.080445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-700c069f-4e26-4d06-ad1b-9714cdd24619 req-69d0cf5b-d5cc-4a75-bf52-92690c84b269 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1096 time: 0.0584908 Jul 27 17:18:39.120623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-700c069f-4e26-4d06-ad1b-9714cdd24619 req-dd9ee03a-0855-43da-b563-5da373089d5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Jul 27 17:18:39.767147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8d82-7945-474e-a25d-586c17a8bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:39.951373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c61a3-6606-42ae-9864-5067c61ef31c req-54b9ba9c-bdd4-4678-9094-b0a270d86da9 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:39.952968 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c7c61a3-6606-42ae-9864-5067c61ef31c req-54b9ba9c-bdd4-4678-9094-b0a270d86da9 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0634131 Jul 27 17:18:39.998844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c7c61a3-6606-42ae-9864-5067c61ef31c req-f3f89213-bdb7-4691-b730-0e49cd5540c4 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Jul 27 17:18:41.132730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e180d5-d7ad-45e1-897c-88b6a7d54ad9 req-532ef92c-e47f-40a8-867e-fdfaed5da748 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:41.134242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95e180d5-d7ad-45e1-897c-88b6a7d54ad9 req-532ef92c-e47f-40a8-867e-fdfaed5da748 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0648897 Jul 27 17:18:41.172808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95e180d5-d7ad-45e1-897c-88b6a7d54ad9 req-6bc8fb66-669f-405d-88fd-034e8f497ef1 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jul 27 17:18:41.467637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4bc2-cbe7-495f-9750-bd800b832357 req-848b276e-e1e3-4389-8384-2214f1efe611 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:41.469148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc4d4bc2-cbe7-495f-9750-bd800b832357 req-848b276e-e1e3-4389-8384-2214f1efe611 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.1032498 Jul 27 17:18:41.500003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-fbeee853-5fa9-4868-abb7-c6de817ba051 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440201 Jul 27 17:18:41.517409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc4d4bc2-cbe7-495f-9750-bd800b832357 req-870d588f-94f5-4bee-bc30-a53af4f470fe tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Jul 27 17:18:42.437385 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:42.567073 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b79ce7d-e5e9-45b7-9fd9-85b556ba81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:42.662340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d0f7-93da-4c0a-bc32-07a5778d29fe req-4f08c5d4-30c1-4ab0-9370-6ca2a322df96 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:42.663874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c157d0f7-93da-4c0a-bc32-07a5778d29fe req-4f08c5d4-30c1-4ab0-9370-6ca2a322df96 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0749791 Jul 27 17:18:42.709645 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c157d0f7-93da-4c0a-bc32-07a5778d29fe req-57be860a-eddc-40ad-8700-dcdacd897da4 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Jul 27 17:18:42.801871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-85f9abeb-aed9-4eeb-9eae-f5d63b82fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:42.803756 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-85f9abeb-aed9-4eeb-9eae-f5d63b82fda9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1096 time: 0.0637388 Jul 27 17:18:42.893748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-19872ff7-7043-43ed-8d72-db7785b13733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:42.895225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-19872ff7-7043-43ed-8d72-db7785b13733 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.0847843 Jul 27 17:18:42.937173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-eba8476f-baa8-4dd0-ba34-bdcd641de27c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0348246 Jul 27 17:18:42.989379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-13ad6300-1f91-42b6-9932-8bd90870d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:42.990734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-13ad6300-1f91-42b6-9932-8bd90870d2b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0475397 Jul 27 17:18:43.032389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-ffd1de29-7a17-4fd7-a23d-fda2a4cb0f98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343935 Jul 27 17:18:43.125627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-5596fd79-97fe-4483-a967-fb971350b017 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Jul 27 17:18:43.218995 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-8db3ac33-02a7-4741-8876-40818696e605 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867608 Jul 27 17:18:43.565096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:43.847815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326fa2b-6a83-4c7c-b280-5c2cd679d83d req-a3f3ad2b-9a48-4117-84d2-abdec1fd608d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:43.849370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d326fa2b-6a83-4c7c-b280-5c2cd679d83d req-a3f3ad2b-9a48-4117-84d2-abdec1fd608d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0678487 Jul 27 17:18:43.888955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d326fa2b-6a83-4c7c-b280-5c2cd679d83d req-c6853776-a99e-4b28-b7c1-01b6ee43514f tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Jul 27 17:18:45.024549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eaee1-8e18-457c-b324-130e81c05ad9 req-b2535c42-02d5-4f03-ab3e-90afaf15ef82 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:45.026058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-092eaee1-8e18-457c-b324-130e81c05ad9 req-b2535c42-02d5-4f03-ab3e-90afaf15ef82 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0670230 Jul 27 17:18:45.067882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-092eaee1-8e18-457c-b324-130e81c05ad9 req-67aa15a6-f07f-41c7-840f-562f571155a0 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Jul 27 17:18:45.177172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:46.222810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfe20e-027c-4f34-b0cc-96ec63eed17a req-bde059c5-0034-4e74-ab7f-778cab738e15 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:46.224417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40bfe20e-027c-4f34-b0cc-96ec63eed17a req-bde059c5-0034-4e74-ab7f-778cab738e15 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0729611 Jul 27 17:18:46.266715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-40bfe20e-027c-4f34-b0cc-96ec63eed17a req-df86a22c-7198-4eed-96fa-7b0e7207ba30 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356903 Jul 27 17:18:47.152641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:18:47.405513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078529-79a6-4154-ab5d-bfa1a6cfb869 req-a7bf94e2-122d-43f4-b44d-c3f467a21238 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:47.406939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b078529-79a6-4154-ab5d-bfa1a6cfb869 req-a7bf94e2-122d-43f4-b44d-c3f467a21238 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0722044 Jul 27 17:18:47.447119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8b078529-79a6-4154-ab5d-bfa1a6cfb869 req-52a08dc0-ae1c-424e-ad12-a06aa07a3b20 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jul 27 17:18:48.593617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71144-be54-4828-8eca-1821b9acd424 req-c7263b0b-f6d1-4dc5-ba6e-26c389d3f836 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:48.595160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfc71144-be54-4828-8eca-1821b9acd424 req-c7263b0b-f6d1-4dc5-ba6e-26c389d3f836 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0728943 Jul 27 17:18:48.633817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dfc71144-be54-4828-8eca-1821b9acd424 req-cbc97926-b218-4fc3-9b31-56c20f178200 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Jul 27 17:18:49.770732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814d89-3ea0-4d8c-9f0d-9b2cde1c6338 req-09eb2b04-285b-4235-bc93-7ce6600c2c07 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:49.772195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9814d89-3ea0-4d8c-9f0d-9b2cde1c6338 req-09eb2b04-285b-4235-bc93-7ce6600c2c07 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0643795 Jul 27 17:18:49.811014 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9814d89-3ea0-4d8c-9f0d-9b2cde1c6338 req-e8f361c0-a8b2-41bc-96cd-04fc486081f0 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 27 17:18:50.943173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7abfac-f975-4c41-b589-0941d35c992b req-3d365560-1b79-421d-9652-99905c3b39a7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:50.944702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c7abfac-f975-4c41-b589-0941d35c992b req-3d365560-1b79-421d-9652-99905c3b39a7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0644503 Jul 27 17:18:50.990652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0c7abfac-f975-4c41-b589-0941d35c992b req-68f8bd68-4edf-45f0-bd77-b7eaac5062cb tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Jul 27 17:18:51.266644 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:18:52.122919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d5463-c975-4cf2-b053-cc53bfcf55c6 req-4ef8b0b4-1f2b-4b43-80d3-aa7b6c09701e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:52.125062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-725d5463-c975-4cf2-b053-cc53bfcf55c6 req-4ef8b0b4-1f2b-4b43-80d3-aa7b6c09701e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0651774 Jul 27 17:18:52.165098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-725d5463-c975-4cf2-b053-cc53bfcf55c6 req-c9c550bf-a696-4d10-ae7f-30b1aab2310e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 27 17:18:53.300967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87027e9e-66f9-45b6-9501-3e1698b79a7a req-75a03ac7-ddf3-4453-a0a9-03dfb6448c44 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:53.302442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87027e9e-66f9-45b6-9501-3e1698b79a7a req-75a03ac7-ddf3-4453-a0a9-03dfb6448c44 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0686398 Jul 27 17:18:53.341858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87027e9e-66f9-45b6-9501-3e1698b79a7a req-9f72bffa-eafe-46f3-8d10-01a5158b6a35 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jul 27 17:18:54.484997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb61c6-5f1d-4e9a-b737-1610ac9ffa05 req-ff906d44-34c8-496a-a6ef-6add8de65747 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:54.486584 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01bb61c6-5f1d-4e9a-b737-1610ac9ffa05 req-ff906d44-34c8-496a-a6ef-6add8de65747 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0730102 Jul 27 17:18:54.534681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-01bb61c6-5f1d-4e9a-b737-1610ac9ffa05 req-e13e2304-4f68-43f0-ba10-e1c74bdbd6d4 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Jul 27 17:18:55.664604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86647c-91d2-4a7a-bca3-8b5bd446ffde req-6805ba53-45b0-4bd1-b59c-e8f72e2a27b6 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:55.666103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e86647c-91d2-4a7a-bca3-8b5bd446ffde req-6805ba53-45b0-4bd1-b59c-e8f72e2a27b6 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0629361 Jul 27 17:18:55.704250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e86647c-91d2-4a7a-bca3-8b5bd446ffde req-67bf304d-688b-47e6-90ef-bf0191532fb4 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 27 17:18:56.832042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86565832-e0d3-4176-95ea-7c1808bb17e3 req-19eecaca-cf1c-4bfb-882b-c5c42a09adc3 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:56.833570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86565832-e0d3-4176-95ea-7c1808bb17e3 req-19eecaca-cf1c-4bfb-882b-c5c42a09adc3 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0626590 Jul 27 17:18:56.872829 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-86565832-e0d3-4176-95ea-7c1808bb17e3 req-a66a12d3-183e-40d3-a8e7-20618aee7671 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Jul 27 17:18:58.008024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362013e-6744-4bf4-9ab6-e4453b20d847 req-6e765586-7fa1-407b-8340-9f5baea7f9da tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:58.009547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4362013e-6744-4bf4-9ab6-e4453b20d847 req-6e765586-7fa1-407b-8340-9f5baea7f9da tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Jul 27 17:18:58.047481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4362013e-6744-4bf4-9ab6-e4453b20d847 req-f4c94161-5c03-49e2-938a-89e45d5d3e8a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Jul 27 17:18:59.192527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efef69-b215-43a8-aa99-80a0cf26b095 req-a5ef2908-26d7-45be-9b4f-ef39f6332adb tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:18:59.194180 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53efef69-b215-43a8-aa99-80a0cf26b095 req-a5ef2908-26d7-45be-9b4f-ef39f6332adb tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0757630 Jul 27 17:18:59.506581 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-53efef69-b215-43a8-aa99-80a0cf26b095 req-5c53558a-e488-4e6e-a3a8-20ca1822cc84 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059006 Jul 27 17:19:00.640050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dad56f-e4f4-41eb-8f1a-062ea52df93e req-d1d3dc95-fa47-465c-af11-a9542af26e8b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:00.642218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74dad56f-e4f4-41eb-8f1a-062ea52df93e req-d1d3dc95-fa47-465c-af11-a9542af26e8b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0642185 Jul 27 17:19:00.679409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74dad56f-e4f4-41eb-8f1a-062ea52df93e req-b79d9d26-6b95-4adf-a41e-aba54e53ecf7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 27 17:19:01.810314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78482-ec80-429f-93e7-3f710771a510 req-1991bd48-5897-47cb-9d15-42b709feed9d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:01.811711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1d78482-ec80-429f-93e7-3f710771a510 req-1991bd48-5897-47cb-9d15-42b709feed9d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0642073 Jul 27 17:19:01.849058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b1d78482-ec80-429f-93e7-3f710771a510 req-a4a64fee-5b65-4cf4-9f42-7f676137c9fc tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Jul 27 17:19:02.977204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e8540-e64c-42ae-9540-58eab3ef5b5b req-4fd5df33-92e8-470b-86c4-d11c874a362d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:02.978970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c7e8540-e64c-42ae-9540-58eab3ef5b5b req-4fd5df33-92e8-470b-86c4-d11c874a362d tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0623355 Jul 27 17:19:03.018075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c7e8540-e64c-42ae-9540-58eab3ef5b5b req-d0b223cd-eedb-495a-b4a4-22665109c5a5 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jul 27 17:19:03.432176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:04.150083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec4890-4a69-4cf2-96ba-12a15bb53a3b req-c24905bc-52f1-401d-b9b3-5e6676897601 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:04.151591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6ec4890-4a69-4cf2-96ba-12a15bb53a3b req-c24905bc-52f1-401d-b9b3-5e6676897601 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0660408 Jul 27 17:19:04.192932 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6ec4890-4a69-4cf2-96ba-12a15bb53a3b req-7ac4bbd7-def8-4303-a8e2-fd25e3b7ea9c tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Jul 27 17:19:05.323162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035627-1a6c-49f5-b8c7-9545cce5174b req-86452fe4-3cf3-49c7-a6ea-2460fd440b9b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:05.324665 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d035627-1a6c-49f5-b8c7-9545cce5174b req-86452fe4-3cf3-49c7-a6ea-2460fd440b9b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0663536 Jul 27 17:19:05.362801 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d035627-1a6c-49f5-b8c7-9545cce5174b req-a7be79e6-c56f-4e1d-ac80-a7d87a98c70b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Jul 27 17:19:06.492466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade8da-b507-4d80-9938-10cc4bb5cdea req-d611f080-beec-48c8-8b0b-eabe669efc6e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:06.493930 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cade8da-b507-4d80-9938-10cc4bb5cdea req-d611f080-beec-48c8-8b0b-eabe669efc6e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0621252 Jul 27 17:19:06.533173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9cade8da-b507-4d80-9938-10cc4bb5cdea req-a4a996e4-9bf7-49e3-af9f-0f303ee2d072 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jul 27 17:19:07.671208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff652b0-7227-4d8a-89a0-2009e6b6f713 req-e6835057-fe68-4ec7-b26c-4e80e3a22599 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:07.672759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ff652b0-7227-4d8a-89a0-2009e6b6f713 req-e6835057-fe68-4ec7-b26c-4e80e3a22599 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 27 17:19:07.710895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ff652b0-7227-4d8a-89a0-2009e6b6f713 req-5637d9ff-4238-40f4-aac5-8b0b8bb8e822 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Jul 27 17:19:08.840171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee488-eef0-42f0-9c3b-70a93308ba5a req-d2f36596-7dd1-4920-b8e9-9a01fd085189 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:08.841682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adbee488-eef0-42f0-9c3b-70a93308ba5a req-d2f36596-7dd1-4920-b8e9-9a01fd085189 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0627234 Jul 27 17:19:08.879593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adbee488-eef0-42f0-9c3b-70a93308ba5a req-a8e48a58-b971-4ff3-bc54-9e93d994f629 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Jul 27 17:19:09.769456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1823c7b-c1d7-4e44-9efa-bdf7aaf030c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:10.015959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722166f3-5227-4ff2-8f66-915847128cdc req-0f665bd8-1728-4237-b43b-3aca78476cba tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:10.018154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-722166f3-5227-4ff2-8f66-915847128cdc req-0f665bd8-1728-4237-b43b-3aca78476cba tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 945 time: 0.0712812 Jul 27 17:19:10.056823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-722166f3-5227-4ff2-8f66-915847128cdc req-f0f0fc59-0a50-486c-80e0-ee33ceed012e tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 27 17:19:10.325992 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-a1b5276d-8aaf-4579-8061-bdfaf1eaaeaa service neutron] show failed (client error): The resource could not be found. Jul 27 17:19:10.327062 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-a1b5276d-8aaf-4579-8061-bdfaf1eaaeaa service neutron] 10.222.0.13 "GET /v2.0/ports/736814c3-40e4-4af1-9855-c3b91c5d0dd4/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.1158872 Jul 27 17:19:10.544642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-f757cb76-0118-49b8-8b5e-e3a871b55c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:10.546207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-f757cb76-0118-49b8-8b5e-e3a871b55c8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701&tenant_id=c24141597a9d481bbaed8eeebcdaeb39 HTTP/1.1" status: 200 len: 1096 time: 0.0615139 Jul 27 17:19:10.557815 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:19:10.632397 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:10.843661 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:10.881670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:19:10.927114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:19:10.929463 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b683d82-cccd-42a6-bfe0-09d1a1c25eb5" -d '{"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-unplugged", "status": "completed", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:19:10.933811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:10.948036 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Transition to ACTIVE for port object 736814c3-40e4-4af1-9855-c3b91c5d0dd4 will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:19:10.953452 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:10.984905 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ac257-894c-4a61-8323-f623099985cb x-openstack-request-id: req-f37ac257-894c-4a61-8323-f623099985cb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:19:10.985202 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-unplugged", "status": "completed", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:19:10.986036 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f37ac257-894c-4a61-8323-f623099985cb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:19:10.986440 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'code': 200} Jul 27 17:19:11.007388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:11.025929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] No DVR routers for this DVR port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:19:11.035120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.035475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.035821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.036161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.036532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.036874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.037207 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.037535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.037862 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.038196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.038519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.038851 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:11.078086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:19:11.078426 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:19:11.078761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:19:11.083654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:19:11.083989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Attempting to bind port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on network 298cda7a-d954-4710-b487-6b469f930b6e {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:19:11.089306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:19:11.089666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Checking segment: {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:19:11.090066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Bound using segment: {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:19:11.090509 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Bound port: 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2be950-dc14-4245-bf85-91d792369b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:19:11.090879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:11.162740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:19:11.165919 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:19:11.170499 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:11.197015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512cc0-ca45-43a9-8e7e-430520b0272a req-7e6d90e3-8639-4dbc-9dfb-12d1ef15840a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:11.198767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a512cc0-ca45-43a9-8e7e-430520b0272a req-7e6d90e3-8639-4dbc-9dfb-12d1ef15840a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0667441 Jul 27 17:19:11.207717 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:11.208361 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:11.209772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] 10.222.0.61 "PUT /v2.0/ports/736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 1091 time: 0.6561759 Jul 27 17:19:11.230005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c759e-401b-4b32-b3c1-75d4d6a6c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:11.244332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9a512cc0-ca45-43a9-8e7e-430520b0272a req-70ef4350-de53-4850-be93-418429ecf8e3 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 27 17:19:11.293720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-2bb09c93-d007-4858-86e3-e08dc29682b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:11.295233 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-2bb09c93-d007-4858-86e3-e08dc29682b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0613081 Jul 27 17:19:11.387233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-edd512fe-3f32-4096-bea1-9b9c3bf8d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:11.388909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-edd512fe-3f32-4096-bea1-9b9c3bf8d46a service neutron] 10.222.0.61 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.0871491 Jul 27 17:19:11.429422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-bbde52e9-da24-4496-8720-5d00220e2876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0337169 Jul 27 17:19:11.485111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-64748749-1a42-459e-a6c2-3619e7cdc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:11.487243 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-64748749-1a42-459e-a6c2-3619e7cdc4dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0505042 Jul 27 17:19:11.521018 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-af610129-6bc0-49d8-9d11-b78398830f9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271223 Jul 27 17:19:11.614692 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-16cc4934-8d48-46fb-9e83-59e809b332d3 service neutron] 10.222.0.61 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860381 Jul 27 17:19:11.708841 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bedfcdd8-5877-4119-bde6-bec60e7ddfd4 req-55b2ee66-4852-40fa-be32-cebd9a157847 service neutron] 10.222.0.61 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Jul 27 17:19:12.376227 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f7af9-5340-40d1-af76-92bf1df2bd17 req-b44a93af-aaee-4c01-8d03-95eb60c066fa tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:12.377744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee2f7af9-5340-40d1-af76-92bf1df2bd17 req-b44a93af-aaee-4c01-8d03-95eb60c066fa tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0631919 Jul 27 17:19:12.416741 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ee2f7af9-5340-40d1-af76-92bf1df2bd17 req-b8be89f2-b761-4a17-bd4f-a62cf6da758b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jul 27 17:19:12.440855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:12.571451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0ea6-8902-4331-944d-632b3a6be557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:12.987521 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:19:12.989828 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878" -d '{"events": [{"name": "network-changed", "server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:19:13.038299 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3947097f-3fb5-4a66-ab93-0d84a80f8cdf x-openstack-request-id: req-3947097f-3fb5-4a66-ab93-0d84a80f8cdf {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:19:13.038587 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:19:13.038862 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3947097f-3fb5-4a66-ab93-0d84a80f8cdf {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:19:13.039261 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'status': 'completed', 'code': 200} Jul 27 17:19:13.124878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-e83cb76b-dbf9-4d11-8d38-c41c55d59cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.127044 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-e83cb76b-dbf9-4d11-8d38-c41c55d59cdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0591533 Jul 27 17:19:13.143942 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-d25f67ad-12d9-4e59-b62e-a8eed3745107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.145555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-d25f67ad-12d9-4e59-b62e-a8eed3745107 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0624497 Jul 27 17:19:13.240517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-8e2c3ac8-8e7f-4534-950d-f22faf20545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.242239 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-8e2c3ac8-8e7f-4534-950d-f22faf20545f service neutron] 10.222.0.61 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.1074436 Jul 27 17:19:13.247463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-9a7d897e-4171-42e3-bb41-4fbeffdc5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.248940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-9a7d897e-4171-42e3-bb41-4fbeffdc5ca8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.0963368 Jul 27 17:19:13.293015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-97ec62c4-5677-4e6b-958a-a37caaf67c2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Jul 27 17:19:13.294105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-951626f3-4e3a-41a4-a57c-ef3565971380 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0386951 Jul 27 17:19:13.355524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-6c7d4c85-eeca-4f55-a910-b5d00c766c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.355839 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-ee5893da-fc0d-44f7-b242-d732073374fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.357141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-6c7d4c85-eeca-4f55-a910-b5d00c766c39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0566642 Jul 27 17:19:13.357351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-ee5893da-fc0d-44f7-b242-d732073374fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0535707 Jul 27 17:19:13.393178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-6019c92d-8e7f-4fe4-8dc3-5650af7b2d8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292654 Jul 27 17:19:13.399591 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-cfc14191-7be8-48c2-b8e8-c79a48a9ec35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351324 Jul 27 17:19:13.488355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-18274fea-0f80-43cc-b4ba-9c61c2501595 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879533 Jul 27 17:19:13.508237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-97eb8d09-f4e2-40b2-9257-fd2fe360eb8b service neutron] 10.222.0.61 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007473 Jul 27 17:19:13.569194 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:13.585009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-081e4d89-0cde-41bb-9a67-660c65dff579 service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Jul 27 17:19:13.630257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e7b22-64fa-4a04-8be6-8179498f3a9f req-c2ae6e7d-2785-41b9-a40b-f9df40953304 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.631770 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-639e7b22-64fa-4a04-8be6-8179498f3a9f req-c2ae6e7d-2785-41b9-a40b-f9df40953304 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.1418726 Jul 27 17:19:13.649586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-81eb0f23-710b-4bf9-9aa8-9e22b8f00878 req-15253c74-6728-45b4-8bee-b2deb0345cdb service neutron] 10.222.0.61 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202149 Jul 27 17:19:13.675427 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-639e7b22-64fa-4a04-8be6-8179498f3a9f req-306646e1-da3b-4ec7-b9b4-f122ccb1000b tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Jul 27 17:19:13.935440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-f6090d0c-fb12-4b6b-b26b-9d6c61dcb4c3 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:13.936914 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-f6090d0c-fb12-4b6b-b26b-9d6c61dcb4c3 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.13 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701&tenant_id=c24141597a9d481bbaed8eeebcdaeb39&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 943 time: 0.0676718 Jul 27 17:19:14.000668 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-97d95a0c-57ab-4e22-ace3-94cae55b6c45 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:19:14.001710 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-97d95a0c-57ab-4e22-ace3-94cae55b6c45 service neutron] 10.222.0.13 "DELETE /v2.0/ports/736814c3-40e4-4af1-9855-c3b91c5d0dd4/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0576131 Jul 27 17:19:14.117976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-98e969b7-a444-48fa-bea1-9cedd95bebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:14.119537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-98e969b7-a444-48fa-bea1-9cedd95bebc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 1094 time: 0.0546021 Jul 27 17:19:14.208653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-296f6208-bfbf-43aa-8045-8e72427ae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:14.210156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-296f6208-bfbf-43aa-8045-8e72427ae6c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 200 len: 913 time: 0.0833681 Jul 27 17:19:14.254336 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-51957a14-8d39-4403-99e7-b74e0c01044f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0371225 Jul 27 17:19:14.303883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-90975bcb-1a9a-4edb-889a-0d46aef60837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:14.305406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-90975bcb-1a9a-4edb-889a-0d46aef60837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 200 len: 852 time: 0.0432808 Jul 27 17:19:14.339543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-8cd9c4b5-6d4d-46f9-9fdc-dd7634060f9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298cda7a-d954-4710-b487-6b469f930b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273283 Jul 27 17:19:14.430605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-6f0c9b0d-9d2c-42a5-88f4-6da8d550772c service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837715 Jul 27 17:19:14.520168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-baeeb3f5-66fa-47cc-adc9-35284e2546dc service neutron] 10.222.0.13 "GET /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Jul 27 17:19:14.895042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:19:14.933849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:19:15.179469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:15.248136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:19:15.331021 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceb4f7-b2f7-4ae9-a0d4-e4643222134d req-0b6cdbb5-0432-4bc8-b058-f2e442994d0a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:15.332590 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ceb4f7-b2f7-4ae9-a0d4-e4643222134d req-0b6cdbb5-0432-4bc8-b058-f2e442994d0a tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 943 time: 0.0707157 Jul 27 17:19:15.346116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:15.358072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'network_id': '298cda7a-d954-4710-b487-6b469f930b6e', 'port_id': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'mac_address': 'fa:16:3e:37:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75717569-96f3-4422-b502-93da8d31dc42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:19:15.391129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f1ceb4f7-b2f7-4ae9-a0d4-e4643222134d req-adb724d8-7033-4182-ac18-c22263a39cdc tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521073 Jul 27 17:19:15.401749 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:15.416459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:19:15.438191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:15.443488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:15.496966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:15.760945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['736814c3-40e4-4af1-9855-c3b91c5d0dd4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:19:16.530462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de21c-e97f-4ce3-a514-e4f35dedcb0f req-51edb317-54fa-440d-bfed-14822913bcf2 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:16.531967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae2de21c-e97f-4ce3-a514-e4f35dedcb0f req-51edb317-54fa-440d-bfed-14822913bcf2 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 944 time: 0.0660615 Jul 27 17:19:16.574713 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae2de21c-e97f-4ce3-a514-e4f35dedcb0f req-04ef9cf8-5850-405d-bf0a-29c3908e4fe7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.64 "GET /v2.0/security-groups?id=db173ffe-1596-4368-8688-4a053ffb814c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Jul 27 17:19:16.670742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-52623e9c-e7b4-4982-bc53-d61dfa017d37 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:16.672346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-52623e9c-e7b4-4982-bc53-d61dfa017d37 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c0ebab-c305-4e93-8a99-8cf0e819a701 HTTP/1.1" status: 200 len: 944 time: 0.0726428 Jul 27 17:19:16.774499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Deleting port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:19:16.774853 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:16.867211 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] For port 736814c3-40e4-4af1-9855-c3b91c5d0dd4, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=736814c3-40e4-4af1-9855-c3b91c5d0dd4,segment=NetworkSegment(aa2be950-dc14-4245-bf85-91d792369b2b),segment_id=aa2be950-dc14-4245-bf85-91d792369b2b)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:16.867580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:16.879425 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Calling delete_port for 736814c3-40e4-4af1-9855-c3b91c5d0dd4 owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:19:17.009973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.021300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['736814c3-40e4-4af1-9855-c3b91c5d0dd4'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:19:17.038113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Pushing event deleted for resources: {'Port': ['ID=736814c3-40e4-4af1-9855-c3b91c5d0dd4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:17.086833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] No DVR routers for this DVR port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:19:17.089427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.091439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a2b6143d-05e6-4efe-8282-90e1a6203df1 req-dd434dc4-c1cc-4ee1-9013-1d54905c0fc7 tempest-DeleteServersTestJSON-1001251544 tempest-DeleteServersTestJSON-1001251544-project] 10.222.0.61 "DELETE /v2.0/ports/736814c3-40e4-4af1-9855-c3b91c5d0dd4 HTTP/1.1" status: 204 len: 173 time: 0.4132864 Jul 27 17:19:17.091878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-deleted', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:19:17.094235 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613ddbc-1e98-4c01-97ea-5bdfabbc6709" -d '{"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-deleted", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:19:17.141433 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6290973a-0ef0-4c8f-bde7-b0d7fe36de5e x-openstack-request-id: req-6290973a-0ef0-4c8f-bde7-b0d7fe36de5e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:19:17.141971 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c0ebab-c305-4e93-8a99-8cf0e819a701", "name": "network-vif-deleted", "tag": "736814c3-40e4-4af1-9855-c3b91c5d0dd4", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:19:17.142384 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6290973a-0ef0-4c8f-bde7-b0d7fe36de5e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:19:17.143608 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c0ebab-c305-4e93-8a99-8cf0e819a701', 'name': 'network-vif-deleted', 'tag': '736814c3-40e4-4af1-9855-c3b91c5d0dd4', 'status': 'completed', 'code': 200} Jul 27 17:19:17.161588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.247383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:19:17.268233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:19:17.268618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 17:19:17.287973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Port 736814c3-40e4-4af1-9855-c3b91c5d0dd4 not found, will not notify nova. {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 17:19:17.702816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35770) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:17.747836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Deleting subnet 75717569-96f3-4422-b502-93da8d31dc42 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:19:17.751015 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.789531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.828182 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.886436 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.910967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75717569-96f3-4422-b502-93da8d31dc42,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:17.916008 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:17.917398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8baa55ad-a098-4809-bdd4-2d6e76e2afff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/75717569-96f3-4422-b502-93da8d31dc42 HTTP/1.1" status: 204 len: 168 time: 0.2135680 Jul 27 17:19:17.919881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:17.990927 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.069709 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.079247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298cda7a-d954-4710-b487-6b469f930b6e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:19:18.089394 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2be950-dc14-4245-bf85-91d792369b2b') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:19:18.089695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2be950-dc14-4245-bf85-91d792369b2b') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:19:18.098281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.112628 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.118847 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:19:18.119312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:19:18.120959 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:19:18.181930 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.187284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.192699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] 10.222.0.64 "DELETE /v2.0/networks/298cda7a-d954-4710-b487-6b469f930b6e HTTP/1.1" status: 204 len: 168 time: 0.2717829 Jul 27 17:19:18.203913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5809a-4b08-4141-964c-519f280edd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=298cda7a-d954-4710-b487-6b469f930b6e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:18.309970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35776) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:18.350701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-df0520a8-16c9-4e27-9fe5-3ca44793ddda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c24141597a9d481bbaed8eeebcdaeb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395236 Jul 27 17:19:18.354011 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35778) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:18.402514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.423708 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.474844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.477800 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:18.479214 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db173ffe-1596-4368-8688-4a053ffb814c HTTP/1.1" status: 204 len: 168 time: 0.1243906 Jul 27 17:19:18.487368 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58904b-e5de-4667-88b5-978e83681857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db173ffe-1596-4368-8688-4a053ffb814c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:19.145595 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35800) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:19.243827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1201242315-network', 'tenant_id': '90a72ddc0a6c4fcf9e6097647a2c109d'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:19:19.264842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Made reservation on behalf of 90a72ddc0a6c4fcf9e6097647a2c109d for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:19:19.267161 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.275595 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.364798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.368757 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.389145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:19:19.403303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:19.409135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.409490 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Added segment 935bfe80-8140-47d3-9e42-c161f90a7bf4 of type vlan for network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad Jul 27 17:19:19.449304 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.479193 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.480305 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:19.481022 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.542901 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3961291 Jul 27 17:19:19.548703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23e25-1776-40d0-81ee-4ec4d9b7189c admin admin] Pushing event updated for resources: {'Network': ['ID=8ef7cf58-52e8-4940-ac33-a76ad1f32aad,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:19.552026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 35804) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:19:19.557042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Request body: {'subnet': {'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1201242315-subnet', 'tenant_id': '90a72ddc0a6c4fcf9e6097647a2c109d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:19:19.560837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:19:19.579761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Made reservation on behalf of 90a72ddc0a6c4fcf9e6097647a2c109d for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:19:19.582718 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.760996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.809225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de64e7d-1ef5-459c-8a66-23199a3bc69b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:19.824699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Checking segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:19:19.825058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Network hostable DHCP agents. Network: 8ef7cf58-52e8-4940-ac33-a76ad1f32aad, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:19:19.841799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:19:19.850667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8ef7cf58-52e8-4940-ac33-a76ad1f32aad) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:19:19.855076 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:19.855705 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:19.859694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada49c42-0e3a-4a53-8f0d-310c2ee32a90 None None] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:19:19.871588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9d1ed9c2-9dc0-46e4-b140-e51b21dc53a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3184245 Jul 27 17:19:20.003059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da5663-ce10-4ebd-afa1-379b0644d206 None None] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:19:20.321373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-cb2372ca-939b-40a6-b3db-f98d8500391a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:20.322898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-cb2372ca-939b-40a6-b3db-f98d8500391a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 815 time: 0.1018691 Jul 27 17:19:20.339475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-a2dea1b3-1210-44c6-8cb9-f1ec3e313a43 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/quotas/90a72ddc0a6c4fcf9e6097647a2c109d HTTP/1.1" status: 200 len: 375 time: 0.0101962 Jul 27 17:19:20.379735 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-16fd25fb-c914-4e0c-8441-a75dd28595c3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344343 Jul 27 17:19:20.470070 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-28f1421d-6aee-44c1-a99b-a4ff10978d84 service neutron] 10.222.0.64 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833199 Jul 27 17:19:20.584129 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-2210cf30-cbbb-4589-af10-3bef0dfbb70b service neutron] 10.222.0.64 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071963 Jul 27 17:19:20.746587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-13631652-e74f-402c-8e79-055ea189dad8 req-459c49a2-64d6-4484-a49b-83cd9219175c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jul 27 17:19:21.262960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:19:21.283213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 736814c3-40e4-4af1-9855-c3b91c5d0dd4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:19:21.283575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 736814c3-40e4-4af1-9855-c3b91c5d0dd4 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:19:21.732279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-9ec388c4-24c7-4cb7-aa79-3e1a5ccb1672 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:21.734508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-9ec388c4-24c7-4cb7-aa79-3e1a5ccb1672 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 815 time: 0.1051383 Jul 27 17:19:21.759722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Request body: {'port': {'device_id': '24a04f9a-a614-403a-aa10-8fb794305c04', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'admin_state_up': True, 'tenant_id': '90a72ddc0a6c4fcf9e6097647a2c109d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:19:21.842557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-09dbcede-ee19-45fd-940f-dbe4d45ce43d req-febe59d0-653b-466d-8bc1-d7ef05a8e557 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Jul 27 17:19:21.872146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Made reservation on behalf of 90a72ddc0a6c4fcf9e6097647a2c109d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:19:21.879471 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:22.004720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Allocated IP 172.20.0.13 (8ef7cf58-52e8-4940-ac33-a76ad1f32aad/6de64e7d-1ef5-459c-8a66-23199a3bc69b/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:19:22.147587 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:22.186466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:22.231033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:19:22.236202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:19:22.240402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:19:22.246732 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:22.615276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.615624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.615964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.616294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.616652 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.616983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.617309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.617841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.617963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.618259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.618576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.618894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:22.642503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:22.643137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:22.656992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-005a9de4-58d8-450a-aca7-beb644d4ab21 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011900 Jul 27 17:19:22.674845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Request body: {'port': {'device_id': '24a04f9a-a614-403a-aa10-8fb794305c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:19:22.749464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.014167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0059-6db7-4225-a022-cec8b7e777e2 req-6742f548-209c-4c64-8a33-36f66318b917 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:23.015639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-193c0059-6db7-4225-a022-cec8b7e777e2 req-6742f548-209c-4c64-8a33-36f66318b917 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 932 time: 0.1029077 Jul 27 17:19:23.083740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f934ac-f5ba-43e8-ab71-8eaedc35b34b {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:19:23.093972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-193c0059-6db7-4225-a022-cec8b7e777e2 req-0f935f1d-ebec-4298-9816-1474e565b931 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Jul 27 17:19:23.095681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.109965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Transition to ACTIVE for port object f9f934ac-f5ba-43e8-ab71-8eaedc35b34b will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:19:23.113882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.163223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:23.232955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:19:23.233296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:19:23.233629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:19:23.238207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:19:23.238536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:19:23.243312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:19:23.243658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Checking segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:19:23.244050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Bound using segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:19:23.244574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Bound port: f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:19:23.244878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.309783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:19:23.312766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:19:23.317245 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.350382 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:23.351028 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:23.352403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] 10.222.0.13 "PUT /v2.0/ports/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 1092 time: 0.6823308 Jul 27 17:19:23.352914 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:19:23.355425 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51" -d '{"events": [{"name": "network-changed", "server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:19:23.387055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc711a-806b-4dd3-a077-27e240148474 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:23.462953 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c4e4ef-0ebb-4a76-a9ab-d79c224641f7 x-openstack-request-id: req-86c4e4ef-0ebb-4a76-a9ab-d79c224641f7 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:19:23.463250 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:19:23.463499 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c4e4ef-0ebb-4a76-a9ab-d79c224641f7 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:19:23.463888 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'status': 'completed', 'code': 200} Jul 27 17:19:23.471883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-bf29cd28-b370-40ed-afc8-c4caf9832b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:23.473417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-bf29cd28-b370-40ed-afc8-c4caf9832b56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0588505 Jul 27 17:19:23.523635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-81dcf9aa-868c-439e-b889-6edb8ace84fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0372846 Jul 27 17:19:23.571664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-60736d98-978c-4e28-be05-e7b88f679a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:23.573388 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-60736d98-978c-4e28-be05-e7b88f679a18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0434470 Jul 27 17:19:23.609809 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-e089cd92-9e86-4bf6-9427-d6505505818b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293953 Jul 27 17:19:23.701919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-fc236f38-f612-4745-9df0-dafa29c7248f service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840275 Jul 27 17:19:23.792155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fce5c1d3-dfe3-4867-918c-5817b7518f16 req-344e2c4e-4f78-443f-bd62-61e6dbf18eac service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830460 Jul 27 17:19:23.935609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-2038d9cf-2853-46d4-b317-cc29d9d1aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:23.937171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-2038d9cf-2853-46d4-b317-cc29d9d1aa8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0542214 Jul 27 17:19:24.029747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-c3ef0807-8dba-403d-8846-d7c40628fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:24.031218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-c3ef0807-8dba-403d-8846-d7c40628fa1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0868652 Jul 27 17:19:24.072892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-b680ed0c-aaeb-4464-8ce1-89e30d16361b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0344176 Jul 27 17:19:24.121923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-ba0f2ffd-09d5-4393-93da-37692a9e9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:24.123496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-ba0f2ffd-09d5-4393-93da-37692a9e9d52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0438526 Jul 27 17:19:24.163638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-38a99986-5ff1-42f8-849d-46767f5a58cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315866 Jul 27 17:19:24.300120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-176a9228-3fc3-416a-bba7-836b0b8b723a service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225245 Jul 27 17:19:24.312234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096d9d-8e35-4ef6-a020-ca27484d04c4 req-22d541cb-5f0e-49af-8b5c-73586c269542 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:24.313719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e096d9d-8e35-4ef6-a020-ca27484d04c4 req-22d541cb-5f0e-49af-8b5c-73586c269542 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.1451240 Jul 27 17:19:24.411853 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e096d9d-8e35-4ef6-a020-ca27484d04c4 req-7fad813b-fe1b-4a79-8953-54a7f8a67924 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898376 Jul 27 17:19:24.440040 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6c202e4-5d4c-4fd5-a05c-3200ea073c51 req-a679972c-1ec4-4755-ad09-3eb2cfb1f5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253340 Jul 27 17:19:25.544584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d402-4e47-4de2-981b-e1ddede6a35a req-d79fe83e-e402-4669-9a2a-2f48b7c7cc6f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:25.546090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc06d402-4e47-4de2-981b-e1ddede6a35a req-d79fe83e-e402-4669-9a2a-2f48b7c7cc6f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.0654516 Jul 27 17:19:25.586062 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc06d402-4e47-4de2-981b-e1ddede6a35a req-f44374a1-27aa-452b-9e18-628d0765cbcd tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Jul 27 17:19:26.724735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad92a-dac0-46f4-9a5c-87b4596bb78a req-81a92208-8392-44dc-b567-8aa81861b66c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:26.726243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-607ad92a-dac0-46f4-9a5c-87b4596bb78a req-81a92208-8392-44dc-b567-8aa81861b66c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.0705378 Jul 27 17:19:26.765173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-607ad92a-dac0-46f4-9a5c-87b4596bb78a req-455d115d-db04-47fb-a62a-789306825058 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Jul 27 17:19:26.911341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:19:27.011207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:27.022307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'port_id': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'mac_address': 'fa:16:3e:c0:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de64e7d-1ef5-459c-8a66-23199a3bc69b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:19:27.062450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:27.075409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f934ac-f5ba-43e8-ab71-8eaedc35b34b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:19:27.094457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:27.098746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:27.147174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:27.154856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.155205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.155548 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.155887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.156220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.156579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.156910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.157240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.157584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.157907 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.158229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.158585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:19:27.366413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:19:27.901842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f913302-4c67-4c1f-970e-b1812e5431be req-cf3fd732-b36a-42bc-b18e-b7318881186f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:27.903375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f913302-4c67-4c1f-970e-b1812e5431be req-cf3fd732-b36a-42bc-b18e-b7318881186f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 945 time: 0.0681219 Jul 27 17:19:27.942554 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1f913302-4c67-4c1f-970e-b1812e5431be req-b532193d-45f7-4e9e-849d-458a54552754 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Jul 27 17:19:28.265020 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:19:28.927012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:19:28.983708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:19:28.988383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:19:28.988789 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:29.078854 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:29.083319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e955f-b4b3-400e-9ef0-df256db2eb31 req-c38a743e-d859-43f8-a055-99717b0b083c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:29.084858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330e955f-b4b3-400e-9ef0-df256db2eb31 req-c38a743e-d859-43f8-a055-99717b0b083c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 945 time: 0.0685518 Jul 27 17:19:29.105100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:19:29.107367 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c53e4-6416-46f5-ae8c-597b1f565e2c" -d '{"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-plugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:19:29.124085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:19:29.128660 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-330e955f-b4b3-400e-9ef0-df256db2eb31 req-8e8ed59e-7916-416f-bedf-43bc9809508a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368235 Jul 27 17:19:29.129060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:29.155208 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715197d-3d2a-404e-a691-0972a0a5be53 x-openstack-request-id: req-0715197d-3d2a-404e-a691-0972a0a5be53 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:19:29.155504 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-plugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:19:29.155758 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0715197d-3d2a-404e-a691-0972a0a5be53 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:19:29.156155 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'code': 200} Jul 27 17:19:29.179518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:19:29.294883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86ac5c-befe-4479-8f67-a4243ecd3e28 req-6a9a7ecc-fbcd-4098-afd2-98e2c2ff44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:29.296383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e86ac5c-befe-4479-8f67-a4243ecd3e28 req-6a9a7ecc-fbcd-4098-afd2-98e2c2ff44cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1097 time: 0.0567262 Jul 27 17:19:29.330760 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9e86ac5c-befe-4479-8f67-a4243ecd3e28 req-3e31454b-7eb1-4e6a-b3c3-126864db45ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276225 Jul 27 17:19:30.268307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8dcf4-deb8-4ca7-89aa-3a5340e2c8ea req-15272ffe-40db-4809-a52c-31618cd8f3a1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:30.269834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e8dcf4-deb8-4ca7-89aa-3a5340e2c8ea req-15272ffe-40db-4809-a52c-31618cd8f3a1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0714986 Jul 27 17:19:30.309766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e8dcf4-deb8-4ca7-89aa-3a5340e2c8ea req-44d06682-0206-4b57-a43a-6159b3500a32 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jul 27 17:19:31.445444 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657d2c-8b53-4fcf-bfbe-7ab85f30a4e2 req-2c559728-8533-45c0-aeea-52de369fe43d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:31.447060 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5657d2c-8b53-4fcf-bfbe-7ab85f30a4e2 req-2c559728-8533-45c0-aeea-52de369fe43d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0662260 Jul 27 17:19:31.485501 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5657d2c-8b53-4fcf-bfbe-7ab85f30a4e2 req-b3ff95a6-4780-4db5-9603-76edeaf0127f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Jul 27 17:19:31.615317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd409d52-a501-4b8e-9562-62d05209f900 req-8b8d6a14-35fc-4d10-a76c-508eeb7565ee tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:31.616879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd409d52-a501-4b8e-9562-62d05209f900 req-8b8d6a14-35fc-4d10-a76c-508eeb7565ee tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0641513 Jul 27 17:19:31.655540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd409d52-a501-4b8e-9562-62d05209f900 req-af129550-8afc-429d-a1c4-b69433b4df58 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 27 17:19:31.879875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767b089-27ff-4865-b1bc-4e56fed37ce1 req-a22b7493-078f-4c8b-a8bb-5792bf8e2af6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:31.881298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6767b089-27ff-4865-b1bc-4e56fed37ce1 req-a22b7493-078f-4c8b-a8bb-5792bf8e2af6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0693963 Jul 27 17:19:31.921653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6767b089-27ff-4865-b1bc-4e56fed37ce1 req-83961e88-b6bb-4bdb-9512-54df1397fc20 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Jul 27 17:19:32.072732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f90b7-71f6-4d7e-ab25-14ba20f382e6 req-f7cdfd5a-ff77-402c-a873-c30819cb0ff1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:32.074245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac8f90b7-71f6-4d7e-ab25-14ba20f382e6 req-f7cdfd5a-ff77-402c-a873-c30819cb0ff1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0844967 Jul 27 17:19:32.119377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac8f90b7-71f6-4d7e-ab25-14ba20f382e6 req-d88c55ac-d949-4e40-99bb-40626de587ba tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Jul 27 17:19:32.367482 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-1f8636a9-1e26-46da-b98f-56d92e6e36cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0609894 Jul 27 17:19:32.380222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8dca4-60e4-41ac-aa84-751efbb04703 req-3278703c-9b38-411d-9a7f-966decd086f9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:32.381868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6c8dca4-60e4-41ac-aa84-751efbb04703 req-3278703c-9b38-411d-9a7f-966decd086f9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0667908 Jul 27 17:19:32.421958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d6c8dca4-60e4-41ac-aa84-751efbb04703 req-15384403-5095-4faa-96a6-88ddc878ae9e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Jul 27 17:19:33.455574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:33.595434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b18dd-39a8-46b6-9376-681b4f6bb8e8 req-ce1d9b74-4a28-4756-bf1b-7d4dc5582979 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:33.597585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-707b18dd-39a8-46b6-9376-681b4f6bb8e8 req-ce1d9b74-4a28-4756-bf1b-7d4dc5582979 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.1022820 Jul 27 17:19:33.635760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-aa169a28-c3f2-40db-8856-e9b7bab09eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:33.637768 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-aa169a28-c3f2-40db-8856-e9b7bab09eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1097 time: 0.0992868 Jul 27 17:19:33.659917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-707b18dd-39a8-46b6-9376-681b4f6bb8e8 req-fa538e72-3843-44d3-91ef-dfe2dcc43d6b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Jul 27 17:19:33.734706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-257ba096-8f74-40dc-86cb-c6c7e791cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:33.736129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-257ba096-8f74-40dc-86cb-c6c7e791cb70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0889661 Jul 27 17:19:33.789983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-a7c3c510-62ed-4be3-a362-4b665aa53986 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0471568 Jul 27 17:19:33.839051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-5be6565c-5df5-465b-9af0-185c1aa239ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:33.840600 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-5be6565c-5df5-465b-9af0-185c1aa239ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0442657 Jul 27 17:19:33.875124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-d5da9f00-0347-42bb-908f-8788c9e0c4d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277102 Jul 27 17:19:33.982776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-fddd2013-f587-446a-bc5c-cde85f0dfede service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004117 Jul 27 17:19:34.074878 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-eedd7c3b-7250-4d05-99cb-b50ecb80be77 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850506 Jul 27 17:19:34.793126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09006f-73b2-403e-b9ca-99e3caf31c47 req-84aef512-600e-49b8-9ce5-d1b801a8be69 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:34.794577 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe09006f-73b2-403e-b9ca-99e3caf31c47 req-84aef512-600e-49b8-9ce5-d1b801a8be69 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0658770 Jul 27 17:19:34.833726 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fe09006f-73b2-403e-b9ca-99e3caf31c47 req-5fd16506-8113-48e0-9ea6-96e32a9d0290 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 27 17:19:35.976445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056b65-fcf0-42a3-9312-1bca8cc7da0a req-4e6399d0-ab13-4f2f-ae75-3d28b6f981c5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:35.978046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f056b65-fcf0-42a3-9312-1bca8cc7da0a req-4e6399d0-ab13-4f2f-ae75-3d28b6f981c5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0748320 Jul 27 17:19:36.022815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f056b65-fcf0-42a3-9312-1bca8cc7da0a req-a1b4599d-d0c0-4282-889e-c33e29c9212b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Jul 27 17:19:37.159180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770a33c-b741-406a-b1c6-2e4bed9a6488 req-0fcb3717-55c6-4e39-8b2f-642af11fa8ef tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:37.160712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5770a33c-b741-406a-b1c6-2e4bed9a6488 req-0fcb3717-55c6-4e39-8b2f-642af11fa8ef tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0680399 Jul 27 17:19:37.199802 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5770a33c-b741-406a-b1c6-2e4bed9a6488 req-01d2d7a4-2896-4131-a40f-1acf7f030461 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Jul 27 17:19:38.344548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf048f-07d9-4110-99ef-4e6ae6531d78 req-71e538ee-bd76-48ca-a340-3ab780a77c9e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:38.346773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92cf048f-07d9-4110-99ef-4e6ae6531d78 req-71e538ee-bd76-48ca-a340-3ab780a77c9e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0730166 Jul 27 17:19:38.389675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92cf048f-07d9-4110-99ef-4e6ae6531d78 req-f79234ea-6c12-4d43-8da3-f960d27d2508 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Jul 27 17:19:39.524346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf904a6-f59c-4e5a-aa0b-9c07305b418e req-95d961ba-79e0-4924-a9ad-9e3d2d162c04 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:39.526046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5cf904a6-f59c-4e5a-aa0b-9c07305b418e req-95d961ba-79e0-4924-a9ad-9e3d2d162c04 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0649066 Jul 27 17:19:39.565906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5cf904a6-f59c-4e5a-aa0b-9c07305b418e req-be07e9f9-dedd-48a6-b32c-a7e477d56730 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Jul 27 17:19:39.771080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e33949b2-10d6-45bb-bf2f-1255ab59b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:40.698482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d856b7-1396-4ceb-93cf-ab898887075c req-8cc5a0e6-9976-4e1a-99bb-88bbc974c3c4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:40.699972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52d856b7-1396-4ceb-93cf-ab898887075c req-8cc5a0e6-9976-4e1a-99bb-88bbc974c3c4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0647919 Jul 27 17:19:40.739506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-52d856b7-1396-4ceb-93cf-ab898887075c req-46c99fc8-b8fe-45bd-8aa1-0e3756d38a02 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Jul 27 17:19:41.893822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440471-ab89-42eb-beb8-de760a436497 req-ec9b73c8-0f19-4e12-b4dc-05ca1c09cee5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:41.895306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-20440471-ab89-42eb-beb8-de760a436497 req-ec9b73c8-0f19-4e12-b4dc-05ca1c09cee5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0707958 Jul 27 17:19:41.938506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-20440471-ab89-42eb-beb8-de760a436497 req-4a58fa0b-ca76-4b5b-b8f2-4324654e2d8e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Jul 27 17:19:42.443623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:42.572698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fcf7694b-8378-48f8-b6a0-07cf67dface7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:43.076534 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4335a4-3f66-410c-867f-df1c37fdf625 req-55debf62-4ae6-411d-a139-96cf3c38c7ec tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:43.078047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac4335a4-3f66-410c-867f-df1c37fdf625 req-55debf62-4ae6-411d-a139-96cf3c38c7ec tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0695477 Jul 27 17:19:43.117419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac4335a4-3f66-410c-867f-df1c37fdf625 req-c33eee29-9ce9-4fff-9751-b6f1723395c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jul 27 17:19:43.571687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:44.255903 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0840a5d-eb03-4fa7-adf7-b0c32374754d req-5300a7b6-b724-4bb0-8544-79cbbd98394a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:44.257417 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0840a5d-eb03-4fa7-adf7-b0c32374754d req-5300a7b6-b724-4bb0-8544-79cbbd98394a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0643668 Jul 27 17:19:44.295820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0840a5d-eb03-4fa7-adf7-b0c32374754d req-c81fb305-4468-4a84-ab05-41b2b914c206 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Jul 27 17:19:45.183561 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:45.432346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335e3a-2a07-403b-b3b1-8882a86931de req-2e6c7b3d-b1be-455b-aebc-33ed573d92bb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:45.433954 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8335e3a-2a07-403b-b3b1-8882a86931de req-2e6c7b3d-b1be-455b-aebc-33ed573d92bb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0680547 Jul 27 17:19:45.473718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8335e3a-2a07-403b-b3b1-8882a86931de req-f2e76b31-80f2-460d-a21b-f5b3755c74bf tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 27 17:19:46.615618 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a46f4-567a-4bb6-b28f-ae79a3ce95fc req-4ffc74b6-44ff-4f92-9852-58fe671fab86 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:46.617215 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09a46f4-567a-4bb6-b28f-ae79a3ce95fc req-4ffc74b6-44ff-4f92-9852-58fe671fab86 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0719287 Jul 27 17:19:46.661114 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a09a46f4-567a-4bb6-b28f-ae79a3ce95fc req-bff3aea5-1773-40ef-93c5-7fdf0341313d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jul 27 17:19:47.168557 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:19:47.803086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8ac16-0c9e-4d65-ba10-a6ae94d10b01 req-bc5483d9-3d2e-464c-8237-9ec31f7e01d8 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:47.804525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cf8ac16-0c9e-4d65-ba10-a6ae94d10b01 req-bc5483d9-3d2e-464c-8237-9ec31f7e01d8 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0681996 Jul 27 17:19:47.842939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2cf8ac16-0c9e-4d65-ba10-a6ae94d10b01 req-8c67e878-1d7b-4243-a2d3-ba2d8a6e3beb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jul 27 17:19:48.977880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36153ee-6c24-41c5-9b7b-9399bffefe5b req-e116a424-c989-4547-95ea-717ab3145dc5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:48.979646 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b36153ee-6c24-41c5-9b7b-9399bffefe5b req-e116a424-c989-4547-95ea-717ab3145dc5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0679088 Jul 27 17:19:49.018818 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b36153ee-6c24-41c5-9b7b-9399bffefe5b req-d7a3bb64-1a3c-4f99-bbb5-38ecd4c3954b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Jul 27 17:19:50.151789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b004f-5c92-4770-bba0-cdb9b212a09a req-cb72f34d-3f8e-48dc-b0e7-022e30bc0ade tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:50.153340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-758b004f-5c92-4770-bba0-cdb9b212a09a req-cb72f34d-3f8e-48dc-b0e7-022e30bc0ade tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0661809 Jul 27 17:19:50.191316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-758b004f-5c92-4770-bba0-cdb9b212a09a req-899dad91-9710-4e71-944f-b9d1f5cebad1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Jul 27 17:19:51.332066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae74e-9f54-470f-b13f-0508b26f8b9e req-6e664eb2-0f67-4008-b1f6-1958801c0b1f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:51.333666 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef3ae74e-9f54-470f-b13f-0508b26f8b9e req-6e664eb2-0f67-4008-b1f6-1958801c0b1f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0719388 Jul 27 17:19:51.374324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ef3ae74e-9f54-470f-b13f-0508b26f8b9e req-cbed7d6a-a252-443b-8b10-83b1d6426d70 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Jul 27 17:19:52.508455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669499-551b-4877-afc3-6ff2c6dd27a0 req-bc085f0f-249d-42db-adf6-4d4228c56e0c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:52.509972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8669499-551b-4877-afc3-6ff2c6dd27a0 req-bc085f0f-249d-42db-adf6-4d4228c56e0c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0644331 Jul 27 17:19:52.549270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8669499-551b-4877-afc3-6ff2c6dd27a0 req-24498010-5127-4535-8be1-6e9a2bc99bb6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Jul 27 17:19:53.678538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8e4a-ea26-4db9-b3fe-046390a13eed req-1e6bb2ee-3ce4-4563-b4cd-df0354d2b6cd tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:53.680039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87db8e4a-ea26-4db9-b3fe-046390a13eed req-1e6bb2ee-3ce4-4563-b4cd-df0354d2b6cd tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0624814 Jul 27 17:19:53.722264 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-87db8e4a-ea26-4db9-b3fe-046390a13eed req-cd163c8b-8d49-48b2-bd23-b389a8285499 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Jul 27 17:19:54.855462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59b35-9474-4f81-8f56-4cb86a626b8c req-5a186762-4ea0-495f-9f7e-631351ca45b3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:54.856975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87d59b35-9474-4f81-8f56-4cb86a626b8c req-5a186762-4ea0-495f-9f7e-631351ca45b3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0680461 Jul 27 17:19:54.894510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87d59b35-9474-4f81-8f56-4cb86a626b8c req-46462136-25df-43a3-acac-b235134817b8 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Jul 27 17:19:56.025204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f960d-1d40-4f2a-b3eb-c3120fca3720 req-04e6787c-6997-4f32-81ae-07beba164f3c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:56.026711 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-878f960d-1d40-4f2a-b3eb-c3120fca3720 req-04e6787c-6997-4f32-81ae-07beba164f3c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0640252 Jul 27 17:19:56.065100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-878f960d-1d40-4f2a-b3eb-c3120fca3720 req-132da8a4-141b-43b8-94ef-acfac515305b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Jul 27 17:19:57.198191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0ee0-d863-4f3c-be26-55dcea41b032 req-46f10512-bb60-48ea-839e-915117e2a1c4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:57.199728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06fa0ee0-d863-4f3c-be26-55dcea41b032 req-46f10512-bb60-48ea-839e-915117e2a1c4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0654495 Jul 27 17:19:57.238208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06fa0ee0-d863-4f3c-be26-55dcea41b032 req-1f8b1a74-39bf-4f7e-ac0b-1a3f5a403028 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 27 17:19:58.380013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196f68-be11-49aa-975e-e850520f7799 req-c7c7f3f2-f459-414b-8bd0-5ab0c54caff4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:58.381579 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a196f68-be11-49aa-975e-e850520f7799 req-c7c7f3f2-f459-414b-8bd0-5ab0c54caff4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0727110 Jul 27 17:19:58.424528 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6a196f68-be11-49aa-975e-e850520f7799 req-65670914-72fd-416a-b718-a52b7ede1b91 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Jul 27 17:19:59.562209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ceae-06dc-4af8-b784-eaeb2a4437b2 req-4d74261d-9782-4083-bb4f-47360cb42494 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:19:59.563734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a18ceae-06dc-4af8-b784-eaeb2a4437b2 req-4d74261d-9782-4083-bb4f-47360cb42494 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0716312 Jul 27 17:19:59.602613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8a18ceae-06dc-4af8-b784-eaeb2a4437b2 req-b5040a64-0fce-4936-a2c2-575b632d75a7 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Jul 27 17:20:00.736749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a0c5-0056-4e75-b2d6-efc234fc172d req-a75f5ab6-9186-4f6e-b14b-f3e92d91d3e3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:00.738226 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc85a0c5-0056-4e75-b2d6-efc234fc172d req-a75f5ab6-9186-4f6e-b14b-f3e92d91d3e3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0686014 Jul 27 17:20:00.776913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc85a0c5-0056-4e75-b2d6-efc234fc172d req-d28fab20-9736-4c0c-b3d1-9b9df02a7004 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Jul 27 17:20:01.016052 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-174203d0-32d2-4d4b-a689-10917eb6cfd8 service neutron] show failed (client error): The resource could not be found. Jul 27 17:20:01.017110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-174203d0-32d2-4d4b-a689-10917eb6cfd8 service neutron] 10.222.0.13 "GET /v2.0/ports/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0572100 Jul 27 17:20:01.230149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-f5be0d26-e490-40d8-8f92-ed4bcf29da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:01.231676 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-f5be0d26-e490-40d8-8f92-ed4bcf29da04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04&tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d HTTP/1.1" status: 200 len: 1097 time: 0.0548258 Jul 27 17:20:01.243816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:01.312922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.524299 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:01.556834 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h2-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:01.598864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:01.601197 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bba5c08-77f0-4c2f-844c-7c4e54208e37" -d '{"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:01.605621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.618340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Transition to ACTIVE for port object f9f934ac-f5ba-43e8-ab71-8eaedc35b34b will not be triggered until provisioned by entity L2. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:20:01.622045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.696316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] No DVR routers for this DVR port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on host n-h2-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:20:01.704485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=6']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:01.733594 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d92fc2-a425-48f9-af81-0ea8acfc7502 x-openstack-request-id: req-f6d92fc2-a425-48f9-af81-0ea8acfc7502 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:01.733884 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:01.734132 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6d92fc2-a425-48f9-af81-0ea8acfc7502 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:01.734512 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'code': 200} Jul 27 17:20:01.747787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:20:01.748800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:20:01.748800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:01.754059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:20:01.754379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Attempting to bind port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:01.759983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:20:01.760319 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Checking segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:20:01.760737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Bound using segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} {{(pid=93923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:20:01.761153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.managers [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Bound port: f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}}] {{(pid=93923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:20:01.761507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.828035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, cleared binding levels {{(pid=93923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:01.831461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:20:01.837716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.920859 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:01.921980 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:01.922889 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] 10.222.0.61 "PUT /v2.0/ports/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 1092 time: 0.6830611 Jul 27 17:20:01.930033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0323d-55b7-4b6a-8a3a-e30a139b16cc service neutron] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=7']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:01.994589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007c0d-4747-4e63-8c07-a80ad57b6021 req-1737142d-18c5-43b0-8323-ab23f6a63117 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:01.996105 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56007c0d-4747-4e63-8c07-a80ad57b6021 req-1737142d-18c5-43b0-8323-ab23f6a63117 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.1297314 Jul 27 17:20:02.043638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-97817ad1-4335-4c80-97c6-388a509cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:02.045238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-97817ad1-4335-4c80-97c6-388a509cc108 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0999136 Jul 27 17:20:02.048452 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56007c0d-4747-4e63-8c07-a80ad57b6021 req-e871d21a-0167-41c5-be87-8facdb5983e6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Jul 27 17:20:02.414728 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-07a162bb-a349-4f59-833f-1f4ac67a0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:02.416262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-07a162bb-a349-4f59-833f-1f4ac67a0e3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.3639603 Jul 27 17:20:02.462520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-6a52fd58-82f3-4daf-b6b1-6c0226217bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0385444 Jul 27 17:20:02.515104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-276690c9-12d7-473d-8d9f-24fba924f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:02.516603 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-276690c9-12d7-473d-8d9f-24fba924f04d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0472758 Jul 27 17:20:02.553385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-9c20dc60-4c6a-40e7-a1ee-af405f8af589 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299923 Jul 27 17:20:02.641593 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-2774c156-9499-4458-9d30-b4d811196085 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Jul 27 17:20:02.734874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99c5b4b5-a5e7-4e14-84c3-44e308a14e6c req-d943c4ee-10b8-4086-8cc4-7d476d036dee service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855818 Jul 27 17:20:03.184710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077869ac-f0ec-421f-b7f4-380f3db417d4 req-77abc802-bff5-4d9c-b4d1-854421cc02ef tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:03.186215 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-077869ac-f0ec-421f-b7f4-380f3db417d4 req-77abc802-bff5-4d9c-b4d1-854421cc02ef tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.0661423 Jul 27 17:20:03.224521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-077869ac-f0ec-421f-b7f4-380f3db417d4 req-5b38963a-d09a-43c7-83cc-c274ee9741b4 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jul 27 17:20:03.462628 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:03.735316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:03.737697 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08aa8f3-543f-4178-85c4-331511106b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:03.787978 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03cc23d-7a11-45a0-b406-062a1dc7896f x-openstack-request-id: req-d03cc23d-7a11-45a0-b406-062a1dc7896f {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:03.788324 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:03.788656 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d03cc23d-7a11-45a0-b406-062a1dc7896f {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:03.789172 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'status': 'completed', 'code': 200} Jul 27 17:20:03.866609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-80458f9d-f979-4a58-9884-04f28582e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:03.868168 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-80458f9d-f979-4a58-9884-04f28582e5e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0634444 Jul 27 17:20:03.888733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-11eacf61-5b06-46f6-af6c-067d067d2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:03.890221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-11eacf61-5b06-46f6-af6c-067d067d2cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0612679 Jul 27 17:20:03.972236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-267381f3-64f1-4f4f-950d-499cdd78efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:03.974374 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-267381f3-64f1-4f4f-950d-499cdd78efa3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0977075 Jul 27 17:20:03.999031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-5672c350-ced4-4a05-8357-e9357bab7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.000487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-5672c350-ced4-4a05-8357-e9357bab7d0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.1031277 Jul 27 17:20:04.022563 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-a8bd5d5d-6bee-4cd3-b361-56ec2feb405b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0405574 Jul 27 17:20:04.045253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-ab7398ae-010f-4ffc-886f-63fcc0b6de77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0368710 Jul 27 17:20:04.082116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-1ae63861-a8ed-4a0f-937f-464813171678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.083146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-1ae63861-a8ed-4a0f-937f-464813171678 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0510895 Jul 27 17:20:04.101575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa8f3-543f-4178-85c4-331511106b5b req-63516524-566c-4939-8f0b-3c3f49810218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.104118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-63516524-566c-4939-8f0b-3c3f49810218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0506051 Jul 27 17:20:04.124046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-0993cfb1-986d-452b-8913-5bb3cfb26085 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314841 Jul 27 17:20:04.145083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-fcef97a8-2672-4ad9-bcfa-1136ba0b8d00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348892 Jul 27 17:20:04.254337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-56e494f0-5d99-4648-a96e-c1239664aa24 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169572 Jul 27 17:20:04.258859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-8612dfc4-e72a-4069-979f-57c8f19c9a20 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066992 Jul 27 17:20:04.390939 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-be42d76b-67d3-4f40-b5c4-ebad2158a744 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012475 Jul 27 17:20:04.406389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a08aa8f3-543f-4178-85c4-331511106b5b req-9bb3c98b-1f6b-4cc4-9943-1de8709ac4a0 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387038 Jul 27 17:20:04.433630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae6978-d1fb-4a69-9eea-0b641b19d777 req-73297429-9f9c-4b30-8fac-2d33dc5b2b15 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.435227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9eae6978-d1fb-4a69-9eea-0b641b19d777 req-73297429-9f9c-4b30-8fac-2d33dc5b2b15 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.1086407 Jul 27 17:20:04.476935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9eae6978-d1fb-4a69-9eea-0b641b19d777 req-48e6aa43-a190-4780-81d0-58e29807207d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Jul 27 17:20:04.748563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92d515-6c92-4615-becf-82da1bcba2cd req-5c150b3c-cffe-43a2-96c4-6a59734fd4b7 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.750092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c92d515-6c92-4615-becf-82da1bcba2cd req-5c150b3c-cffe-43a2-96c4-6a59734fd4b7 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 944 time: 0.1132772 Jul 27 17:20:04.764711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228cc1-a05e-4746-8350-f736aa302350 req-935a1253-32c6-419c-9f1a-d85c471af221 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.766110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-935a1253-32c6-419c-9f1a-d85c471af221 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.13 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04&tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 944 time: 0.0951817 Jul 27 17:20:04.825320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5c92d515-6c92-4615-becf-82da1bcba2cd req-b076a3e3-ec06-493e-ac49-c5e151a9fecb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685656 Jul 27 17:20:04.851246 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-06228cc1-a05e-4746-8350-f736aa302350 req-f7964cc8-0c19-433a-ba52-c3121a0da948 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:20:04.852281 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-f7964cc8-0c19-433a-ba52-c3121a0da948 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0788956 Jul 27 17:20:04.980955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228cc1-a05e-4746-8350-f736aa302350 req-5f04eff4-6d5f-4cc9-8645-0e247996106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:04.982492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-5f04eff4-6d5f-4cc9-8645-0e247996106d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 1095 time: 0.0647075 Jul 27 17:20:05.019724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:20:05.062256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:20:05.077877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228cc1-a05e-4746-8350-f736aa302350 req-0e293a57-35e8-4b33-84db-57f254fee786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:05.079591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-0e293a57-35e8-4b33-84db-57f254fee786 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0905118 Jul 27 17:20:05.129884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-5448c4b5-0134-4acb-8f58-50281645b57b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 200 len: 217 time: 0.0424068 Jul 27 17:20:05.183724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228cc1-a05e-4746-8350-f736aa302350 req-ec21044f-3046-45b7-9451-8e913e96ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:05.185948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-ec21044f-3046-45b7-9451-8e913e96ae2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0482433 Jul 27 17:20:05.220584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-c7a4d2d0-5d2c-4f21-8670-95fe73b708aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Jul 27 17:20:05.265254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:20:05.318774 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-ff6e9d07-2011-4752-be52-000fc128fdcf service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911753 Jul 27 17:20:05.408537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06228cc1-a05e-4746-8350-f736aa302350 req-27034c89-9ae5-4c0c-a233-698cd3498a93 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827813 Jul 27 17:20:05.530621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:20:05.628044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:05.640001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'port_id': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'mac_address': 'fa:16:3e:c0:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de64e7d-1ef5-459c-8a66-23199a3bc69b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:20:05.676692 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:05.689461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f934ac-f5ba-43e8-ab71-8eaedc35b34b {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:20:05.709068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:05.713096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:05.764887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:05.930520 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:05.969070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc15b23-b83a-46a2-bb6c-a2c1e799b8f8 req-0334eafd-10cd-4e80-926d-92a5ffa69bac tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:05.970749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbc15b23-b83a-46a2-bb6c-a2c1e799b8f8 req-0334eafd-10cd-4e80-926d-92a5ffa69bac tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 945 time: 0.0727959 Jul 27 17:20:06.021843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbc15b23-b83a-46a2-bb6c-a2c1e799b8f8 req-2603fc2a-0788-420e-a5c4-fde161a9724e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Jul 27 17:20:06.159814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334104f2-2bfb-4bc9-a8f0-b9f7129895c1 req-12211b63-766d-4324-8a1f-d270a3f9c508 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:06.161832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-334104f2-2bfb-4bc9-a8f0-b9f7129895c1 req-12211b63-766d-4324-8a1f-d270a3f9c508 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 945 time: 0.0668821 Jul 27 17:20:06.201807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-334104f2-2bfb-4bc9-a8f0-b9f7129895c1 req-47a9384f-4c90-47e7-b393-512fd73a30de tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Jul 27 17:20:06.332602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56196bc-dc21-4b6d-abcd-eb9a34da964e req-73f898d1-c079-42f8-b380-38664091ba32 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:06.334125 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c56196bc-dc21-4b6d-abcd-eb9a34da964e req-73f898d1-c079-42f8-b380-38664091ba32 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 945 time: 0.0659430 Jul 27 17:20:06.373740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c56196bc-dc21-4b6d-abcd-eb9a34da964e req-88e87fa8-7445-4b6e-8636-29619ab2303e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Jul 27 17:20:06.741119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-62dd73c4-bb3a-4604-a91d-cb2ffcaec7bc tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:06.742568 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-62dd73c4-bb3a-4604-a91d-cb2ffcaec7bc tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 815 time: 0.1076136 Jul 27 17:20:06.757599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-1d691ba8-e860-4a9f-9b2a-d62d7da6cc15 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/quotas/90a72ddc0a6c4fcf9e6097647a2c109d HTTP/1.1" status: 200 len: 375 time: 0.0092382 Jul 27 17:20:06.826153 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-e7d4b6b7-05e4-4ed5-9479-b0583666ccea tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632787 Jul 27 17:20:06.922412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-8291221c-efd7-46c5-8c66-91ab38a989ce service neutron] 10.222.0.64 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886335 Jul 27 17:20:07.025071 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-feecba50-d085-4a40-bcc8-579aee64554d service neutron] 10.222.0.64 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962718 Jul 27 17:20:07.201474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdde3e2b-a51d-4e5d-9949-5aaa6f940cff req-c8c37334-f68b-4536-b9c5-06d0d9add80f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 210 time: 0.0373478 Jul 27 17:20:07.522421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:20:07.578555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:20:07.582379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:20:07.582764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:07.667700 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:07.698616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:07.700980 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2078e-fd7c-4464-9942-c2fb88946df1" -d '{"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-plugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:07.714862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:07.720077 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:07.747918 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6890ffc-ac76-4f62-949c-ff61b6e049ce x-openstack-request-id: req-c6890ffc-ac76-4f62-949c-ff61b6e049ce {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:07.748208 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-plugged", "status": "completed", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:07.748485 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6890ffc-ac76-4f62-949c-ff61b6e049ce {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:07.748968 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'code': 200} Jul 27 17:20:07.777452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:07.980465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-8361a5bf-da96-4818-889c-6a33b11e28ff tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:07.981888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-8361a5bf-da96-4818-889c-6a33b11e28ff tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a04f9a-a614-403a-aa10-8fb794305c04 HTTP/1.1" status: 200 len: 946 time: 0.0649915 Jul 27 17:20:08.099612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Deleting port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:20:08.100341 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.189941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-54837117-e442-4d50-8b9d-ee6fd45e888b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:08.191472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-54837117-e442-4d50-8b9d-ee6fd45e888b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 815 time: 0.1251154 Jul 27 17:20:08.199936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] For port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:08.200419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.205413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Request body: {'port': {'device_id': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'admin_state_up': True, 'tenant_id': '90a72ddc0a6c4fcf9e6097647a2c109d'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:08.215694 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Calling delete_port for f9f934ac-f5ba-43e8-ab71-8eaedc35b34b owned by compute:nova {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:20:08.315120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25a28d78-0c2f-4ed0-93fc-7248f882f654 req-75840ab1-0e4f-4c40-a2fa-a98502de8747 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 210 time: 0.0401177 Jul 27 17:20:08.347815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Made reservation on behalf of 90a72ddc0a6c4fcf9e6097647a2c109d for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:20:08.351824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.355857 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.371812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:08.395156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Pushing event deleted for resources: {'Port': ['ID=f9f934ac-f5ba-43e8-ab71-8eaedc35b34b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:08.439034 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] No DVR routers for this DVR port f9f934ac-f5ba-43e8-ab71-8eaedc35b34b on host n-h1-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:20:08.441758 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.443780 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.61 "DELETE /v2.0/ports/f9f934ac-f5ba-43e8-ab71-8eaedc35b34b HTTP/1.1" status: 204 len: 173 time: 0.4557729 Jul 27 17:20:08.444282 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-deleted', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:08.446540 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf673f9-f08f-449a-b0ca-8bdf02e9fc22" -d '{"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-deleted", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:08.493731 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7619f-c73e-4485-b45c-07ff547822ff x-openstack-request-id: req-b5d7619f-c73e-4485-b45c-07ff547822ff {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:08.494188 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04f9a-a614-403a-aa10-8fb794305c04", "name": "network-vif-deleted", "tag": "f9f934ac-f5ba-43e8-ab71-8eaedc35b34b", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:08.494589 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5d7619f-c73e-4485-b45c-07ff547822ff {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:08.495262 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04f9a-a614-403a-aa10-8fb794305c04', 'name': 'network-vif-deleted', 'tag': 'f9f934ac-f5ba-43e8-ab71-8eaedc35b34b', 'status': 'completed', 'code': 200} Jul 27 17:20:08.503582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Allocated IP 172.20.0.5 (8ef7cf58-52e8-4940-ac33-a76ad1f32aad/6de64e7d-1ef5-459c-8a66-23199a3bc69b/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:20:08.677870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.720860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.733036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['f9f934ac-f5ba-43e8-ab71-8eaedc35b34b'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:08.769452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:20:08.773012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:20:08.775442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:20:08.808846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:08.833764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:08.834377 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:08.850060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-fb48327c-2a40-48da-a3a7-629853beeeae tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6489825 Jul 27 17:20:08.863233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Request body: {'port': {'device_id': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:08.935346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.214098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:20:09.222243 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.235793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Transition to ACTIVE for port object 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:20:09.239097 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.288805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:09.369083 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:20:09.369426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:20:09.369753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:09.374271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:20:09.374591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:09.379912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:20:09.380255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Checking segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:20:09.380700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Bound using segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:20:09.381105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Bound port: 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:20:09.381470 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.492900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:09.509977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:20:09.517055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.530601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f79f3-afed-40bd-aa09-479bb7698d41 req-1993df0f-bd11-4d79-9f09-2313ba913364 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:09.532113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d9f79f3-afed-40bd-aa09-479bb7698d41 req-1993df0f-bd11-4d79-9f09-2313ba913364 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.1415391 Jul 27 17:20:09.579829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:09.580472 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.581842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] 10.222.0.61 "PUT /v2.0/ports/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 1091 time: 0.7229130 Jul 27 17:20:09.582273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:09.585024 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90551f6b-d384-4850-aa93-3600eb9853cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:09.638906 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbaa33e-8b4d-4da7-a66a-a061f1b56837 x-openstack-request-id: req-4bbaa33e-8b4d-4da7-a66a-a061f1b56837 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:09.639176 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:09.639427 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bbaa33e-8b4d-4da7-a66a-a061f1b56837 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:09.639825 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'status': 'completed', 'code': 200} Jul 27 17:20:09.641677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5d090-ef59-43ad-abed-81ef40f3e53c service neutron] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:09.665810 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d9f79f3-afed-40bd-aa09-479bb7698d41 req-e006d75f-60cc-4a95-ae23-7de1718b042a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Jul 27 17:20:09.694271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6d3eb13d-3ab3-4669-9249-6d174e09cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:09.696022 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-6d3eb13d-3ab3-4669-9249-6d174e09cdaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0694079 Jul 27 17:20:09.741535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-cec99bd5-1ed9-4d9c-86ac-d7e4d50d53c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0352397 Jul 27 17:20:09.773621 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce755-caa5-4115-9a94-b9a56cd9e7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:09.801222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-87a342c8-0778-4132-9212-fd7b9bb21fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:09.802732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-87a342c8-0778-4132-9212-fd7b9bb21fb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0534718 Jul 27 17:20:09.838364 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-db1739d4-1ea3-483a-856e-edda94b64ac7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jul 27 17:20:09.930338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-9ea6a1d4-7809-4a31-a7f2-e719294be9ed service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Jul 27 17:20:10.029421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2199943f-a037-4bc8-969e-eb0cce0f7c15 req-38fea33a-53b7-446f-943a-28eef4df49b0 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912299 Jul 27 17:20:10.130810 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551f6b-d384-4850-aa93-3600eb9853cb req-a246a41c-72aa-4164-b539-be943e0d863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:10.132360 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-a246a41c-72aa-4164-b539-be943e0d863c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0610483 Jul 27 17:20:10.229106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551f6b-d384-4850-aa93-3600eb9853cb req-2b662615-acff-4188-b2ee-69fd23197344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:10.230955 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-2b662615-acff-4188-b2ee-69fd23197344 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0909534 Jul 27 17:20:10.274154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-146f9276-b8bd-4fab-afa5-59ab9a0bd1bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0349000 Jul 27 17:20:10.332514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551f6b-d384-4850-aa93-3600eb9853cb req-e17d3b50-223a-43b9-bd43-42844fbcffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:10.334065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-e17d3b50-223a-43b9-bd43-42844fbcffa1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0500503 Jul 27 17:20:10.373890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-1d0601cc-fe32-4335-8eda-0fd8a21fc6e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321031 Jul 27 17:20:10.806940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a773f1-7f61-419b-98f2-a4fa801d5535 req-61dfbf3f-9547-4ab5-9b81-d261e7ff9705 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:10.808508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a773f1-7f61-419b-98f2-a4fa801d5535 req-61dfbf3f-9547-4ab5-9b81-d261e7ff9705 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.0682654 Jul 27 17:20:10.822415 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-43232b90-d3ba-49d2-bef2-30c3235e21ea service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397211 Jul 27 17:20:10.848198 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d3a773f1-7f61-419b-98f2-a4fa801d5535 req-603c601a-da11-4849-847f-a59d912bd718 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jul 27 17:20:10.917676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-90551f6b-d384-4850-aa93-3600eb9853cb req-7b77f962-672a-4ee7-b5c8-5c371acb02a0 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Jul 27 17:20:11.528734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:20:11.548603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: f9f934ac-f5ba-43e8-ab71-8eaedc35b34b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:20:11.548945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device f9f934ac-f5ba-43e8-ab71-8eaedc35b34b not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:20:11.979568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229b92-8a93-418c-8fc5-f43977e00cc7 req-aeeadd1c-14cc-4f9c-8de4-44b9f3d88964 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:11.981469 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49229b92-8a93-418c-8fc5-f43977e00cc7 req-aeeadd1c-14cc-4f9c-8de4-44b9f3d88964 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.0651586 Jul 27 17:20:12.020253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-49229b92-8a93-418c-8fc5-f43977e00cc7 req-208cff41-f079-44ab-af93-2d0c3868768d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Jul 27 17:20:12.445894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:12.578484 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc335116-915e-496b-8069-87e2a9696cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:13.182126 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7da042-6a69-4c86-bcbd-76e2deabfa19 req-6a29c476-9b79-450b-a14f-5f4b349ec4c0 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:13.184016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d7da042-6a69-4c86-bcbd-76e2deabfa19 req-6a29c476-9b79-450b-a14f-5f4b349ec4c0 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.0795484 Jul 27 17:20:13.224786 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d7da042-6a69-4c86-bcbd-76e2deabfa19 req-43d80dfa-9ddc-489e-9045-be05c7aca7d9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Jul 27 17:20:13.544083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:20:13.612902 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:13.658877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:13.670841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'port_id': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'mac_address': 'fa:16:3e:87:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de64e7d-1ef5-459c-8a66-23199a3bc69b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:20:13.710357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:13.723617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:20:13.745329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:13.748938 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:13.797192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:13.963880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:14.369194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d615-4a8a-4a07-b2ef-a291fd4d20bf req-1bff1ad8-2daa-4a9c-8d96-4285d2e8abf1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:14.370857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cf9d615-4a8a-4a07-b2ef-a291fd4d20bf req-1bff1ad8-2daa-4a9c-8d96-4285d2e8abf1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0716388 Jul 27 17:20:14.413751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cf9d615-4a8a-4a07-b2ef-a291fd4d20bf req-0ea030fb-270d-44ff-93de-d8e8cf735ff3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Jul 27 17:20:15.185964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:15.545941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9be7b-f728-4514-b105-28b7894dee05 req-4b58e224-7a85-4439-b28c-f54328d58b6c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:15.547443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5d9be7b-f728-4514-b105-28b7894dee05 req-4b58e224-7a85-4439-b28c-f54328d58b6c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0690393 Jul 27 17:20:15.550202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:20:15.588986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d5d9be7b-f728-4514-b105-28b7894dee05 req-fd7d5d35-cc39-42aa-bbdf-f4c163b16fb2 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Jul 27 17:20:15.601020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:20:15.609331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:20:15.609331 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:15.688070 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:15.710508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:15.712690 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efe49ea-ff40-4d31-85fa-e7babb71872d" -d '{"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-plugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:15.726298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:15.731014 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:15.753513 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e5f892-3b40-4de0-bc46-a1424fa07f39 x-openstack-request-id: req-a6e5f892-3b40-4de0-bc46-a1424fa07f39 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:15.753798 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-plugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:15.754048 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6e5f892-3b40-4de0-bc46-a1424fa07f39 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:15.754449 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'code': 200} Jul 27 17:20:15.781287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:15.869442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb634b-8661-44f4-bb27-145cab2c44cb req-e6f7e06b-d784-42f0-96f1-f1c07ee730a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:15.871150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bfb634b-8661-44f4-bb27-145cab2c44cb req-e6f7e06b-d784-42f0-96f1-f1c07ee730a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1096 time: 0.0604641 Jul 27 17:20:15.907934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4bfb634b-8661-44f4-bb27-145cab2c44cb req-df9ca9f9-2bce-4f40-af01-5203a9611c35 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292110 Jul 27 17:20:16.726788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42a9d3-945c-4939-bb7a-1e2f88e48787 req-d2abeb24-fc3b-4907-ac0e-e763abf2602b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:16.728296 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d42a9d3-945c-4939-bb7a-1e2f88e48787 req-d2abeb24-fc3b-4907-ac0e-e763abf2602b tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Jul 27 17:20:16.768524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d42a9d3-945c-4939-bb7a-1e2f88e48787 req-35ac347c-ffda-4b66-aa70-639c1df749a9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Jul 27 17:20:17.183630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:17.903347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b57b5-c65b-42a3-88b6-fa9db74b6f74 req-6c027afb-1100-40e7-a637-b5bcd0a1d35c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:17.904966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9b57b5-c65b-42a3-88b6-fa9db74b6f74 req-6c027afb-1100-40e7-a637-b5bcd0a1d35c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0649896 Jul 27 17:20:17.943831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b9b57b5-c65b-42a3-88b6-fa9db74b6f74 req-28de395b-9a54-4183-bc4b-4e57ec78b359 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jul 27 17:20:18.076671 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813c7b-1a3f-4f07-a4f9-d1d1f621c414 req-c0a0d027-30b4-494a-8549-904b55b0e484 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:18.078184 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65813c7b-1a3f-4f07-a4f9-d1d1f621c414 req-c0a0d027-30b4-494a-8549-904b55b0e484 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0673304 Jul 27 17:20:18.121833 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-65813c7b-1a3f-4f07-a4f9-d1d1f621c414 req-c77615b0-e7c5-4787-b987-23eb34bf7354 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372043 Jul 27 17:20:18.366082 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-31b79054-74f5-496e-b803-b39a0e9ba7f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568092 Jul 27 17:20:18.390027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61219096-a9b2-4f34-a08c-d97c5ab3b483 req-6b34fecd-d892-4694-83e4-93d48aa32213 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:18.391541 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-61219096-a9b2-4f34-a08c-d97c5ab3b483 req-6b34fecd-d892-4694-83e4-93d48aa32213 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0648093 Jul 27 17:20:18.434254 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-61219096-a9b2-4f34-a08c-d97c5ab3b483 req-227c50fe-835b-4301-b616-b5ce210b4734 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Jul 27 17:20:19.607467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7296168-7de3-453d-ba71-1177cdee6f9f req-314dc707-e733-4b22-ad1b-bb6edeadd7e3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:19.610856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7296168-7de3-453d-ba71-1177cdee6f9f req-314dc707-e733-4b22-ad1b-bb6edeadd7e3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.1052425 Jul 27 17:20:19.659394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-336c420d-acde-4d1f-a22d-380fb958160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:19.660951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-336c420d-acde-4d1f-a22d-380fb958160c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1096 time: 0.1133959 Jul 27 17:20:19.664521 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7296168-7de3-453d-ba71-1177cdee6f9f req-693e5a20-c64d-48eb-a118-bae9058a0b5d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Jul 27 17:20:19.774071 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-1eb3bab6-0fa5-4a1e-9682-45e60d4707eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:19.775459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-1eb3bab6-0fa5-4a1e-9682-45e60d4707eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.1003397 Jul 27 17:20:19.817382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-7570aeca-52ca-4954-81c9-bd97c4a4178d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0343800 Jul 27 17:20:19.875532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6bb20c19-73e0-4c34-980c-57871be314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:19.877052 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6bb20c19-73e0-4c34-980c-57871be314ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0529633 Jul 27 17:20:19.912337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-61a17ce8-300b-4c2c-b91f-24828da17710 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282166 Jul 27 17:20:20.014508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-8c943773-a083-412b-82a8-305c9a414a34 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949402 Jul 27 17:20:20.118070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-7365d47c-f059-4576-a316-307508c53d5c service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942135 Jul 27 17:20:20.801947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51606-1db0-4189-973a-1daa89595c96 req-1a57ed69-7a59-4fc4-8215-aed535dcd452 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:20.803396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80d51606-1db0-4189-973a-1daa89595c96 req-1a57ed69-7a59-4fc4-8215-aed535dcd452 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0667739 Jul 27 17:20:20.842685 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-80d51606-1db0-4189-973a-1daa89595c96 req-9ca62484-9ed9-4acf-8fd2-aa4861e87aca tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Jul 27 17:20:21.980070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369aff3-feb4-4715-be2a-79d073804413 req-503bc0c8-0b8f-4056-8632-869331920a5e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:21.981943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f369aff3-feb4-4715-be2a-79d073804413 req-503bc0c8-0b8f-4056-8632-869331920a5e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0700293 Jul 27 17:20:22.021628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f369aff3-feb4-4715-be2a-79d073804413 req-02cf1f44-6ab0-4aba-9c9c-b7407ab8a99a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Jul 27 17:20:23.179523 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311798f6-4de4-4f84-b4fa-c45834958795 req-c95857ae-ff8f-40c2-ace0-dffc5641661f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:23.181235 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311798f6-4de4-4f84-b4fa-c45834958795 req-c95857ae-ff8f-40c2-ace0-dffc5641661f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0804310 Jul 27 17:20:23.221047 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-311798f6-4de4-4f84-b4fa-c45834958795 req-1327a57b-a019-45e6-a4f0-b7623ab5d10f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Jul 27 17:20:24.352092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10221-c654-449b-b0f2-2693f4bade8a req-2dd278b0-0cac-4505-a67a-4326a5dbf223 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:24.353841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fc10221-c654-449b-b0f2-2693f4bade8a req-2dd278b0-0cac-4505-a67a-4326a5dbf223 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0636480 Jul 27 17:20:24.399057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2fc10221-c654-449b-b0f2-2693f4bade8a req-da2ee263-43f4-46c4-a075-d2d19bbab99c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Jul 27 17:20:25.535522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c111d-16cd-4a31-bdfd-b95fd05e252d req-6a53dab6-a843-4f5a-99d3-5725fc5a12f1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:25.537066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d61c111d-16cd-4a31-bdfd-b95fd05e252d req-6a53dab6-a843-4f5a-99d3-5725fc5a12f1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0672073 Jul 27 17:20:25.576682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d61c111d-16cd-4a31-bdfd-b95fd05e252d req-648aba37-3707-49a8-9a7b-dde8834759eb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Jul 27 17:20:26.712375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cfbf7-88c2-4124-8e95-284128dea9d7 req-158f3b59-3a7e-4d85-aeaf-e1bd4c434c2f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:26.713887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f90cfbf7-88c2-4124-8e95-284128dea9d7 req-158f3b59-3a7e-4d85-aeaf-e1bd4c434c2f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0659397 Jul 27 17:20:26.752678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f90cfbf7-88c2-4124-8e95-284128dea9d7 req-3ff4e0df-5608-467f-929b-da767bbaee56 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Jul 27 17:20:27.883307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e355-aa19-4507-b2c5-0ce010aaa29d req-d4fb87ac-6b55-494c-b0a4-702615c61034 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:27.884843 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e24e355-aa19-4507-b2c5-0ce010aaa29d req-d4fb87ac-6b55-494c-b0a4-702615c61034 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0645049 Jul 27 17:20:27.923533 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e24e355-aa19-4507-b2c5-0ce010aaa29d req-d66542e6-1b1e-4ee9-8461-04e8207c323e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322151 Jul 27 17:20:29.053706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3d20e-c9dd-4d0b-ab17-0664fad2d236 req-7616b36f-8ec0-4f43-ae08-b50c1db31556 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:29.055207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca3d20e-c9dd-4d0b-ab17-0664fad2d236 req-7616b36f-8ec0-4f43-ae08-b50c1db31556 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0636292 Jul 27 17:20:29.096833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca3d20e-c9dd-4d0b-ab17-0664fad2d236 req-08f93ddf-6c01-437d-b6e6-149d4a7dc26c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jul 27 17:20:30.229764 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e4383-e279-446c-bfa2-026047b87536 req-ed3b4f34-f1f5-4419-936f-00b10f17942a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:30.231518 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae3e4383-e279-446c-bfa2-026047b87536 req-ed3b4f34-f1f5-4419-936f-00b10f17942a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Jul 27 17:20:30.269368 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae3e4383-e279-446c-bfa2-026047b87536 req-1db55a5f-517f-4b61-acd5-161c5ddfe76d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 27 17:20:31.403042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3409da-a5e7-4003-8311-7d5160862768 req-44282331-a59d-4d00-ab22-1d71dc234658 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:31.405004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d3409da-a5e7-4003-8311-7d5160862768 req-44282331-a59d-4d00-ab22-1d71dc234658 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0687580 Jul 27 17:20:31.442866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d3409da-a5e7-4003-8311-7d5160862768 req-0b40ee4e-0586-4dd1-aa81-86ab3f7a75f1 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Jul 27 17:20:32.573170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64fde-90be-410f-a039-54eef9be5df3 req-aae78276-ef62-4f09-913b-fe202253aa8a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:32.574680 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11b64fde-90be-410f-a039-54eef9be5df3 req-aae78276-ef62-4f09-913b-fe202253aa8a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0638828 Jul 27 17:20:32.613489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11b64fde-90be-410f-a039-54eef9be5df3 req-3344a363-8e52-4464-be21-6b3d65ac5976 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jul 27 17:20:33.479582 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:33.746848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3bf7-3657-4ed0-a405-143953afb349 req-af4cd6e5-670a-4b76-9a3e-e5819e35a16d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:33.748317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80f3bf7-3657-4ed0-a405-143953afb349 req-af4cd6e5-670a-4b76-9a3e-e5819e35a16d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0656753 Jul 27 17:20:33.786426 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b80f3bf7-3657-4ed0-a405-143953afb349 req-5fa63d31-f576-4794-8d43-4f346434e500 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 27 17:20:34.922480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58a235-626a-4a9f-b2a9-587d1e10b7b1 req-0da2cb04-ed54-46c8-b34d-6a9f0054d415 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:34.924024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e58a235-626a-4a9f-b2a9-587d1e10b7b1 req-0da2cb04-ed54-46c8-b34d-6a9f0054d415 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0686889 Jul 27 17:20:34.967959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6e58a235-626a-4a9f-b2a9-587d1e10b7b1 req-ba1ce869-a227-4b5d-903b-af3ee07633ce tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Jul 27 17:20:36.104680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802905-c31f-429e-8139-48485dc71009 req-2bc0b768-3298-4e62-afaa-a621704961b9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:36.106622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa802905-c31f-429e-8139-48485dc71009 req-2bc0b768-3298-4e62-afaa-a621704961b9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0678763 Jul 27 17:20:36.152442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa802905-c31f-429e-8139-48485dc71009 req-e55f4e0e-fdd1-4856-8aa7-fde7bf203140 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jul 27 17:20:37.299063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a0f6-415b-491e-85d7-38e354491711 req-1c5a469b-ce4f-412d-bdd5-db48251c1158 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:37.300613 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66d7a0f6-415b-491e-85d7-38e354491711 req-1c5a469b-ce4f-412d-bdd5-db48251c1158 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0734897 Jul 27 17:20:37.350604 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-66d7a0f6-415b-491e-85d7-38e354491711 req-a64aa00b-f94a-458d-98f6-c3d008382041 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Jul 27 17:20:38.483101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e75f1-a531-4e8d-9e95-a461e687dc8b req-d9ee6743-03fa-4636-853b-604a344cfedc tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:38.484664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-089e75f1-a531-4e8d-9e95-a461e687dc8b req-d9ee6743-03fa-4636-853b-604a344cfedc tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0641837 Jul 27 17:20:38.523446 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-089e75f1-a531-4e8d-9e95-a461e687dc8b req-488ccdb2-5d2c-4d6b-afa3-4813e4458bff tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jul 27 17:20:39.660341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cd0b-97fd-4350-b325-cee3ddfe87c4 req-e8631f66-1570-4b9c-8038-5239e8a81a4d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:39.661887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8741cd0b-97fd-4350-b325-cee3ddfe87c4 req-e8631f66-1570-4b9c-8038-5239e8a81a4d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0688443 Jul 27 17:20:39.703165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8741cd0b-97fd-4350-b325-cee3ddfe87c4 req-92a6c8cb-6a39-463d-8416-0656b5d73094 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Jul 27 17:20:39.777527 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5770f459-9c75-4350-b605-24f9d888ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:40.841537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c3f6-d665-4ece-86e0-a8d5d36559e3 req-d6af9bf1-08e6-46fe-90ce-20162e315814 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:40.843135 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8249c3f6-d665-4ece-86e0-a8d5d36559e3 req-d6af9bf1-08e6-46fe-90ce-20162e315814 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0679424 Jul 27 17:20:40.884451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8249c3f6-d665-4ece-86e0-a8d5d36559e3 req-78139bc7-1631-4526-93be-4d997875cdda tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jul 27 17:20:42.018062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0afb10-3cf0-4bcd-8d3b-b37b6a6deee6 req-97417a9e-4149-4580-8ef0-9dcc76afdf29 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:42.019574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d0afb10-3cf0-4bcd-8d3b-b37b6a6deee6 req-97417a9e-4149-4580-8ef0-9dcc76afdf29 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0679865 Jul 27 17:20:42.065525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8d0afb10-3cf0-4bcd-8d3b-b37b6a6deee6 req-a57dc200-4fd3-477d-8370-a76b16666fbb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Jul 27 17:20:42.268497 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:20:42.449373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:42.578919 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a0598919-b2e9-4095-89f9-bdeed5860dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:43.201079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a743d2-3573-4c99-9d76-95d8e6cb3eb8 req-8451c10f-f6c9-4a47-8a31-c28afb301376 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:43.202565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0a743d2-3573-4c99-9d76-95d8e6cb3eb8 req-8451c10f-f6c9-4a47-8a31-c28afb301376 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0684628 Jul 27 17:20:43.242642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0a743d2-3573-4c99-9d76-95d8e6cb3eb8 req-3dc06307-2d0b-4863-99c7-a67305f76c35 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 27 17:20:43.576754 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:44.385651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60ae2a-0c29-45bf-ba65-5c7f5bef6dba req-cf8bbc85-c969-40c1-b50e-f9259defacd2 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:44.387209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb60ae2a-0c29-45bf-ba65-5c7f5bef6dba req-cf8bbc85-c969-40c1-b50e-f9259defacd2 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0739648 Jul 27 17:20:44.432006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fb60ae2a-0c29-45bf-ba65-5c7f5bef6dba req-5ee49ca5-cc3b-4d38-8b59-856e6db54257 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383334 Jul 27 17:20:45.189167 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:45.566740 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e6162-86a6-4239-be4c-7d194d16c1e0 req-4feb4772-9014-4a7f-806b-1250337cead6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:45.568219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f50e6162-86a6-4239-be4c-7d194d16c1e0 req-4feb4772-9014-4a7f-806b-1250337cead6 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jul 27 17:20:45.607550 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f50e6162-86a6-4239-be4c-7d194d16c1e0 req-bc520691-d10c-43dd-91f9-2ae326b9f95a tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Jul 27 17:20:46.742081 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38e63-85cf-4a17-9744-9260b6681afc req-f4d4e767-1aa1-4180-bab0-bbe09395f536 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:46.743594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88c38e63-85cf-4a17-9744-9260b6681afc req-f4d4e767-1aa1-4180-bab0-bbe09395f536 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0682766 Jul 27 17:20:46.785701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-88c38e63-85cf-4a17-9744-9260b6681afc req-2b1b0353-9b6f-427b-8a15-bf2b7da0cc33 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Jul 27 17:20:46.912976 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-681767cb-e230-4d11-a77a-16f6115cef1b req-128bc2b2-d78d-4e1a-be60-bc2db2a3d962 service neutron] show failed (client error): The resource could not be found. Jul 27 17:20:46.914111 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-128bc2b2-d78d-4e1a-be60-bc2db2a3d962 service neutron] 10.222.0.61 "GET /v2.0/ports/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0540342 Jul 27 17:20:47.123249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-495c0af4-ffce-4545-a0ea-1ab1d882e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:47.124844 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-495c0af4-ffce-4545-a0ea-1ab1d882e452 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25&tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d HTTP/1.1" status: 200 len: 1096 time: 0.0603027 Jul 27 17:20:47.142845 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:47.183345 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.219809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.420866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:47.453563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:47.497748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:47.500021 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bae9fd-e97a-46fa-b4a2-50d4f89d2aa9" -d '{"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-unplugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:47.504119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.524947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Transition to ACTIVE for port object 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:20:47.529877 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.557417 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa84ae-db69-4aea-a574-7d3e3d4d0172 x-openstack-request-id: req-1daa84ae-db69-4aea-a574-7d3e3d4d0172 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:47.557722 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-unplugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:47.557979 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1daa84ae-db69-4aea-a574-7d3e3d4d0172 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:47.558640 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'code': 200} Jul 27 17:20:47.599856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] No DVR routers for this DVR port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:20:47.601780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:47.612793 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.613143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.613486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.613824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.614158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.614494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.614819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.615146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.615470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.615791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.616115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.616476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:47.652530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:20:47.652888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:20:47.653204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:47.657674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:20:47.657999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Attempting to bind port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on network 8ef7cf58-52e8-4940-ac33-a76ad1f32aad {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:47.662802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:20:47.663172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Checking segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:20:47.663589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Bound using segment: {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:20:47.664019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Bound port: 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935bfe80-8140-47d3-9e42-c161f90a7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:20:47.664380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.729898 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:47.733153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:20:47.737171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.769515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:47.770358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:47.771977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 1091 time: 0.6332614 Jul 27 17:20:47.797176 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71963-c030-4cdd-8b07-f5706d6b61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:47.865662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-a9c63679-644a-4304-b2f6-9c0de6fc470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:47.867172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-a9c63679-644a-4304-b2f6-9c0de6fc470f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0600739 Jul 27 17:20:47.918222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a46aac-ce6b-40d8-bd20-4495a59421e2 req-636b7990-37c4-4697-b048-8cd7a916658d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:47.919766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4a46aac-ce6b-40d8-bd20-4495a59421e2 req-636b7990-37c4-4697-b048-8cd7a916658d tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.0640221 Jul 27 17:20:47.957461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f4a46aac-ce6b-40d8-bd20-4495a59421e2 req-fc856bd5-cddf-4d74-a317-af42d2b35399 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Jul 27 17:20:47.961466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6f796047-a836-474e-b807-ef711da527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:47.962970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6f796047-a836-474e-b807-ef711da527e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0893846 Jul 27 17:20:48.006358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-0317005e-634c-4c64-b6da-73d4949ff60c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0356979 Jul 27 17:20:48.055178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681767cb-e230-4d11-a77a-16f6115cef1b req-77851121-86b4-4ad7-815c-5e9bcdcd7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:48.056657 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-77851121-86b4-4ad7-815c-5e9bcdcd7c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0435870 Jul 27 17:20:48.095140 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-2f5909f6-deda-4551-8048-c66b85cb9f58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318522 Jul 27 17:20:48.184223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-e19c5676-9a4a-43ad-bc3d-86967d8ff751 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814972 Jul 27 17:20:48.276892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-681767cb-e230-4d11-a77a-16f6115cef1b req-6b15f96a-619f-49de-b572-b64bc1de0dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Jul 27 17:20:49.094593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2090-09d4-46be-b2ab-e95d62d0a9cf req-f5af3832-6da2-4fc3-abd3-19cd7c858206 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:49.096132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e4e2090-09d4-46be-b2ab-e95d62d0a9cf req-f5af3832-6da2-4fc3-abd3-19cd7c858206 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.0658345 Jul 27 17:20:49.134921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e4e2090-09d4-46be-b2ab-e95d62d0a9cf req-769e6fe0-eaba-414b-9e68-02a536823475 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Jul 27 17:20:49.560223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:49.562629 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d38483d-d37a-441f-ba11-2556726a20cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:49.611898 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8abc72-71da-42b9-8562-5e870db6da99 x-openstack-request-id: req-fa8abc72-71da-42b9-8562-5e870db6da99 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:49.612206 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:49.612486 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa8abc72-71da-42b9-8562-5e870db6da99 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:49.612899 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'status': 'completed', 'code': 200} Jul 27 17:20:49.727037 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-c75bc45c-42e0-451d-a85b-394fab4360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:49.728585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-c75bc45c-42e0-451d-a85b-394fab4360fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0990877 Jul 27 17:20:49.733064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-068999cc-d127-460f-baa1-8c6cac190e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:49.734437 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-068999cc-d127-460f-baa1-8c6cac190e9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0741353 Jul 27 17:20:49.888624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-22465638-2d3c-41fa-8532-093dbbfa0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:49.890113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-22465638-2d3c-41fa-8532-093dbbfa0bb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.1548300 Jul 27 17:20:49.904796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-45671689-cd7a-4de0-9618-d0748d4baa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:49.906194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-45671689-cd7a-4de0-9618-d0748d4baa88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.1291547 Jul 27 17:20:49.942737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-5f519ac5-ae6c-4966-8f30-643541e1afd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0438721 Jul 27 17:20:49.980417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-fb4b8bf0-50fc-4232-b4ca-944c5a2fd004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0452118 Jul 27 17:20:50.051015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-1c4fc2a3-e392-4a2c-90d3-6c8ef3f2b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:50.052533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-1c4fc2a3-e392-4a2c-90d3-6c8ef3f2b571 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0809834 Jul 27 17:20:50.054158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38483d-d37a-441f-ba11-2556726a20cc req-765e68a8-0abe-47be-b0e1-3dc7d78ec9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:50.055473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-765e68a8-0abe-47be-b0e1-3dc7d78ec9aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0564525 Jul 27 17:20:50.112859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-4eefe5fd-32c2-415a-9bb7-0d33d4266237 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456922 Jul 27 17:20:50.114523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-6559acfa-c016-4c85-844b-daf3a873ca9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549417 Jul 27 17:20:50.310704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-bb0067d0-db2a-4e09-9952-54939b0bcd79 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897032 Jul 27 17:20:50.313717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-d0aa3373-05b5-4899-8ea7-00c80f286b30 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917384 Jul 27 17:20:50.434681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49fb6a-a70d-4280-aefe-c9c72038bea9 req-dd43100c-ed3f-4e4d-95d1-bc4498e80a1f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:50.436085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db49fb6a-a70d-4280-aefe-c9c72038bea9 req-dd43100c-ed3f-4e4d-95d1-bc4498e80a1f tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.2299507 Jul 27 17:20:50.515406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-9cc223bc-7877-4392-8359-19b6b2d50ddc service neutron] 10.222.0.13 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981227 Jul 27 17:20:50.523454 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d38483d-d37a-441f-ba11-2556726a20cc req-d2524b9b-c5c0-446d-b287-345fff85e58f service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978757 Jul 27 17:20:50.526722 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-db49fb6a-a70d-4280-aefe-c9c72038bea9 req-1a1a2ae4-6954-44eb-9f06-98ca36ace8ca tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826519 Jul 27 17:20:50.800378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5a25f-858f-4451-9c67-594268a4c318 req-21cb2e5d-b068-4cb2-a8bd-e3ab5334310c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:50.801835 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eee5a25f-858f-4451-9c67-594268a4c318 req-21cb2e5d-b068-4cb2-a8bd-e3ab5334310c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 943 time: 0.1079090 Jul 27 17:20:50.824940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721249-fda4-4545-93ae-b73795263eed req-4ee09a1f-8647-4645-a8c7-1b37bf48ad39 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:50.826383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-4ee09a1f-8647-4645-a8c7-1b37bf48ad39 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25&tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 943 time: 0.1025765 Jul 27 17:20:50.888141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eee5a25f-858f-4451-9c67-594268a4c318 req-f20f14fd-f278-431d-928a-8b85d0f96d6c tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 Jul 27 17:20:50.910284 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-68721249-fda4-4545-93ae-b73795263eed req-81bd037d-06ef-46c6-b65f-cb3e0070f763 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:20:50.911320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-81bd037d-06ef-46c6-b65f-cb3e0070f763 service neutron] 10.222.0.61 "DELETE /v2.0/ports/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0768695 Jul 27 17:20:51.011887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721249-fda4-4545-93ae-b73795263eed req-8fdcb46a-f284-4cc1-b9dd-07299becb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:51.013413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-8fdcb46a-f284-4cc1-b9dd-07299becb694 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 1094 time: 0.0555792 Jul 27 17:20:51.100444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721249-fda4-4545-93ae-b73795263eed req-2e688cec-e9d3-4cbf-a5e9-30d1ebab21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:51.102512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-2e688cec-e9d3-4cbf-a5e9-30d1ebab21ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 200 len: 916 time: 0.0816228 Jul 27 17:20:51.144636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:20:51.147283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-114437b2-9608-4b05-a843-43e1bc5bcc22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 200 len: 217 time: 0.0370653 Jul 27 17:20:51.199327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721249-fda4-4545-93ae-b73795263eed req-6a476549-8c74-4e85-b57c-e8ed6002eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:51.200919 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-6a476549-8c74-4e85-b57c-e8ed6002eaf5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 200 len: 855 time: 0.0468309 Jul 27 17:20:51.238286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-82788cf2-2e05-420e-9e40-dddf380e86c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ef7cf58-52e8-4940-ac33-a76ad1f32aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294611 Jul 27 17:20:51.245399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:51.259085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'network_id': '8ef7cf58-52e8-4940-ac33-a76ad1f32aad', 'port_id': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'mac_address': 'fa:16:3e:87:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de64e7d-1ef5-459c-8a66-23199a3bc69b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:20:51.297377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:51.316220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:20:51.336902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:51.341058 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:51.342332 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-268a9391-167e-48e9-a106-4c9908438a7e service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970788 Jul 27 17:20:51.392027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:51.401100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.401443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.401821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.402148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.402587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.402970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.403298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.403655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.403991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.404312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.404671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.404994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:51.435847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68721249-fda4-4545-93ae-b73795263eed req-fc2be257-ed21-4af3-bcd7-2720eda732c0 service neutron] 10.222.0.61 "GET /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Jul 27 17:20:51.622415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:51.700615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:20:51.766790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:20:52.023946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c885baf-1451-4881-bb8f-837ac81fcd67 req-713c70b2-5de7-476a-b8bb-811a963e58bb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:52.025367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c885baf-1451-4881-bb8f-837ac81fcd67 req-713c70b2-5de7-476a-b8bb-811a963e58bb tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0635421 Jul 27 17:20:52.069074 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c885baf-1451-4881-bb8f-837ac81fcd67 req-aff62589-1dfe-4a49-8e04-6d11f99921a5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Jul 27 17:20:52.201086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0e31-1cf6-4001-8bac-2fa6e489babe req-04736dd3-1dc9-44ea-ba4e-7ce7c2f56eb5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:52.202585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f47a0e31-1cf6-4001-8bac-2fa6e489babe req-04736dd3-1dc9-44ea-ba4e-7ce7c2f56eb5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0676346 Jul 27 17:20:52.240813 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f47a0e31-1cf6-4001-8bac-2fa6e489babe req-964f48ff-fb2b-4748-a4b8-823001de8423 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Jul 27 17:20:52.375506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab99bad-872e-49db-87b8-4b108d4455a7 req-e873ee05-39b8-4612-b154-977e8d486f84 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:52.377007 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ab99bad-872e-49db-87b8-4b108d4455a7 req-e873ee05-39b8-4612-b154-977e8d486f84 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0684192 Jul 27 17:20:52.415767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8ab99bad-872e-49db-87b8-4b108d4455a7 req-36886e8c-0d8e-4f4c-9da5-2deb41fc14d9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Jul 27 17:20:52.762785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22bb6-4834-4ddd-8d56-b139cdc00a73 req-a004b0a0-cb57-49c9-a99a-fbf8c94dc814 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:52.764294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cea22bb6-4834-4ddd-8d56-b139cdc00a73 req-a004b0a0-cb57-49c9-a99a-fbf8c94dc814 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 944 time: 0.0646987 Jul 27 17:20:52.806575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cea22bb6-4834-4ddd-8d56-b139cdc00a73 req-e7d8100a-5805-4419-8496-24d0e31ff02e tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Jul 27 17:20:53.161177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:20:53.213467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:20:53.217499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:20:53.217877 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:53.299596 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:53.329539 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:53.331805 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37678532-e652-47c3-8a43-8d75e97eb2e8" -d '{"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-plugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:53.344752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:53.348940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:53.432765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:53.454516 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7388b50a-cb16-4a1e-8625-46a6ad4a7499 x-openstack-request-id: req-7388b50a-cb16-4a1e-8625-46a6ad4a7499 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:53.454832 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-plugged", "status": "completed", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:53.455083 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7388b50a-cb16-4a1e-8625-46a6ad4a7499 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:53.455477 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'code': 200} Jul 27 17:20:53.939846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7817f1-3ca9-417d-8516-06dc250d8631 req-b3bc0b53-7e7c-47ac-b726-ede440550173 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:53.941375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da7817f1-3ca9-417d-8516-06dc250d8631 req-b3bc0b53-7e7c-47ac-b726-ede440550173 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0642402 Jul 27 17:20:53.979365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da7817f1-3ca9-417d-8516-06dc250d8631 req-1949960e-db33-498a-a5c3-4f01c126ea19 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Jul 27 17:20:54.059306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-0f07af70-0773-41ab-9137-3d7d3f0e5da5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:54.060761 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-0f07af70-0773-41ab-9137-3d7d3f0e5da5 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8ef2284-328c-4aa9-bd6d-d3ea74f35c25 HTTP/1.1" status: 200 len: 945 time: 0.0761163 Jul 27 17:20:54.158351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Deleting port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:20:54.158610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:54.249858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] For port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,segment=NetworkSegment(935bfe80-8140-47d3-9e42-c161f90a7bf4),segment_id=935bfe80-8140-47d3-9e42-c161f90a7bf4)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:20:54.250205 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:54.262379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Calling delete_port for 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:20:54.395974 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:54.426001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Pushing event deleted for resources: {'Port': ['ID=682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:54.433071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:20:54.470988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] No DVR routers for this DVR port 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:20:54.473489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:54.475448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dd7201a-98f3-4263-a596-16a3149ad647 req-82f62dec-a267-49d2-ad77-ecc5ef5821c9 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] 10.222.0.13 "DELETE /v2.0/ports/682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac HTTP/1.1" status: 204 len: 173 time: 0.4088540 Jul 27 17:20:54.475902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-deleted', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:20:54.478249 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d31998-7404-424b-871e-c471243aa2e8" -d '{"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-deleted", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:20:54.522109 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d48983b-e01b-4196-81ef-5eb5dcd71631 x-openstack-request-id: req-3d48983b-e01b-4196-81ef-5eb5dcd71631 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:20:54.522442 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2284-328c-4aa9-bd6d-d3ea74f35c25", "name": "network-vif-deleted", "tag": "682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:20:54.522653 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d48983b-e01b-4196-81ef-5eb5dcd71631 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:20:54.523068 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ef2284-328c-4aa9-bd6d-d3ea74f35c25', 'name': 'network-vif-deleted', 'tag': '682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac', 'status': 'completed', 'code': 200} Jul 27 17:20:55.102206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:55.152401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Deleting subnet 6de64e7d-1ef5-459c-8a66-23199a3bc69b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:20:55.155869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.198843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.243935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.303476 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.336387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de64e7d-1ef5-459c-8a66-23199a3bc69b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:55.339799 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.342067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc2b4be0-46ee-4416-9656-712336cdd2c2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6de64e7d-1ef5-459c-8a66-23199a3bc69b HTTP/1.1" status: 204 len: 168 time: 0.2385046 Jul 27 17:20:55.344598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:55.419122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.499520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.512104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef7cf58-52e8-4940-ac33-a76ad1f32aad']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:20:55.522133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935bfe80-8140-47d3-9e42-c161f90a7bf4') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:20:55.522435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935bfe80-8140-47d3-9e42-c161f90a7bf4') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:20:55.532590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.549060 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.555821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:20:55.556149 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:20:55.557856 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:20:55.973019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.980545 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:55.982666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] 10.222.0.64 "DELETE /v2.0/networks/8ef7cf58-52e8-4940-ac33-a76ad1f32aad HTTP/1.1" status: 204 len: 168 time: 0.6371200 Jul 27 17:20:55.995262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3fa30-6341-42f8-a494-ec504691205e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef7cf58-52e8-4940-ac33-a76ad1f32aad,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:56.108603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36148) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:56.147329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc2a1d8d-4899-428d-8670-989972ae7790 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90a72ddc0a6c4fcf9e6097647a2c109d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374286 Jul 27 17:20:56.150473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:56.198074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:56.218917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:56.274892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:56.277707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:56.278856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed HTTP/1.1" status: 204 len: 168 time: 0.1274476 Jul 27 17:20:56.286674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51de1d-40ff-439f-bda7-15d004b615fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a31c9b-0c7b-40c1-8c39-65daa2a1aeed,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:56.990158 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:57.137824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1910269803-network', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:57.159775 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:20:57.162239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.176255 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.207814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:20:57.229077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:20:57.229483 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 682566b0-d0a5-48ab-ad2a-61dd0ac8b2ac not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:20:57.283630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.287630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.315414 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:20:57.325111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360625f9-cf6f-4183-a7ce-2d10ad736eff,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:57.330497 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.330891 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Added segment b617df02-0b9d-4ee4-ac93-3a8baea73e08 of type vlan for network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e Jul 27 17:20:57.343729 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.343930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.344161 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.344589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.344952 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.345280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.345610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.345930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.346262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.346586 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.346904 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.347232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:20:57.394908 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.427131 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.428277 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:57.428893 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.484284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4929798 Jul 27 17:20:57.489223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:57.494459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Request body: {'subnet': {'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1910269803-subnet', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:57.495160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f0c6-65c7-40b3-a443-007726c9f34c admin admin] Pushing event updated for resources: {'Network': ['ID=2c7deb91-ec1a-4e84-ae48-96b944fcd15e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:57.506222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:20:57.527905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:20:57.530907 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.722107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.783259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=92111180-a151-41aa-8668-8ba6fe550f10,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:57.797368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:20:57.797955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Network hostable DHCP agents. Network: 2c7deb91-ec1a-4e84-ae48-96b944fcd15e, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:20:57.816556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:20:57.830472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2c7deb91-ec1a-4e84-ae48-96b944fcd15e) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:20:57.836045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:20:57.836933 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.840853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a1319-bd17-4ecd-90ef-883dca8ba1d0 None None] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:20:57.853304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cd6f61dc-9ad0-4253-994e-6851b00b50bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3629053 Jul 27 17:20:57.856919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:57.862169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:20:57.889433 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.890618 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:57.968846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.038603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:20:58.039723 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.143004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.215235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Allocated IP 172.20.0.2 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/97ff5cbf-f2f6-4335-a8c3-2ecf8523c677) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:20:58.426840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.449078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.565255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.572421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Allocated IP 172.25.4.168 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/bce2e30d-50c5-43f3-a39b-56285b8e42bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:20:58.576695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Transition to ACTIVE for port object 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:20:58.595186 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Transition to ACTIVE for port object 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:20:58.602987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.644346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:20:58.651064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:20:58.655436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:20:58.660698 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Pushing event updated for resources: {'Port': ['ID=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:58.701816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.723449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Attempting to bind port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:20:58.724230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Attempting to bind port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:20:58.724908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Attempting to bind port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:20:58.730974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:20:58.731354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:20:58.732032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.732446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:20:58.732931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Bound port: 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:20:58.733320 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.749668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.791494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:20:58.796727 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:20:58.800182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:20:58.806645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=bce2e30d-50c5-43f3-a39b-56285b8e42bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:58.823142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] For port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:20:58.826794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] For port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:20:58.831487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:58.926075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c1484-4062-4fd0-84a7-85fd88d35da0 None None] Pushing event updated for resources: {'Port': ['ID=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:20:59.123682 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:59.330201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:59.473030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Router 8c8a0121-d318-4c47-b860-b0e71028e235 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:20:59.585580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:20:59.598712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:20:59.605681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:20:59.607327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-163f5479-ec84-4e16-8c85-8184552bb3c5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7495663 Jul 27 17:20:59.610361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36182) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:20:59.612650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:20:59.613298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:20:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:20:59.748194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:20:59.995658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc3ecc-01f5-45ef-a3ca-7aeb8be38a1f None None] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:21:00.062775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8a0e3764-59e1-4710-9c96-223ab3fc3c49 None None] Provisioning for port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:00.137616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:20:58Z', 'revision_number': 3, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:00.145526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.173682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:21:00.174020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Updating router 8c8a0121-d318-4c47-b860-b0e71028e235 port bce2e30d-50c5-43f3-a39b-56285b8e42bc binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:21:00.239584 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.369427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Allocated IP 172.20.0.1 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/9f578e62-00f6-4da3-aba2-82697d5d0f61) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:21:00.484071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.499281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Transition to ACTIVE for port object 9f578e62-00f6-4da3-aba2-82697d5d0f61 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:21:00.549156 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.595794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:21:00.596001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.599590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:21:00.603869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:21:00.608662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Transition to ACTIVE for port object bce2e30d-50c5-43f3-a39b-56285b8e42bc will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:21:00.617029 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.639365 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Pushing event updated for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:00.664530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.678379 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31e265-51e4-4ca6-9987-d6e7507b1cbc None None] Pushing event updated for resources: {'Port': ['ID=bce2e30d-50c5-43f3-a39b-56285b8e42bc,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:00.681406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Attempting to bind port bce2e30d-50c5-43f3-a39b-56285b8e42bc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:21:00.681785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Attempting to bind port bce2e30d-50c5-43f3-a39b-56285b8e42bc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:21:00.682156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Attempting to bind port bce2e30d-50c5-43f3-a39b-56285b8e42bc on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:21:00.688981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:21:00.689367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:21:00.690469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.690469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:21:00.691301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Bound port: bce2e30d-50c5-43f3-a39b-56285b8e42bc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:21:00.691923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.773995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] For port bce2e30d-50c5-43f3-a39b-56285b8e42bc, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:21:00.778729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] For port bce2e30d-50c5-43f3-a39b-56285b8e42bc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2e30d-50c5-43f3-a39b-56285b8e42bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:21:00.785066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.864071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:00.865700 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:00.907656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:21:00.908305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:20:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:00.913222 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31e265-51e4-4ca6-9987-d6e7507b1cbc None None] Pushing event updated for resources: {'Port': ['ID=bce2e30d-50c5-43f3-a39b-56285b8e42bc,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:01.025927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14d4cf4d-074e-4fb6-8914-95a650416bba None None] Provisioning for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:01.036892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:01.041966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-14d4cf4d-074e-4fb6-8914-95a650416bba None None] Provisioning complete for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:01.042346 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-14d4cf4d-074e-4fb6-8914-95a650416bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.049586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:01.049959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.065998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.071200 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.095376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:21:01.146626 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Pushing event updated for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:01.152973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.155569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-14d4cf4d-074e-4fb6-8914-95a650416bba None None] Port 9f578e62-00f6-4da3-aba2-82697d5d0f61 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:21:01.263259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:21:01.265045 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:21:01.287643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.361729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:01.367588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.447664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:01.454853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 1, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:01.493700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63902ab0-6879-439d-8db5-29e9f0fd79b8 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 1, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:21:01.581545 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0096f83e-2f1d-4b77-99f0-b505c56be848 None None] Provisioning complete for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:01.581925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0096f83e-2f1d-4b77-99f0-b505c56be848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:01.619696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0096f83e-2f1d-4b77-99f0-b505c56be848 None None] Port 9f578e62-00f6-4da3-aba2-82697d5d0f61 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:21:01.721392 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:21:01.849409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:21:01.855885 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d86aac71-59c2-40b8-b083-7716eda94801 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c8a0121-d318-4c47-b860-b0e71028e235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435567 Jul 27 17:21:02.449046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:21:02.454097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108911376', 'description': 'tempest-description--720983358'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:02.478751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.582420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.587805 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.614677 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.615970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1658840 Jul 27 17:21:02.620610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09cd1-8524-4ea4-8e5b-f06f2e9b1eec tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:02.621283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:21:02.629181 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'security_group_rule': {'security_group_id': '7f5e07ad-cdb6-447c-b8ca-c9afa3583e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:02.667801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.764593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.769868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.792571 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787dbabf-480f-40ea-8413-b828f12e3116,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:02.801248 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.802740 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-41aa11c9-8f3f-4dc1-ab1d-7fc6db64fbc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1799684 Jul 27 17:21:02.806435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:21:02.811551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'security_group_rule': {'security_group_id': '7f5e07ad-cdb6-447c-b8ca-c9afa3583e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:02.846890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.855940 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:02.908927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:02.909360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.932464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.936634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.955059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99641e3b-bbd7-4c48-82e0-e6b340c17429,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:02.965629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:02.967254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae39ffcd-b655-43eb-8ba8-b841cc7626a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597140 Jul 27 17:21:02.970857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36196) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:21:02.976876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:03.007049 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2e30d-50c5-43f3-a39b-56285b8e42bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:03.008392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.063151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port bce2e30d-50c5-43f3-a39b-56285b8e42bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:03.067233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bce2e30d-50c5-43f3-a39b-56285b8e42bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:03.067637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.120594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.162720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.186981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port bce2e30d-50c5-43f3-a39b-56285b8e42bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2e30d-50c5-43f3-a39b-56285b8e42bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:03.191469 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.249390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Allocated IP 172.25.4.206 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/aa37e9b4-1d05-4137-a97d-ce09fdd988b5) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:21:03.253581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=bce2e30d-50c5-43f3-a39b-56285b8e42bc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:03.387924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.439464 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.479461 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.480881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:21:03.485970 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:21:03.488361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:21:03.517357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=aa37e9b4-1d05-4137-a97d-ce09fdd988b5,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:03.615261 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:21:03.626335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:21:03.627186 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:20:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:03.628540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.683449 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.727863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-3bcb6d55-0bc6-4ce6-987d-b21a548a332b req-bbb496fe-0507-42f8-9659-ae3fb2333c6a service neutron] (93923) timed out ('10.222.0.13', 49856) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:21:03.743123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:21:03.886144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.891572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:03.955333 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 2, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:03.985363 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:21:03.985626 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Updating router 8c8a0121-d318-4c47-b860-b0e71028e235 port 9f578e62-00f6-4da3-aba2-82697d5d0f61 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:21:04.015894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=aa37e9b4-1d05-4137-a97d-ce09fdd988b5,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:04.019208 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.027450 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.045202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.046658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dfb76197-ffd3-4f0d-a7db-4582f52f45e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0745299 Jul 27 17:21:04.206279 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-71e48038-9374-413a-933b-4fec63c4a525 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--108911376&fields=id&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 267 time: 0.0460191 Jul 27 17:21:04.303778 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.316483 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Transition to ACTIVE for port object 9f578e62-00f6-4da3-aba2-82697d5d0f61 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:21:04.323711 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.324928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-6dee642b-3721-4e15-a939-f93ca5bfc658 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:04.327060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-6dee642b-3721-4e15-a939-f93ca5bfc658 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1126015 Jul 27 17:21:04.343590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-42e7c152-7d44-4fd3-b778-13f81dc46ce9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/quotas/e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 375 time: 0.0100214 Jul 27 17:21:04.400336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Pushing event updated for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:04.425977 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.426317 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.426649 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.427175 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.427665 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.428150 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.428495 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.428823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.429679 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.430008 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.430327 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.430648 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:21:04.449280 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Attempting to bind port 9f578e62-00f6-4da3-aba2-82697d5d0f61 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:21:04.449660 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Attempting to bind port 9f578e62-00f6-4da3-aba2-82697d5d0f61 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:21:04.450166 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Attempting to bind port 9f578e62-00f6-4da3-aba2-82697d5d0f61 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:21:04.456018 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:21:04.456398 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:21:04.456840 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.457237 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:21:04.457722 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Bound port: 9f578e62-00f6-4da3-aba2-82697d5d0f61, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:21:04.458105 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.467400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-ffc6d0d6-c639-47af-9ba7-c91e1c541e50 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179802 Jul 27 17:21:04.551365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] For port 9f578e62-00f6-4da3-aba2-82697d5d0f61, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:21:04.555675 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] For port 9f578e62-00f6-4da3-aba2-82697d5d0f61, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f578e62-00f6-4da3-aba2-82697d5d0f61,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:21:04.559862 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.609456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-3d06c197-8e22-4806-997a-6f88ebfb471a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:21:04.613852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-3d06c197-8e22-4806-997a-6f88ebfb471a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1251166 Jul 27 17:21:04.630187 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:21:04.630755 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:20:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:04.632941 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a7a1e-d582-46ce-aff8-12b3c36127a1 None None] Pushing event updated for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:04.759888 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:21:04.806676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-bede687b-dd45-4220-9b94-277c86da5bbc service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874471 Jul 27 17:21:04.818825 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f578e62-00f6-4da3-aba2-82697d5d0f61 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:04.874663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:04.879177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:04.879419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:04.940680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-546b6f72-63cd-4a1b-a378-9bc1dbaa4797 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339085 Jul 27 17:21:04.994214 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:05.035476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 9f578e62-00f6-4da3-aba2-82697d5d0f61, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f578e62-00f6-4da3-aba2-82697d5d0f61,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:05.041225 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:05.042304 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2e30d-50c5-43f3-a39b-56285b8e42bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:05.140033 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:05.159130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-27d1dc38-c876-420a-96ca-f6368c94ea5a None None] Provisioning complete for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:05.159756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-27d1dc38-c876-420a-96ca-f6368c94ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:05.202090 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:04Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:05.203802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port bce2e30d-50c5-43f3-a39b-56285b8e42bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:05.204172 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:05.224589 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f9c51107-3b6a-4c49-8609-30ca437e39bb req-568dfcc9-6e32-4c83-aa52-77af6d7b4002 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0704367 Jul 27 17:21:05.244773 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb81ce7-faad-461d-99ad-4efba990e763 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:04Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:21:06.334238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e1382fb-32ab-4040-81a6-ea5f610b6e6c req-56ede46f-8d65-4f4b-916e-a9ce8e80634b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0369577 Jul 27 17:21:06.619859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-5484c5e9-fc00-465b-bf16-7a2e41d7cf4e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:06.622971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-5484c5e9-fc00-465b-bf16-7a2e41d7cf4e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1109011 Jul 27 17:21:06.695257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-4b7c732c-ecb2-47b4-9ff3-8e807736d8d1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 379 time: 0.0579889 Jul 27 17:21:06.704234 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'port': {'device_id': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'admin_state_up': True, 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'security_groups': ['7f5e07ad-cdb6-447c-b8ca-c9afa3583e13']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:06.748244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f578e62-00f6-4da3-aba2-82697d5d0f61 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:06.802962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 9f578e62-00f6-4da3-aba2-82697d5d0f61 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:06.803255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:06.885383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:21:06.889080 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.047718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Allocated IP 172.20.0.8 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/a7312f46-5dc6-4e48-87f7-f7ebb883e742) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:21:07.205746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.220944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Transition to ACTIVE for port object a7312f46-5dc6-4e48-87f7-f7ebb883e742 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:21:07.256823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.300455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:21:07.305607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:21:07.309330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:21:07.344009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:07.383237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:07.383914 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.402128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-1e0264b8-7ba1-4023-a8e2-b33206af5337 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018254 Jul 27 17:21:07.422025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Request body: {'port': {'device_id': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:07.519855 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fe644-320e-49f5-b7b7-09d682b86552 req-6852d5f2-cb13-4588-8441-eadb8326f456 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:07.521230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c4fe644-320e-49f5-b7b7-09d682b86552 req-6852d5f2-cb13-4588-8441-eadb8326f456 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 931 time: 0.1014771 Jul 27 17:21:07.543221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.576145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0c4fe644-320e-49f5-b7b7-09d682b86552 req-62ce31cd-5706-4f29-af2f-e1e7a8195c22 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471323 Jul 27 17:21:07.598158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb7ba381-c712-429a-b9cf-78f40ce3dda5 None None] Provisioning for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:07.602997 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-eb7ba381-c712-429a-b9cf-78f40ce3dda5 None None] Provisioning complete for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:07.603439 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba381-c712-429a-b9cf-78f40ce3dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.639784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ba381-c712-429a-b9cf-78f40ce3dda5 None None] Port a7312f46-5dc6-4e48-87f7-f7ebb883e742 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:21:07.831073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7312f46-5dc6-4e48-87f7-f7ebb883e742 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:21:07.839357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.851406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Transition to ACTIVE for port object a7312f46-5dc6-4e48-87f7-f7ebb883e742 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:21:07.855154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:07.907318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:07.998232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:21:07.998621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:21:07.998993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:21:08.005057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:21:08.005555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:21:08.013908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:21:08.014304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:21:08.014874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:21:08.015440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Bound port: a7312f46-5dc6-4e48-87f7-f7ebb883e742, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:21:08.015871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:08.097658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:21:08.102036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:21:08.107481 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:08.143126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.143751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:08.145198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] 10.222.0.13 "PUT /v2.0/ports/a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 1091 time: 0.7300406 Jul 27 17:21:08.145770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:21:08.148023 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89d880-1f44-47c9-aad2-3770dbde9360" -d '{"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:21:08.184998 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c287a8-d40f-4918-b0ba-10d04aa6a1ff service neutron] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:08.215355 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b695fc3e-68e3-4368-b396-6525a6abeeee x-openstack-request-id: req-b695fc3e-68e3-4368-b396-6525a6abeeee {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:21:08.215560 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:21:08.215814 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b695fc3e-68e3-4368-b396-6525a6abeeee {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:21:08.216233 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'status': 'completed', 'code': 200} Jul 27 17:21:08.268323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-cb99580c-b91f-4ed2-a550-dc9a08200c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.269912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-cb99580c-b91f-4ed2-a550-dc9a08200c7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1094 time: 0.0647023 Jul 27 17:21:08.324724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-81d6d6c0-3d71-4cef-99ee-390b221cd106 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 217 time: 0.0421581 Jul 27 17:21:08.385428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-507f972d-d05a-4642-8cb5-87ccebda5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.388500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-507f972d-d05a-4642-8cb5-87ccebda5ad9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0522761 Jul 27 17:21:08.453354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922489-61e0-42c7-a06c-21a213fb666e req-334b335f-3ed4-4f8f-a66b-1abf905417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.455648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-334b335f-3ed4-4f8f-a66b-1abf905417df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607097 Jul 27 17:21:08.568753 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-2f845fe3-795f-42d0-84e1-189c4fa4dfda service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061351 Jul 27 17:21:08.670412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d922489-61e0-42c7-a06c-21a213fb666e req-e3b4810a-4fad-4278-bea0-783118a568af service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945880 Jul 27 17:21:08.734174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0cb2-7bde-4e75-b457-1c306306d660 req-491de0fb-2468-4f81-afa6-aec28298ebd1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.735756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-058f0cb2-7bde-4e75-b457-1c306306d660 req-491de0fb-2468-4f81-afa6-aec28298ebd1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0708661 Jul 27 17:21:08.780179 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-058f0cb2-7bde-4e75-b457-1c306306d660 req-675c986d-5b1f-40b5-aa42-d77f093266ac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Jul 27 17:21:08.824718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-547d3eee-a0d0-40c8-ba77-15a79e7612db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.826249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-547d3eee-a0d0-40c8-ba77-15a79e7612db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1094 time: 0.0586946 Jul 27 17:21:08.926384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-eab08d12-fda4-4df2-825a-b9f6a7ea9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:08.927981 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-eab08d12-fda4-4df2-825a-b9f6a7ea9193 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0952346 Jul 27 17:21:08.973314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-4ca915ce-a515-404d-a550-280ee4e95861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 217 time: 0.0375886 Jul 27 17:21:09.025501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-615c23d6-a31a-4802-8e81-5df91f1a0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:09.026969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-615c23d6-a31a-4802-8e81-5df91f1a0d74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0452471 Jul 27 17:21:09.097391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-9bc6372a-aaea-4a65-86bd-cc342afc168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:09.099046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-9bc6372a-aaea-4a65-86bd-cc342afc168e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639565 Jul 27 17:21:09.200625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-0c424376-e517-4d8d-ba24-4e1bf1feb697 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926654 Jul 27 17:21:09.297442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc89d880-1f44-47c9-aad2-3770dbde9360 req-31ac2868-6ab3-439b-851d-b9b636664168 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Jul 27 17:21:09.780081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-69fa6884-b4a3-4d3d-bdcb-e60cc269940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:09.943703 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff8eb7-9d12-44ca-962b-958a15bf7e66 req-fd472f58-302c-48fc-8f3a-e1619402a60b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:09.945789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-21ff8eb7-9d12-44ca-962b-958a15bf7e66 req-fd472f58-302c-48fc-8f3a-e1619402a60b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0763626 Jul 27 17:21:09.996308 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-21ff8eb7-9d12-44ca-962b-958a15bf7e66 req-2bcec14d-0da3-4c04-991f-0c67303c0cac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438483 Jul 27 17:21:11.131059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57086e9-3f31-4fd1-a035-af38ecdf1145 req-70b9bf15-7ca4-40dd-80f1-99b047c6cd57 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:11.133218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b57086e9-3f31-4fd1-a035-af38ecdf1145 req-70b9bf15-7ca4-40dd-80f1-99b047c6cd57 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0687766 Jul 27 17:21:11.176034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b57086e9-3f31-4fd1-a035-af38ecdf1145 req-1032076e-1892-49d2-8e41-aad62358c2f7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367634 Jul 27 17:21:11.269957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:21:11.384962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:11.396877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'mac_address': 'fa:16:3e:64:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:21:11.437272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:11.450663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7312f46-5dc6-4e48-87f7-f7ebb883e742 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:21:11.470349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:11.474720 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:11.537768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:11.730060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['a7312f46-5dc6-4e48-87f7-f7ebb883e742'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:21:12.319512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c7cb-53a4-4d3e-80b6-a8027d684678 req-493e4bf8-723b-4692-aa1e-3d62cab8c4c2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:12.321357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b39c7cb-53a4-4d3e-80b6-a8027d684678 req-493e4bf8-723b-4692-aa1e-3d62cab8c4c2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 944 time: 0.0712912 Jul 27 17:21:12.363908 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3b39c7cb-53a4-4d3e-80b6-a8027d684678 req-1f913d61-5976-4974-8505-decf762df791 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349522 Jul 27 17:21:12.452726 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:12.576883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-614c9c58-b634-402d-825b-e28c9184f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:13.270353 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:21:13.323803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:21:13.327803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:21:13.328176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:13.410704 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:13.433936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:21:13.436240 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c4ecbe-22ae-4f6c-8779-d8dd42dae5d5" -d '{"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-plugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:21:13.450362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:21:13.455184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:13.494314 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d18686e-338c-4c54-9bf1-dddc1e1aa158 x-openstack-request-id: req-3d18686e-338c-4c54-9bf1-dddc1e1aa158 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:21:13.494679 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-plugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:21:13.494934 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d18686e-338c-4c54-9bf1-dddc1e1aa158 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:21:13.495339 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'code': 200} Jul 27 17:21:13.513452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da3af6-30d1-4080-a2b4-9e1b3a4ca5f5 req-3cdc7aca-a2db-478d-ac30-c8d4017209f6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:13.518704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30da3af6-30d1-4080-a2b4-9e1b3a4ca5f5 req-3cdc7aca-a2db-478d-ac30-c8d4017209f6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 944 time: 0.0827222 Jul 27 17:21:13.522693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:21:13.565166 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30da3af6-30d1-4080-a2b4-9e1b3a4ca5f5 req-4222faca-b29f-4ce3-a15c-3b22e70b8a13 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Jul 27 17:21:13.587449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:13.650241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc800-73ef-43b8-bc40-df05e4c59a5e req-370ca0c7-8222-4a0c-ad7c-9e78bde3499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:13.651776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83bcc800-73ef-43b8-bc40-df05e4c59a5e req-370ca0c7-8222-4a0c-ad7c-9e78bde3499b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.0635314 Jul 27 17:21:13.695394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83bcc800-73ef-43b8-bc40-df05e4c59a5e req-b50313ec-f04b-4fc1-9aa3-5ef50e56244d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363476 Jul 27 17:21:14.704069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730a0ea-e333-4937-b210-bb5e809b59f8 req-db54666e-c6ee-425a-874d-154b5df25245 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:14.705614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e730a0ea-e333-4937-b210-bb5e809b59f8 req-db54666e-c6ee-425a-874d-154b5df25245 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0668397 Jul 27 17:21:14.746723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e730a0ea-e333-4937-b210-bb5e809b59f8 req-31e482a8-6a62-4406-827d-45fb81d6da93 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344467 Jul 27 17:21:15.195681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:15.500116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-4ac67f8d-61a8-42d8-821c-a73e25dec0f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591121 Jul 27 17:21:15.622316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-fe646021-ca2d-4f2f-a3e2-dce81b7d3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:15.623802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-fe646021-ca2d-4f2f-a3e2-dce81b7d3fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.0671263 Jul 27 17:21:15.733375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-d3155aa0-b837-46ff-be74-3c6575c19b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:15.734898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-d3155aa0-b837-46ff-be74-3c6575c19b68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0909543 Jul 27 17:21:15.793686 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-72925c3b-09f5-4e44-b129-fb80485ab0a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 217 time: 0.0515428 Jul 27 17:21:15.847706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-83f8e08d-785d-4645-8c17-7789df246d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:15.849326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-83f8e08d-785d-4645-8c17-7789df246d17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0489030 Jul 27 17:21:15.894901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653805d8-037e-4333-b2cc-ea3a0958d46d req-c22e3289-d443-49a1-ae93-cf8042efd8e5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:15.896549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-653805d8-037e-4333-b2cc-ea3a0958d46d req-c22e3289-d443-49a1-ae93-cf8042efd8e5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0754428 Jul 27 17:21:15.914245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-b70947a4-6418-4d9d-9d75-670ffe53fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:15.915817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-b70947a4-6418-4d9d-9d75-670ffe53fa79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588522 Jul 27 17:21:15.936739 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-653805d8-037e-4333-b2cc-ea3a0958d46d req-d1940cae-32b5-4002-b19b-91addcbebea5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Jul 27 17:21:16.043382 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-d2751a18-a19b-4378-9997-328d59c114ad service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207066 Jul 27 17:21:16.144323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca734ae-f2a0-4014-9097-09914b44bd6a req-22f765bb-b9f8-4135-96b1-5434998d14ce tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:16.145928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ca734ae-f2a0-4014-9097-09914b44bd6a req-22f765bb-b9f8-4135-96b1-5434998d14ce tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.1405456 Jul 27 17:21:16.156005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 36258) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:21:16.161863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'floatingip': {'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:21:16.163407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18cc8bad-0d5b-432d-a7b2-253d18d77575 req-bc8a3197-57cf-4ac4-a339-130a755b7bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132047 Jul 27 17:21:16.206531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:16.811531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:16.815359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:16.914752 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 associated. External IP: 172.25.4.206, port: a7312f46-5dc6-4e48-87f7-f7ebb883e742. Jul 27 17:21:17.131073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:21:17.189623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:17.270880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:21:17.276524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:17.283613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:21:17.294775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:21:17.295558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:21:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:17.323851 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7dec621-674b-4e4b-bbfd-003ff818394e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "PUT /v2.0/floatingips/6269ec33-1d1b-4137-a75e-9478bb7e3b92 HTTP/1.1" status: 200 len: 991 time: 1.1666598 Jul 27 17:21:17.324589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:21:17.326964 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55704dcf-804b-4b2e-9b96-6580aa8e5f39" -d '{"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:21:17.383397 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3594ce-e1d9-4455-817e-3ae7d7db08ad x-openstack-request-id: req-df3594ce-e1d9-4455-817e-3ae7d7db08ad {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:21:17.383679 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:21:17.383930 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df3594ce-e1d9-4455-817e-3ae7d7db08ad {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:21:17.384330 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'status': 'completed', 'code': 200} Jul 27 17:21:17.412323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:21:17.505218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-b314e401-1aad-4cb9-8196-05e70a7181c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:17.506775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-b314e401-1aad-4cb9-8196-05e70a7181c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.0691152 Jul 27 17:21:17.624735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-7615b9f4-9d91-4461-9150-285059591bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:17.626230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-7615b9f4-9d91-4461-9150-285059591bca service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1116769 Jul 27 17:21:17.668571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:64:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:21:16Z', 'revision_number': 1, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:17.697324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:21:17.711324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:21:17.712055 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:21:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:17.734719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-672f52b1-a16d-4c6e-a979-f81c8e8dda72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 999 time: 0.1012676 Jul 27 17:21:17.795073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-cd5a75c6-97e7-4e43-97da-28adef2d8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:17.796612 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-cd5a75c6-97e7-4e43-97da-28adef2d8c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0553820 Jul 27 17:21:17.827372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:21:17.876153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-949d8c3a-5e9f-4c25-8ba8-27638423d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:21:17.877895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-949d8c3a-5e9f-4c25-8ba8-27638423d7bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742021 Jul 27 17:21:18.107700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:64:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:21:16Z', 'revision_number': 1, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:21:18.136216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5acba-3166-4be1-be97-fcc5be4bbe75 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:64:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:21:16Z', 'revision_number': 1, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:21:18.347524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-2e977a9e-4535-4947-96d5-8221acccc366 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611034 Jul 27 17:21:18.376579 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401250de-359c-435f-9bc9-ebe97ab911d0 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:21:18.461983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55704dcf-804b-4b2e-9b96-6580aa8e5f39 req-2b02ad94-c4e5-4934-b750-2df6b422bb02 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051517 Jul 27 17:21:19.271481 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:21:33.497264 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:39.780929 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9905f89e-6644-4330-9b7e-ed40ca871ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:42.457146 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:42.578029 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1cdf7d22-9acf-4998-b0ea-6370388e9cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:43.583268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:45.192834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:47.214161 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:21:56.271694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:22:03.495293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:09.781918 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bc384e80-f104-45b3-9ba6-049bd8b20891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:12.459376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:12.579045 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-36ddebc5-3fde-47e6-bf36-1d4dee3ce20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:13.585769 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:15.195894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:15.501684 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-9c109881-e1b9-4c1a-adf9-56d4d14fe8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599260 Jul 27 17:22:15.611396 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-a511f513-b428-4088-be96-10693e25833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:15.612956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-a511f513-b428-4088-be96-10693e25833b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.0555978 Jul 27 17:22:15.722448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-f71631e5-eba4-441a-9fe1-7c54fee92ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:15.723967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-f71631e5-eba4-441a-9fe1-7c54fee92ce1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0915315 Jul 27 17:22:15.811517 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-0005fb1e-4b5e-413b-b372-515239bcef08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 1001 time: 0.0577199 Jul 27 17:22:15.874482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-87b38bc4-2b31-4465-a29e-625749894d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:15.876010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-87b38bc4-2b31-4465-a29e-625749894d3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0568001 Jul 27 17:22:15.935508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-420d59e4-324b-40de-a9df-a3015c56a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:15.937043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-420d59e4-324b-40de-a9df-a3015c56a6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541110 Jul 27 17:22:16.028991 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-be94d34d-85b8-4ca5-bd59-39ca434f8e4e service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Jul 27 17:22:16.124368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b4d0e806-792d-49de-a1b7-0111ae16f7d0 req-f5ae4268-ee20-414b-add5-e8db791c8af9 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883594 Jul 27 17:22:17.229551 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:33.274426 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:22:33.513539 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:39.784900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7dc-9383-4b4e-a18b-bd7abdb3c7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:42.461189 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:42.582084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5f6f-16fc-49a0-9166-9dbb2baa29bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:43.590971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:45.201601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:47.229267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:22:51.694752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86027a-6574-4d94-ace9-059abe7f2b81 req-9b9990ea-35df-419f-8549-813755788dc6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:51.696408 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af86027a-6574-4d94-ace9-059abe7f2b81 req-9b9990ea-35df-419f-8549-813755788dc6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.2149918 Jul 27 17:22:51.749499 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-af86027a-6574-4d94-ace9-059abe7f2b81 req-bff0e468-e647-4691-a3be-1dc79445224e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Jul 27 17:22:52.107388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fac592-ff81-4012-8297-d3b13afe149a req-0bb2168f-fcf6-4070-b0cc-5d700feb0fc4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:52.109092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30fac592-ff81-4012-8297-d3b13afe149a req-0bb2168f-fcf6-4070-b0cc-5d700feb0fc4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0971887 Jul 27 17:22:52.175827 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30fac592-ff81-4012-8297-d3b13afe149a req-2e581971-d93d-4a97-82cf-36c1b364dc8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495319 Jul 27 17:22:52.219846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-5b4f88ed-3abd-4ba2-ad3f-0605aa954b1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2100220 Jul 27 17:22:53.403248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf5a1-07e1-4262-a2c1-eec7e30165ee req-0b6dedcd-dac3-4875-a628-645e1adbb377 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:53.405272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-055cf5a1-07e1-4262-a2c1-eec7e30165ee req-0b6dedcd-dac3-4875-a628-645e1adbb377 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.1394253 Jul 27 17:22:53.475042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-055cf5a1-07e1-4262-a2c1-eec7e30165ee req-516a60d1-302e-4c53-af01-cc8e7ff1dcd1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604360 Jul 27 17:22:53.537813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-67d5c3b2-bbdd-4e9f-8d41-a3b28ce36e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:53.539913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-67d5c3b2-bbdd-4e9f-8d41-a3b28ce36e72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.0764599 Jul 27 17:22:53.658108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-3e0f13bc-3a1c-4665-af7a-3afc0379c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:53.659622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-3e0f13bc-3a1c-4665-af7a-3afc0379c94d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1127689 Jul 27 17:22:53.740030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-6be91966-f63b-4839-a812-9e05e113d59c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 1001 time: 0.0728419 Jul 27 17:22:53.797620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-0e8b9e6a-fadd-4e07-aa33-2d21b481da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:53.799152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-0e8b9e6a-fadd-4e07-aa33-2d21b481da6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0518272 Jul 27 17:22:53.872415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-9869a420-b023-4155-acb8-6a006f994315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:53.874043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-9869a420-b023-4155-acb8-6a006f994315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676367 Jul 27 17:22:53.980171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-90795dc8-e535-42f2-826b-be05fa866c73 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990558 Jul 27 17:22:54.082104 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-982d5335-787e-46d7-aca3-d96bd1f1a932 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948114 Jul 27 17:22:54.630085 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce466480-8550-42e6-96aa-3b8ed92dbf96 req-026975e3-ae92-44c2-8aa2-1e3207aa7b30 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:54.631624 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce466480-8550-42e6-96aa-3b8ed92dbf96 req-026975e3-ae92-44c2-8aa2-1e3207aa7b30 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0687804 Jul 27 17:22:54.673003 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce466480-8550-42e6-96aa-3b8ed92dbf96 req-21fe024f-4b8c-4ab2-9f54-445e8172d7a9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339732 Jul 27 17:22:55.813151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993d7f-ce45-4fa4-9008-9ab50ba432f4 req-fe11efde-0b57-4a42-8456-1714a98c1aa2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:55.814628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39993d7f-ce45-4fa4-9008-9ab50ba432f4 req-fe11efde-0b57-4a42-8456-1714a98c1aa2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0705576 Jul 27 17:22:55.853992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-39993d7f-ce45-4fa4-9008-9ab50ba432f4 req-3e8a136e-9878-45ca-ad13-d4a3c4e2bc36 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334346 Jul 27 17:22:57.006822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539006b-e7f2-4d26-9cff-cc7b579f069c req-c92a2124-5a26-40c7-a9ff-e34760991046 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:57.008949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c539006b-e7f2-4d26-9cff-cc7b579f069c req-c92a2124-5a26-40c7-a9ff-e34760991046 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0800066 Jul 27 17:22:57.047319 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c539006b-e7f2-4d26-9cff-cc7b579f069c req-7e390808-fa8a-4c54-bda7-1230fe288d4b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Jul 27 17:22:58.184548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aba159-47e4-4af3-b56a-b34e8c807135 req-0416ae82-7213-41bd-a530-0c2982b91c26 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:58.186069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53aba159-47e4-4af3-b56a-b34e8c807135 req-0416ae82-7213-41bd-a530-0c2982b91c26 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0663714 Jul 27 17:22:58.225074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53aba159-47e4-4af3-b56a-b34e8c807135 req-c8717e29-ba2e-4ac0-9a0d-fd01596b137d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jul 27 17:22:59.375590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b700629-79b4-4209-982a-2d4fe41da313 req-425322d7-fd85-49da-be07-8e83942d5a70 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:22:59.377230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b700629-79b4-4209-982a-2d4fe41da313 req-425322d7-fd85-49da-be07-8e83942d5a70 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0786836 Jul 27 17:22:59.420455 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5b700629-79b4-4209-982a-2d4fe41da313 req-e74e64ca-5ca2-48a9-bae7-fe61fcca57d5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347650 Jul 27 17:23:00.563532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c4aa3-1ec9-479a-a3f6-03f69858538c req-c0c908ab-acad-438b-9e5a-df74ec9969a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:00.565071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c1c4aa3-1ec9-479a-a3f6-03f69858538c req-c0c908ab-acad-438b-9e5a-df74ec9969a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0687094 Jul 27 17:23:00.606758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3c1c4aa3-1ec9-479a-a3f6-03f69858538c req-49f20fc2-2fec-4e6f-8bc7-b9d3e631c9ef tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348201 Jul 27 17:23:01.751907 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659ae2-024a-4e37-972e-fe3b686ceba7 req-02792798-398c-4ea2-a734-b6586ad7d4a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:01.753459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6659ae2-024a-4e37-972e-fe3b686ceba7 req-02792798-398c-4ea2-a734-b6586ad7d4a4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0700426 Jul 27 17:23:01.793881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6659ae2-024a-4e37-972e-fe3b686ceba7 req-2cc3e4ff-94f4-4cd5-8784-8df2e45d9d94 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338678 Jul 27 17:23:02.941520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b5f3f-50f5-4c4a-9a59-8a3e2bbabb93 req-949c9b3c-693b-480b-8ecb-9da44f88d44e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:02.943030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-188b5f3f-50f5-4c4a-9a59-8a3e2bbabb93 req-949c9b3c-693b-480b-8ecb-9da44f88d44e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0799069 Jul 27 17:23:02.981772 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-188b5f3f-50f5-4c4a-9a59-8a3e2bbabb93 req-d6ac2911-d095-4316-afb8-3cafa6845b01 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320349 Jul 27 17:23:03.526544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:04.119237 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ce322-e2e6-4f24-b387-680671f4b600 req-4130bf94-9c1d-4592-9d5c-08b3b58ff59a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:04.120771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed6ce322-e2e6-4f24-b387-680671f4b600 req-4130bf94-9c1d-4592-9d5c-08b3b58ff59a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0667069 Jul 27 17:23:04.165849 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ed6ce322-e2e6-4f24-b387-680671f4b600 req-42b061bd-6a82-466f-8b28-def571b288d0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379169 Jul 27 17:23:05.301080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d02c2-953e-470a-8d43-7e509958266a req-1d4192e4-9f79-4f48-9356-ce83bebbfcf9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:05.302598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-428d02c2-953e-470a-8d43-7e509958266a req-1d4192e4-9f79-4f48-9356-ce83bebbfcf9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0666106 Jul 27 17:23:05.341909 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-428d02c2-953e-470a-8d43-7e509958266a req-1f4277ce-d65a-48e9-8d60-8110536bc1f7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Jul 27 17:23:06.078752 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-ca3fb205-ce75-4407-afca-a7d1c269aa8d service neutron] show failed (client error): The resource could not be found. Jul 27 17:23:06.079782 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-ca3fb205-ce75-4407-afca-a7d1c269aa8d service neutron] 10.222.0.13 "GET /v2.0/ports/a7312f46-5dc6-4e48-87f7-f7ebb883e742/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0602429 Jul 27 17:23:06.345581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-0f5bfc5d-be27-41c5-8684-78dba160381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:06.347085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-0f5bfc5d-be27-41c5-8684-78dba160381b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1096 time: 0.1075385 Jul 27 17:23:06.358718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:23:06.435740 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:06.477417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75f2cf-e716-4a17-b0d7-765187011b7e req-ed6b4dde-57c5-4285-88c1-b051010c059f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:06.478964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea75f2cf-e716-4a17-b0d7-765187011b7e req-ed6b4dde-57c5-4285-88c1-b051010c059f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0692513 Jul 27 17:23:06.520297 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea75f2cf-e716-4a17-b0d7-765187011b7e req-906bd739-06f5-4c5b-bf65-fcce181e04e7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Jul 27 17:23:06.652235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:06.686423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:23:06.729062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:06.731492 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8f51a-9469-4514-a792-1302a9ecd8cf" -d '{"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-unplugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:06.735413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:06.749645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Transition to ACTIVE for port object a7312f46-5dc6-4e48-87f7-f7ebb883e742 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:23:06.753726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:06.790772 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249f35f9-ea43-4281-a7a2-7661a1e123c9 x-openstack-request-id: req-249f35f9-ea43-4281-a7a2-7661a1e123c9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:06.791065 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-unplugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:06.791342 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-249f35f9-ea43-4281-a7a2-7661a1e123c9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:06.791734 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'code': 200} Jul 27 17:23:06.866817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:06.885280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.885626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.885967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.886303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.886634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.886966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.887300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.887629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.887950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.888274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.888618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.888950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:06.950798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] No DVR routers for this DVR port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:23:07.091563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:23:07.091901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:23:07.092227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:23:07.096501 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:23:07.096830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Attempting to bind port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:23:07.102086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:23:07.102612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:23:07.102952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:23:07.103432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Bound port: a7312f46-5dc6-4e48-87f7-f7ebb883e742, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:23:07.103736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:07.170440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:23:07.173616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:23:07.177455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:07.215642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.216692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:07.218263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] 10.222.0.61 "PUT /v2.0/ports/a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 1091 time: 0.8636737 Jul 27 17:23:07.243536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d1f2e-13b4-408a-b91c-d2cac1ef42fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:07.310161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-55669689-f597-4d76-a059-21a545a5f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.311856 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-55669689-f597-4d76-a059-21a545a5f29c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1094 time: 0.0650899 Jul 27 17:23:07.431710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-2abc603b-078f-4129-b483-c7b8e3ce2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.433338 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-2abc603b-078f-4129-b483-c7b8e3ce2eaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1142893 Jul 27 17:23:07.503737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-7db2a9c3-8547-405a-845a-1dece541092e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 999 time: 0.0635831 Jul 27 17:23:07.564771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-93f5cdf3-e56d-4435-bc6b-1ae16160d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.566283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-93f5cdf3-e56d-4435-bc6b-1ae16160d02e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0553899 Jul 27 17:23:07.632866 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-451bfcf3-a6de-4cb9-88d9-6605c3fe74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.634531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-451bfcf3-a6de-4cb9-88d9-6605c3fe74fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606644 Jul 27 17:23:07.645919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a3408d12-fe3d-43af-b14d-42697bc6a5c3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:23:07.647065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-a3408d12-fe3d-43af-b14d-42697bc6a5c3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055616 Jul 27 17:23:07.662690 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735e5c-4792-4c6a-89c1-01a1932d99b0 req-51a08f86-1089-44df-bff6-42be72782e23 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:07.665357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36735e5c-4792-4c6a-89c1-01a1932d99b0 req-51a08f86-1089-44df-bff6-42be72782e23 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0687089 Jul 27 17:23:07.705893 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-36735e5c-4792-4c6a-89c1-01a1932d99b0 req-cd9c441b-c92b-461f-ad10-05a07ccfbf8b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348399 Jul 27 17:23:07.745989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-ae24e34e-eddf-4d1c-a1e1-f4a72869d578 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913601 Jul 27 17:23:07.845348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-55922161-0b6b-4903-8b18-f763d472f9e5 req-8fb88130-7218-4f63-b16c-d4bffe713f2c service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926864 Jul 27 17:23:08.796505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:08.798726 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b751b9-da04-4097-9fa1-e4f1789ce658" -d '{"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:08.863665 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27802e41-9a5b-4e00-8f44-81619133ce2c x-openstack-request-id: req-27802e41-9a5b-4e00-8f44-81619133ce2c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:08.864030 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:08.864346 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27802e41-9a5b-4e00-8f44-81619133ce2c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:08.864831 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'status': 'completed', 'code': 200} Jul 27 17:23:08.877594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ba6f7-0d38-47c2-acce-3bcfdd76c12d req-0253965d-2514-426d-8cc3-6df3b0546cc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:08.879741 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e76ba6f7-0d38-47c2-acce-3bcfdd76c12d req-0253965d-2514-426d-8cc3-6df3b0546cc5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0928113 Jul 27 17:23:08.984910 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e76ba6f7-0d38-47c2-acce-3bcfdd76c12d req-eaa98aa5-7af3-4daf-ad6b-8973c50d1da3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988948 Jul 27 17:23:09.020120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-e4040c90-66c3-4ecf-ba39-c12c4998463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.021666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-e4040c90-66c3-4ecf-ba39-c12c4998463f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1094 time: 0.1276963 Jul 27 17:23:09.027009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-af03f0f2-1650-4f84-8322-f838583a7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.028394 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-af03f0f2-1650-4f84-8322-f838583a7d06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1094 time: 0.1170657 Jul 27 17:23:09.185490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-16ceef18-160f-4368-a99a-d6f3c790bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.187005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-16ceef18-160f-4368-a99a-d6f3c790bb4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1567941 Jul 27 17:23:09.188873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-b15711f0-40f1-4d0c-bb23-cb11c35d444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.190211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-b15711f0-40f1-4d0c-bb23-cb11c35d444f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1525333 Jul 27 17:23:09.311130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-beb6b5a9-ba0b-4ad1-a8fc-f13dbedc30ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 999 time: 0.1140728 Jul 27 17:23:09.315254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-9950e2e5-a7ad-4619-83f2-30cd3004e59b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 999 time: 0.1157484 Jul 27 17:23:09.406425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-c8ff28d8-d022-4e7c-88ad-3a8e8ac757af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.408385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-c8ff28d8-d022-4e7c-88ad-3a8e8ac757af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0870357 Jul 27 17:23:09.412790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-941083b2-8700-4aa3-bbcf-ab9f19c2dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.415094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-941083b2-8700-4aa3-bbcf-ab9f19c2dafd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0838070 Jul 27 17:23:09.515809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-a60131fb-93a5-421c-992e-f20c2fa7d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.517270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-a60131fb-93a5-421c-992e-f20c2fa7d12b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011696 Jul 27 17:23:09.523051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-f7a8ec3b-fa82-41f7-988e-9a99068d4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:09.525112 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-f7a8ec3b-fa82-41f7-988e-9a99068d4317 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814085 Jul 27 17:23:09.738493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:23:09.794938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:23:09.798846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-da74a6f2-d7d1-48f6-9b75-11501bcc4783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:09.916217 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-328bb264-3c0a-48a0-b32c-c9b195b07aab service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902044 Jul 27 17:23:09.949609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-20186119-07c2-4ceb-a3f6-9635c3968a6f service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158795 Jul 27 17:23:10.083886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-9096688e-dc3a-4ad6-bf7f-468b8372cca6 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566529 Jul 27 17:23:10.094491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e9b751b9-da04-4097-9fa1-e4f1789ce658 req-076cfafa-7a12-42c2-8b9d-85e2d711ea59 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201351 Jul 27 17:23:10.151358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becb1ce-bc79-4125-897f-9b2f983a0f74 req-1178542a-0a47-4e04-8b2e-10a1a048a757 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.152873 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0becb1ce-bc79-4125-897f-9b2f983a0f74 req-1178542a-0a47-4e04-8b2e-10a1a048a757 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0715101 Jul 27 17:23:10.193471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0becb1ce-bc79-4125-897f-9b2f983a0f74 req-8521d6db-f02a-4773-948c-2c9dd0aebd3b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Jul 27 17:23:10.274673 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:23:10.359200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:23:10.447707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b63d93-9af5-40e1-a7ff-2d42a6cf95ca req-e98f484c-4c5b-404c-90d2-199246605977 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.449377 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22b63d93-9af5-40e1-a7ff-2d42a6cf95ca req-e98f484c-4c5b-404c-90d2-199246605977 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0803709 Jul 27 17:23:10.465276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:10.478955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'mac_address': 'fa:16:3e:64:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:23:10.510082 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22b63d93-9af5-40e1-a7ff-2d42a6cf95ca req-216111d8-159c-41f9-a959-4774ffe541f7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495441 Jul 27 17:23:10.519053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-ab62c866-6a89-44c2-bf64-87938d181551 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.522433 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-ab62c866-6a89-44c2-bf64-87938d181551 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35&tenant_id=e5bdf01990534c778892b864a7d0a101&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 943 time: 0.1316991 Jul 27 17:23:10.523052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:10.543205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7312f46-5dc6-4e48-87f7-f7ebb883e742 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:23:10.569449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:10.574094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:10.594460 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-10137733-f9cf-45a7-9e3c-094838edd5c7 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:23:10.595525 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-10137733-f9cf-45a7-9e3c-094838edd5c7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a7312f46-5dc6-4e48-87f7-f7ebb883e742/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0656593 Jul 27 17:23:10.638278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:10.645877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.646228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.646579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.646916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.647254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.647586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.647917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.648301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.649188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.649519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.649852 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.650178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:23:10.733592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-6e9e0915-05d9-4579-887f-34710ae1ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.735186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-6e9e0915-05d9-4579-887f-34710ae1ed82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 1095 time: 0.0666945 Jul 27 17:23:10.829706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['a7312f46-5dc6-4e48-87f7-f7ebb883e742'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:23:10.832653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-9c132551-e1a9-44a5-bdc9-c0940f89ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.834204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-9c132551-e1a9-44a5-bdc9-c0940f89ef69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0920668 Jul 27 17:23:10.904411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-54cae0b5-c293-4525-be24-317d70dc4126 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 200 len: 1000 time: 0.0622256 Jul 27 17:23:10.965138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-e79c9980-a87b-415a-af70-7efc2ea1f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:10.966655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-e79c9980-a87b-415a-af70-7efc2ea1f0da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0559368 Jul 27 17:23:11.037848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-847af6e6-4b2c-476a-9790-54cd70187f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:11.040001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-847af6e6-4b2c-476a-9790-54cd70187f30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667496 Jul 27 17:23:11.140794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-304067b6-210c-40f3-824e-a173ff7fe7cd service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939012 Jul 27 17:23:11.248473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75ff09dc-b73e-4f46-a4e1-fae98d20ef83 req-a3ebee4d-5060-4b76-8980-2e9ab17857f9 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008039 Jul 27 17:23:11.686562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3d43-f637-4353-984e-ca8f8cd7f89e req-94220ecc-e65f-4300-9689-edfcb3ffc1df tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:11.688163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61df3d43-f637-4353-984e-ca8f8cd7f89e req-94220ecc-e65f-4300-9689-edfcb3ffc1df tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 944 time: 0.0841172 Jul 27 17:23:11.739186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-61df3d43-f637-4353-984e-ca8f8cd7f89e req-00cf479a-d718-4dea-b95e-d8eee3198ecc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432901 Jul 27 17:23:12.367729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:23:12.418637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:23:12.422624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port a7312f46-5dc6-4e48-87f7-f7ebb883e742 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:23:12.423001 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:12.473773 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:12.519120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:12.545457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:12.547759 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e61874-61cc-4b0a-87dd-30b9b63df1ff" -d '{"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-plugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:12.562358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:12.568140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:12.606698 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca304c7f-2de9-4d0e-b623-4e7f8dabefbf x-openstack-request-id: req-ca304c7f-2de9-4d0e-b623-4e7f8dabefbf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:12.606977 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-plugged", "status": "completed", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:12.607221 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca304c7f-2de9-4d0e-b623-4e7f8dabefbf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:12.607623 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'code': 200} Jul 27 17:23:12.621777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c1b62bf9-93ae-4983-b499-73f086dd805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:12.641641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:12.879122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e77a-8d1c-4a30-97b0-ab927baa780b req-89a0d658-caf9-478f-b4d4-068d9e39794d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:12.880589 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a903e77a-8d1c-4a30-97b0-ab927baa780b req-89a0d658-caf9-478f-b4d4-068d9e39794d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0682352 Jul 27 17:23:12.924176 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a903e77a-8d1c-4a30-97b0-ab927baa780b req-85878144-a178-4fe9-bc8a-614820f8086c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Jul 27 17:23:13.066370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9bc6-d937-4257-bb57-0918098dd7bf req-39bc03ce-efca-4203-8781-948719843ccd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:13.067887 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-215f9bc6-d937-4257-bb57-0918098dd7bf req-39bc03ce-efca-4203-8781-948719843ccd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0686505 Jul 27 17:23:13.110751 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-215f9bc6-d937-4257-bb57-0918098dd7bf req-4569e391-1733-4b55-ace6-5032d76d4422 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359170 Jul 27 17:23:13.275999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e569e4-0736-4889-9910-2fd619ea1269 req-8199e749-0be8-4623-b7ca-875ca5c5004e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:13.277565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15e569e4-0736-4889-9910-2fd619ea1269 req-8199e749-0be8-4623-b7ca-875ca5c5004e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0937817 Jul 27 17:23:13.318634 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15e569e4-0736-4889-9910-2fd619ea1269 req-07907f1d-b754-4675-be00-dba56894af39 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350034 Jul 27 17:23:13.587620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af80e43-e8ab-4dfc-8dad-a1ce7642b34c req-b54b11b4-5b31-4789-afcb-9eca3deca977 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:13.589355 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af80e43-e8ab-4dfc-8dad-a1ce7642b34c req-b54b11b4-5b31-4789-afcb-9eca3deca977 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0662181 Jul 27 17:23:13.594735 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:13.634878 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4af80e43-e8ab-4dfc-8dad-a1ce7642b34c req-363aa7c9-0384-4309-b1ee-3f47c80b9ced tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375435 Jul 27 17:23:14.789712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81d28-1b44-471b-8256-dd37f0d9c8ab req-ab07573a-10c2-4bf6-a5bd-97044723a724 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:14.791176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5e81d28-1b44-471b-8256-dd37f0d9c8ab req-ab07573a-10c2-4bf6-a5bd-97044723a724 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0809109 Jul 27 17:23:14.835383 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5e81d28-1b44-471b-8256-dd37f0d9c8ab req-29d29a5a-af83-4e17-8784-c7ed188d8cbc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378439 Jul 27 17:23:14.835648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-a82455c6-87a6-4c44-ba6a-31fcb936a68d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:14.837069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-a82455c6-87a6-4c44-ba6a-31fcb936a68d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0702410 Jul 27 17:23:14.956294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Deleting port a7312f46-5dc6-4e48-87f7-f7ebb883e742 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:23:14.956294 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.051788 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] For port a7312f46-5dc6-4e48-87f7-f7ebb883e742, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=a7312f46-5dc6-4e48-87f7-f7ebb883e742,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:15.052074 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.202072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.277794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.278171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.278484 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 disassociated. External IP: 172.25.4.206, port: a7312f46-5dc6-4e48-87f7-f7ebb883e742. Jul 27 17:23:15.278828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Calling delete_port for a7312f46-5dc6-4e48-87f7-f7ebb883e742 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:23:15.413490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.442814 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'Port': ['ID=a7312f46-5dc6-4e48-87f7-f7ebb883e742,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:15.587801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:23:15.706177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:23:15.717730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:23:15.729651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:23:15.730316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:23:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:15.754235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] No DVR routers for this DVR port a7312f46-5dc6-4e48-87f7-f7ebb883e742 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:23:15.756870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:15.758874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6f67b4ec-40eb-4b2c-9d07-35ef3a75aa01 req-f06aa804-aaf5-4bc6-b81a-87e2e2716d2f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "DELETE /v2.0/ports/a7312f46-5dc6-4e48-87f7-f7ebb883e742 HTTP/1.1" status: 204 len: 173 time: 0.9162805 Jul 27 17:23:15.759299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-deleted', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:15.761951 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2a58a-3b63-4b24-90a6-d6d214863b6f" -d '{"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-deleted", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:15.806893 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75bbabb-1f5e-4af6-893b-8e5fb8faa707 x-openstack-request-id: req-e75bbabb-1f5e-4af6-893b-8e5fb8faa707 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:15.807366 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591a4c7-b1e2-4316-a69a-5acab01cbc35", "name": "network-vif-deleted", "tag": "a7312f46-5dc6-4e48-87f7-f7ebb883e742", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:15.807654 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e75bbabb-1f5e-4af6-893b-8e5fb8faa707 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:15.808323 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591a4c7-b1e2-4316-a69a-5acab01cbc35', 'name': 'network-vif-deleted', 'tag': 'a7312f46-5dc6-4e48-87f7-f7ebb883e742', 'status': 'completed', 'code': 200} Jul 27 17:23:15.973922 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ee4986d-3c1c-4ccd-a95f-85892d8099e3 req-580ba926-bb7d-431d-8c1e-841167c6891a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=9591a4c7-b1e2-4316-a69a-5acab01cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0385461 Jul 27 17:23:16.037738 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:23:16.286817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:16.314465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:23:16.324967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:23:16.325589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:23:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:16.468833 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:23:16.723149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:16.751850 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a7ad3-9045-46fc-8720-7f11909d4cb6 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:23:17.035198 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f7f40-3052-4f6b-96ee-a4bbe5442172 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:23:17.261366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:17.268460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-1c8864e9-2e23-4db8-9a03-18127cdd7bbb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--108911376&fields=id&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 267 time: 0.0405159 Jul 27 17:23:17.393899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-999e1b8d-f789-4fee-bd55-459f3b3686bd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:17.395392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-999e1b8d-f789-4fee-bd55-459f3b3686bd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1189313 Jul 27 17:23:17.412603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-ddd8d217-1396-4037-b556-1505fc9bb01d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/quotas/e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 375 time: 0.0097301 Jul 27 17:23:17.491800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-ce3bf848-9003-41bf-b32e-2edc8a958ed7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715036 Jul 27 17:23:17.596126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f0ad8009-48ec-4a73-9ded-e2f7fb9ae073 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889750 Jul 27 17:23:17.707390 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-2b0b05cc-a3a0-4274-baf1-c8048d9ae712 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032996 Jul 27 17:23:17.895701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f3e4d95a-0c4d-4136-9b54-90f929dcb5ab req-18454f5b-b04d-4d71-9ecb-cc66bf8c49f1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jul 27 17:23:18.415699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:23:18.438377 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: a7312f46-5dc6-4e48-87f7-f7ebb883e742 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:23:18.438724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device a7312f46-5dc6-4e48-87f7-f7ebb883e742 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:23:18.987015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e50041f5-b909-4084-8b9f-e884f89fc986 req-284dc2a1-3c49-45f9-bfc5-d7ed20964e10 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0344825 Jul 27 17:23:20.078116 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52ef136d-823d-4e22-ab4f-f0b92149f5a4 req-13abf265-5318-4148-aa42-f7e432fb623c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0319731 Jul 27 17:23:21.183946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f05388d1-05eb-47d5-8504-fbc04b484425 req-abb1128d-2279-42be-bf21-b6b53f692f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0308976 Jul 27 17:23:22.287361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8bda8a31-f92d-4d35-931f-eae25e620c78 req-3bd35bda-7c0c-4efb-a442-b821b2db6d71 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jul 27 17:23:23.303162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-e4c301e9-d7cf-48c5-83c4-b9ba8c04a112 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:23.306157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-e4c301e9-d7cf-48c5-83c4-b9ba8c04a112 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1276731 Jul 27 17:23:23.370940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-9329fc08-bf53-4b13-929d-3d260b49ebd7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 379 time: 0.0423152 Jul 27 17:23:23.404511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'port': {'device_id': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'admin_state_up': True, 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'security_groups': ['7f5e07ad-cdb6-447c-b8ca-c9afa3583e13']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:23:23.461737 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f3dd8734-67d1-4c4a-aeff-357560f8b2cd req-2b756c32-b869-4ca4-a7e7-3c6d28325047 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0702631 Jul 27 17:23:23.536462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:23:23.541020 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:23.673848 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Allocated IP 172.20.0.10 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/6456ab7c-b65b-47db-b3a1-23c4b034ca23) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:23:23.825478 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:23.841247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Transition to ACTIVE for port object 6456ab7c-b65b-47db-b3a1-23c4b034ca23 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:23:23.877221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:23.921664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:23:23.926679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:23:23.931050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:23:23.938879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:23.987356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:23.988003 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.004155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-f189c6c0-24fe-41c9-af0d-c938286483a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6107368 Jul 27 17:23:24.023063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Request body: {'port': {'device_id': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:23:24.203625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-60e0b2d1-252e-4be6-8c9a-cb5e0f2cb4a3 None None] Provisioning for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:23:24.208514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-60e0b2d1-252e-4be6-8c9a-cb5e0f2cb4a3 None None] Provisioning complete for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:23:24.209048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-60e0b2d1-252e-4be6-8c9a-cb5e0f2cb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.251302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-60e0b2d1-252e-4be6-8c9a-cb5e0f2cb4a3 None None] Port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:23:24.359283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.605220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8400-7fa1-4f0e-aef0-27c5d2522958 req-3bb763d4-ad3b-44dc-8582-9bce976cd99b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:24.606874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa4e8400-7fa1-4f0e-aef0-27c5d2522958 req-3bb763d4-ad3b-44dc-8582-9bce976cd99b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 932 time: 0.0654874 Jul 27 17:23:24.646744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa4e8400-7fa1-4f0e-aef0-27c5d2522958 req-0ff551fe-e7f4-4dfd-bf0e-530cd6939e6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329013 Jul 27 17:23:24.647841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6456ab7c-b65b-47db-b3a1-23c4b034ca23 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:23:24.656335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.669873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Transition to ACTIVE for port object 6456ab7c-b65b-47db-b3a1-23c4b034ca23 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:23:24.673742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.731191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:24.807129 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:23:24.807493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:23:24.807836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:23:24.812730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:23:24.813069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:23:24.818283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:23:24.818632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:23:24.819029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:23:24.819463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Bound port: 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:23:24.819831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.888820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:23:24.891954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:23:24.896765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.936025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:24.936749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:24.938334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] 10.222.0.13 "PUT /v2.0/ports/6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1092 time: 0.9210687 Jul 27 17:23:24.938737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:24.941097 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5247cb-72f5-496f-9282-df0c932c1a17" -d '{"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:24.974991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e6dba-b5cf-49d1-9d9e-7305dbac4b30 service neutron] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:24.993901 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ec160-b9b0-45bf-b3d6-82b71b48d613 x-openstack-request-id: req-d80ec160-b9b0-45bf-b3d6-82b71b48d613 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:24.994244 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:24.994573 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d80ec160-b9b0-45bf-b3d6-82b71b48d613 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:24.994987 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'status': 'completed', 'code': 200} Jul 27 17:23:25.074468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-81035416-db7c-40e3-9bd7-b1013986590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.076005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-81035416-db7c-40e3-9bd7-b1013986590b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1095 time: 0.0637326 Jul 27 17:23:25.126480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-effdf08e-5516-4a7c-8cd2-8111f54de28d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 217 time: 0.0365646 Jul 27 17:23:25.179061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-1be93cfd-3b4c-49ac-8ba6-610756585b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.181613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-1be93cfd-3b4c-49ac-8ba6-610756585b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0488384 Jul 27 17:23:25.245243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-1801bbe7-9a37-4f57-a5da-bbf5b18c82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.246763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-1801bbe7-9a37-4f57-a5da-bbf5b18c82d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575120 Jul 27 17:23:25.338021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-8d218aab-bd54-48c2-8731-a67cc93b2215 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841396 Jul 27 17:23:25.434989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92f3755c-0866-44a2-b05c-41c8ad016b77 req-3c14ef13-e2f7-4f73-a6e1-d976dc8d37e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Jul 27 17:23:25.573013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-0eda3472-bac6-4882-a31f-12334d7cc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.574528 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-0eda3472-bac6-4882-a31f-12334d7cc837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1095 time: 0.0565002 Jul 27 17:23:25.669609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-911bc5e2-019d-4a39-93e0-b303a112cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.671137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-911bc5e2-019d-4a39-93e0-b303a112cd6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0896327 Jul 27 17:23:25.714516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-48d38c00-f34b-4283-a5b9-6460bebc42dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 217 time: 0.0368474 Jul 27 17:23:25.766897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-e818c1d3-0f92-4d2b-be14-5cb19e530b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.768380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-e818c1d3-0f92-4d2b-be14-5cb19e530b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0470941 Jul 27 17:23:25.790267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24032-a735-4d39-938b-720e6d6ba9cb req-79469707-4d3d-4b75-8b13-c64220a5cf99 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.791947 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ed24032-a735-4d39-938b-720e6d6ba9cb req-79469707-4d3d-4b75-8b13-c64220a5cf99 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 944 time: 0.0697250 Jul 27 17:23:25.835314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-beb7cc09-8c5b-4991-a838-c4a1f4c18bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:25.837693 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-beb7cc09-8c5b-4991-a838-c4a1f4c18bdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617805 Jul 27 17:23:25.838865 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ed24032-a735-4d39-938b-720e6d6ba9cb req-13209b3e-a804-490e-9569-f146dc2334c4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Jul 27 17:23:25.930889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-78a4201b-7a60-4db2-8571-48c33efd28c0 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 Jul 27 17:23:26.031335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4a5247cb-72f5-496f-9282-df0c932c1a17 req-fdbaea47-5303-48d7-8673-1d0fb8ec0522 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928659 Jul 27 17:23:26.974115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca024e-c72b-4328-8fe9-e7de3076e41e req-ad5d2903-7d0d-4284-8663-de9c4f67bbed tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:26.975610 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5cca024e-c72b-4328-8fe9-e7de3076e41e req-ad5d2903-7d0d-4284-8663-de9c4f67bbed tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 944 time: 0.0649495 Jul 27 17:23:27.016116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5cca024e-c72b-4328-8fe9-e7de3076e41e req-25b9697a-37bc-46f5-9b7c-2d03a71f69a2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Jul 27 17:23:27.800842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:23:27.906956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:27.922443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'mac_address': 'fa:16:3e:7a:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:23:27.976096 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:27.994191 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6456ab7c-b65b-47db-b3a1-23c4b034ca23 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:23:28.017096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:28.021551 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:28.074582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:28.161947 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ad7c2-b8db-46a8-b1de-2aced3f33b5e req-435f6cee-ea33-4182-9b95-345e4318afbd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:28.163444 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b41ad7c2-b8db-46a8-b1de-2aced3f33b5e req-435f6cee-ea33-4182-9b95-345e4318afbd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 945 time: 0.0718887 Jul 27 17:23:28.210145 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b41ad7c2-b8db-46a8-b1de-2aced3f33b5e req-4657733c-449e-433f-b907-8e124956b171 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Jul 27 17:23:28.289783 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['6456ab7c-b65b-47db-b3a1-23c4b034ca23'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:23:29.351069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8303b-77f9-4212-8bb2-59598f557581 req-a001088b-5db5-4ee1-a1e9-5f3c49471a6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:29.353272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12f8303b-77f9-4212-8bb2-59598f557581 req-a001088b-5db5-4ee1-a1e9-5f3c49471a6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 945 time: 0.0725298 Jul 27 17:23:29.399434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12f8303b-77f9-4212-8bb2-59598f557581 req-c1d2d4d9-91a3-4090-a003-841824c1c40b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 Jul 27 17:23:29.816889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:23:29.870518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:23:29.874897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:23:29.875409 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:29.953626 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:29.977422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:29.979726 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d15c3d-867f-4123-a4ce-6dc9df24961c" -d '{"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-plugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:29.994178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:23:29.998812 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:30.026654 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14939d33-652b-4b9e-ab02-7667870a050c x-openstack-request-id: req-14939d33-652b-4b9e-ab02-7667870a050c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:30.026949 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-plugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:30.027201 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14939d33-652b-4b9e-ab02-7667870a050c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:30.027601 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'code': 200} Jul 27 17:23:30.055957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:23:30.173569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3c740-02a9-493a-b202-1702421c11c0 req-0df1c6d7-6e75-4e56-8b90-71fe44b60b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:30.175080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5df3c740-02a9-493a-b202-1702421c11c0 req-0df1c6d7-6e75-4e56-8b90-71fe44b60b8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0601931 Jul 27 17:23:30.211133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5df3c740-02a9-493a-b202-1702421c11c0 req-d0cdb954-5c96-46ae-aa74-60aa6a5d9d88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285258 Jul 27 17:23:30.546115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357056d-0558-477c-9556-690381630513 req-ed783fb6-a349-40ba-86ca-fd0a77922217 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:30.547630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3357056d-0558-477c-9556-690381630513 req-ed783fb6-a349-40ba-86ca-fd0a77922217 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0756977 Jul 27 17:23:30.591565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3357056d-0558-477c-9556-690381630513 req-a78d6465-a967-468d-9753-8ba96b737f49 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 Jul 27 17:23:31.725638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3c844-e6b0-4ea4-8f0a-a82cd3c470e1 req-e068961d-44d5-4088-89af-2ecc98ca8e3d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:31.727137 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0af3c844-e6b0-4ea4-8f0a-a82cd3c470e1 req-e068961d-44d5-4088-89af-2ecc98ca8e3d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0641503 Jul 27 17:23:31.766361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0af3c844-e6b0-4ea4-8f0a-a82cd3c470e1 req-549d6a91-625f-443d-a92b-63b59a0e3530 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328786 Jul 27 17:23:31.903320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813718d-7568-4698-a928-978f5938ab2f req-4e2697c3-8eb7-49eb-9bf6-d374ae0fe46e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:31.904852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0813718d-7568-4698-a928-978f5938ab2f req-4e2697c3-8eb7-49eb-9bf6-d374ae0fe46e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0711842 Jul 27 17:23:31.913570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 36662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:23:31.918337 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'floatingip': {'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:23:31.962408 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:32.532266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:32.537219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:32.638030 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 associated. External IP: 172.25.4.206, port: 6456ab7c-b65b-47db-b3a1-23c4b034ca23. Jul 27 17:23:32.848004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:23:33.224065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:23:33.229777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:33.234891 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:23:33.248164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:23:33.248911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:23:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:33.273803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a6b2bc2-09c5-4b07-9876-405cae045fb6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "PUT /v2.0/floatingips/6269ec33-1d1b-4137-a75e-9478bb7e3b92 HTTP/1.1" status: 200 len: 992 time: 1.3585820 Jul 27 17:23:33.274590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:23:33.277824 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c08da9b-bf5a-4655-b811-d9d073881d95" -d '{"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:23:33.324451 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4829ebfc-9207-4fea-94c6-6c476232b681 x-openstack-request-id: req-4829ebfc-9207-4fea-94c6-6c476232b681 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:23:33.324874 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:23:33.325296 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4829ebfc-9207-4fea-94c6-6c476232b681 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:23:33.325977 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'status': 'completed', 'code': 200} Jul 27 17:23:33.387233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:23:33.439776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-ccc22c84-01d3-475d-9bb4-6eb41a079bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:33.441357 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-ccc22c84-01d3-475d-9bb4-6eb41a079bcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0623960 Jul 27 17:23:33.549967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-e81687e5-c6d1-49c9-ac2d-e29e550aa77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:33.551547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-e81687e5-c6d1-49c9-ac2d-e29e550aa77a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1028292 Jul 27 17:23:33.556065 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:33.645383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-5a6d020d-58bd-41e1-8515-7445cf9e2226 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1000 time: 0.0863287 Jul 27 17:23:33.661046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:7a:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:23:32Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:33.696630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:23:33.701504 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-9e4833eb-2973-4570-bf74-2964954a4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:33.703016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-9e4833eb-2973-4570-bf74-2964954a4157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0508773 Jul 27 17:23:33.705331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:23:33.705944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:23:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:33.775043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-d33c4179-01b0-44be-9c7e-01d438ca676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:23:33.777079 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-d33c4179-01b0-44be-9c7e-01d438ca676a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668066 Jul 27 17:23:33.825662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:23:33.880225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-1f6ad59c-c71d-4b14-ac53-d48d4d65198f service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957711 Jul 27 17:23:33.984803 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c08da9b-bf5a-4655-b811-d9d073881d95 req-1304549a-1e7e-4f81-b020-77d24bb79e57 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972095 Jul 27 17:23:34.072287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:7a:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:23:32Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:23:34.097716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54522333-5f28-405b-9dc1-ad3e7f92689f None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:7a:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:23:32Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:23:34.311333 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfa6c6-2793-4fc2-ab3c-6374e2fe4a31 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:23:39.782789 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a8f38bf5-a6f2-4e02-a2d5-61b8b640d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:42.476378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:42.583358 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0a7350a5-7ee7-48c8-88e6-dff79405eba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:43.596302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:45.212588 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:47.271147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:23:47.285216 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:24:03.527767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:09.785030 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4b1780b-b217-468c-b8c4-883adbd1d95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:12.470623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:12.584208 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5013bdb-eb41-4b86-ac32-f619495f0b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:13.593746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:15.209158 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:17.256649 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:18.548451 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-ea941100-863a-475b-b4fc-b3f5bf0b6cbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066282 Jul 27 17:24:18.663842 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-d7c542b9-8e64-4d77-8945-d4ff8515d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:24:18.665777 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-d7c542b9-8e64-4d77-8945-d4ff8515d934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0579035 Jul 27 17:24:18.782025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-102ab225-c7a0-4353-9c22-6b00f2e59542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:24:18.782987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-102ab225-c7a0-4353-9c22-6b00f2e59542 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0968511 Jul 27 17:24:18.854300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-1beccf38-b538-46a0-803a-3056771a0bba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1002 time: 0.0643857 Jul 27 17:24:18.916457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-387297c6-b868-4146-8d92-eb726b16dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:24:18.917959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-387297c6-b868-4146-8d92-eb726b16dd3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0468073 Jul 27 17:24:18.984879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-4da8a751-ddcd-44eb-905a-3aedf97dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:24:18.986412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-4da8a751-ddcd-44eb-905a-3aedf97dce2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612984 Jul 27 17:24:18.997699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-3c23dfd5-8621-44c7-bf51-fdb5fbea0616 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:24:18.998680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-3c23dfd5-8621-44c7-bf51-fdb5fbea0616 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052853 Jul 27 17:24:19.092219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-54d172e5-4116-4c81-8cb4-cd345f63b826 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862472 Jul 27 17:24:19.191544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e25d4622-6603-43b8-be83-fe0f05f33af9 req-e3b95ca9-fc4b-45e8-afef-379a4a4c69fb service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925438 Jul 27 17:24:24.273986 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:24:33.526175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:39.785645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ae4db1fd-331a-4431-9389-be9c62d750a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:42.471761 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:42.584212 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b0eb-26dd-441d-8942-26b59d649c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:43.598076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:45.209321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:24:47.264647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:01.273423 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:25:03.528558 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:08.731059 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2634-b2c9-4188-a20e-e9fbedd3aa4d req-32d21a90-fc93-4104-a836-7cf12570add7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:08.732960 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d79f2634-b2c9-4188-a20e-e9fbedd3aa4d req-32d21a90-fc93-4104-a836-7cf12570add7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0720525 Jul 27 17:25:08.775505 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d79f2634-b2c9-4188-a20e-e9fbedd3aa4d req-7ddba7da-3a24-478f-846b-8e3eebe2c633 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365546 Jul 27 17:25:09.787907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d770cd6f-a12b-4038-b318-02a6df22e87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:09.917995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5fbe-623a-402a-aa9c-abc00961fbe8 req-9b3af89f-81c8-4a99-a1e2-898074ea3811 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:09.919614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-038f5fbe-623a-402a-aa9c-abc00961fbe8 req-9b3af89f-81c8-4a99-a1e2-898074ea3811 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0704412 Jul 27 17:25:09.964695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-038f5fbe-623a-402a-aa9c-abc00961fbe8 req-88da0d29-06b6-4d60-b933-5523432cd36c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371866 Jul 27 17:25:11.151271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d6b1-8c80-4975-93ae-b38eacc12e83 req-aef465e9-37fc-4649-96be-390ace4cbca4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:11.152973 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bb8d6b1-8c80-4975-93ae-b38eacc12e83 req-aef465e9-37fc-4649-96be-390ace4cbca4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0989115 Jul 27 17:25:11.201331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3bb8d6b1-8c80-4975-93ae-b38eacc12e83 req-3854d04e-9ee5-43e6-928d-408ff9c0b372 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 Jul 27 17:25:12.357006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569e11e-e90a-4ca9-b004-a64bae290a4c req-f2eed5ca-bffe-432e-a8ca-f82bc1ad8cba tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:12.358580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3569e11e-e90a-4ca9-b004-a64bae290a4c req-f2eed5ca-bffe-432e-a8ca-f82bc1ad8cba tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0769453 Jul 27 17:25:12.409030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3569e11e-e90a-4ca9-b004-a64bae290a4c req-98168d25-cd6e-4155-89e6-3dfd951f94d6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Jul 27 17:25:12.477947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:12.584983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b301c8d3-2230-4ea4-85fd-acf37b7e76ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:13.543742 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c2fc1-914b-4a15-9aa3-e0348688ae2e req-d2d12987-4da9-44d1-b414-113cc52858b5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:13.545326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea7c2fc1-914b-4a15-9aa3-e0348688ae2e req-d2d12987-4da9-44d1-b414-113cc52858b5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0666492 Jul 27 17:25:13.590000 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ea7c2fc1-914b-4a15-9aa3-e0348688ae2e req-d183e5f9-74b5-4ae4-8ca7-5f83ccbc0c02 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Jul 27 17:25:13.611480 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:14.725019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7da60-f0b8-4097-bb6a-58155fc6d22a req-91772396-2c93-423c-9259-729e2d912751 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:14.726880 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ff7da60-f0b8-4097-bb6a-58155fc6d22a req-91772396-2c93-423c-9259-729e2d912751 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0656357 Jul 27 17:25:14.766718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3ff7da60-f0b8-4097-bb6a-58155fc6d22a req-a6c2fc28-2b5a-48ed-a3d4-51e2711fa118 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337691 Jul 27 17:25:15.213238 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:15.900214 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd862fd-eecc-47e7-bbaf-3556a3a0b235 req-8dca8803-e8d9-4651-9c55-1a574afad060 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:15.901777 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fd862fd-eecc-47e7-bbaf-3556a3a0b235 req-8dca8803-e8d9-4651-9c55-1a574afad060 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0648661 Jul 27 17:25:15.940204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4fd862fd-eecc-47e7-bbaf-3556a3a0b235 req-a48d7b13-89e0-4a92-8952-f850a321f362 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Jul 27 17:25:17.078538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012b5d-8e26-457d-b88a-3080abbed078 req-553f3b6c-efa9-4971-8f0d-f190a8d86a10 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:17.080106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19012b5d-8e26-457d-b88a-3080abbed078 req-553f3b6c-efa9-4971-8f0d-f190a8d86a10 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0703144 Jul 27 17:25:17.132253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19012b5d-8e26-457d-b88a-3080abbed078 req-9f9cf887-c02d-4435-b17e-fb66da8f5358 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Jul 27 17:25:17.261597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:18.267948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f342b4-dea8-43cf-91e3-ea91c93d42d2 req-7583beda-7405-4966-877b-30d4d9f52840 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:18.269537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04f342b4-dea8-43cf-91e3-ea91c93d42d2 req-7583beda-7405-4966-877b-30d4d9f52840 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0652215 Jul 27 17:25:18.309396 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-04f342b4-dea8-43cf-91e3-ea91c93d42d2 req-4ed66097-0f29-4811-b2e4-bbc35af2bd1e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Jul 27 17:25:19.444222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce207-58d5-45ee-9581-59ba710e5919 req-4ca15a65-dcfb-4598-b910-8c4a197ae6ee tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:19.445886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-258ce207-58d5-45ee-9581-59ba710e5919 req-4ca15a65-dcfb-4598-b910-8c4a197ae6ee tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0687182 Jul 27 17:25:19.511363 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-258ce207-58d5-45ee-9581-59ba710e5919 req-b36a25cf-d99c-4362-82e2-1e73c8db6973 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587189 Jul 27 17:25:19.537581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-a5e4a810-1ade-45b9-92f8-e6a156e1c589 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649543 Jul 27 17:25:19.657412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-db3a16f3-e249-4a72-a898-f6444deb5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:19.659055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-db3a16f3-e249-4a72-a898-f6444deb5b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0647037 Jul 27 17:25:19.856795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-d52ccf97-3ce7-488c-917f-91b911f42079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:19.858299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-d52ccf97-3ce7-488c-917f-91b911f42079 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1787829 Jul 27 17:25:19.878487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-247732eb-672e-49c1-84f6-f44c9492f7ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461992 Jul 27 17:25:19.887011 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996aea3-0ab7-4b46-bcab-8db0a383dd0e req-ac2476d9-dd37-408d-85dc-d0fc6c6bb496 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:19.888533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6996aea3-0ab7-4b46-bcab-8db0a383dd0e req-ac2476d9-dd37-408d-85dc-d0fc6c6bb496 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.1454630 Jul 27 17:25:19.964585 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-5f4b61e6-b64e-4d95-a33a-2bc963712245 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1002 time: 0.0947230 Jul 27 17:25:19.969884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6996aea3-0ab7-4b46-bcab-8db0a383dd0e req-463f8abe-0c23-45da-9a98-6a1a0723740e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530801 Jul 27 17:25:20.029513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-77a3ae1c-f162-4316-9d5b-24b43186aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:20.031041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-77a3ae1c-f162-4316-9d5b-24b43186aa3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0599198 Jul 27 17:25:20.115146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-d05e278f-67fc-445a-9e87-f6af8df591d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:20.118629 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-d05e278f-67fc-445a-9e87-f6af8df591d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792305 Jul 27 17:25:20.232855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-2550781d-c2b1-40e6-b461-b13a05680764 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071987 Jul 27 17:25:20.336748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-92c0ce4e-15f9-419a-90c5-a70122e50c40 req-e94abb84-223d-45b0-b0ca-2292734acacf service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966418 Jul 27 17:25:21.114772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad777-00b1-47fd-8e8d-1813f887f98d req-859bc4d0-5613-43c4-a949-462bf1f47fb4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:21.116276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25bad777-00b1-47fd-8e8d-1813f887f98d req-859bc4d0-5613-43c4-a949-462bf1f47fb4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0690668 Jul 27 17:25:21.126292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-212765f3-29ec-4007-ba3c-12f0585bf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:21.127832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-212765f3-29ec-4007-ba3c-12f0585bf7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0570531 Jul 27 17:25:21.157294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-25bad777-00b1-47fd-8e8d-1813f887f98d req-5a54f569-d375-4756-80c7-9aa737c8e702 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338223 Jul 27 17:25:21.223893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-49c41002-3a31-44d4-a557-7d6399364dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:21.225435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-49c41002-3a31-44d4-a557-7d6399364dd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0907600 Jul 27 17:25:21.290702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b901a93b-aec0-455e-aec6-3e64a9402963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1002 time: 0.0584881 Jul 27 17:25:21.339126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-7c0f8e7c-e92f-47bc-b83d-fb022f032d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:21.340636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-7c0f8e7c-e92f-47bc-b83d-fb022f032d29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0436807 Jul 27 17:25:21.403096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b9475292-1017-43b8-a05e-4c54f5e83b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:21.404649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b9475292-1017-43b8-a05e-4c54f5e83b12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576150 Jul 27 17:25:21.498836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b61329a5-434e-408c-bc1c-4413aa5ab8fe service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Jul 27 17:25:21.595418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-20962692-88df-4b62-a971-6b22837a599e service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Jul 27 17:25:22.297366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca99e0-f345-4d77-900f-8240b773ed79 req-9c7c33d8-d026-4ff6-a809-ef554d9118d8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:22.298890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dca99e0-f345-4d77-900f-8240b773ed79 req-9c7c33d8-d026-4ff6-a809-ef554d9118d8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0733829 Jul 27 17:25:22.339296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3dca99e0-f345-4d77-900f-8240b773ed79 req-ac9ab886-0df0-43b5-8c85-5d20980a4c97 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341651 Jul 27 17:25:23.470470 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69483-d475-41e5-b1fb-d5b39db2472e req-4fbf7b5a-23f7-4ab1-8210-14609cc43836 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:23.471971 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-34e69483-d475-41e5-b1fb-d5b39db2472e req-4fbf7b5a-23f7-4ab1-8210-14609cc43836 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0642715 Jul 27 17:25:23.512411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-34e69483-d475-41e5-b1fb-d5b39db2472e req-9e7ea10b-a81d-405d-8d71-1614dd61a844 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Jul 27 17:25:23.563988 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b4cef2f9-d1bb-48b8-a784-638acee1c0bc service neutron] show failed (client error): The resource could not be found. Jul 27 17:25:23.565098 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-b4cef2f9-d1bb-48b8-a784-638acee1c0bc service neutron] 10.222.0.13 "GET /v2.0/ports/6456ab7c-b65b-47db-b3a1-23c4b034ca23/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0584898 Jul 27 17:25:23.788030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-49b71c3e-5bfd-4506-8189-651d71669d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:23.789515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-49b71c3e-5bfd-4506-8189-651d71669d20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1097 time: 0.0563982 Jul 27 17:25:23.802874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:25:23.877580 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.098380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:24.140345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:25:24.182906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:24.185290 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321f0ec-e7a9-4c96-892e-b22a01e9c112" -d '{"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-unplugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:24.191217 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.208064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Transition to ACTIVE for port object 6456ab7c-b65b-47db-b3a1-23c4b034ca23 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:25:24.213221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.277954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:24.322231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.322590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.322940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.323286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.323626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.323967 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.324463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.324892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.325018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.325293 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.325653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.325994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:24.377927 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd638f6c-7f3e-4e6c-a529-a404415dbad8 x-openstack-request-id: req-fd638f6c-7f3e-4e6c-a529-a404415dbad8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:24.378241 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-unplugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:24.378498 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd638f6c-7f3e-4e6c-a529-a404415dbad8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:24.378904 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'code': 200} Jul 27 17:25:24.379924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] No DVR routers for this DVR port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:25:24.525853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:25:24.526115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:25:24.526448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:25:24.530803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:25:24.531131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Attempting to bind port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:25:24.536006 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:25:24.536349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:25:24.536775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:25:24.537208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Bound port: 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:25:24.537574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.608142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:25:24.611628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:25:24.616053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.650037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e767d-cbaf-4409-b851-1845c53ecc34 req-7a06fbe5-0251-4310-b258-1c20d8b2e86b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:24.651539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:24.652182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:24.653630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] 10.222.0.61 "PUT /v2.0/ports/6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1092 time: 0.8548846 Jul 27 17:25:24.657152 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d1e767d-cbaf-4409-b851-1845c53ecc34 req-7a06fbe5-0251-4310-b258-1c20d8b2e86b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 944 time: 0.0756857 Jul 27 17:25:24.677976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf1b7f-dfaa-4c86-a479-45c112987dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:24.704538 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7d1e767d-cbaf-4409-b851-1845c53ecc34 req-381ba032-b329-4068-a10d-76b6170a5a5a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458097 Jul 27 17:25:24.745797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-76abcf91-69d9-4f56-ba76-1c1745ec1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:24.747389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-76abcf91-69d9-4f56-ba76-1c1745ec1a23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1095 time: 0.0657904 Jul 27 17:25:24.858551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-835e0270-58db-4b05-ab51-9debfda3acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:24.859976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-835e0270-58db-4b05-ab51-9debfda3acb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1055484 Jul 27 17:25:24.934743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-3b2278c6-9d09-4a3b-9ed6-e6b94e71abb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1000 time: 0.0637727 Jul 27 17:25:24.989163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-33e9afec-13bc-4b7e-8b70-63abd3b94791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:24.990850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-33e9afec-13bc-4b7e-8b70-63abd3b94791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0490851 Jul 27 17:25:25.053489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-043c8cbf-f2fa-4061-a9e5-5f9a04ea72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:25.055094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-043c8cbf-f2fa-4061-a9e5-5f9a04ea72a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546384 Jul 27 17:25:25.145590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-5f20de75-d76d-4d0f-8650-ce6067b72290 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Jul 27 17:25:25.243834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6ed744a-d38f-429f-9c5c-b6caee11b6a1 req-ded8d439-9267-4295-b5e1-d249586fa07a service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902364 Jul 27 17:25:25.848899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ad38-7dda-4bb3-8c07-d44253aa8746 req-8516fdf5-25d4-4a7e-a09b-66ec38a7fd50 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:25.850448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8872ad38-7dda-4bb3-8c07-d44253aa8746 req-8516fdf5-25d4-4a7e-a09b-66ec38a7fd50 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 944 time: 0.0680649 Jul 27 17:25:25.891042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8872ad38-7dda-4bb3-8c07-d44253aa8746 req-740e36fd-e2b7-47de-b72f-83174f6e26ee tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Jul 27 17:25:26.380486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:26.382863 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce90c0-96b4-4742-8bba-26169b637556" -d '{"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:26.425182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:25:26.439116 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eda458-3800-4bd4-aa81-0d219aab2a37 x-openstack-request-id: req-19eda458-3800-4bd4-aa81-0d219aab2a37 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:26.439475 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:26.439813 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19eda458-3800-4bd4-aa81-0d219aab2a37 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:26.440262 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'status': 'completed', 'code': 200} Jul 27 17:25:26.482923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:25:26.574916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-d3c73d57-b1b5-4035-86c5-9241f8e708fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:26.576797 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-d3c73d57-b1b5-4035-86c5-9241f8e708fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1095 time: 0.1113539 Jul 27 17:25:26.579883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-781e2214-3cfc-400e-a9b5-f2523fbacea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:26.581290 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-781e2214-3cfc-400e-a9b5-f2523fbacea6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1095 time: 0.0834010 Jul 27 17:25:26.935847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:25:27.040361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:27.054397 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'mac_address': 'fa:16:3e:7a:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:25:27.054647 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-19d664c4-7d2e-4863-a208-658ebf34a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.056006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-19d664c4-7d2e-4863-a208-658ebf34a20e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.4645865 Jul 27 17:25:27.058817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-8f408263-ae2d-45c1-9d0b-eb702c32c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.060169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-8f408263-ae2d-45c1-9d0b-eb702c32c558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.4766402 Jul 27 17:25:27.101248 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:27.116256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6456ab7c-b65b-47db-b3a1-23c4b034ca23 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:25:27.137828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:27.142215 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:27.191002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-3cf37b43-bf6b-490f-8c18-8c373126aee0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1000 time: 0.1278913 Jul 27 17:25:27.192872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:27.193702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-d8b59b29-58a8-4805-81fc-04c7845fd7ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1000 time: 0.1214950 Jul 27 17:25:27.201546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8d4b-00c7-4142-b3b9-d24102538910 req-6841bd24-2597-4b50-989c-cc841d5fddf7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.203071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-402a8d4b-00c7-4142-b3b9-d24102538910 req-6841bd24-2597-4b50-989c-cc841d5fddf7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 944 time: 0.2174613 Jul 27 17:25:27.204888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.205243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.205653 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.206009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.206352 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.206693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.207029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.207358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.207690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.208153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.208571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.208851 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:25:27.314868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-63655359-9595-4945-bfeb-ed78874e1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.316349 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-63655359-9595-4945-bfeb-ed78874e1c71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.1123579 Jul 27 17:25:27.317590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-057e78e7-daad-42a6-8f2f-6a86f01eda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.318892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-057e78e7-daad-42a6-8f2f-6a86f01eda59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.1138461 Jul 27 17:25:27.321966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-402a8d4b-00c7-4142-b3b9-d24102538910 req-598e2647-f37d-401a-8968-391b21e50429 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973375 Jul 27 17:25:27.419706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['6456ab7c-b65b-47db-b3a1-23c4b034ca23'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:25:27.426100 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-462bb904-e007-466d-b3ad-9362a09adab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.427674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-462bb904-e007-466d-b3ad-9362a09adab0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035016 Jul 27 17:25:27.429583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-a62da9e4-8f2e-4e32-ae21-8199e4b92676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.431587 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-a62da9e4-8f2e-4e32-ae21-8199e4b92676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998719 Jul 27 17:25:27.539155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.13', 50573) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:25:27.659600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-04a8170e-bae5-45fc-9f7a-58359c6b8083 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.661124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-04a8170e-bae5-45fc-9f7a-58359c6b8083 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809&tenant_id=e5bdf01990534c778892b864a7d0a101&binding%3Ahost_id=n-h1-723572-6 HTTP/1.1" status: 200 len: 945 time: 0.1201158 Jul 27 17:25:27.670935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-2cae6743-c0c8-43ef-aa1d-f04efd2b2937 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346523 Jul 27 17:25:27.687153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-6f37c260-889c-411a-b93a-190e4a373741 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409868 Jul 27 17:25:27.730644 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-b2e2eac7-ae14-4f51-beaf-b1d281fd68e0 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:25:27.731681 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-b2e2eac7-ae14-4f51-beaf-b1d281fd68e0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6456ab7c-b65b-47db-b3a1-23c4b034ca23/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0631804 Jul 27 17:25:27.832578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fcb30-dbbd-4ef0-8386-43db4d507792 req-9ec0c051-ac71-4de2-a2d4-bce4c49d0fe5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:27.834109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739fcb30-dbbd-4ef0-8386-43db4d507792 req-9ec0c051-ac71-4de2-a2d4-bce4c49d0fe5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 945 time: 0.2860672 Jul 27 17:25:27.930677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-3c485bc6-5aca-4cd7-a9de-412a50b57b70 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267358 Jul 27 17:25:27.933681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-739fcb30-dbbd-4ef0-8386-43db4d507792 req-5815650d-de0a-400c-a54b-2f2f6707ffb0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874236 Jul 27 17:25:27.939711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5ce90c0-96b4-4742-8bba-26169b637556 req-7a03ab69-8a6b-436c-9739-ee5e3ab36a05 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568495 Jul 27 17:25:28.079819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-e8e34a01-d06b-4bb2-b372-f6063f6165c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:28.081431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-e8e34a01-d06b-4bb2-b372-f6063f6165c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1096 time: 0.0559635 Jul 27 17:25:28.175753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-450e4147-c2f8-4c4a-8774-2086658176c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:28.177358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-450e4147-c2f8-4c4a-8774-2086658176c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0880058 Jul 27 17:25:28.249096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-1ad7439f-3d7d-45bf-9eb6-0d4b8aae0c6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1001 time: 0.0644255 Jul 27 17:25:28.298353 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-6ab2f06f-7912-4ccd-9a37-0873e40b9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:28.299831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-6ab2f06f-7912-4ccd-9a37-0873e40b9206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0439000 Jul 27 17:25:28.360148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-f6d32222-8f5d-4187-a5d6-fd013c95990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:28.361699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-f6d32222-8f5d-4187-a5d6-fd013c95990b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539951 Jul 27 17:25:28.456979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-51af7d43-727c-4245-bb96-41285da86b28 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871630 Jul 27 17:25:28.551346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-c8bc3efd-98cc-4f74-8fa2-23c1487e854d service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Jul 27 17:25:28.936614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:25:28.993510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:25:28.997972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:25:28.998405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:29.088580 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:29.117651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:29.120136 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8425644-32fc-40d5-ace4-bfeeeaf1d343" -d '{"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-plugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:29.305337 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab7b17-dc1f-4370-a1f1-b228b7fce1db x-openstack-request-id: req-72ab7b17-dc1f-4370-a1f1-b228b7fce1db {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:29.305718 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-plugged", "status": "completed", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:29.305861 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72ab7b17-dc1f-4370-a1f1-b228b7fce1db {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:29.306262 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'code': 200} Jul 27 17:25:29.310211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:29.313895 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:29.363435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:29.403336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b663e8-ae4b-42cb-81dc-f1a4778aa2fe req-d3f47347-f0de-440c-8a17-65ec488e5869 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:29.404902 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2b663e8-ae4b-42cb-81dc-f1a4778aa2fe req-d3f47347-f0de-440c-8a17-65ec488e5869 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 945 time: 0.3899093 Jul 27 17:25:29.444493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c2b663e8-ae4b-42cb-81dc-f1a4778aa2fe req-636a80db-ed13-43de-b2ac-d1eb1e17720f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336037 Jul 27 17:25:30.592284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898ce0-350a-475e-9e48-55638bd2cdd6 req-0acbd744-00cd-43a6-9bf0-c4b99063adbf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:30.593835 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88898ce0-350a-475e-9e48-55638bd2cdd6 req-0acbd744-00cd-43a6-9bf0-c4b99063adbf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0725172 Jul 27 17:25:30.637556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-88898ce0-350a-475e-9e48-55638bd2cdd6 req-88d9fd99-a2bb-4cff-a683-2ddf1a541e57 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340359 Jul 27 17:25:30.772079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef392c9-80d6-4319-9b23-ab43aa623131 req-5353092e-29d9-4052-a588-f865ac62068f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:30.773530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eef392c9-80d6-4319-9b23-ab43aa623131 req-5353092e-29d9-4052-a588-f865ac62068f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0648985 Jul 27 17:25:30.814167 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eef392c9-80d6-4319-9b23-ab43aa623131 req-eb29da8d-4d10-496b-b0fd-d59b22a4ac18 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Jul 27 17:25:31.059925 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa03a99-0ac2-4129-a7e3-363e3b0284dc req-a40ea7be-275a-4fa5-a837-65f4eef52815 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:31.061433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa03a99-0ac2-4129-a7e3-363e3b0284dc req-a40ea7be-275a-4fa5-a837-65f4eef52815 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0864651 Jul 27 17:25:31.078631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89fe2-151e-43d9-a437-410fe65cccba req-391d2e19-c048-445d-86d2-0608e855c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:31.080884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-391d2e19-c048-445d-86d2-0608e855c6b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 1097 time: 0.0695908 Jul 27 17:25:31.110493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa03a99-0ac2-4129-a7e3-363e3b0284dc req-13a1e1b6-340f-46e7-800f-41a93a2e6a8d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404587 Jul 27 17:25:31.180331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89fe2-151e-43d9-a437-410fe65cccba req-319d8abe-7b8d-46b0-9cd2-b33c7abc10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:31.181860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-319d8abe-7b8d-46b0-9cd2-b33c7abc10b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0942359 Jul 27 17:25:31.251201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-2a1120a2-d394-41a2-ae4a-77ff09ba9793 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 200 len: 1002 time: 0.0621586 Jul 27 17:25:31.298719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89fe2-151e-43d9-a437-410fe65cccba req-565801f2-d65d-447f-889d-01c24f4da84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:31.300155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-565801f2-d65d-447f-889d-01c24f4da84d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0424035 Jul 27 17:25:31.364865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89fe2-151e-43d9-a437-410fe65cccba req-3a21bba2-2a32-4035-816b-d25ac1a1bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:31.366361 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-3a21bba2-2a32-4035-816b-d25ac1a1bb0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591276 Jul 27 17:25:31.457624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-75b5728e-4d6e-4e4e-83ea-7864ff372afb service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Jul 27 17:25:31.554116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eca89fe2-151e-43d9-a437-410fe65cccba req-856f126d-3b8a-4026-b4b6-de674bf32a81 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888937 Jul 27 17:25:32.260692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6250-7d5e-4474-a06e-5e44a56414ad req-aaf358f8-132c-4807-89bb-91ece8a6fcdb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:32.262329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-775f6250-7d5e-4474-a06e-5e44a56414ad req-aaf358f8-132c-4807-89bb-91ece8a6fcdb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0781689 Jul 27 17:25:32.302102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-775f6250-7d5e-4474-a06e-5e44a56414ad req-197dadbc-b769-4f0f-b507-def37657bfb1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338371 Jul 27 17:25:32.581962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec8ff-c23b-4263-a072-e1024dc16a3e req-6f4be4f1-7be3-4b54-a901-d447fe5ce2e9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:32.583477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-383ec8ff-c23b-4263-a072-e1024dc16a3e req-6f4be4f1-7be3-4b54-a901-d447fe5ce2e9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0693872 Jul 27 17:25:32.624201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-383ec8ff-c23b-4263-a072-e1024dc16a3e req-b0149e3e-c0c1-40ce-9d7f-0f82a80f7c95 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345616 Jul 27 17:25:33.527886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:33.755043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbcbdb-7ad9-413d-907d-0abed13fbb75 req-994466df-eb4f-4e09-9da4-14c7461c8e2e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:33.756570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6bbcbdb-7ad9-413d-907d-0abed13fbb75 req-994466df-eb4f-4e09-9da4-14c7461c8e2e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0633779 Jul 27 17:25:33.790913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-afac373e-4b9f-4e42-9550-073f03840a89 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:33.792302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-afac373e-4b9f-4e42-9550-073f03840a89 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 946 time: 0.0672472 Jul 27 17:25:33.795423 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f6bbcbdb-7ad9-413d-907d-0abed13fbb75 req-b7e01694-4548-445c-be8d-755c4f975490 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Jul 27 17:25:33.891719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Deleting port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:25:33.892073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:33.980610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] For port 6456ab7c-b65b-47db-b3a1-23c4b034ca23, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6456ab7c-b65b-47db-b3a1-23c4b034ca23,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:33.980978 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:34.149762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:34.150132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:34.150444 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 disassociated. External IP: 172.25.4.206, port: 6456ab7c-b65b-47db-b3a1-23c4b034ca23. Jul 27 17:25:34.150782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Calling delete_port for 6456ab7c-b65b-47db-b3a1-23c4b034ca23 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:25:34.279813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:34.307170 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'Port': ['ID=6456ab7c-b65b-47db-b3a1-23c4b034ca23,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:34.428158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:25:34.539702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:25:34.551603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:25:34.560912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:25:34.561519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:25:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:34.583445 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] No DVR routers for this DVR port 6456ab7c-b65b-47db-b3a1-23c4b034ca23 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:25:34.585906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:34.589088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99617aea-c30c-4d13-9c0f-39a3498f2748 req-e988c7be-c253-4713-a861-09075e270f58 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "DELETE /v2.0/ports/6456ab7c-b65b-47db-b3a1-23c4b034ca23 HTTP/1.1" status: 204 len: 173 time: 0.7909274 Jul 27 17:25:34.589529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-deleted', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:34.592268 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fefe36b-990b-405f-8a3b-72722008d700" -d '{"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-deleted", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:34.635829 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582907eb-255d-4140-a6ae-25a9b1adb1a3 x-openstack-request-id: req-582907eb-255d-4140-a6ae-25a9b1adb1a3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:34.636211 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7129b471-5b1c-4efc-9963-aacb9a93a809", "name": "network-vif-deleted", "tag": "6456ab7c-b65b-47db-b3a1-23c4b034ca23", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:34.636388 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-582907eb-255d-4140-a6ae-25a9b1adb1a3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:34.636812 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7129b471-5b1c-4efc-9963-aacb9a93a809', 'name': 'network-vif-deleted', 'tag': '6456ab7c-b65b-47db-b3a1-23c4b034ca23', 'status': 'completed', 'code': 200} Jul 27 17:25:34.689785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:25:34.902506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:34.915443 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7662f6d0-3163-4d4b-91f5-29d28b96e63f req-30770e58-a317-41c7-959c-86760d1ac25d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=7129b471-5b1c-4efc-9963-aacb9a93a809 HTTP/1.1" status: 200 len: 210 time: 0.0289481 Jul 27 17:25:34.933108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:25:34.941801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:25:34.942342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:25:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:35.046879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:25:35.248498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:35.273512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7df2b-8db4-4c39-8687-a44e41d02b5c None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:25:35.494436 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab03dc-be85-4ca3-a3e1-db78d6e9e35e None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:25:36.184877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-67926fd4-e0e0-4d68-bf87-49818fcf9162 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--108911376&fields=id&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 267 time: 0.0333066 Jul 27 17:25:36.292611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-db4e9edd-707e-4ab4-837c-3cfb2635da2d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:36.294007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-db4e9edd-707e-4ab4-837c-3cfb2635da2d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1024401 Jul 27 17:25:36.309453 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-0487ef53-b50a-4950-beea-5bd157a09ae5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/quotas/e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Jul 27 17:25:36.377720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-3cd87527-57b8-4fcc-8a91-2e225a305861 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629075 Jul 27 17:25:36.476658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-3aa79597-226c-4040-8be4-46fce3c2e870 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Jul 27 17:25:36.568108 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4f4c983a-cfda-410a-b4d5-33403a6da223 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841289 Jul 27 17:25:36.733411 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ce886619-9af1-417a-8bae-f245a4319670 req-3e6c5a05-97f3-4ccd-a35c-81078b1b9811 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Jul 27 17:25:36.998648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:25:37.025894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 6456ab7c-b65b-47db-b3a1-23c4b034ca23 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:25:37.026358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6456ab7c-b65b-47db-b3a1-23c4b034ca23 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:25:37.635969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-5880178a-48d4-4764-b09f-92b0d3aab089 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:37.637977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-5880178a-48d4-4764-b09f-92b0d3aab089 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1061988 Jul 27 17:25:37.958776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3cacba20-8743-4e9a-896b-e23676daaa0c req-f1c89466-6296-46b2-8388-9babb2d339da tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 210 time: 0.0319214 Jul 27 17:25:37.974242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-8eb79b4b-ed15-47fc-b3e3-943c12336404 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 379 time: 0.3275247 Jul 27 17:25:37.984147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'port': {'device_id': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'admin_state_up': True, 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'security_groups': ['7f5e07ad-cdb6-447c-b8ca-c9afa3583e13']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:25:38.089623 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:25:38.093129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.218361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Allocated IP 172.20.0.12 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/65a3fe7c-72fb-475c-85ab-f8e65cde91ab) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:25:38.272324 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:25:38.355967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.370636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Transition to ACTIVE for port object 65a3fe7c-72fb-475c-85ab-f8e65cde91ab will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:25:38.403728 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.446565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:25:38.451601 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:25:38.455162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:25:38.461896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:38.509753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:38.510403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.527198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-edea017e-def0-49e0-9114-1b08e9ceb602 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466774 Jul 27 17:25:38.540335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Request body: {'port': {'device_id': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:25:38.624300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.737599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bf097a2-5362-43a7-ab4d-4a50bbb62cc8 None None] Provisioning for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:25:38.741661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8bf097a2-5362-43a7-ab4d-4a50bbb62cc8 None None] Provisioning complete for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:25:38.743256 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8bf097a2-5362-43a7-ab4d-4a50bbb62cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.796767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8bf097a2-5362-43a7-ab4d-4a50bbb62cc8 None None] Port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:25:38.908019 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:25:38.927334 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.939752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Transition to ACTIVE for port object 65a3fe7c-72fb-475c-85ab-f8e65cde91ab will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:25:38.943161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:38.996889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:39.073206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:25:39.073544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:25:39.073876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:25:39.078524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:25:39.078853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:25:39.084297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:25:39.084678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:25:39.085060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:25:39.085494 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Bound port: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:25:39.085867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:39.109409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d71ecf-49d1-495e-9d87-60295c5bb275 req-41183a22-75f4-4589-a079-3bffc90882ce tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.110961 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00d71ecf-49d1-495e-9d87-60295c5bb275 req-41183a22-75f4-4589-a079-3bffc90882ce tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0696518 Jul 27 17:25:39.155985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-00d71ecf-49d1-495e-9d87-60295c5bb275 req-c84c438b-7dd2-4d3c-8596-5ca2d46748b9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368435 Jul 27 17:25:39.183273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:25:39.196230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:25:39.201221 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:39.237847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.238791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:39.240258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] 10.222.0.61 "PUT /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1092 time: 0.7047873 Jul 27 17:25:39.240674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:39.243252 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d249895-2638-4d34-9e50-c64483828991" -d '{"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:39.272119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736b31-c6b2-46e1-9577-1926c16fbae0 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:39.292337 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c438933-a8f7-4b62-ad8a-3fb8e1a48654 x-openstack-request-id: req-3c438933-a8f7-4b62-ad8a-3fb8e1a48654 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:39.292681 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:39.292937 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c438933-a8f7-4b62-ad8a-3fb8e1a48654 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:39.293346 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'status': 'completed', 'code': 200} Jul 27 17:25:39.356377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-9ea77035-da85-45bb-ba59-32cea0fd8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.358529 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-9ea77035-da85-45bb-ba59-32cea0fd8725 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.0629053 Jul 27 17:25:39.401996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-9b7b1c28-c7b1-4f76-aba5-0d02a8669a30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 217 time: 0.0358932 Jul 27 17:25:39.456135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-cc00be64-01e3-4a55-b237-40ea0a454c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.457651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-cc00be64-01e3-4a55-b237-40ea0a454c8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0449138 Jul 27 17:25:39.524605 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-24891517-4b32-4a7b-a03d-42ce88d247ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.526110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-24891517-4b32-4a7b-a03d-42ce88d247ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595906 Jul 27 17:25:39.617294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-2e7d1fe6-325a-41fe-bb6b-7cf8cca8a413 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835845 Jul 27 17:25:39.711877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bcc64ca7-41f5-4ce5-a895-c511f0fbef11 req-1cbcce58-eb2a-440f-8a34-d0caf04b3a8f service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Jul 27 17:25:39.789192 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-15917ca4-7b95-447c-815b-18dd16bf6b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:39.813771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249895-2638-4d34-9e50-c64483828991 req-638ef331-d678-4084-8989-4c48fcf56f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.815295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-638ef331-d678-4084-8989-4c48fcf56f50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.0578086 Jul 27 17:25:39.904585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249895-2638-4d34-9e50-c64483828991 req-cf231b03-47be-4226-8ab7-9c5f1b034328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:39.906065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-cf231b03-47be-4226-8ab7-9c5f1b034328 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0841980 Jul 27 17:25:39.951103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-2ed03ac3-d95b-4f27-bab6-ea36ece5f9be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 217 time: 0.0380917 Jul 27 17:25:39.999608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249895-2638-4d34-9e50-c64483828991 req-c84c74a7-c9f8-4d0a-9dcd-37af7d405d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:40.001070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-c84c74a7-c9f8-4d0a-9dcd-37af7d405d3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0431581 Jul 27 17:25:40.060159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249895-2638-4d34-9e50-c64483828991 req-8fa7454a-3e92-44e2-b9ad-53f153455891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:40.061694 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-8fa7454a-3e92-44e2-b9ad-53f153455891 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525970 Jul 27 17:25:40.154750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-23ec7ed7-059b-4203-9266-5b25827b5da4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Jul 27 17:25:40.247136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d249895-2638-4d34-9e50-c64483828991 req-5aa53780-7793-4dc3-bc5b-68644c2cf305 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Jul 27 17:25:40.289849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5044a-56a8-4fb6-9046-5135d5ce17f8 req-02dcb907-4944-4096-a6a7-930fd04ab062 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:40.291245 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d5044a-56a8-4fb6-9046-5135d5ce17f8 req-02dcb907-4944-4096-a6a7-930fd04ab062 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0655360 Jul 27 17:25:40.329816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b2d5044a-56a8-4fb6-9046-5135d5ce17f8 req-fb1ff918-ba4e-4832-bd8b-639b638eb31d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325029 Jul 27 17:25:41.029051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:25:41.122859 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:41.134836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:25:41.174827 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:41.188558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:25:41.208067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:41.213422 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:41.262690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:41.401804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['65a3fe7c-72fb-475c-85ab-f8e65cde91ab'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:25:41.476416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a6939-b74b-4940-b43f-413ec9f5443e req-39f98ba4-ce7a-4053-b96e-0f133b8c33fa tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:41.478101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e7a6939-b74b-4940-b43f-413ec9f5443e req-39f98ba4-ce7a-4053-b96e-0f133b8c33fa tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0780597 Jul 27 17:25:41.522012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e7a6939-b74b-4940-b43f-413ec9f5443e req-f1dbee91-5f90-4227-b64a-c79cc193c920 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 Jul 27 17:25:42.476105 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:42.587485 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21d5b770-85cd-4fed-b7ef-e72ce7ad262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:42.665000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235bb9c-32d5-40ed-87d0-41d02b044feb req-b5708ccd-b9f1-4ebe-99b0-92501d6f4c18 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:42.666527 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5235bb9c-32d5-40ed-87d0-41d02b044feb req-b5708ccd-b9f1-4ebe-99b0-92501d6f4c18 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0669658 Jul 27 17:25:42.705040 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5235bb9c-32d5-40ed-87d0-41d02b044feb req-f31bc6a6-6ed9-4914-9ac3-acfc5fca62d1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Jul 27 17:25:43.029333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:25:43.077768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:25:43.081530 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:25:43.081825 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:43.161953 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:43.185426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:43.187714 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba96e5-b007-43bd-a652-8b5e617e98db" -d '{"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-plugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:43.201532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:25:43.205849 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:43.231168 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07a55b5-8f9b-4bd8-81da-8c9e45169cbf x-openstack-request-id: req-f07a55b5-8f9b-4bd8-81da-8c9e45169cbf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:43.231494 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-plugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:43.232096 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f07a55b5-8f9b-4bd8-81da-8c9e45169cbf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:43.232526 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'code': 200} Jul 27 17:25:43.261937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:25:43.341600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2125b7-13ea-4ff8-bc32-3723c8491ce5 req-edb651df-c108-4d9f-bed3-fcbd7ffc5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:43.343047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa2125b7-13ea-4ff8-bc32-3723c8491ce5 req-edb651df-c108-4d9f-bed3-fcbd7ffc5779 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1097 time: 0.0547454 Jul 27 17:25:43.378065 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa2125b7-13ea-4ff8-bc32-3723c8491ce5 req-b98c0b4f-f955-4029-9b47-22ead9411caf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283051 Jul 27 17:25:43.604605 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:43.841627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbd21a-7fb3-4838-aa72-84ebb5700b5c req-374b8967-f82d-4773-80a6-78f963b3eaf0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:43.843221 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-23bbd21a-7fb3-4838-aa72-84ebb5700b5c req-374b8967-f82d-4773-80a6-78f963b3eaf0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0689058 Jul 27 17:25:43.882227 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-23bbd21a-7fb3-4838-aa72-84ebb5700b5c req-350cf409-7e59-455a-9a67-da78d901b1e0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Jul 27 17:25:45.013897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f76bd-65f2-45ea-b35d-87c008f8e365 req-ee4a0628-f7a5-4e83-9d8c-60fbcb2ed4e4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:45.015397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a3f76bd-65f2-45ea-b35d-87c008f8e365 req-ee4a0628-f7a5-4e83-9d8c-60fbcb2ed4e4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0642681 Jul 27 17:25:45.057225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a3f76bd-65f2-45ea-b35d-87c008f8e365 req-d0d2cda5-df0b-4387-a8ef-d56f218bf00f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Jul 27 17:25:45.199403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417fe66-3790-49aa-ba48-652e3b9d3bda req-860d0fcf-ee0a-4e6f-a096-de5c185c52ad tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:45.200949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e417fe66-3790-49aa-ba48-652e3b9d3bda req-860d0fcf-ee0a-4e6f-a096-de5c185c52ad tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0734241 Jul 27 17:25:45.209995 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37014) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:25:45.216553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'floatingip': {'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:25:45.216899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:45.263583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:45.741870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:45.747376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:45.847683 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 associated. External IP: 172.25.4.206, port: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab. Jul 27 17:25:46.063194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:25:46.169309 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:25:46.174724 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:46.178984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:25:46.188773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:25:46.189403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:25:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:46.217790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-22d2d41a-9dae-4784-81bc-8f5aebab1c6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "PUT /v2.0/floatingips/6269ec33-1d1b-4137-a75e-9478bb7e3b92 HTTP/1.1" status: 200 len: 992 time: 1.0066011 Jul 27 17:25:46.218391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:25:46.220663 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86368bd1a4fc5385b3c681abdf18ca94d52d9521806ba00b3ef5feedae982c6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bdc54-107b-4c39-95c1-b8dde458ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:25:46.303138 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:25:46.331562 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad1c0f0-f520-401e-94a3-2526da8af70e x-openstack-request-id: req-3ad1c0f0-f520-401e-94a3-2526da8af70e {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:25:46.332049 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:25:46.332303 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ad1c0f0-f520-401e-94a3-2526da8af70e {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:25:46.332741 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'status': 'completed', 'code': 200} Jul 27 17:25:46.415145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-175fb1a6-1571-42b9-b51d-ee38fa9813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:46.416738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-175fb1a6-1571-42b9-b51d-ee38fa9813a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1097 time: 0.0599914 Jul 27 17:25:46.513224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-1a1035d8-4396-4bc0-96ff-82008e0431de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:46.514627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-1a1035d8-4396-4bc0-96ff-82008e0431de service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0911517 Jul 27 17:25:46.544342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:25:45Z', 'revision_number': 9, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:46.571535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:25:46.585936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:25:46.586690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:25:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:46.586828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-aee023ee-084f-43cb-abf8-570f8e43e6b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1000 time: 0.0644579 Jul 27 17:25:46.640744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-68c992a6-0fa6-486f-900d-c6a4f55603a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:46.642271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-68c992a6-0fa6-486f-900d-c6a4f55603a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0488234 Jul 27 17:25:46.698219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:25:46.712251 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-c0aa3a9b-ae7f-4d16-8ba8-93570ee4a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:46.713456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-c0aa3a9b-ae7f-4d16-8ba8-93570ee4a4c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644505 Jul 27 17:25:46.809491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-d120dbc4-52f5-472e-a9c4-59ee5df18ca4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887015 Jul 27 17:25:46.899985 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-414bdc54-107b-4c39-95c1-b8dde458ce8c req-0ed3d6ff-549f-481d-9461-7efb1c0222c6 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839148 Jul 27 17:25:46.934171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:25:45Z', 'revision_number': 9, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:25:46.963792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82dcf5-badf-4fec-af71-3f307621b8f8 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:25:45Z', 'revision_number': 9, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:25:47.160961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023267a7-1140-44e1-93ae-60855eb5b602 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:25:47.285178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:25:53.451448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-a03cc343-c31a-4e3b-96ca-12fe568e3642 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617011 Jul 27 17:25:53.548968 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19dcb-c730-417d-84ca-042c90e05950 req-2be02620-4afb-4dd0-97eb-d64b5ac2fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:53.550486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-2be02620-4afb-4dd0-97eb-d64b5ac2fc65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1097 time: 0.0579395 Jul 27 17:25:53.658331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19dcb-c730-417d-84ca-042c90e05950 req-1af4f7aa-5c52-4098-b020-c6ca64f72c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:53.659944 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-1af4f7aa-5c52-4098-b020-c6ca64f72c4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0890605 Jul 27 17:25:53.732643 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-bfd4030c-e3cc-4837-ba77-b5cf547333d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1003 time: 0.0647018 Jul 27 17:25:53.781725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19dcb-c730-417d-84ca-042c90e05950 req-7c139b67-9900-478f-83b1-89cbfc28345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:53.783239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-7c139b67-9900-478f-83b1-89cbfc28345a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0450323 Jul 27 17:25:53.845227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19dcb-c730-417d-84ca-042c90e05950 req-b1e9f571-25e9-4780-84a8-7f102959d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:25:53.846740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-b1e9f571-25e9-4780-84a8-7f102959d270 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565467 Jul 27 17:25:53.946007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-e79100b4-adec-46a2-be6d-45b9e81aa5c3 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916109 Jul 27 17:25:54.037726 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26d19dcb-c730-417d-84ca-042c90e05950 req-0e9c93f2-deb7-478a-8529-788b3fb96cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Jul 27 17:26:03.524992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:09.790145 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6f7f80fb-430f-45b9-9d99-a50f530d10b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:12.477657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:12.588907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c8c5aa97-6170-44c0-9479-6aa849cd487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:13.606356 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:15.220395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:15.275396 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:26:17.272089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:33.542912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:39.794276 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b94a3cd-dbdf-41a3-a112-1d68e772d208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:42.478925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:42.590190 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0bf70146-9201-4e92-9c68-5a5ecb8e480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:43.610544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:45.221661 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:47.282506 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:26:52.274257 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:26:53.429996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-f7fa976a-05dc-4b34-8aa6-3d5410e2bf08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582216 Jul 27 17:26:53.526517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-3ca2c459-bf61-4691-910e-eb0fe48f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:26:53.528731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-3ca2c459-bf61-4691-910e-eb0fe48f71f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1097 time: 0.0567644 Jul 27 17:26:53.628906 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-fc8c59b1-5492-4682-9714-6f9b97183baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:26:53.630462 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-fc8c59b1-5492-4682-9714-6f9b97183baa service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0833902 Jul 27 17:26:53.700841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-1e7b1196-c9bb-4498-9937-42dad762c461 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1003 time: 0.0634594 Jul 27 17:26:53.750029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-32b90b2d-efbe-4aab-a8a4-d6dbbbcb4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:26:53.751471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-32b90b2d-efbe-4aab-a8a4-d6dbbbcb4336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0436487 Jul 27 17:26:53.810660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-1fcec5ac-6667-4b82-a928-d9d9c1b37643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:26:53.812077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-1fcec5ac-6667-4b82-a928-d9d9c1b37643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537112 Jul 27 17:26:53.907632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-3063b6cf-703c-4fe5-a0ac-e379e035f8f1 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859632 Jul 27 17:26:53.997613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d960588-068a-4ef8-bf5e-72ee9af572ac req-6aa1e4ca-7a48-4a19-b017-6e56f1486bac service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832787 Jul 27 17:27:03.531766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:09.795373 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ad3-60f7-45ba-904d-65e954f45f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:12.480521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:12.594770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8c417e5e-0b02-40f2-9618-06c40e0c5209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:13.617464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:15.224940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:17.283239 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:21.551577 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-1f48ce81-0221-4b11-9a1c-9fcef984c7c2 req-f9f6a337-cd96-4aaf-bb50-ebcb2d45aec4 tempest-TestServerMultinode-1249780546 tempest-TestServerMultinode-1249780546-project-admin] (93923) timed out ('10.222.0.61', 49866) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:27:24.407713 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-420c4e6a-5cdd-4949-9a3f-c85ed1d085d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945201 Jul 27 17:27:24.427070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a802-f511-42cb-9b10-7947f3d2cb2b req-39dd7e28-cfc0-4548-93bf-0695912fd595 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:24.428697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c82a802-f511-42cb-9b10-7947f3d2cb2b req-39dd7e28-cfc0-4548-93bf-0695912fd595 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.1055260 Jul 27 17:27:24.473626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9c82a802-f511-42cb-9b10-7947f3d2cb2b req-e3160df3-9547-4fff-b408-40d5bb5c4cd3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 Jul 27 17:27:25.621502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae055c-53e1-4d86-a898-e6103dcfd9ec req-51790d0d-b79f-42da-b99e-d3f7c9f48ed9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:25.623710 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8ae055c-53e1-4d86-a898-e6103dcfd9ec req-51790d0d-b79f-42da-b99e-d3f7c9f48ed9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0725977 Jul 27 17:27:25.664175 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e8ae055c-53e1-4d86-a898-e6103dcfd9ec req-41334b65-74fb-4348-8986-30aacd133a4e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341082 Jul 27 17:27:26.804185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881efd-3ca8-45d1-baf6-db83f8a1ab0d req-3d82c849-7ebd-4159-a6e2-c075b3b8fa4b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:26.805605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6881efd-3ca8-45d1-baf6-db83f8a1ab0d req-3d82c849-7ebd-4159-a6e2-c075b3b8fa4b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0679250 Jul 27 17:27:26.845662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c6881efd-3ca8-45d1-baf6-db83f8a1ab0d req-ce2d3b66-5b87-4791-b784-c7eb97a6879f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341406 Jul 27 17:27:27.665867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-6e9ab9b8-15e0-4ef1-bd6d-73347921ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:27.667392 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-6e9ab9b8-15e0-4ef1-bd6d-73347921ebf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1097 time: 0.0596704 Jul 27 17:27:27.759465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-14dd2a1e-28d3-4871-8d7c-3700528c2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:27.761715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-14dd2a1e-28d3-4871-8d7c-3700528c2533 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0866501 Jul 27 17:27:27.833401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-7dcea6d4-1c12-45da-a213-9cc21784d44f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1003 time: 0.0630827 Jul 27 17:27:27.896261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-70dc231f-7844-4b9f-9634-45e6738d4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:27.897792 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-70dc231f-7844-4b9f-9634-45e6738d4d3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0575066 Jul 27 17:27:27.960505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-07901866-088e-4dbe-a8b7-9ed37d4dceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:27.962051 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-07901866-088e-4dbe-a8b7-9ed37d4dceaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568726 Jul 27 17:27:27.981233 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd067db-6eee-488a-8e76-893276e31483 req-6dfb6fa7-a52e-4413-ab6c-33dd6b052011 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:27.983317 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbd067db-6eee-488a-8e76-893276e31483 req-6dfb6fa7-a52e-4413-ab6c-33dd6b052011 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0671725 Jul 27 17:27:28.030336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbd067db-6eee-488a-8e76-893276e31483 req-0e7ec70a-830d-4f0d-b29c-bb330f165f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 Jul 27 17:27:28.067119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-fa72b34e-b934-4579-8dba-51d1813a698f service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972838 Jul 27 17:27:28.162226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-69886a1b-5e54-440e-b77b-434e1f0541bb service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877314 Jul 27 17:27:29.164357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f57da8-bac6-4a30-9c51-8ebc057175d3 req-f57a306f-f6b6-4858-b9f7-8a45b310c643 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:29.165831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51f57da8-bac6-4a30-9c51-8ebc057175d3 req-f57a306f-f6b6-4858-b9f7-8a45b310c643 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0678580 Jul 27 17:27:29.204141 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-51f57da8-bac6-4a30-9c51-8ebc057175d3 req-b9046acd-c494-4872-ba73-a3f440a5dacb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Jul 27 17:27:29.272864 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:27:30.335939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3f1c6-6fff-421f-937a-a42940e66c9d req-411d4d07-99d4-4946-8a11-132d3932a8dd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:30.337449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67e3f1c6-6fff-421f-937a-a42940e66c9d req-411d4d07-99d4-4946-8a11-132d3932a8dd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0644765 Jul 27 17:27:30.378230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-67e3f1c6-6fff-421f-937a-a42940e66c9d req-50a6ab7e-ae84-4ff2-9b22-7980c54a9f4a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347602 Jul 27 17:27:31.515169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad0ed3-26d6-458a-b03e-051949a4c3bf req-46375087-d04a-456e-bb76-eb1ad360f9c1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:31.517616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2ad0ed3-26d6-458a-b03e-051949a4c3bf req-46375087-d04a-456e-bb76-eb1ad360f9c1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0707979 Jul 27 17:27:31.555208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2ad0ed3-26d6-458a-b03e-051949a4c3bf req-ded73790-450a-4f25-87e0-85163487fdda tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Jul 27 17:27:32.702182 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d98ec9-55c0-46cf-a421-d917533fc62c req-d368e69e-ba45-4156-952b-b886889c5549 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:32.703812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0d98ec9-55c0-46cf-a421-d917533fc62c req-d368e69e-ba45-4156-952b-b886889c5549 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0729110 Jul 27 17:27:32.745839 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0d98ec9-55c0-46cf-a421-d917533fc62c req-4bce460a-fb76-432c-94f8-8b7084dd59bc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354724 Jul 27 17:27:33.533826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:33.915412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ddab9-929c-4b6b-b9cf-7811ffeb2619 req-a4a307a5-a1c5-4994-a912-672ded603c94 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:33.917101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03ddab9-929c-4b6b-b9cf-7811ffeb2619 req-a4a307a5-a1c5-4994-a912-672ded603c94 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0904963 Jul 27 17:27:33.978611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03ddab9-929c-4b6b-b9cf-7811ffeb2619 req-6b234e63-d879-45ee-ae8f-b669b345c5c2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526643 Jul 27 17:27:35.119762 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b8dd-aaa4-4be0-ab6c-770bf318e4b2 req-df1b7f78-61aa-42a9-a0ee-945d2bce2cea tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:35.121520 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c12b8dd-aaa4-4be0-ab6c-770bf318e4b2 req-df1b7f78-61aa-42a9-a0ee-945d2bce2cea tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0723350 Jul 27 17:27:35.165036 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9c12b8dd-aaa4-4be0-ab6c-770bf318e4b2 req-d2c02d41-bac2-4216-b456-6f2f04c8b0a3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371828 Jul 27 17:27:36.315604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dafe18-0551-4cba-acf6-f148146c1cf8 req-48ba0d62-2fb5-43c4-aaf9-44535f85b00c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:36.317131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85dafe18-0551-4cba-acf6-f148146c1cf8 req-48ba0d62-2fb5-43c4-aaf9-44535f85b00c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0658424 Jul 27 17:27:36.365630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85dafe18-0551-4cba-acf6-f148146c1cf8 req-bc4e1386-1fd0-4711-adf1-c3372a66daf6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Jul 27 17:27:37.505921 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8d3f-4623-4adf-b824-9469f199d034 req-27214faa-bfb4-45d1-9534-d0a57bf20802 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:37.507490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f8d3f-4623-4adf-b824-9469f199d034 req-27214faa-bfb4-45d1-9534-d0a57bf20802 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0672019 Jul 27 17:27:37.551323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-042f8d3f-4623-4adf-b824-9469f199d034 req-d5dd0679-cac2-4c9d-ad2b-66d2cd36ffbd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369668 Jul 27 17:27:38.689771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba6d2-160c-446f-990e-90d467a8d58a req-62bea478-1c86-46d4-9508-b01c7d548aac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:38.691402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b6ba6d2-160c-446f-990e-90d467a8d58a req-62bea478-1c86-46d4-9508-b01c7d548aac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0690322 Jul 27 17:27:38.732346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b6ba6d2-160c-446f-990e-90d467a8d58a req-11039c14-888e-430f-bca3-4c25817dd253 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Jul 27 17:27:39.798917 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83ab7453-0fc2-4fc1-8af1-b0a5db5c8625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:39.870015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df83ac5-1034-4dfb-8700-15c6753a5d3d req-90ab9404-aa3a-487c-a57a-1de0759e276c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:39.872205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0df83ac5-1034-4dfb-8700-15c6753a5d3d req-90ab9404-aa3a-487c-a57a-1de0759e276c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0662880 Jul 27 17:27:39.918312 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0df83ac5-1034-4dfb-8700-15c6753a5d3d req-2b992649-b413-471e-a4fd-783bac9fd85e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 Jul 27 17:27:40.084793 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-38534aad-ca9f-461e-9306-f385860d55a1 service neutron] show failed (client error): The resource could not be found. Jul 27 17:27:40.085849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-38534aad-ca9f-461e-9306-f385860d55a1 service neutron] 10.222.0.61 "GET /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0673025 Jul 27 17:27:40.335986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-ef09bb3d-62ec-4d5b-90cf-54904b0effc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:40.337511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-ef09bb3d-62ec-4d5b-90cf-54904b0effc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1097 time: 0.0633295 Jul 27 17:27:40.355594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:27:40.438089 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:40.717911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:40.762193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:27:40.812451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:40.814816 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03e4e3-881b-4552-8c13-45cdefe35e35" -d '{"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:40.819019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:40.833962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Transition to ACTIVE for port object 65a3fe7c-72fb-475c-85ab-f8e65cde91ab will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:27:40.839970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:40.891466 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3afc8-d3ca-4cab-a2ca-0538b8f2be15 x-openstack-request-id: req-b4b3afc8-d3ca-4cab-a2ca-0538b8f2be15 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:40.891762 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:40.892685 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4b3afc8-d3ca-4cab-a2ca-0538b8f2be15 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:40.892685 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'code': 200} Jul 27 17:27:40.935903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:40.948060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.948571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.948918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.949341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.950059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.950059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.950220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.950651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.950899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.951219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.951649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:40.951978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:41.003358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] No DVR routers for this DVR port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:27:41.092156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a336c1-558d-4acd-bc5d-2d5e8bd97cf7 req-43253d90-e98b-4077-aaa8-83ff6c4f91e3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:41.093899 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7a336c1-558d-4acd-bc5d-2d5e8bd97cf7 req-43253d90-e98b-4077-aaa8-83ff6c4f91e3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0916259 Jul 27 17:27:41.143480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c7a336c1-558d-4acd-bc5d-2d5e8bd97cf7 req-36da1055-e021-43ae-aa92-98715bd928f2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431097 Jul 27 17:27:41.462151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:27:41.462779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:27:41.462910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:41.467818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:27:41.468143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:41.474238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:27:41.474715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:27:41.475198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:27:41.475726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Bound port: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:27:41.476175 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:41.550643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:27:41.555568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:27:41.563867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:41.602142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:41.602794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:41.604750 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] 10.222.0.13 "PUT /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1092 time: 1.2530744 Jul 27 17:27:41.626753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3ac7d-d8c2-4916-83f0-fea8266f2a38 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:41.710626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-7cf444b7-d774-4d12-a246-0b44b5e15e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:41.712470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-7cf444b7-d774-4d12-a246-0b44b5e15e8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.0699039 Jul 27 17:27:41.824935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-09db7192-6fa9-4011-acb8-4daf26c8be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:41.826445 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-09db7192-6fa9-4011-acb8-4daf26c8be51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1063604 Jul 27 17:27:41.899937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-31be1737-6365-4be4-a963-a9b40c449ca2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.0653167 Jul 27 17:27:41.962817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-61aae7ea-2881-4ac7-b995-11def354db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:41.965369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-61aae7ea-2881-4ac7-b995-11def354db16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0584271 Jul 27 17:27:42.044613 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-42c12d9e-628d-4ff6-85e7-0cf513fdb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:42.047086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-42c12d9e-628d-4ff6-85e7-0cf513fdb544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746894 Jul 27 17:27:42.142579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-e283943f-07af-4bd5-824e-281f5e85cc21 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Jul 27 17:27:42.278057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-1582dbc2-d79d-4007-b124-d94c95a5de90 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282277 Jul 27 17:27:42.303368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba8674-5a01-4fad-ad01-01771ddd4d0c req-7a4118ef-e2dd-4c55-bbee-494e29f3795b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:42.305165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27ba8674-5a01-4fad-ad01-01771ddd4d0c req-7a4118ef-e2dd-4c55-bbee-494e29f3795b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0851569 Jul 27 17:27:42.346696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-27ba8674-5a01-4fad-ad01-01771ddd4d0c req-62e9965f-2939-4b5e-b7bf-3f5fb713e0c8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350182 Jul 27 17:27:42.483907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:42.596760 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9831e915-06bf-4c14-b4a4-9688619161ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:42.893946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:42.896233 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705abe7-b879-4214-b355-0ec76bedabf4" -d '{"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:42.944530 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bbbf17-d549-4f8e-aa50-a2528ca794dc x-openstack-request-id: req-d8bbbf17-d549-4f8e-aa50-a2528ca794dc {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:42.944837 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:42.945094 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8bbbf17-d549-4f8e-aa50-a2528ca794dc {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:42.945822 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'status': 'completed', 'code': 200} Jul 27 17:27:43.063771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-a304d618-0e91-4153-bd9f-9745c213322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.069379 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-a304d618-0e91-4153-bd9f-9745c213322a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.1014712 Jul 27 17:27:43.069720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-2bd5c1cf-377c-4c6e-b414-5bef219e7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.071214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-2bd5c1cf-377c-4c6e-b414-5bef219e7d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.0741386 Jul 27 17:27:43.229280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-9d463237-9937-49a1-bbdc-5ecc7241b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.231333 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-9d463237-9937-49a1-bbdc-5ecc7241b0cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1508362 Jul 27 17:27:43.232545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-2ef9a668-b729-4b0e-9266-089e45997587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.233870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-2ef9a668-b729-4b0e-9266-089e45997587 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1616638 Jul 27 17:27:43.347389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-59e60601-eaeb-4448-99ec-cd6825188b00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.1081760 Jul 27 17:27:43.349303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-29e3d915-a8c6-4452-9329-9953ec8d4b96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.1031179 Jul 27 17:27:43.465517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-e0bacc5b-0592-41a4-9046-f59e8c726af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.466983 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-e0bacc5b-0592-41a4-9046-f59e8c726af6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.1123538 Jul 27 17:27:43.469835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-212bae30-44a1-485a-bde0-6cce1e997bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.471170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-212bae30-44a1-485a-bde0-6cce1e997bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.1083093 Jul 27 17:27:43.566020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:27:43.596001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981940f1-3610-44b3-98d4-d10c11a13d06 req-69adda17-8431-4517-82fa-77d8cfb69586 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.597545 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-981940f1-3610-44b3-98d4-d10c11a13d06 req-69adda17-8431-4517-82fa-77d8cfb69586 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.1816204 Jul 27 17:27:43.612764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-adf14a4e-582e-47c5-b642-4aaa2fa9c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.614622 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-adf14a4e-582e-47c5-b642-4aaa2fa9c65e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389110 Jul 27 17:27:43.619266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:27:43.623210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:43.624738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-ea206cf0-31fe-4132-838c-8b7d1b48a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:43.626291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-ea206cf0-31fe-4132-838c-8b7d1b48a3b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421683 Jul 27 17:27:43.758489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-981940f1-3610-44b3-98d4-d10c11a13d06 req-322dc329-1f44-40f5-bbe8-51fd86fe30e4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509948 Jul 27 17:27:43.820747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-d856b9b8-1f8d-4d19-9a17-8263bc8e63cf service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933124 Jul 27 17:27:43.823697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-3c1a9c45-d4c6-4c44-a5b7-9668673d0215 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892786 Jul 27 17:27:43.994285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-e15fd79a-1805-4d86-a3a4-1915f09b9821 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630368 Jul 27 17:27:43.997627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a705abe7-b879-4214-b355-0ec76bedabf4 req-4d94cbfd-15ee-4db8-b14b-d66438fec9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556141 Jul 27 17:27:44.895485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02d275-999f-489e-8d03-bf8fac006170 req-755bf694-549e-447e-b7a7-9710e30bb498 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:44.897017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd02d275-999f-489e-8d03-bf8fac006170 req-755bf694-549e-447e-b7a7-9710e30bb498 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0645213 Jul 27 17:27:44.936113 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd02d275-999f-489e-8d03-bf8fac006170 req-24087f50-bf1c-4cce-8e8f-9562f33208f5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326102 Jul 27 17:27:45.207644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:27:45.240099 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:45.248361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-b7be4af2-8ee5-4b65-ab0f-44b033048922 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.250206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-b7be4af2-8ee5-4b65-ab0f-44b033048922 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&tenant_id=e5bdf01990534c778892b864a7d0a101&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 944 time: 0.0847945 Jul 27 17:27:45.275124 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b10c0-f2e5-48cf-b5da-dc6c9cddf5e4 req-33557e94-bc34-47a7-810a-1540b6e89eb3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.276519 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad3b10c0-f2e5-48cf-b5da-dc6c9cddf5e4 req-33557e94-bc34-47a7-810a-1540b6e89eb3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 944 time: 0.0913582 Jul 27 17:27:45.320714 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ad3b10c0-f2e5-48cf-b5da-dc6c9cddf5e4 req-08bb415e-ee5f-4eaf-ba37-a6b6681683ef tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367486 Jul 27 17:27:45.322254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-ca2e69f0-2b00-424a-bf34-2bf6460cb062 service neutron] 10.222.0.13 "GET /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.0617793 Jul 27 17:27:45.343269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:45.355921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:27:45.396343 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:45.409950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:27:45.416562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-098574c7-8a9f-4d31-9423-e23b940bee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.417830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-098574c7-8a9f-4d31-9423-e23b940bee99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1095 time: 0.0565009 Jul 27 17:27:45.438526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:45.443711 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:45.493672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:45.502332 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.502670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.503011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.503340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.503668 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.504011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.504320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.504677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.504998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.505317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.505637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.505952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:27:45.520307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-25f0b1c7-513a-4781-bbb5-d902ff65b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.521924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-25f0b1c7-513a-4781-bbb5-d902ff65b4cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0976562 Jul 27 17:27:45.589197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-a618d08d-96ad-4714-ad71-8d218bec6a8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1002 time: 0.0591981 Jul 27 17:27:45.641797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-ead8aef2-2450-4106-8fd3-b66ad3ece0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.643303 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-ead8aef2-2450-4106-8fd3-b66ad3ece0a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0461347 Jul 27 17:27:45.711381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-2b873ff3-378b-4f8a-8c56-3d58fb20bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:45.712836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-2b873ff3-378b-4f8a-8c56-3d58fb20bfd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624888 Jul 27 17:27:45.742900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['65a3fe7c-72fb-475c-85ab-f8e65cde91ab'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:27:45.808980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-aaa544e5-bd6f-471e-9176-50ea975fe374 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883589 Jul 27 17:27:45.912144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-5277094f-5fda-40c3-8a69-fd7a3b811315 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960267 Jul 27 17:27:46.461094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668a336-b6fe-44ac-9ac2-014d8212a7f7 req-af9e875c-47f1-4cf8-9306-b1be500821fc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:46.463099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9668a336-b6fe-44ac-9ac2-014d8212a7f7 req-af9e875c-47f1-4cf8-9306-b1be500821fc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0681341 Jul 27 17:27:46.503596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9668a336-b6fe-44ac-9ac2-014d8212a7f7 req-6a10b2d7-dc5f-4285-b788-b861a1eda24e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340147 Jul 27 17:27:47.206692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:27:47.255650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:27:47.260488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:27:47.260874 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:47.313218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:47.358890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:47.388260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:47.390541 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d7923-5652-4692-b944-bb93681adf08" -d '{"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-plugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:47.433649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:47.439150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:47.504830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:47.512961 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63407c42-142e-4088-8194-69e1afd68427 x-openstack-request-id: req-63407c42-142e-4088-8194-69e1afd68427 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:47.512961 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-plugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:47.512961 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63407c42-142e-4088-8194-69e1afd68427 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:47.512961 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'code': 200} Jul 27 17:27:47.646556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652235-5ef3-4dd9-838d-9a7ac747a708 req-71b321a3-fabf-4bd4-80d8-142a2f84c443 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:47.648136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7652235-5ef3-4dd9-838d-9a7ac747a708 req-71b321a3-fabf-4bd4-80d8-142a2f84c443 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 946 time: 0.0704341 Jul 27 17:27:47.696080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7652235-5ef3-4dd9-838d-9a7ac747a708 req-52c5030a-83e1-4f25-9c60-cc918a2c4904 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Jul 27 17:27:48.108883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-c284c6ae-8b19-45ac-93fd-6672e143cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:48.110475 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-c284c6ae-8b19-45ac-93fd-6672e143cef6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1097 time: 0.0727446 Jul 27 17:27:48.122545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:27:48.200751 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:48.408530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:48.441624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:27:48.485642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:48.487946 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ef68d-30dd-4ba3-85fc-d471fef51799" -d '{"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:48.491894 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:48.505477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Transition to ACTIVE for port object 65a3fe7c-72fb-475c-85ab-f8e65cde91ab will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:27:48.514040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:48.548805 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37db3fc7-108b-4001-9bab-8e037a959018 x-openstack-request-id: req-37db3fc7-108b-4001-9bab-8e037a959018 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:48.549093 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:48.549343 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37db3fc7-108b-4001-9bab-8e037a959018 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:48.549734 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'code': 200} Jul 27 17:27:48.594488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:48.640728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] No DVR routers for this DVR port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:27:48.812195 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:27:48.812903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:27:48.812903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:48.819821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:27:48.820152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Attempting to bind port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:48.827748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:27:48.828099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:27:48.828517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:27:48.828959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Bound port: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:27:48.829332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:48.891871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1d15-0b1d-4c75-a59d-7b759ced4052 req-a33eade6-d775-446d-854c-80b906153230 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:48.893416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94fd1d15-0b1d-4c75-a59d-7b759ced4052 req-a33eade6-d775-446d-854c-80b906153230 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.1203203 Jul 27 17:27:48.927320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:27:48.948518 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:27:48.957850 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94fd1d15-0b1d-4c75-a59d-7b759ced4052 req-c02ab55e-dd80-450d-b53e-2c61a1e80c36 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555346 Jul 27 17:27:48.958870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:48.999252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:48.999911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:49.001381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] 10.222.0.61 "PUT /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1093 time: 0.8835273 Jul 27 17:27:49.033990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278256-1dd5-47a4-bbe6-cc6f3e7118a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:49.082029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-a9a0a26e-6d72-4aed-98d1-0a278d9fe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:49.083570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-a9a0a26e-6d72-4aed-98d1-0a278d9fe530 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1096 time: 0.0588336 Jul 27 17:27:49.181149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-d244917b-3ff3-43c2-b051-7c7be728814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:49.182680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-d244917b-3ff3-43c2-b051-7c7be728814e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0917740 Jul 27 17:27:49.249727 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-be48bd43-ec1c-4989-818a-c76023787802 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.0596340 Jul 27 17:27:49.302097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-e7c54454-bf90-4bf1-b847-d5f701e450de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:49.303476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-e7c54454-bf90-4bf1-b847-d5f701e450de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0479686 Jul 27 17:27:49.372495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-c51f40ae-8795-4dae-9c6b-6913db354032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:49.374054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-c51f40ae-8795-4dae-9c6b-6913db354032 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631752 Jul 27 17:27:49.464027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-73a5ca16-ea4c-4861-9ae6-32da1ae8c982 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Jul 27 17:27:49.560192 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c64bdd59-fa73-4b46-95b5-07c661572e46 req-6700fa8d-520a-45e6-900b-392058b0d365 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Jul 27 17:27:50.105699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3cef-6a23-4a33-9ff9-060f3a6ef951 req-cb917496-43e8-4cdd-8b4c-7c1c582395d1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:50.107972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-863d3cef-6a23-4a33-9ff9-060f3a6ef951 req-cb917496-43e8-4cdd-8b4c-7c1c582395d1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0783107 Jul 27 17:27:50.150285 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-863d3cef-6a23-4a33-9ff9-060f3a6ef951 req-0679bacf-faf9-45b4-9f46-5fe8e481cf8d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366845 Jul 27 17:27:50.550768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:50.553247 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e91449-0feb-4b6d-b273-97c8c60ca255" -d '{"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:50.604163 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac609271-e672-4df5-a5ec-7fbe745e1530 x-openstack-request-id: req-ac609271-e672-4df5-a5ec-7fbe745e1530 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:50.604680 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:50.604992 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac609271-e672-4df5-a5ec-7fbe745e1530 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:50.605407 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'status': 'completed', 'code': 200} Jul 27 17:27:50.740803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-72e3ce17-9ab2-4a73-8cd5-803ce7943272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:50.742304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-72e3ce17-9ab2-4a73-8cd5-803ce7943272 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1096 time: 0.1123927 Jul 27 17:27:50.747545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-a3f329f1-9fb0-45da-a43f-0bc71f182635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:50.748935 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-a3f329f1-9fb0-45da-a43f-0bc71f182635 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 1096 time: 0.0789576 Jul 27 17:27:50.904753 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-b297bf64-249e-4c77-ba16-a13a693ffb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:50.906271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-b297bf64-249e-4c77-ba16-a13a693ffb21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1526256 Jul 27 17:27:50.907661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-c30430b3-c3ad-4269-be93-619b6504e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:50.909211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-c30430b3-c3ad-4269-be93-619b6504e32c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1482646 Jul 27 17:27:51.023544 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-abe81bc2-1508-40a8-a7d0-a97f904a94da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.1098421 Jul 27 17:27:51.027574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-d3dfcca5-4710-4af2-af28-b0396b14f178 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 200 len: 1001 time: 0.1071405 Jul 27 17:27:51.112030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-a562b495-00c9-4b00-a636-eed1673d4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.113569 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-a562b495-00c9-4b00-a636-eed1673d4acf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0812876 Jul 27 17:27:51.116965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-9f54be7b-f6aa-42eb-bd46-05e2ae832bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.118327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-9f54be7b-f6aa-42eb-bd46-05e2ae832bf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0787113 Jul 27 17:27:51.206750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:27:51.250401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:27:51.290422 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968e93-ae12-4682-b298-21bb2d0c5950 req-b5fcb7b1-127d-4c91-bb48-5d1749b488cb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.292043 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-71968e93-ae12-4682-b298-21bb2d0c5950 req-b5fcb7b1-127d-4c91-bb48-5d1749b488cb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0689919 Jul 27 17:27:51.333380 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-71968e93-ae12-4682-b298-21bb2d0c5950 req-41f98079-6f1b-4fab-a23e-3a586e52af70 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349326 Jul 27 17:27:51.503369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-1ac83468-d0bf-460a-a8f5-1e39e8f32f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.504812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-1ac83468-d0bf-460a-a8f5-1e39e8f32f11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3839045 Jul 27 17:27:51.507384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-29eb7ca8-08e4-4361-94d0-27fbfaebd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.508784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-29eb7ca8-08e4-4361-94d0-27fbfaebd7b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800926 Jul 27 17:27:51.674185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29251-b9c0-4a32-93df-3636f89994c9 req-9aea50c2-e077-44e3-ab7a-c72dd3775146 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.675676 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7c29251-b9c0-4a32-93df-3636f89994c9 req-9aea50c2-e077-44e3-ab7a-c72dd3775146 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.2070653 Jul 27 17:27:51.701171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-8a885a67-72d5-4603-a634-fee927435566 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785905 Jul 27 17:27:51.708256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-3d57953c-27f5-478d-bfc5-7de7a2abd3e6 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941216 Jul 27 17:27:51.826527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c7c29251-b9c0-4a32-93df-3636f89994c9 req-0e32267a-9430-4b35-8071-db6bdcc0dad3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397007 Jul 27 17:27:51.884939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-fb7086bc-9a3c-4b4d-a5d7-dc29bad5b540 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743195 Jul 27 17:27:51.886866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-57e91449-0feb-4b6d-b273-97c8c60ca255 req-98ad7496-d3a2-46bf-89c4-1c1991d1c721 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673527 Jul 27 17:27:51.966153 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208c240-3ee1-4708-aedc-b27f3e57b759 req-18bd3e92-234b-4bc8-8d64-4c4dbf42bb00 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:51.967663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c208c240-3ee1-4708-aedc-b27f3e57b759 req-18bd3e92-234b-4bc8-8d64-4c4dbf42bb00 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0674379 Jul 27 17:27:52.055657 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c208c240-3ee1-4708-aedc-b27f3e57b759 req-2d98cbd8-1177-461f-9073-f066880352e5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820301 Jul 27 17:27:52.304801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fffda1-32ec-4a7a-a22b-0d36f53be0ba req-8c58b640-c376-473c-ad6c-5cd18c46c046 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:52.306311 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84fffda1-32ec-4a7a-a22b-0d36f53be0ba req-8c58b640-c376-473c-ad6c-5cd18c46c046 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.0648627 Jul 27 17:27:52.344187 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-84fffda1-32ec-4a7a-a22b-0d36f53be0ba req-aed28b58-aaf9-4b57-84f5-cdeb8e31c4a6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Jul 27 17:27:53.510671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cade38-9151-40d5-a335-7d1a04fd2ecd req-62e756f5-8cb0-4a6a-a063-99101ecbfaac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:53.512282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06cade38-9151-40d5-a335-7d1a04fd2ecd req-62e756f5-8cb0-4a6a-a063-99101ecbfaac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.1004303 Jul 27 17:27:53.546430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-292b7185-9747-4af4-8838-b19ccc1e16ee tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:53.548075 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-292b7185-9747-4af4-8838-b19ccc1e16ee tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 945 time: 0.1034067 Jul 27 17:27:53.596001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06cade38-9151-40d5-a335-7d1a04fd2ecd req-7904de86-882c-4a67-8376-08e918ba239e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765204 Jul 27 17:27:53.612617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:27:53.681644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Deleting port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:27:53.681912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.720171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:53.733359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'mac_address': 'fa:16:3e:26:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:27:53.775232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:53.775610 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.775882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.790488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:27:53.814456 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:27:53.818623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.875736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:53.962411 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.962732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:53.963068 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 disassociated. External IP: 172.25.4.206, port: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab. Jul 27 17:27:53.963403 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Calling delete_port for 65a3fe7c-72fb-475c-85ab-f8e65cde91ab owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:27:54.092154 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:54.126247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'Port': ['ID=65a3fe7c-72fb-475c-85ab-f8e65cde91ab,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:54.251014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:27:54.358617 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:27:54.368598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:27:54.377482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:27:54.378103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:27:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:27:54.405887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] No DVR routers for this DVR port 65a3fe7c-72fb-475c-85ab-f8e65cde91ab on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:27:54.408399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:54.410465 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7fb9159-8b4e-44c5-baa1-72a82ae6ce19 req-1196add9-c656-4838-9e42-9d7804dada8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "DELETE /v2.0/ports/65a3fe7c-72fb-475c-85ab-f8e65cde91ab HTTP/1.1" status: 204 len: 173 time: 0.8559923 Jul 27 17:27:54.410901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-deleted', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:54.413281 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da2c02-e3f1-4f8b-a72b-67bf9b00fccb" -d '{"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-deleted", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:54.457218 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dc2f9d-dfbb-426b-8190-4251e67a6f70 x-openstack-request-id: req-40dc2f9d-dfbb-426b-8190-4251e67a6f70 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:54.457506 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cd34a3-cf78-4460-8ce3-47a76061ca88", "name": "network-vif-deleted", "tag": "65a3fe7c-72fb-475c-85ab-f8e65cde91ab", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:54.457777 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40dc2f9d-dfbb-426b-8190-4251e67a6f70 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:54.458161 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cd34a3-cf78-4460-8ce3-47a76061ca88', 'name': 'network-vif-deleted', 'tag': '65a3fe7c-72fb-475c-85ab-f8e65cde91ab', 'status': 'completed', 'code': 200} Jul 27 17:27:54.496124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:27:54.702994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:27:54.729806 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:27:54.739458 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:27:54.740142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:27:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:27:54.760117 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6c0db819-d4f7-4484-87ea-358cf315d541 req-fd5ae241-93e2-4261-aec8-7795734dc78d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=47cd34a3-cf78-4460-8ce3-47a76061ca88 HTTP/1.1" status: 200 len: 210 time: 0.0816925 Jul 27 17:27:54.856312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:27:55.059207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:27:55.084599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719d685-8168-445b-9d8b-ab21419ec55a None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:27:55.320584 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c2174-4035-4e43-a41b-f9ad78b3cce2 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:27:56.089594 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-8346e031-3d60-4b8a-bb2e-4a9d58b34e47 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--108911376&fields=id&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 267 time: 0.0378439 Jul 27 17:27:56.225642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-1f02088d-66d9-4838-b3fe-5b603ce98b26 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:56.227134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-1f02088d-66d9-4838-b3fe-5b603ce98b26 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1245561 Jul 27 17:27:56.244103 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-7c525bfb-2d6e-41f2-84c6-5e3f92435ed8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/quotas/e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Jul 27 17:27:56.320173 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-a44f642c-b6c6-420b-9ff2-f8f98181026e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700250 Jul 27 17:27:56.391314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-96c998d8-5538-468e-8c04-c7ffe5c22e87 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:27:56.392316 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-96c998d8-5538-468e-8c04-c7ffe5c22e87 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588472 Jul 27 17:27:56.487144 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-44e7cab0-1488-4e21-848c-d9e865b2b9ca service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884750 Jul 27 17:27:56.576799 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-b2623712-e412-4137-8a9c-d8b4ee00efb2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Jul 27 17:27:56.750529 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f21a87fa-8fe0-4c62-9cdd-9bfe4f0be33c req-53a61716-ae5b-4a06-806c-865d3e68d9d4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0309157 Jul 27 17:27:57.621991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:27:57.646005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 65a3fe7c-72fb-475c-85ab-f8e65cde91ab {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:27:57.646354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 65a3fe7c-72fb-475c-85ab-f8e65cde91ab not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:27:57.801090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-60ee0099-a5d7-451e-8749-5658ec3d665d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:57.802594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-60ee0099-a5d7-451e-8749-5658ec3d665d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 812 time: 0.1194098 Jul 27 17:27:57.852081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-48d28a48-da45-4b67-8a4a-05a251325a5f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 379 time: 0.0404129 Jul 27 17:27:57.860075 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d19a4706-58b2-4bf7-abcc-1ea950b48aa1 req-9e737377-1148-4d71-8571-7aed8001a475 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0336099 Jul 27 17:27:57.862954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'port': {'device_id': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'admin_state_up': True, 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'security_groups': ['7f5e07ad-cdb6-447c-b8ca-c9afa3583e13']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:27:57.990292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Made reservation on behalf of e5bdf01990534c778892b864a7d0a101 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:27:57.993774 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.134272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Allocated IP 172.20.0.10 (2c7deb91-ec1a-4e84-ae48-96b944fcd15e/92111180-a151-41aa-8668-8ba6fe550f10/e28c5183-5685-4270-933a-93cdcd94d48c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:27:58.287142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.301324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Transition to ACTIVE for port object e28c5183-5685-4270-933a-93cdcd94d48c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:27:58.337304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.378208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:27:58.381226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:27:58.383669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:27:58.415817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:58.445144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:58.445795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.464057 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-3044190c-801a-430f-9ee3-e973fa23d076 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050899 Jul 27 17:27:58.476710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Request body: {'port': {'device_id': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:27:58.567156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.636283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55eaf63b-8668-4890-b1db-512dace86877 None None] Provisioning for port e28c5183-5685-4270-933a-93cdcd94d48c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:27:58.641061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-55eaf63b-8668-4890-b1db-512dace86877 None None] Provisioning complete for port e28c5183-5685-4270-933a-93cdcd94d48c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:27:58.641405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55eaf63b-8668-4890-b1db-512dace86877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.680824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-55eaf63b-8668-4890-b1db-512dace86877 None None] Port e28c5183-5685-4270-933a-93cdcd94d48c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:27:58.839232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:27:58.847351 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.859710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Transition to ACTIVE for port object e28c5183-5685-4270-933a-93cdcd94d48c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:27:58.863934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:58.943448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:59.036357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:27:59.036737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:27:59.037075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:59.044936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:27:59.045219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:27:59.057033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:27:59.057390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:27:59.057780 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:27:59.058226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Bound port: e28c5183-5685-4270-933a-93cdcd94d48c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:27:59.058733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:59.080094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525036-448a-4a92-bf99-e5128cd950e3 req-5b0cc9a2-f012-44d4-b418-2487203a0957 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.081680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53525036-448a-4a92-bf99-e5128cd950e3 req-5b0cc9a2-f012-44d4-b418-2487203a0957 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.1412203 Jul 27 17:27:59.163218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-53525036-448a-4a92-bf99-e5128cd950e3 req-1f8be477-e084-4156-9c8a-a658c041ed22 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585396 Jul 27 17:27:59.170762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:27:59.175365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:27:59.180290 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:59.215799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.216457 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:27:59.217987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] 10.222.0.61 "PUT /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1092 time: 0.7458653 Jul 27 17:27:59.218523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:27:59.220765 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970cf20a-2d7a-45b1-8395-d32d145fa17e" -d '{"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:27:59.256950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fafbe-42ef-4874-9da8-8ae2417b999b service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:27:59.276703 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1791ef10-bfec-4dc5-b8a0-9a3ec4af5b38 x-openstack-request-id: req-1791ef10-bfec-4dc5-b8a0-9a3ec4af5b38 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:27:59.276983 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:27:59.277887 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1791ef10-bfec-4dc5-b8a0-9a3ec4af5b38 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:27:59.278285 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'status': 'completed', 'code': 200} Jul 27 17:27:59.327124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-0499cbf8-d221-49e2-8aaf-138bae5210b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.328717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-0499cbf8-d221-49e2-8aaf-138bae5210b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0615723 Jul 27 17:27:59.395420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-ade9a9bb-b41e-4f38-8fd4-8bb75bb163bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 217 time: 0.0588589 Jul 27 17:27:59.451682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-de94633e-dd04-4a33-9ea1-17709749cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.453258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-de94633e-dd04-4a33-9ea1-17709749cb57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0497463 Jul 27 17:27:59.513250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-2e8a6736-35c6-4c98-8dd6-19db171680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.514730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-2e8a6736-35c6-4c98-8dd6-19db171680c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549412 Jul 27 17:27:59.612243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-965c5d1a-43b0-476f-920c-642b422f3e08 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904291 Jul 27 17:27:59.705232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-16fa44a1-27e7-4179-91b7-53077bbe6405 req-f54e5f63-959e-47f2-bcdc-845b260ef136 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Jul 27 17:27:59.807244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-303ec4ea-7223-495b-88db-6d6b4424e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.809279 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-303ec4ea-7223-495b-88db-6d6b4424e2bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0558546 Jul 27 17:27:59.903256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-976466ba-b307-4519-8964-e203751ccb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.904812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-976466ba-b307-4519-8964-e203751ccb3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0884092 Jul 27 17:27:59.946363 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-b3666c65-a1db-4178-94b8-f18da245bec1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 217 time: 0.0344853 Jul 27 17:27:59.995125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-934cb3a7-4c86-421b-9a4a-2dbaa947669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:27:59.997145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-934cb3a7-4c86-421b-9a4a-2dbaa947669c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0441241 Jul 27 17:28:00.062860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-9a589835-d96b-43a1-a966-83a01df4ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:00.064471 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-9a589835-d96b-43a1-a966-83a01df4ca75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601745 Jul 27 17:28:00.173807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-6fd1c906-deac-4fd8-a37e-6052aaab15a4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006503 Jul 27 17:28:00.312139 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-970cf20a-2d7a-45b1-8395-d32d145fa17e req-2e567043-ee37-4fe0-b66b-36dcb6a4666e service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292653 Jul 27 17:28:00.330305 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0860e-8637-4d61-8687-aa164f8ceba5 req-b05e34fa-69f7-4970-9ba2-29b7846d8d3e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:00.331799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65c0860e-8637-4d61-8687-aa164f8ceba5 req-b05e34fa-69f7-4970-9ba2-29b7846d8d3e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0950918 Jul 27 17:28:00.372773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65c0860e-8637-4d61-8687-aa164f8ceba5 req-c401d85e-74f3-4fb3-99fd-37b775aadb9d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344114 Jul 27 17:28:01.516702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe8006-4ed8-4adc-809c-4d5d373c1d20 req-9d19ce88-f304-4124-899f-1f007ae9b3d0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:01.518292 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9fe8006-4ed8-4adc-809c-4d5d373c1d20 req-9d19ce88-f304-4124-899f-1f007ae9b3d0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0719070 Jul 27 17:28:01.564748 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9fe8006-4ed8-4adc-809c-4d5d373c1d20 req-bab33d71-e809-4385-b46b-423d9e9b1196 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Jul 27 17:28:02.715483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc1a57-f4f9-461c-ba7e-9680d795de94 req-bbbc70f6-7c8d-4994-a5aa-e3d405af7dae tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:02.717365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7dcc1a57-f4f9-461c-ba7e-9680d795de94 req-bbbc70f6-7c8d-4994-a5aa-e3d405af7dae tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0819726 Jul 27 17:28:02.764226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7dcc1a57-f4f9-461c-ba7e-9680d795de94 req-eb135c4d-4d0a-4a92-a503-637bcb5d2b90 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Jul 27 17:28:03.527733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:03.652264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:28:03.758273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:28:03.769743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:28:03.811267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:03.824294 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:28:03.845415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:28:03.850051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:03.904473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:28:03.907836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819111f-0603-40f0-84f3-71125965ef8c req-36739464-29df-47ae-bfb9-063942cfcf39 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:03.909483 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6819111f-0603-40f0-84f3-71125965ef8c req-36739464-29df-47ae-bfb9-063942cfcf39 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0728245 Jul 27 17:28:03.949688 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6819111f-0603-40f0-84f3-71125965ef8c req-127c1e6c-13bd-498b-ae97-34def198dd02 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331373 Jul 27 17:28:04.045781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e28c5183-5685-4270-933a-93cdcd94d48c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:28:05.084744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad57ee-4543-4c92-a6a5-a0d8761e8ae7 req-6f7834e4-a74e-477b-ae20-f2de6c684c8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:05.086258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ebad57ee-4543-4c92-a6a5-a0d8761e8ae7 req-6f7834e4-a74e-477b-ae20-f2de6c684c8e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0672250 Jul 27 17:28:05.127527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ebad57ee-4543-4c92-a6a5-a0d8761e8ae7 req-37caafb3-de39-408e-96a8-41da1817ef6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351915 Jul 27 17:28:05.652591 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:28:05.706128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port e28c5183-5685-4270-933a-93cdcd94d48c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:28:05.711260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port e28c5183-5685-4270-933a-93cdcd94d48c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:28:05.712371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:05.819383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:05.843964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:28:05.846284 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e9241c9b56b91266a72f57fe73f83aaf43f5ecc59ae61bbb2e3c235f171d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010762b3-4023-449f-89cc-a998644004bc" -d '{"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:28:05.861633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:28:05.867101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:05.897496 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecc2eef-27b4-4907-927c-df88ec0f9c46 x-openstack-request-id: req-aecc2eef-27b4-4907-927c-df88ec0f9c46 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:28:05.897786 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:28:05.898162 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aecc2eef-27b4-4907-927c-df88ec0f9c46 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:28:05.898567 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'code': 200} Jul 27 17:28:05.936341 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:28:06.009688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10045ad3-725e-4c55-a5d8-efe9bf890c66 req-957578f9-a01a-4fa1-82e1-bc3a574f8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:06.011238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10045ad3-725e-4c55-a5d8-efe9bf890c66 req-957578f9-a01a-4fa1-82e1-bc3a574f8e14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0602729 Jul 27 17:28:06.046058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10045ad3-725e-4c55-a5d8-efe9bf890c66 req-eb7ecbe7-aff9-46e7-b64b-6552ab2d6988 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279644 Jul 27 17:28:06.268106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ec133-6493-4fb0-b5d1-cd22c97a418d req-3b7f3f34-5c2d-4015-8a4f-7d19095e05b9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:06.269616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d10ec133-6493-4fb0-b5d1-cd22c97a418d req-3b7f3f34-5c2d-4015-8a4f-7d19095e05b9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0712585 Jul 27 17:28:06.272476 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:28:06.315088 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d10ec133-6493-4fb0-b5d1-cd22c97a418d req-18e4ee54-4fc4-409d-b4a5-81a9e610e379 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jul 27 17:28:07.471439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92399e-409e-4d3e-b2c2-0c53c126f691 req-bd0cb7be-ea37-4cde-aca0-3864929b3a31 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:07.472967 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc92399e-409e-4d3e-b2c2-0c53c126f691 req-bd0cb7be-ea37-4cde-aca0-3864929b3a31 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0855439 Jul 27 17:28:07.515286 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc92399e-409e-4d3e-b2c2-0c53c126f691 req-c283c2b6-9fe5-4b1d-8ed5-250780e0e795 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Jul 27 17:28:07.661710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd21ec-859a-4a3a-a132-ef4afbb5df7c req-a0fc67cb-a252-42e5-b979-20d32971639e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:07.663678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-87fd21ec-859a-4a3a-a132-ef4afbb5df7c req-a0fc67cb-a252-42e5-b979-20d32971639e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0712512 Jul 27 17:28:07.676284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37408) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:28:07.682302 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Request body: {'floatingip': {'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:28:07.727604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:08.487753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:08.492327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:08.601832 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 associated. External IP: 172.25.4.206, port: e28c5183-5685-4270-933a-93cdcd94d48c. Jul 27 17:28:08.826792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:28:08.956839 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:28:08.962912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:08.968959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:28:08.981045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:28:08.981672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:27:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:28:09.007184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-958280c1-fd49-4d1c-bdc4-504d92c806be tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "PUT /v2.0/floatingips/6269ec33-1d1b-4137-a75e-9478bb7e3b92 HTTP/1.1" status: 200 len: 993 time: 1.3256042 Jul 27 17:28:09.007184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:28:09.007184 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02749058df0d28b20b8a08a4e6e877ce64149207f5869a9b5ef1a1df775ddc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548570de-ef5d-4732-80b2-6955aab170d7" -d '{"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:28:09.061042 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1fbe8f-826e-4459-b175-e971665e28d9 x-openstack-request-id: req-ba1fbe8f-826e-4459-b175-e971665e28d9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:28:09.061042 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:28:09.061443 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba1fbe8f-826e-4459-b175-e971665e28d9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:28:09.061647 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'status': 'completed', 'code': 200} Jul 27 17:28:09.115404 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:28:09.227364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548570de-ef5d-4732-80b2-6955aab170d7 req-d5e53f2a-7223-41dc-9af7-ed382ff55af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:09.230229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-d5e53f2a-7223-41dc-9af7-ed382ff55af8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.1424093 Jul 27 17:28:09.362312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548570de-ef5d-4732-80b2-6955aab170d7 req-14cff09c-0ad8-483c-a7eb-adba9f29830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:09.364748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-14cff09c-0ad8-483c-a7eb-adba9f29830f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1274180 Jul 27 17:28:09.458365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-abea65c5-98f9-480e-9f2f-da28e148fb58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.0859382 Jul 27 17:28:09.529513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548570de-ef5d-4732-80b2-6955aab170d7 req-3a9107a0-7122-447d-b3a9-99032456edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:09.531042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-3a9107a0-7122-447d-b3a9-99032456edeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0661626 Jul 27 17:28:09.593973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548570de-ef5d-4732-80b2-6955aab170d7 req-93a67652-37ce-4cbc-8a86-42a0624267c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:09.595532 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-93a67652-37ce-4cbc-8a86-42a0624267c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578451 Jul 27 17:28:09.599083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:28:08Z', 'revision_number': 13, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:28:09.632326 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:28:09.645084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:28:09.645715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:27:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:28:09.716163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-697845de-b8ba-4a91-b824-1fe607930b94 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130795 Jul 27 17:28:09.775140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:28:09.831129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79a3afd0-d01e-4c7b-8d61-6b04755c22f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:09.835002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-548570de-ef5d-4732-80b2-6955aab170d7 req-856d0b63-f456-4194-b85b-0b755b355ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114740 Jul 27 17:28:10.054904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:28:08Z', 'revision_number': 13, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:28:10.087720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fe2fa-a3bb-46d9-a771-8470f28d0351 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '6269ec33-1d1b-4137-a75e-9478bb7e3b92', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:21:03Z', 'updated_at': '2021-07-27T17:28:08Z', 'revision_number': 13, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:28:10.316021 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a57fa-a539-4f98-a174-9db2973031c2 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:28:12.487735 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:12.599060 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c416-d8c2-45db-bc6e-fbd0cbb06173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:13.624681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:15.236122 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:17.304779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:33.530950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:39.804129 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b989b11-d570-40d3-9b0b-bd1fc46158f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:42.491786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:42.599407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05f52ef7-88fc-4369-8177-db6e37ebe489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:43.272234 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:28:43.622179 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:45.236309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:47.331300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:28:54.971265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-18668269-8506-453e-8c8e-e35381f6da75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546172 Jul 27 17:28:55.069326 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-884b3558-a170-488d-a272-c1d5f37f3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:55.070887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-884b3558-a170-488d-a272-c1d5f37f3002 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0584524 Jul 27 17:28:55.174281 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-16105448-b04c-4c69-bac5-2c5c6b4a4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:55.175785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-16105448-b04c-4c69-bac5-2c5c6b4a4dd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0850666 Jul 27 17:28:55.245724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-56947ef8-aa77-4bf3-a43b-ee0a714e23f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1003 time: 0.0633640 Jul 27 17:28:55.294512 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-5d23ac29-5f0e-4c13-aefa-93a2340baa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:55.296519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-5d23ac29-5f0e-4c13-aefa-93a2340baa9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0445862 Jul 27 17:28:55.357053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-fe5c3c23-46da-4baf-9deb-27617043ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:28:55.359080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-fe5c3c23-46da-4baf-9deb-27617043ba73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559750 Jul 27 17:28:55.458489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-b6ff234b-b3f2-4b9b-ac9a-4fbedf17a2e2 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919902 Jul 27 17:28:55.549728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9074feb4-b5b4-4ec2-84ba-83e774e31084 req-57f03961-422b-4689-a614-fd8210c16667 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841141 Jul 27 17:29:03.534907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:09.805782 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6253d706-aaf0-4780-b23a-295625cf44e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:12.495972 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:12.604702 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e759c98f-145d-4c67-bb0a-7d4a4b374a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:13.625600 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:15.242975 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:17.343736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:20.271953 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:29:33.546877 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:39.807435 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1696d7e9-8786-4036-a3a1-4c3d3c9ef71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:42.499395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:42.606145 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf1a1edb-0374-4501-ba71-ba552324995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:43.631337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:45.242269 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:47.357003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:29:47.700807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4b13-7374-4c2b-8396-65201eeb0106 req-eafce4bb-8785-449a-bbe3-2b8211ca10c7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:47.702425 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b99b4b13-7374-4c2b-8396-65201eeb0106 req-eafce4bb-8785-449a-bbe3-2b8211ca10c7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0650229 Jul 27 17:29:47.741812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b99b4b13-7374-4c2b-8396-65201eeb0106 req-e34f79ba-fac9-4891-90fe-68dce6e5d7fe tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Jul 27 17:29:56.922282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-253709b4-6c28-4fd4-b077-348857736c6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557752 Jul 27 17:29:57.024873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf920-a544-47be-abc8-860cb15de7cd req-dbf4ec50-68ca-4b58-b161-646eb545e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:57.026289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-dbf4ec50-68ca-4b58-b161-646eb545e380 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0606632 Jul 27 17:29:57.135259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf920-a544-47be-abc8-860cb15de7cd req-881ba9f9-2b52-4d0b-aacc-756ac9207424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:57.136922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-881ba9f9-2b52-4d0b-aacc-756ac9207424 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0901225 Jul 27 17:29:57.206400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-4494a67d-51ed-4f2f-ae84-ea5cc1413976 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1003 time: 0.0624466 Jul 27 17:29:57.258980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf920-a544-47be-abc8-860cb15de7cd req-2593dc66-d402-474b-bfd6-74b4f405858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:57.260506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-2593dc66-d402-474b-bfd6-74b4f405858c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0462775 Jul 27 17:29:57.271323 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:29:57.320198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf920-a544-47be-abc8-860cb15de7cd req-9844de1c-76ca-4936-8b60-1c0d3fadf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:57.321675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-9844de1c-76ca-4936-8b60-1c0d3fadf4c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544033 Jul 27 17:29:57.422180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-9b345ff7-16bb-4cc8-9285-03277007fca6 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902109 Jul 27 17:29:57.512053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-efabf920-a544-47be-abc8-860cb15de7cd req-dbcb5477-4524-4ed5-aed4-8ffc8268a80c service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Jul 27 17:29:59.177547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be65b9-de5e-481c-a4ba-61a01270dfd4 req-dd9d1bd5-b537-4855-a45f-362b75600065 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:29:59.179024 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85be65b9-de5e-481c-a4ba-61a01270dfd4 req-dd9d1bd5-b537-4855-a45f-362b75600065 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0983138 Jul 27 17:29:59.227080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-956d2a52-2a99-43cc-9828-3a275c2e51eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1620634 Jul 27 17:29:59.230187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85be65b9-de5e-481c-a4ba-61a01270dfd4 req-2f51aa28-94d3-4272-bc20-33a0842c314a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 Jul 27 17:30:00.444519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-ada2aede-076b-4312-94ca-6338ab217820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:00.446150 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-ada2aede-076b-4312-94ca-6338ab217820 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0550919 Jul 27 17:30:00.447475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12c5c-fd84-425c-ab12-ab9f94e5eb20 req-0135804d-fe2b-440d-ad94-7a6d83b144c7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:00.449072 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ea12c5c-fd84-425c-ab12-ab9f94e5eb20 req-0135804d-fe2b-440d-ad94-7a6d83b144c7 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.1145496 Jul 27 17:30:00.488919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0ea12c5c-fd84-425c-ab12-ab9f94e5eb20 req-28d42e48-971f-45f8-a159-306df877ed88 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Jul 27 17:30:00.546009 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-3af6bd57-d116-4ada-88ad-b95f599892c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:00.547500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-3af6bd57-d116-4ada-88ad-b95f599892c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0942140 Jul 27 17:30:00.611830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-1bdd15ab-b8a2-4e2e-8ecd-e62c6fa2a273 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1003 time: 0.0572205 Jul 27 17:30:00.659179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-74751ae3-11ee-45b6-871a-b490e3ffb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:00.661109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-74751ae3-11ee-45b6-871a-b490e3ffb17b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0426519 Jul 27 17:30:00.723950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-7be7bb9a-ac70-4385-88d0-7db3c075299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:00.725473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-7be7bb9a-ac70-4385-88d0-7db3c075299f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578406 Jul 27 17:30:00.815636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-caf70953-e1ea-4b66-8cc4-1436ba95da95 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814693 Jul 27 17:30:00.909680 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-4dff0a08-294e-4834-9ace-0f23eefa93dc service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865633 Jul 27 17:30:01.630695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bef9a-702e-4086-bed1-0cb8cb306572 req-a68c2f41-b3cc-48db-85c9-9e2fcc7fec91 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:01.632200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee1bef9a-702e-4086-bed1-0cb8cb306572 req-a68c2f41-b3cc-48db-85c9-9e2fcc7fec91 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0701268 Jul 27 17:30:01.671077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee1bef9a-702e-4086-bed1-0cb8cb306572 req-1c0c142a-309d-46a6-a566-29fce35680e2 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326636 Jul 27 17:30:02.827666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4305eb0-a9f6-4f07-9edf-16afb68fa939 req-70705f9b-e43f-4889-8247-9464111a19c4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:02.829307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4305eb0-a9f6-4f07-9edf-16afb68fa939 req-70705f9b-e43f-4889-8247-9464111a19c4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0862174 Jul 27 17:30:02.871357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b4305eb0-a9f6-4f07-9edf-16afb68fa939 req-ba0ca2d3-6e27-4ab3-b01a-29eb6517acf4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359240 Jul 27 17:30:03.543414 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:04.013110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe16b-84ff-4876-8bf2-e89d264471db req-9138ef83-b8c9-408f-9217-3e1170c5c2f8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:04.014601 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fabe16b-84ff-4876-8bf2-e89d264471db req-9138ef83-b8c9-408f-9217-3e1170c5c2f8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0662885 Jul 27 17:30:04.056270 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8fabe16b-84ff-4876-8bf2-e89d264471db req-87163596-fc9a-4bb6-958e-cbb158edc95e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Jul 27 17:30:05.189437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb024b-5e00-4409-a1ee-c88b48b22e9f req-5ff774fc-ca22-4a11-89b1-eefd51a982ac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:05.190993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbcb024b-5e00-4409-a1ee-c88b48b22e9f req-5ff774fc-ca22-4a11-89b1-eefd51a982ac tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0651851 Jul 27 17:30:05.232281 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbcb024b-5e00-4409-a1ee-c88b48b22e9f req-7e1c6fc4-dfa1-4283-8afc-616b36e98b6b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352578 Jul 27 17:30:06.367555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1306-4c25-4e5c-875c-067d38ec8804 req-2427056c-1040-471f-94b4-b251682bb38f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:06.369055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6ea1306-4c25-4e5c-875c-067d38ec8804 req-2427056c-1040-471f-94b4-b251682bb38f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0690434 Jul 27 17:30:06.406524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6ea1306-4c25-4e5c-875c-067d38ec8804 req-55e1bca2-63fd-43a9-8e8b-5f34b80b2869 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Jul 27 17:30:07.545527 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e172fb-f062-4f71-a6b7-3e66dbdc008a req-0a27f780-ed40-4b6f-9b45-42782cdc0049 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:07.547010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14e172fb-f062-4f71-a6b7-3e66dbdc008a req-0a27f780-ed40-4b6f-9b45-42782cdc0049 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0669019 Jul 27 17:30:07.588066 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14e172fb-f062-4f71-a6b7-3e66dbdc008a req-986f6ff0-ec8e-49ee-af8a-aa6c1518b453 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343606 Jul 27 17:30:08.719525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba27d0-fb9b-4863-8101-13d2b9581461 req-f4175549-7260-45c3-8333-3f50974c267f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:08.721068 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2ba27d0-fb9b-4863-8101-13d2b9581461 req-f4175549-7260-45c3-8333-3f50974c267f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0640392 Jul 27 17:30:08.760655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2ba27d0-fb9b-4863-8101-13d2b9581461 req-b1a33e19-2c6d-472e-9a60-fadc2a41c11d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Jul 27 17:30:09.808992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-493e86ec-57e3-413a-9189-573599662c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:09.892765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7ab2-6214-4fc6-952f-a985be155367 req-a62e4245-968b-4177-a0e9-41523f057166 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:09.894313 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e31f7ab2-6214-4fc6-952f-a985be155367 req-a62e4245-968b-4177-a0e9-41523f057166 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0659263 Jul 27 17:30:09.930490 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e31f7ab2-6214-4fc6-952f-a985be155367 req-6c1af03d-983c-4692-a026-ae2500e0d5ea tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302997 Jul 27 17:30:11.062313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bafdb1-09aa-4826-9918-e02ac9521c42 req-2c1d4c92-f107-4e58-8186-20be07dc4aaf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:11.064540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8bafdb1-09aa-4826-9918-e02ac9521c42 req-2c1d4c92-f107-4e58-8186-20be07dc4aaf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0646160 Jul 27 17:30:11.108791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f8bafdb1-09aa-4826-9918-e02ac9521c42 req-46f72264-8b1e-4bdb-956c-352c4e367b62 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Jul 27 17:30:12.240989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56677f5d-7e84-41ac-b9c9-9d2df744323d req-571c1c41-b471-40ef-963c-dc917da7bb1d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:12.242493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56677f5d-7e84-41ac-b9c9-9d2df744323d req-571c1c41-b471-40ef-963c-dc917da7bb1d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0645263 Jul 27 17:30:12.279738 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56677f5d-7e84-41ac-b9c9-9d2df744323d req-8cdbbff7-9be3-47be-ab06-019169018595 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Jul 27 17:30:12.499883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:12.607984 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-25e7f19f-b446-4e65-a21d-95dc15cc789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:13.414301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5da1-99a6-4758-9cab-d28401874b98 req-399ffbab-9778-43b3-b4d7-96ab0940cc4d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:13.415719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1fdc5da1-99a6-4758-9cab-d28401874b98 req-399ffbab-9778-43b3-b4d7-96ab0940cc4d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0679564 Jul 27 17:30:13.454957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1fdc5da1-99a6-4758-9cab-d28401874b98 req-a6f853d4-9172-4b7f-a497-e0b3cb924c1d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Jul 27 17:30:13.632709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:14.567709 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-adb0ea23-7020-4a79-b7aa-20ef341ae6cc service neutron] show failed (client error): The resource could not be found. Jul 27 17:30:14.569441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-adb0ea23-7020-4a79-b7aa-20ef341ae6cc service neutron] 10.222.0.61 "GET /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0955639 Jul 27 17:30:14.592822 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd497-cb1e-4c4a-b600-df0b9220e47b req-3e8c0a24-7d4d-402e-a23c-b374561e0df8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:14.594357 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-146cd497-cb1e-4c4a-b600-df0b9220e47b req-3e8c0a24-7d4d-402e-a23c-b374561e0df8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0687108 Jul 27 17:30:14.637515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-146cd497-cb1e-4c4a-b600-df0b9220e47b req-01eafd9b-dc49-4901-a5ce-a9f121f874c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349877 Jul 27 17:30:14.858260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-e77f71a6-0056-49a8-b57d-33b903fd3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:14.859739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-e77f71a6-0056-49a8-b57d-33b903fd3c82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1097 time: 0.0958092 Jul 27 17:30:14.877347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:30:14.957278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.250408 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.433365 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:15.469580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:30:15.511947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:15.518148 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.532171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Transition to ACTIVE for port object e28c5183-5685-4270-933a-93cdcd94d48c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:30:15.536985 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.562749 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda17873-1be6-448c-97ee-60771937bea7" -d '{"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:15.616708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:15.629138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.629484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.629821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.630851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.631182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.631562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.631837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.632155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.632511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.632835 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.633153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.633893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:15.680335 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] No DVR routers for this DVR port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:30:15.727193 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d41587-13d3-4a6b-b053-fb5bf2a5151d x-openstack-request-id: req-f3d41587-13d3-4a6b-b053-fb5bf2a5151d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:15.727502 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:15.727729 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3d41587-13d3-4a6b-b053-fb5bf2a5151d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:15.728326 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'code': 200} Jul 27 17:30:15.787751 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad3c5-a305-4169-9a46-e0a78e013888 req-6a000314-af01-4bec-8f01-eab50b1ad96d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:15.789302 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-607ad3c5-a305-4169-9a46-e0a78e013888 req-6a000314-af01-4bec-8f01-eab50b1ad96d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0702081 Jul 27 17:30:15.829544 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-607ad3c5-a305-4169-9a46-e0a78e013888 req-11b68933-6d11-4db3-9b33-57b01878a4fb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341647 Jul 27 17:30:15.830769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:30:15.831119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:30:15.831456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:30:15.836708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:30:15.837274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:30:15.843978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:30:15.844280 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:30:15.844704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:30:15.845140 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Bound port: e28c5183-5685-4270-933a-93cdcd94d48c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:30:15.845509 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.913051 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:30:15.916031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:30:15.920673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.957849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:15.959302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:15.960731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] 10.222.0.13 "PUT /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1092 time: 1.0874019 Jul 27 17:30:15.982702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e4ac-2313-4230-ac3d-2f42afb330ed service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:16.049795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-b9e2d03e-2537-4bdc-b1a9-df249e554408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:16.051358 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-b9e2d03e-2537-4bdc-b1a9-df249e554408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0568211 Jul 27 17:30:16.153860 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-2fbc4cda-84b6-428c-a867-19e7f246fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:16.155607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-2fbc4cda-84b6-428c-a867-19e7f246fae7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0952394 Jul 27 17:30:16.222258 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-a21c0d31-acc1-4d8e-b964-8473d9e3c538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.0593317 Jul 27 17:30:16.275372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-20aebba2-ab4a-4ed8-bd31-163628bda3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:16.276847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-20aebba2-ab4a-4ed8-bd31-163628bda3b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0475559 Jul 27 17:30:16.329450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:30:16.335313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-aea439b7-7c9a-4025-8931-f8243789f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:16.336937 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-aea439b7-7c9a-4025-8931-f8243789f420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535705 Jul 27 17:30:16.367298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:30:16.428645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-5c7217a1-bb80-4e40-a2f5-480f6ef91219 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Jul 27 17:30:16.525246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3911b654-4fb8-49f6-9f3f-de31d5ac17c0 req-a8300d74-013c-465e-ac43-0c875dabfcd3 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Jul 27 17:30:16.971863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ba4f7-6fa8-40e1-9d2e-2ae56494a4cc req-d1e260fe-3e8e-4b0f-9050-07f5ed2d72d4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:16.973262 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d6ba4f7-6fa8-40e1-9d2e-2ae56494a4cc req-d1e260fe-3e8e-4b0f-9050-07f5ed2d72d4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0711341 Jul 27 17:30:17.015067 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d6ba4f7-6fa8-40e1-9d2e-2ae56494a4cc req-26f9adf4-5821-405f-93d7-875b4341e6ef tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350170 Jul 27 17:30:17.354383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:17.730162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:17.732473 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75502b-4016-4dd9-a08c-e69514023944" -d '{"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:17.783072 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef5010-1737-412f-9ee7-b81ca618cf07 x-openstack-request-id: req-76ef5010-1737-412f-9ee7-b81ca618cf07 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:17.783072 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:17.783381 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76ef5010-1737-412f-9ee7-b81ca618cf07 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:17.783502 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'status': 'completed', 'code': 200} Jul 27 17:30:17.902148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-65ae98c2-a674-40a4-9f53-bac2572f7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:17.903667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-65ae98c2-a674-40a4-9f53-bac2572f7ebb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.1003520 Jul 27 17:30:17.911519 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-76619468-80ca-456e-8a85-0e0b6aa2b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:17.912936 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-76619468-80ca-456e-8a85-0e0b6aa2b8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0811737 Jul 27 17:30:18.068792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-05755f0a-7c73-4fc3-8322-4bd37b1b6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.070365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-05755f0a-7c73-4fc3-8322-4bd37b1b6ca9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1565833 Jul 27 17:30:18.071523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-72f65748-8715-41f4-b578-60a2bde482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.072854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-72f65748-8715-41f4-b578-60a2bde482eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1519206 Jul 27 17:30:18.214632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-b74db1d1-0a2b-4146-9995-cba4cc4133bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.1365626 Jul 27 17:30:18.236102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-ed50cbe9-a23f-4026-a4e6-f99df456d155 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.1504247 Jul 27 17:30:18.318025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-8b679fef-7c01-4da2-844e-c029c87de135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.319470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-8b679fef-7c01-4da2-844e-c029c87de135 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0945446 Jul 27 17:30:18.329911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03af39f-02de-4a9b-9126-84f9f1f7d2b8 req-edf771f5-7b5c-4108-a6dc-1af6244b22f0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.331420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03af39f-02de-4a9b-9126-84f9f1f7d2b8 req-edf771f5-7b5c-4108-a6dc-1af6244b22f0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.2064445 Jul 27 17:30:18.334425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-a276156c-3ab0-4798-a0c7-10742f373cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.335867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-a276156c-3ab0-4798-a0c7-10742f373cfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0797701 Jul 27 17:30:18.438841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d03af39f-02de-4a9b-9126-84f9f1f7d2b8 req-020edf12-4775-40b8-b28c-dea6de83b658 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942769 Jul 27 17:30:18.466791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-4424b1e0-ea25-402c-a40c-a4fbaa3a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.468299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-4424b1e0-ea25-402c-a40c-a4fbaa3a9da2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249120 Jul 27 17:30:18.470131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75502b-4016-4dd9-a08c-e69514023944 req-c1f3e776-0054-4d13-ba1b-db77a7eeca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:18.471749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-c1f3e776-0054-4d13-ba1b-db77a7eeca06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390264 Jul 27 17:30:18.625080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-5242f0e6-c90a-46e0-a405-af9ec84d42e2 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495039 Jul 27 17:30:18.628334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-c7dc6d5a-f370-4f37-a69d-e664d2715147 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457453 Jul 27 17:30:18.785327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-8b79ef5c-2939-4c69-a641-34739bc4d529 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453404 Jul 27 17:30:18.787554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8b75502b-4016-4dd9-a08c-e69514023944 req-d7a47b79-cb1d-4c10-bf26-bde35e2c2019 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553476 Jul 27 17:30:19.581404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634abfe-eb07-48f0-918a-4b70d2daf405 req-a86369a6-8b41-4a5c-b2d9-61ed4c3e29bb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:19.583540 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a634abfe-eb07-48f0-918a-4b70d2daf405 req-a86369a6-8b41-4a5c-b2d9-61ed4c3e29bb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Jul 27 17:30:19.629263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a634abfe-eb07-48f0-918a-4b70d2daf405 req-3d0e5154-25e0-4f00-9f17-2d1f99d56066 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Jul 27 17:30:20.767370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe8f52-a17e-4391-b0f4-89ca61032955 req-c9389550-c05d-4a51-b93b-060aa6c0e9c1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:20.768913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ffe8f52-a17e-4391-b0f4-89ca61032955 req-c9389550-c05d-4a51-b93b-060aa6c0e9c1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0675764 Jul 27 17:30:20.807449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1ffe8f52-a17e-4391-b0f4-89ca61032955 req-2891dd9f-61ee-4afc-8915-4e62b100bdc3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Jul 27 17:30:21.939003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b912ceb-e82f-40e1-ab02-80a188fcfdee req-c808e915-62f6-4ad6-a566-ee4e07655ea6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:21.940524 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b912ceb-e82f-40e1-ab02-80a188fcfdee req-c808e915-62f6-4ad6-a566-ee4e07655ea6 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0632799 Jul 27 17:30:21.978731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9b912ceb-e82f-40e1-ab02-80a188fcfdee req-43a3b98b-0ded-4442-bc78-d090335cd4fb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323448 Jul 27 17:30:23.113110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23eb06-8de0-4766-8710-fc2df372ffb4 req-6214bae3-148d-4c8d-be39-6d228d6b9686 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:23.115412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e23eb06-8de0-4766-8710-fc2df372ffb4 req-6214bae3-148d-4c8d-be39-6d228d6b9686 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0645764 Jul 27 17:30:23.154354 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8e23eb06-8de0-4766-8710-fc2df372ffb4 req-98fab314-1a6b-4da0-9bc5-e1e63c4cb0dc tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330284 Jul 27 17:30:24.284202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e948f88-c6ac-433c-9fbb-2b9a2d6328a2 req-7375cc9f-10f3-4c16-bab6-67d24152c232 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:24.286326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e948f88-c6ac-433c-9fbb-2b9a2d6328a2 req-7375cc9f-10f3-4c16-bab6-67d24152c232 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0644488 Jul 27 17:30:24.323337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e948f88-c6ac-433c-9fbb-2b9a2d6328a2 req-71424515-3b2e-4ba8-9661-3942cef22623 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Jul 27 17:30:24.542406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-c95be48c-8b50-4cb4-90de-56abdb2ae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:24.543894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-c95be48c-8b50-4cb4-90de-56abdb2ae3f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0546081 Jul 27 17:30:24.650283 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-74f771f7-d21e-449a-b619-1cfbaeffedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:24.651751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-74f771f7-d21e-449a-b619-1cfbaeffedc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0878906 Jul 27 17:30:24.718144 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-6601665c-2e02-4dff-89d2-29568b2a2eaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.0585833 Jul 27 17:30:24.771637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-dd7d57e9-9c8c-4f8d-9e97-64a764e6266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:24.773061 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-dd7d57e9-9c8c-4f8d-9e97-64a764e6266c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0484200 Jul 27 17:30:24.831709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-cf1ccaa7-be0b-4505-8481-1197976cab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:24.833807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-cf1ccaa7-be0b-4505-8481-1197976cab49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533679 Jul 27 17:30:24.922019 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-3281a1ba-6b9f-4f8d-b41b-e70dd128b62c service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811591 Jul 27 17:30:25.015664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-19819d49-861b-4c48-a5ef-922e9d1e6a00 req-fbc41875-0e11-4b16-bd8b-a6346740382b service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871966 Jul 27 17:30:25.475801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aebea-a32e-4fb1-9e82-c9b1ae044846 req-eca8259f-49e5-47e7-9966-e960c6c08881 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:25.477385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f21aebea-a32e-4fb1-9e82-c9b1ae044846 req-eca8259f-49e5-47e7-9966-e960c6c08881 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0662973 Jul 27 17:30:25.516163 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f21aebea-a32e-4fb1-9e82-c9b1ae044846 req-0682ca73-2c51-4053-8e3c-7949f7f30425 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328474 Jul 27 17:30:26.650869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4f5f5-0bfa-4bde-b0da-82011bc0d496 req-57bf74cd-2166-4558-b7b2-ea46acd34d5b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:26.652397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5c4f5f5-0bfa-4bde-b0da-82011bc0d496 req-57bf74cd-2166-4558-b7b2-ea46acd34d5b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0666347 Jul 27 17:30:26.689406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5c4f5f5-0bfa-4bde-b0da-82011bc0d496 req-f8896ef1-325d-49df-8f3b-aa766508e9d9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Jul 27 17:30:27.829480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968325a9-463d-4d12-a5c6-fb3fb35dec4f req-0b846f81-fc0d-4510-a0d1-ab3f958ccf69 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:27.830953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-968325a9-463d-4d12-a5c6-fb3fb35dec4f req-0b846f81-fc0d-4510-a0d1-ab3f958ccf69 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 944 time: 0.0711284 Jul 27 17:30:27.870804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-968325a9-463d-4d12-a5c6-fb3fb35dec4f req-6f2ec3b2-dab9-4295-a8c0-1f06718e9c72 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337787 Jul 27 17:30:27.907036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e28c5183-5685-4270-933a-93cdcd94d48c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:30:28.013990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:28.026008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:30:28.062564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:28.075748 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:30:28.095588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:28.100536 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:28.151319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:28.158951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.159301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.159643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.159981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.160312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.160671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.161584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.161919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.162244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.162569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.162890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.163216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:28.408512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['e28c5183-5685-4270-933a-93cdcd94d48c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:30:29.002645 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8742a-e174-47ff-9b88-18cb724b0e85 req-b24ebda9-0c1b-423f-8430-512b452f6d38 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.004218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce8742a-e174-47ff-9b88-18cb724b0e85 req-b24ebda9-0c1b-423f-8430-512b452f6d38 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0635247 Jul 27 17:30:29.043260 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fce8742a-e174-47ff-9b88-18cb724b0e85 req-07ab01c3-3d15-4e66-bd54-0e06638432b1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316963 Jul 27 17:30:29.355935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-3bfb12ba-3139-46b5-9541-22a351ebef67 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.357616 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-3bfb12ba-3139-46b5-9541-22a351ebef67 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.13 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&tenant_id=e5bdf01990534c778892b864a7d0a101&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 945 time: 0.0737879 Jul 27 17:30:29.369860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd389-17b8-4f92-be17-3246b5492ca1 req-6c6996c9-9a05-4c8f-826d-0721166b364d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.371602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c52bd389-17b8-4f92-be17-3246b5492ca1 req-6c6996c9-9a05-4c8f-826d-0721166b364d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0724409 Jul 27 17:30:29.417934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c52bd389-17b8-4f92-be17-3246b5492ca1 req-84e36ad3-bb9f-45a7-8a1c-d229284c73a8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374997 Jul 27 17:30:29.425854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-9a4f0236-00a3-4d93-8cc4-0e200098cbdc service neutron] 10.222.0.13 "GET /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c/bindings/n-h2-723572-6 HTTP/1.1" status: 200 len: 382 time: 0.0600488 Jul 27 17:30:29.527205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-44b0cc38-980a-432f-95b4-d68619964889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.528767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-44b0cc38-980a-432f-95b4-d68619964889 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0628681 Jul 27 17:30:29.629145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-27f60d01-cb77-4993-9fed-0c262e1f73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.630638 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-27f60d01-cb77-4993-9fed-0c262e1f73cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0949879 Jul 27 17:30:29.704094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-537a3e66-2196-44a7-ad79-2aaeebab9fe4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1002 time: 0.0667083 Jul 27 17:30:29.755412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-3902cab7-f70f-4424-b558-ca4c5d9d1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.756920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-3902cab7-f70f-4424-b558-ca4c5d9d1cbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0454557 Jul 27 17:30:29.824711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-5311e72b-1333-4d39-abba-48a4017a8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:29.826241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-5311e72b-1333-4d39-abba-48a4017a8978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627465 Jul 27 17:30:29.900360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e28c5183-5685-4270-933a-93cdcd94d48c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:30:29.920536 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-f00a7383-8d00-468e-b992-b8daf7311747 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Jul 27 17:30:29.951133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port e28c5183-5685-4270-933a-93cdcd94d48c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:30:29.955247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port e28c5183-5685-4270-933a-93cdcd94d48c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:30:29.955625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:30.011028 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-9caa55f2-00d4-4fd2-b03e-68d49edecc78 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834024 Jul 27 17:30:30.033538 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:30.056914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:30.071892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:30.075850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:30.100366 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fb387-3f3d-4bf2-822a-a145212fb470" -d '{"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:30.131732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:30.196395 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0667c5-4f2e-4e20-9912-28da56b23357 x-openstack-request-id: req-af0667c5-4f2e-4e20-9912-28da56b23357 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:30.196834 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:30.197119 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af0667c5-4f2e-4e20-9912-28da56b23357 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:30.197523 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'code': 200} Jul 27 17:30:30.557718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2dcb5-5f0e-4466-89aa-fb1ef2206be1 req-0428a80a-f8ce-4c86-87bf-6040354a1b36 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:30.559350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11c2dcb5-5f0e-4466-89aa-fb1ef2206be1 req-0428a80a-f8ce-4c86-87bf-6040354a1b36 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0687511 Jul 27 17:30:30.602913 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11c2dcb5-5f0e-4466-89aa-fb1ef2206be1 req-1d069e01-c4c4-4d20-8d17-fbefc39101f5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Jul 27 17:30:31.737517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2736c-4bd6-49fb-9903-227fd9913b82 req-197409b1-abba-4132-8707-4c0e2d4dc564 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:31.739043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48e2736c-4bd6-49fb-9903-227fd9913b82 req-197409b1-abba-4132-8707-4c0e2d4dc564 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0658076 Jul 27 17:30:31.777648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48e2736c-4bd6-49fb-9903-227fd9913b82 req-a660bb03-87a7-42bf-baf6-d7c2da3c1029 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 27 17:30:32.920615 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d61502-4436-4718-b681-d9fd153fe8bb req-04ff076b-469a-4222-acca-5e25ce56df51 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:32.922225 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4d61502-4436-4718-b681-d9fd153fe8bb req-04ff076b-469a-4222-acca-5e25ce56df51 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0700393 Jul 27 17:30:32.962861 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e4d61502-4436-4718-b681-d9fd153fe8bb req-4249264c-054c-4455-94a0-0f66eb62f0aa tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336609 Jul 27 17:30:33.558593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:33.923312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device e28c5183-5685-4270-933a-93cdcd94d48c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:30:34.002927 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.027355 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:34.029693 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2d5915-29e2-4cc7-827a-fa7cfab132fa" -d '{"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:34.044322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:34.050745 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.088735 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f83464-b6f5-44b1-a3fb-be4a3e0c4024 x-openstack-request-id: req-05f83464-b6f5-44b1-a3fb-be4a3e0c4024 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:34.089113 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:34.089431 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05f83464-b6f5-44b1-a3fb-be4a3e0c4024 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:34.089903 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'code': 200} Jul 27 17:30:34.109422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=10']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:34.183441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-188cc0a0-16be-4665-bcc3-b31e5a261964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:34.184986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-188cc0a0-16be-4665-bcc3-b31e5a261964 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0&tenant_id=e5bdf01990534c778892b864a7d0a101 HTTP/1.1" status: 200 len: 1097 time: 0.3630760 Jul 27 17:30:34.196947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c5c73-1340-45b3-9e4b-5df749ec726e req-838a99b1-0c7b-4656-9d63-6acf93a55ad3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:34.198335 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e4c5c73-1340-45b3-9e4b-5df749ec726e req-838a99b1-0c7b-4656-9d63-6acf93a55ad3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0808024 Jul 27 17:30:34.203136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:30:34.267953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6e4c5c73-1340-45b3-9e4b-5df749ec726e req-d4ea138f-3ade-4307-9bde-350b8a77af65 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623360 Jul 27 17:30:34.269833 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:30:34.301694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.504239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:34.538216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:30:34.569784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:30:34.577423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.590279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Transition to ACTIVE for port object e28c5183-5685-4270-933a-93cdcd94d48c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:30:34.593357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.670698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=11']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:34.717594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] No DVR routers for this DVR port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:30:34.863266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:30:34.864106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:30:34.864516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:30:34.868995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:30:34.869327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Attempting to bind port e28c5183-5685-4270-933a-93cdcd94d48c on network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:30:34.875112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:30:34.875458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Checking segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:30:34.875852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Bound using segment: {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:30:34.876290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Bound port: e28c5183-5685-4270-933a-93cdcd94d48c, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617df02-0b9d-4ee4-ac93-3a8baea73e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:30:34.876687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.947977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:30:34.951705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:30:34.956826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.993312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:34.993975 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:34.995486 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] 10.222.0.61 "PUT /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1093 time: 0.7961962 Jul 27 17:30:34.995913 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:34.998289 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14" -d '{"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:35.037338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ff5b-5295-4e4c-bbd7-f763065d071d service neutron] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=12']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:35.071891 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcef10ba-e532-4788-9e29-76be7ae5ac79 x-openstack-request-id: req-fcef10ba-e532-4788-9e29-76be7ae5ac79 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:35.072232 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:35.072469 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcef10ba-e532-4788-9e29-76be7ae5ac79 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:35.072867 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'status': 'completed', 'code': 200} Jul 27 17:30:35.115355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-ddee08bb-1a6f-4aa8-a24d-501a4d9cba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.117074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-ddee08bb-1a6f-4aa8-a24d-501a4d9cba08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0878115 Jul 27 17:30:35.251230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-465da11c-b7f2-4e5f-a2ca-b5ab6bd60ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.252775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-465da11c-b7f2-4e5f-a2ca-b5ab6bd60ada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.1347115 Jul 27 17:30:35.254135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-723dbe7e-9419-4536-9e7b-d7f32f2bfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.255472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-723dbe7e-9419-4536-9e7b-d7f32f2bfb4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.1296217 Jul 27 17:30:35.406277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-2f4143ef-9c00-48e6-84fc-78aa6467c33a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.1396058 Jul 27 17:30:35.469453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-03936707-14ef-4472-9307-2e69ae52fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.471573 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-03936707-14ef-4472-9307-2e69ae52fe5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.2121820 Jul 27 17:30:35.530162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-5cffc3f2-84bb-4116-a096-a23115436701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.531633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-5cffc3f2-84bb-4116-a096-a23115436701 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.1161852 Jul 27 17:30:35.569995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde124a7-2c0a-4591-bdd0-b71a32b7ae88 req-118bfb28-d2fd-4ce1-bc1d-1e001cf4a066 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.571407 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dde124a7-2c0a-4591-bdd0-b71a32b7ae88 req-118bfb28-d2fd-4ce1-bc1d-1e001cf4a066 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.2137017 Jul 27 17:30:35.596827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-95393a08-96ba-4db9-96a2-3418fff4cf35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.1170821 Jul 27 17:30:35.677049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-428e8088-4199-4cbc-a3ec-e5b78c5f6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.678523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-428e8088-4199-4cbc-a3ec-e5b78c5f6530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0740423 Jul 27 17:30:35.685030 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dde124a7-2c0a-4591-bdd0-b71a32b7ae88 req-d7cc008f-3052-42ae-84ed-1c733bb4e75b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917091 Jul 27 17:30:35.718398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-ed2ad219-0790-4e50-9446-2b7a715cd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.719895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-ed2ad219-0790-4e50-9446-2b7a715cd5b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778612 Jul 27 17:30:35.802217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-dcf90576-8770-44c8-a8b9-8f9e4ae32062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:35.803825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-dcf90576-8770-44c8-a8b9-8f9e4ae32062 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169643 Jul 27 17:30:35.874227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-92c6e57e-73a2-4f68-9d8b-5da5d9df56f2 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470895 Jul 27 17:30:35.964133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-4418af17-b4f4-4785-a8da-1545654d36f4 service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525967 Jul 27 17:30:36.042326 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0b13e40a-aefe-498f-b0b9-66b3309eb091 req-bf95c2ed-8a62-4209-93ec-f9b05f92db4e service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597965 Jul 27 17:30:36.087337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-52692ab2-72a0-48c1-9a46-d1f897b93fae service neutron] 10.222.0.13 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131377 Jul 27 17:30:36.153252 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-6e88a354-fbdd-490b-9987-73eb92af48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:36.154380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-6e88a354-fbdd-490b-9987-73eb92af48f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bdf01990534c778892b864a7d0a101&device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0640395 Jul 27 17:30:36.251395 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-7893102c-1d26-4df1-bf30-e65738cd1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:36.252939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-7893102c-1d26-4df1-bf30-e65738cd1515 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 200 len: 913 time: 0.0912600 Jul 27 17:30:36.323227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-5cd5cb89-eb0c-448c-9347-66893248c457 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 200 len: 1001 time: 0.0623291 Jul 27 17:30:36.380983 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-f08092b8-cf96-48d5-acf7-963bc00a7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:36.382672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-f08092b8-cf96-48d5-acf7-963bc00a7b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 200 len: 851 time: 0.0516200 Jul 27 17:30:36.451404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-c79c3592-f81a-4f96-86c9-ff8365c4a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:36.452950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-c79c3592-f81a-4f96-86c9-ff8365c4a135 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c7deb91-ec1a-4e84-ae48-96b944fcd15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630355 Jul 27 17:30:36.553125 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-9347d998-7279-4b52-bba9-91a36b2334fc service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928993 Jul 27 17:30:36.658964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fbc88bf2-0901-4c7f-892f-cea7c1d42e14 req-29c45ab0-d9bb-4993-916b-663f659b9614 service neutron] 10.222.0.61 "GET /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985918 Jul 27 17:30:36.839714 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc389b-98bb-462a-b303-6898b1a2d5f3 req-db58b71d-800d-412f-8a52-bfbbdfbc1e10 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:36.841258 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bcc389b-98bb-462a-b303-6898b1a2d5f3 req-db58b71d-800d-412f-8a52-bfbbdfbc1e10 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0767465 Jul 27 17:30:36.886425 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7bcc389b-98bb-462a-b303-6898b1a2d5f3 req-8ff31389-3820-4b10-a690-7afe55bdcf46 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383656 Jul 27 17:30:38.035125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65f60-f60e-4b20-8ea1-0a6b43f19d14 req-71fd81cd-1827-4bd4-bb02-9b133567c0f1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:38.038211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6f65f60-f60e-4b20-8ea1-0a6b43f19d14 req-71fd81cd-1827-4bd4-bb02-9b133567c0f1 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0743504 Jul 27 17:30:38.090504 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6f65f60-f60e-4b20-8ea1-0a6b43f19d14 req-7d20ecdf-cb3c-42fa-9098-a82691d2d19b tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385273 Jul 27 17:30:39.265149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a26c0-65fd-47ab-a29a-077023bcec7b req-ee943187-830a-4b58-afc4-7225d319b41e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:39.267134 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f08a26c0-65fd-47ab-a29a-077023bcec7b req-ee943187-830a-4b58-afc4-7225d319b41e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0924799 Jul 27 17:30:39.310216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f08a26c0-65fd-47ab-a29a-077023bcec7b req-6688a3ea-6b47-4d27-ba46-57e91485f308 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363083 Jul 27 17:30:39.813333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98e6937d-81f8-43fe-ac8a-0f65315f2d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:40.478473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a41d-f1e4-45f9-ae9e-4aa54719e05c req-0bbdbe43-b48d-46a5-8e2c-8eb3d345f524 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:40.480124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f0a41d-f1e4-45f9-ae9e-4aa54719e05c req-0bbdbe43-b48d-46a5-8e2c-8eb3d345f524 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0883846 Jul 27 17:30:40.531623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7f0a41d-f1e4-45f9-ae9e-4aa54719e05c req-4857682f-9e4b-47ed-8593-47e7ed2bfb0d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452044 Jul 27 17:30:41.674687 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f93cb-3dfc-42f6-a087-a17cbe8f109d req-db522108-aa5d-4a8c-957a-c4fd2cbddae4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:41.676682 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f2f93cb-3dfc-42f6-a087-a17cbe8f109d req-db522108-aa5d-4a8c-957a-c4fd2cbddae4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0688477 Jul 27 17:30:41.715133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7f2f93cb-3dfc-42f6-a087-a17cbe8f109d req-4e010422-af3a-4d0e-a3c2-45c3d6fa4d35 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Jul 27 17:30:42.500939 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:42.608043 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fb2600e6-622b-4f46-a447-e44630ad8627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:42.855154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704deba4-46c9-4f0e-9311-a85ecc314fd6 req-e4154257-2780-4df4-9d70-3727b17ff66a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:42.856675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-704deba4-46c9-4f0e-9311-a85ecc314fd6 req-e4154257-2780-4df4-9d70-3727b17ff66a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0736196 Jul 27 17:30:42.893691 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-704deba4-46c9-4f0e-9311-a85ecc314fd6 req-ee8a4f06-e262-473d-9f9c-fe0eff2b5b1a tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jul 27 17:30:43.634279 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:44.025263 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11035d40-36d2-48ba-96f1-504229ea6f07 req-8aa84f62-2b97-414c-a2b6-d45409b0f6d0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:44.026763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11035d40-36d2-48ba-96f1-504229ea6f07 req-8aa84f62-2b97-414c-a2b6-d45409b0f6d0 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0634568 Jul 27 17:30:44.064807 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11035d40-36d2-48ba-96f1-504229ea6f07 req-a0abb054-27df-4c9d-aacf-feae360a3e4e tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Jul 27 17:30:45.205896 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7787b-e290-472e-92ee-3ad7ffb27c3d req-80f2f018-5264-4c45-b4b5-0d10fe7d90a9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:45.207893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7d7787b-e290-472e-92ee-3ad7ffb27c3d req-80f2f018-5264-4c45-b4b5-0d10fe7d90a9 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0700593 Jul 27 17:30:45.246936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:45.248180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a7d7787b-e290-472e-92ee-3ad7ffb27c3d req-30008690-2439-4f05-b9a2-9949bbdb463f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Jul 27 17:30:46.397403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613787-28b3-44a1-97e3-35f8a174190f req-3daedfd2-cfd4-475a-bae9-d1b451b312bf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:46.398992 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac613787-28b3-44a1-97e3-35f8a174190f req-3daedfd2-cfd4-475a-bae9-d1b451b312bf tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0658050 Jul 27 17:30:46.437912 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ac613787-28b3-44a1-97e3-35f8a174190f req-8862099a-163b-44f1-b15a-6030eb858bef tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329399 Jul 27 17:30:47.363892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:47.578214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b01c81-9bfa-475c-935b-7061ab57a8af req-572c6488-0e8e-49e0-86d6-3529af18663c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:47.579696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18b01c81-9bfa-475c-935b-7061ab57a8af req-572c6488-0e8e-49e0-86d6-3529af18663c tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0712140 Jul 27 17:30:47.622442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18b01c81-9bfa-475c-935b-7061ab57a8af req-9970cae4-e502-4c83-a9d8-c6a745ee3c5d tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Jul 27 17:30:47.759469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2873-9610-4595-9764-d4f394d9b449 req-03db30f1-353c-4bb3-a725-3b34fd9cd1f8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:47.760979 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c7f2873-9610-4595-9764-d4f394d9b449 req-03db30f1-353c-4bb3-a725-3b34fd9cd1f8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0679200 Jul 27 17:30:47.798210 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1c7f2873-9610-4595-9764-d4f394d9b449 req-9b860016-8716-40fd-9731-2a287bb3ca70 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Jul 27 17:30:47.934422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475f640-5282-40e8-b5b1-e937ffe445b0 req-4fe141a0-a284-4d40-962a-89bb606c31e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:47.935857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3475f640-5282-40e8-b5b1-e937ffe445b0 req-4fe141a0-a284-4d40-962a-89bb606c31e8 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0672419 Jul 27 17:30:47.980673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3475f640-5282-40e8-b5b1-e937ffe445b0 req-c3b018ee-c156-4b16-a2b2-87afcea8c4ed tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362287 Jul 27 17:30:48.237635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94cd9a-5217-4bf2-85a6-4afb5c08ce53 req-60c11465-4ad7-4f2c-b3b7-f1a0a16ab2fb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:48.239074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94cd9a-5217-4bf2-85a6-4afb5c08ce53 req-60c11465-4ad7-4f2c-b3b7-f1a0a16ab2fb tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0654144 Jul 27 17:30:48.277718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7d94cd9a-5217-4bf2-85a6-4afb5c08ce53 req-7adb4bf8-9f64-4599-bd73-8802939bed21 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Jul 27 17:30:48.529914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:30:48.623832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:48.636118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'port_id': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'mac_address': 'fa:16:3e:dd:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:30:48.675714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:48.688182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:30:48.710855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:48.715095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:48.762792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=13']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:48.978216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['e28c5183-5685-4270-933a-93cdcd94d48c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:30:49.412581 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283387e-bf16-48a4-9372-91801fa1291e req-6b0d2423-aaa3-4562-8228-43846e02f5fa tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:49.414079 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d283387e-bf16-48a4-9372-91801fa1291e req-6b0d2423-aaa3-4562-8228-43846e02f5fa tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0643051 Jul 27 17:30:49.451909 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d283387e-bf16-48a4-9372-91801fa1291e req-85dff7c2-6c9d-49be-b9f0-98d72c1a45d3 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Jul 27 17:30:49.727179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-3c3d74c8-f82a-4d30-b1f6-804ae24bc401 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:30:49.728661 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-3c3d74c8-f82a-4d30-b1f6-804ae24bc401 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 946 time: 0.0673218 Jul 27 17:30:49.827442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Deleting port e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:30:49.827792 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:49.918001 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] For port e28c5183-5685-4270-933a-93cdcd94d48c, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=e28c5183-5685-4270-933a-93cdcd94d48c,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:49.918371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:50.091078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:50.091453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:50.091772 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92 disassociated. External IP: 172.25.4.206, port: e28c5183-5685-4270-933a-93cdcd94d48c. Jul 27 17:30:50.092113 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Calling delete_port for e28c5183-5685-4270-933a-93cdcd94d48c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:30:50.223559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:50.249735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'Port': ['ID=e28c5183-5685-4270-933a-93cdcd94d48c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:50.543045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:30:50.547499 n-d-723572-6 neutron-server[93925]: INFO neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No ports have port_id starting with e28c5183-5685-4270-933a-93cdcd94d48c Jul 27 17:30:50.548645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c requested by agent hyperv_n-h1-723572-6 not found in database {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 27 17:30:50.642893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-95b9eafe-0fba-40d1-a0a2-f36acbb0f549 req-58f26a07-1721-4226-b0ce-89d5d7cd5b99 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0363207 Jul 27 17:30:50.659440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:30:50.770530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:30:50.780692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:30:50.789991 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:30:50.790571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:30:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:30:50.817620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] No DVR routers for this DVR port e28c5183-5685-4270-933a-93cdcd94d48c on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:30:50.820882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:50.823004 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-15dfd3c0-67f1-4e3e-bb18-272106358623 req-128d57bc-b200-46bc-8e45-be9d8e88c7c5 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.61 "DELETE /v2.0/ports/e28c5183-5685-4270-933a-93cdcd94d48c HTTP/1.1" status: 204 len: 173 time: 1.0880477 Jul 27 17:30:50.823438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-deleted', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:30:50.826067 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd14b50-8ad6-4ded-a588-a012d904b08d" -d '{"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-deleted", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:30:50.871947 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bddc3-ec21-412a-864f-f99bc2ffdc6e x-openstack-request-id: req-da5bddc3-ec21-412a-864f-f99bc2ffdc6e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:30:50.872234 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663902ce-563f-4ba2-9df7-d948c015f0a0", "name": "network-vif-deleted", "tag": "e28c5183-5685-4270-933a-93cdcd94d48c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:30:50.872563 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da5bddc3-ec21-412a-864f-f99bc2ffdc6e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:30:50.873438 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663902ce-563f-4ba2-9df7-d948c015f0a0', 'name': 'network-vif-deleted', 'tag': 'e28c5183-5685-4270-933a-93cdcd94d48c', 'status': 'completed', 'code': 200} Jul 27 17:30:50.912855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:30:51.128468 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:30:51.155604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:30:51.164662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:30:51.165195 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:30:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:30:51.283388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:30:51.655845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:30:51.681779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3410614-9593-4bdf-b24a-1f8c84f19e91 None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:21:00Z', 'revision_number': 4, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '9f578e62-00f6-4da3-aba2-82697d5d0f61', 'name': '', 'network_id': '2c7deb91-ec1a-4e84-ae48-96b944fcd15e', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'mac_address': 'fa:16:3e:32:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '92111180-a151-41aa-8668-8ba6fe550f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:21:00Z', 'updated_at': '2021-07-27T17:21:05Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'subnets': [{'id': '92111180-a151-41aa-8668-8ba6fe550f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:30:51.758539 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-75f429cc-b1eb-4b4d-ac18-d46707fe6508 req-48086932-cdd6-4d96-91e2-c0e70e037450 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0340402 Jul 27 17:30:51.933005 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b1a21-be91-4bd4-af82-6127210625d2 None None] New status for floating IP 6269ec33-1d1b-4137-a75e-9478bb7e3b92: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:30:52.558023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:30:52.578301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: e28c5183-5685-4270-933a-93cdcd94d48c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:30:52.578650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device e28c5183-5685-4270-933a-93cdcd94d48c not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:30:52.866690 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-bc8189be-080d-41cd-8aee-0981d8af66ed req-a5de88b0-7081-41a8-9034-c6789bc93970 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0336387 Jul 27 17:30:53.972835 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2d6440cb-4d16-4228-836e-d5041a5b351f req-f651173c-f8ec-4c5a-820e-d9112922fcdd tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/ports?device_id=663902ce-563f-4ba2-9df7-d948c015f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0355542 Jul 27 17:30:57.711626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37894) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:30:57.766819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:57.791703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:57.845846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:57.848706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:57.849962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "DELETE /v2.0/security-groups/7f5e07ad-cdb6-447c-b8ca-c9afa3583e13 HTTP/1.1" status: 204 len: 168 time: 0.1372731 Jul 27 17:30:57.856752 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37896) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:30:57.862790 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21d4f-c769-45ed-b0ea-e8a52d37867f tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5e07ad-cdb6-447c-b8ca-c9afa3583e13,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:57.873486 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-900eacb8-26da-4990-83e6-4f67b90214d4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] show failed (client error): The resource could not be found. Jul 27 17:30:57.875058 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-900eacb8-26da-4990-83e6-4f67b90214d4 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "GET /v2.0/security-groups/7f5e07ad-cdb6-447c-b8ca-c9afa3583e13 HTTP/1.1" status: 404 len: 347 time: 0.0170529 Jul 27 17:30:57.878152 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37898) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:30:58.008274 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Deleting port aa37e9b4-1d05-4137-a97d-ce09fdd988b5 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:30:58.008676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.088484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.088821 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.100915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Calling delete_port for aa37e9b4-1d05-4137-a97d-ce09fdd988b5 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:30:58.245316 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.274298 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Pushing event deleted for resources: {'Port': ['ID=aa37e9b4-1d05-4137-a97d-ce09fdd988b5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:58.303846 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.304206 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.304585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.304924 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.305262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.305601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.305928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.306259 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.306587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.306913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.307239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.307563 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:30:58.354428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.356994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:58.358213 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4c251c2c-4a78-4df6-accc-048c0b584f27 tempest-ServerActionsTestJSON-1617080329 tempest-ServerActionsTestJSON-1617080329-project] 10.222.0.64 "DELETE /v2.0/floatingips/6269ec33-1d1b-4137-a75e-9478bb7e3b92 HTTP/1.1" status: 204 len: 168 time: 0.4791102 Jul 27 17:30:58.361202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37900) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:30:59.200340 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:59.458555 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Deleting port 9f578e62-00f6-4da3-aba2-82697d5d0f61 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:30:59.458974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:59.540473 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] For port 9f578e62-00f6-4da3-aba2-82697d5d0f61, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=9f578e62-00f6-4da3-aba2-82697d5d0f61,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:30:59.540834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:59.553620 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Calling delete_port for 9f578e62-00f6-4da3-aba2-82697d5d0f61 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:30:59.734837 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:30:59.759157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f578e62-00f6-4da3-aba2-82697d5d0f61,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:30:59.928332 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.143427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Router 8c8a0121-d318-4c47-b860-b0e71028e235 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:31:00.252872 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:31:00.258052 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d53a97e0-8f0f-4eb3-9c0d-5e15b179d964 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c8a0121-d318-4c47-b860-b0e71028e235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950460 Jul 27 17:31:00.260512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37904) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:00.263236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Sync routers for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:31:00.272616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:00.273236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:30:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:00.366971 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.381871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:00.472816 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.527089 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Deleting port bce2e30d-50c5-43f3-a39b-56285b8e42bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:00.527437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.568905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:30:59Z', 'revision_number': 5, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port': {'id': 'bce2e30d-50c5-43f3-a39b-56285b8e42bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:20:58Z', 'updated_at': '2021-07-27T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:00.594574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Checking router: 8c8a0121-d318-4c47-b860-b0e71028e235 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:31:00.604059 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Routers {'8c8a0121-d318-4c47-b860-b0e71028e235'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:00.604708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:30:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8c8a0121-d318-4c47-b860-b0e71028e235'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:00.606849 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] For port bce2e30d-50c5-43f3-a39b-56285b8e42bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=bce2e30d-50c5-43f3-a39b-56285b8e42bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:00.607221 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.625868 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Calling delete_port for bce2e30d-50c5-43f3-a39b-56285b8e42bc owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:00.691804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] Set router 8c8a0121-d318-4c47-b860-b0e71028e235 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:00.748273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:31:00Z', 'revision_number': 6, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:00.774335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824f4a6-b76f-436c-8c01-6827e395fe2b None None] The sync data for ids ['8c8a0121-d318-4c47-b860-b0e71028e235'] in n-d-723572-6 is: [{'id': '8c8a0121-d318-4c47-b860-b0e71028e235', 'name': 'tempest-ServerActionsTestJSON-1910269803-router', 'tenant_id': 'e5bdf01990534c778892b864a7d0a101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:20:57Z', 'updated_at': '2021-07-27T17:31:00Z', 'revision_number': 6, 'project_id': 'e5bdf01990534c778892b864a7d0a101', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:31:00.798483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.825797 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce2e30d-50c5-43f3-a39b-56285b8e42bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:00.890378 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.981534 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:00.983691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.030790 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.031391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8a0121-d318-4c47-b860-b0e71028e235 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:31:01.036154 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.037138 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-67e25a76-3bb7-4bd6-8343-6af2b14d13b1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8c8a0121-d318-4c47-b860-b0e71028e235 HTTP/1.1" status: 204 len: 168 time: 0.7755523 Jul 27 17:31:01.039923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37906) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:01.086351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Deleting subnet 92111180-a151-41aa-8668-8ba6fe550f10 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:01.089685 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.130540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.237556 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.243251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f578e62-00f6-4da3-aba2-82697d5d0f61 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:01.263843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 9f578e62-00f6-4da3-aba2-82697d5d0f61 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:01.264568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 9f578e62-00f6-4da3-aba2-82697d5d0f61 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:01.292880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.319787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92111180-a151-41aa-8668-8ba6fe550f10,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:01.323393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.325386 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f4701e51-09e6-4e82-96c7-a8e2f1dfdf64 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/92111180-a151-41aa-8668-8ba6fe550f10 HTTP/1.1" status: 204 len: 168 time: 0.2844086 Jul 27 17:31:01.327796 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37908) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:01.333221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326bd4f-bf09-457e-91be-261d549171c3 None None] Network 2c7deb91-ec1a-4e84-ae48-96b944fcd15e requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:01.403375 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.462428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Deleting port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:01.462815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.535993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] For port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:01.536363 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.551636 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Calling delete_port for 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:01.557704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] DHCP port deletion for 2c7deb91-ec1a-4e84-ae48-96b944fcd15e request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:31:01.606985 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Deleting port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:01.607366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.655191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.682902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Pushing event deleted for resources: {'Port': ['ID=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:01.686363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] No DVR routers for this DVR port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:01.693581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] For port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,segment=NetworkSegment(b617df02-0b9d-4ee4-ac93-3a8baea73e08),segment_id=b617df02-0b9d-4ee4-ac93-3a8baea73e08)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:01.694081 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.709248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Calling delete_port for 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:01.761272 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.773411 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7deb91-ec1a-4e84-ae48-96b944fcd15e']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:01.790289 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b617df02-0b9d-4ee4-ac93-3a8baea73e08') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:01.790880 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b617df02-0b9d-4ee4-ac93-3a8baea73e08') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:01.795743 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.804141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.820909 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.824995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] Pushing event deleted for resources: {'Port': ['ID=97ff5cbf-f2f6-4335-a8c3-2ecf8523c677,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:01.829384 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:01.830554 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.830989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51850c24-fc8e-4612-97f8-830fc1946baf None None] No DVR routers for this DVR port 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:01.834665 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:01.897769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.902694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:01.904704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] 10.222.0.64 "DELETE /v2.0/networks/2c7deb91-ec1a-4e84-ae48-96b944fcd15e HTTP/1.1" status: 204 len: 168 time: 0.5759292 Jul 27 17:31:01.918031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2899736-38f0-440f-86db-5303a730137d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7deb91-ec1a-4e84-ae48-96b944fcd15e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:02.031311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37912) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:02.071881 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4d13bcb1-c8ab-4390-9bdf-300e9d723856 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5bdf01990534c778892b864a7d0a101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393734 Jul 27 17:31:02.074389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37914) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:02.124259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:02.151726 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:02.201100 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:02.204588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:02.206048 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/360625f9-cf6f-4183-a7ce-2d10ad736eff HTTP/1.1" status: 204 len: 168 time: 0.1307423 Jul 27 17:31:02.213998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f249f-138c-482f-8cc2-93de3c5ab763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360625f9-cf6f-4183-a7ce-2d10ad736eff,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:02.959192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 37936) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:03.065178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1846439936-network', 'tenant_id': '423ca777170b44819027bb906dc475c0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:03.079175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:03.094718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Made reservation on behalf of 423ca777170b44819027bb906dc475c0 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:03.098717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.111974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:03.112689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 97ff5cbf-f2f6-4335-a8c3-2ecf8523c677 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:03.113219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2e30d-50c5-43f3-a39b-56285b8e42bc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:03.113402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.145040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: bce2e30d-50c5-43f3-a39b-56285b8e42bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:03.145920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device bce2e30d-50c5-43f3-a39b-56285b8e42bc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:03.231429 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.235686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.261930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:03.272475 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10177b-3673-408a-ab3e-35c976d7fefc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:03.279178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.279554 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Added segment 5f932feb-7615-46d2-9a52-326d198f9ba3 of type vlan for network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 Jul 27 17:31:03.325752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.357001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.358038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:03.358675 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.411572 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4512267 Jul 27 17:31:03.415205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 37940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:03.421512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Request body: {'subnet': {'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1846439936-subnet', 'tenant_id': '423ca777170b44819027bb906dc475c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:03.422449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943fd2-2cf3-42fe-a441-71f01a05d9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6640ea-f3e4-47fe-a03a-46e569cae3d4,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:03.434152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:03.446873 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Made reservation on behalf of 423ca777170b44819027bb906dc475c0 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:03.449516 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.555255 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.632959 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.681589 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=15288ab1-3a25-441b-9427-2edb14a4d942,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:03.697830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Checking segment: {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:03.698192 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Network hostable DHCP agents. Network: bd6640ea-f3e4-47fe-a03a-46e569cae3d4, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:03.714795 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:03.723774 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, bd6640ea-f3e4-47fe-a03a-46e569cae3d4) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:03.728172 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:03.728787 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:03.734016 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e762e28-33ea-440a-9355-d57158d42aa0 None None] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:03.743439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-adb40f9f-8f4c-4dbe-9600-621eac4da4ca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3264918 Jul 27 17:31:03.864454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f826764-8f67-4cd8-a415-584d883edc3e None None] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:04.183791 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-22db7d0b-2dbd-4cd2-a2fa-0565751b71ba tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:04.185308 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-22db7d0b-2dbd-4cd2-a2fa-0565751b71ba tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1049538 Jul 27 17:31:04.202531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-43496fc9-3b48-4dd7-a4f2-77e357264f10 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/quotas/423ca777170b44819027bb906dc475c0 HTTP/1.1" status: 200 len: 375 time: 0.0106630 Jul 27 17:31:04.243279 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-c68df6bc-a81b-4453-8165-aca790022443 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348527 Jul 27 17:31:04.432407 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-192985e3-6cb0-4d85-b5ab-3589f592f0b7 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268392 Jul 27 17:31:04.526498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-dd139cb7-9ab9-45c0-a252-5b9013fd0f9c service neutron] 10.222.0.64 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880289 Jul 27 17:31:04.704116 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-161735f3-acd1-4f62-b966-87c932039a85 req-8ea53a10-4d58-47b0-bef0-02970b0d5bcf tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 210 time: 0.0340755 Jul 27 17:31:05.788963 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-2195ec37-7873-4a3b-b24e-eb022635fa0e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:05.790477 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-2195ec37-7873-4a3b-b24e-eb022635fa0e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.61 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1085205 Jul 27 17:31:05.806111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Request body: {'port': {'device_id': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4', 'admin_state_up': True, 'tenant_id': '423ca777170b44819027bb906dc475c0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:05.813250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-270c527e-b4de-425b-93ff-a76d92d048d8 req-412630f6-58b9-4b83-983c-a0c38244248b tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 210 time: 0.0328097 Jul 27 17:31:05.918570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Made reservation on behalf of 423ca777170b44819027bb906dc475c0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:05.922040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.046783 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Allocated IP 172.20.0.13 (bd6640ea-f3e4-47fe-a03a-46e569cae3d4/15288ab1-3a25-441b-9427-2edb14a4d942/58122c30-8de8-41f6-92ed-e649967441fd) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:06.197565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.236446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.278747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:06.283781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:06.287529 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:06.293991 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Pushing event updated for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:06.343775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:06.344726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.358567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f4680b69-7ba0-4fe3-8fcb-04f89c0b420c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593405 Jul 27 17:31:06.374391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Request body: {'port': {'device_id': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:06.447542 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.724653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58122c30-8de8-41f6-92ed-e649967441fd {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:31:06.732621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.751324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Transition to ACTIVE for port object 58122c30-8de8-41f6-92ed-e649967441fd will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:06.755227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:06.804747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Pushing event updated for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:06.879480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Attempting to bind port 58122c30-8de8-41f6-92ed-e649967441fd on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:06.879819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Attempting to bind port 58122c30-8de8-41f6-92ed-e649967441fd by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:06.880151 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Attempting to bind port 58122c30-8de8-41f6-92ed-e649967441fd on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:06.894930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Port 58122c30-8de8-41f6-92ed-e649967441fd on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:31:06.895261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Attempting to bind port 58122c30-8de8-41f6-92ed-e649967441fd on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:06.921692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:06.922027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Checking segment: {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:06.922416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Bound using segment: {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:06.922849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Bound port: 58122c30-8de8-41f6-92ed-e649967441fd, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:06.923207 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:07.003319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42882a2-1f36-45e9-885c-d9f8746df71f req-17f68e5a-3b3c-4c14-968d-f76211b328e3 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.004723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f42882a2-1f36-45e9-885c-d9f8746df71f req-17f68e5a-3b3c-4c14-968d-f76211b328e3 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 944 time: 0.1213584 Jul 27 17:31:07.012114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:07.020072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=58122c30-8de8-41f6-92ed-e649967441fd,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:07.031668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:07.078671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.079327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:07.080765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] 10.222.0.61 "PUT /v2.0/ports/58122c30-8de8-41f6-92ed-e649967441fd HTTP/1.1" status: 200 len: 1092 time: 0.7104928 Jul 27 17:31:07.082944 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:07.085450 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee88fb-d854-480e-961b-9bb415159e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "tag": "58122c30-8de8-41f6-92ed-e649967441fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:07.097733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f42882a2-1f36-45e9-885c-d9f8746df71f req-5e4bcaaf-29d1-4bd8-b4be-1ae473c3dfe0 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868921 Jul 27 17:31:07.114901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afadab1-b8cb-4aca-bc6e-9df13eb416c1 service neutron] Pushing event updated for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:07.163972 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2440dd04-cf2e-4b46-b0a6-b071e69bd886 x-openstack-request-id: req-2440dd04-cf2e-4b46-b0a6-b071e69bd886 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:07.164255 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "tag": "58122c30-8de8-41f6-92ed-e649967441fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:07.164555 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2440dd04-cf2e-4b46-b0a6-b071e69bd886 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:07.164954 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd', 'status': 'completed', 'code': 200} Jul 27 17:31:07.192762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-fa481d69-18a2-42bf-b071-bccf27395582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.194288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-fa481d69-18a2-42bf-b071-bccf27395582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 1095 time: 0.0641730 Jul 27 17:31:07.238422 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-f12429d8-0044-48e1-9170-6e1fb27b32f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58122c30-8de8-41f6-92ed-e649967441fd HTTP/1.1" status: 200 len: 217 time: 0.0355542 Jul 27 17:31:07.289895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-e42e336a-05b9-465c-80a5-fcaf2b8f017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.291289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-e42e336a-05b9-465c-80a5-fcaf2b8f017c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15288ab1-3a25-441b-9427-2edb14a4d942 HTTP/1.1" status: 200 len: 854 time: 0.0464494 Jul 27 17:31:07.330623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-9bb9c999-567f-45ae-a73f-2b27e8adae9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322523 Jul 27 17:31:07.423994 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-12fd0994-49d3-4cff-a298-7d6c4f7aa678 service neutron] 10.222.0.61 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Jul 27 17:31:07.530172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f5d83702-296e-4244-971e-f6bc4b06e7a5 req-79db5c5d-274c-48e8-aab8-a3e749287d64 service neutron] 10.222.0.61 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986116 Jul 27 17:31:07.636578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee88fb-d854-480e-961b-9bb415159e6b req-cdb78105-cfbf-484c-9921-825bf6844340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.638129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-cdb78105-cfbf-484c-9921-825bf6844340 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 1095 time: 0.0583296 Jul 27 17:31:07.734992 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee88fb-d854-480e-961b-9bb415159e6b req-b202ef04-3667-47c8-acf5-9912e9082f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.736503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-b202ef04-3667-47c8-acf5-9912e9082f4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 915 time: 0.0919304 Jul 27 17:31:07.784821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-4f02e83a-4fc3-4398-9e10-df2fe1e81513 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58122c30-8de8-41f6-92ed-e649967441fd HTTP/1.1" status: 200 len: 217 time: 0.0397553 Jul 27 17:31:07.849598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee88fb-d854-480e-961b-9bb415159e6b req-5ae9506e-64bb-415a-9098-28e85c7fbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:07.851860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-5ae9506e-64bb-415a-9098-28e85c7fbe49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15288ab1-3a25-441b-9427-2edb14a4d942 HTTP/1.1" status: 200 len: 854 time: 0.0556805 Jul 27 17:31:07.891766 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-a6238ba5-2d48-4f93-a5b1-3bb89e7b2c3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299189 Jul 27 17:31:07.992227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-abd97c19-8b5b-4430-a476-773dae71e3fd service neutron] 10.222.0.61 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923305 Jul 27 17:31:08.087568 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-72ee88fb-d854-480e-961b-9bb415159e6b req-1945f0c3-2b3e-4f64-b25a-9106e78a84cb service neutron] 10.222.0.61 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863683 Jul 27 17:31:08.245811 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da7fe8-d897-41e3-9181-0661243d71a8 req-416165eb-37d5-4849-a2b6-2c63117c5b36 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:08.247241 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6da7fe8-d897-41e3-9181-0661243d71a8 req-416165eb-37d5-4849-a2b6-2c63117c5b36 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 944 time: 0.0766783 Jul 27 17:31:08.291268 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a6da7fe8-d897-41e3-9181-0661243d71a8 req-510f1ba8-f6a2-4068-862e-bcfb91443b52 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Jul 27 17:31:09.432079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eac2e-881c-4a06-8e49-409f70c3c576 req-785ad582-7c45-4ad9-a3c8-49b673748c28 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:09.433753 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-225eac2e-881c-4a06-8e49-409f70c3c576 req-785ad582-7c45-4ad9-a3c8-49b673748c28 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 944 time: 0.0667081 Jul 27 17:31:09.475763 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-225eac2e-881c-4a06-8e49-409f70c3c576 req-a34f6137-bc99-4803-b70b-b02fabad007d tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Jul 27 17:31:09.814349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc1a9-7ea7-41e1-a661-e7272eddd1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:10.631021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926262-e3df-43dd-beb7-6123a3406502 req-6a94f358-1ce9-45b4-b27b-abf397906871 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:10.632608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b926262-e3df-43dd-beb7-6123a3406502 req-6a94f358-1ce9-45b4-b27b-abf397906871 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 944 time: 0.0797520 Jul 27 17:31:10.650829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 58122c30-8de8-41f6-92ed-e649967441fd details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:31:10.681492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b926262-e3df-43dd-beb7-6123a3406502 req-e86800f2-1a12-4252-8cee-f4c4bfe2f364 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Jul 27 17:31:10.759243 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=58122c30-8de8-41f6-92ed-e649967441fd,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:10.773062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '58122c30-8de8-41f6-92ed-e649967441fd', 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4', 'port_id': '58122c30-8de8-41f6-92ed-e649967441fd', 'mac_address': 'fa:16:3e:7a:86:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15288ab1-3a25-441b-9427-2edb14a4d942', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:31:10.810541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:10.823728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58122c30-8de8-41f6-92ed-e649967441fd {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:31:10.845093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=58122c30-8de8-41f6-92ed-e649967441fd,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:10.850119 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:10.899876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:11.040411 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['58122c30-8de8-41f6-92ed-e649967441fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:31:11.270060 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:31:11.826234 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8aa6-7120-4a8e-97c1-848c3854b44a req-532b8086-2a5c-4b7b-82f6-577fc0af624f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:11.827756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-894b8aa6-7120-4a8e-97c1-848c3854b44a req-532b8086-2a5c-4b7b-82f6-577fc0af624f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 945 time: 0.0687873 Jul 27 17:31:11.866615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-894b8aa6-7120-4a8e-97c1-848c3854b44a req-4f966473-42f1-48ca-bf1c-193f340c579c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Jul 27 17:31:12.504184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:12.610687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-917d8303-0538-4e20-8afa-60c2e4d4097a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:12.657559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 58122c30-8de8-41f6-92ed-e649967441fd up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:12.709930 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 58122c30-8de8-41f6-92ed-e649967441fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:12.714594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 58122c30-8de8-41f6-92ed-e649967441fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:12.715084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:12.798987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:12.821990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:12.824268 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f36e4-1c6f-4033-b801-458e764ea55d" -d '{"events": [{"server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "name": "network-vif-plugged", "status": "completed", "tag": "58122c30-8de8-41f6-92ed-e649967441fd"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:12.838131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=58122c30-8de8-41f6-92ed-e649967441fd,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:12.842178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:12.867863 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6deffd-fbf3-47f8-9dbb-ece4c60e0a3b x-openstack-request-id: req-8c6deffd-fbf3-47f8-9dbb-ece4c60e0a3b {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:12.868156 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "name": "network-vif-plugged", "status": "completed", "tag": "58122c30-8de8-41f6-92ed-e649967441fd", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:12.868413 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c6deffd-fbf3-47f8-9dbb-ece4c60e0a3b {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:12.868832 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd', 'code': 200} Jul 27 17:31:12.895705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:12.979744 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d9283-f70d-4d34-a8b7-93e285a2599c req-8ed667b6-a41b-4232-b38d-94c344dc2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:12.981374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b9d9283-f70d-4d34-a8b7-93e285a2599c req-8ed667b6-a41b-4232-b38d-94c344dc2efa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 1097 time: 0.0567911 Jul 27 17:31:13.008200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc30bd4-77e4-4f0b-b4a8-fbb957b2c179 req-e1fc5adc-a69a-437a-b6b7-77873b1e486f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:13.010252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bc30bd4-77e4-4f0b-b4a8-fbb957b2c179 req-e1fc5adc-a69a-437a-b6b7-77873b1e486f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0714705 Jul 27 17:31:13.021527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b9d9283-f70d-4d34-a8b7-93e285a2599c req-31685f3a-8c1b-4ace-82ea-d9e4319d3ebe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Jul 27 17:31:13.049703 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bc30bd4-77e4-4f0b-b4a8-fbb957b2c179 req-13779b5a-d8a9-4624-bc6f-ce78cd80e82b tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jul 27 17:31:13.639395 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:14.190474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b052e5-1561-4710-aedf-649634e56a0b req-19ab7bc9-00f8-4132-aeaf-529e27c90109 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:14.192583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98b052e5-1561-4710-aedf-649634e56a0b req-19ab7bc9-00f8-4132-aeaf-529e27c90109 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0715458 Jul 27 17:31:14.234279 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98b052e5-1561-4710-aedf-649634e56a0b req-b797b0f0-4627-432e-8bf6-49f896c5853f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jul 27 17:31:14.497866 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-59e6fc5c-41c6-4179-8906-188a9af70357 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:14.499413 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-59e6fc5c-41c6-4179-8906-188a9af70357 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1245642 Jul 27 17:31:14.517898 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-a6064013-3a1e-455e-b88f-4711175c0d00 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/quotas/423ca777170b44819027bb906dc475c0 HTTP/1.1" status: 200 len: 375 time: 0.0124063 Jul 27 17:31:14.591359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-59f50afc-fb17-4f98-a844-ffbf76cc1e27 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653479 Jul 27 17:31:14.704404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-12039335-3647-44f5-a198-992621044274 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049776 Jul 27 17:31:14.806345 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-a18b19b0-ffd5-4870-9c7c-9607b6260696 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946901 Jul 27 17:31:14.986321 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cbac80a6-0f42-4cad-bc0b-8a6ed88cb4e3 req-aa36abfb-b4c8-4777-a37c-1b22f2f4de31 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 210 time: 0.0333416 Jul 27 17:31:15.249736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.039095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-14e422f5-0253-4b80-8d30-5d8dda974485 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:16.041114 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-14e422f5-0253-4b80-8d30-5d8dda974485 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.13 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 814 time: 0.1403372 Jul 27 17:31:16.060198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Request body: {'port': {'device_id': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4', 'admin_state_up': True, 'tenant_id': '423ca777170b44819027bb906dc475c0'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:16.102065 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c96f239b-f296-41f1-b01f-f64d6848c58f req-465159d7-a428-42a1-ac8d-7e3c28d849bf tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 210 time: 0.0314517 Jul 27 17:31:16.167754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Made reservation on behalf of 423ca777170b44819027bb906dc475c0 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:16.171218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.296858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Allocated IP 172.20.0.7 (bd6640ea-f3e4-47fe-a03a-46e569cae3d4/15288ab1-3a25-441b-9427-2edb14a4d942/b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:16.440781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.479742 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.491565 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['58122c30-8de8-41f6-92ed-e649967441fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:31:16.528041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:16.531222 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:16.535892 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:16.539993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Pushing event updated for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:16.569098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.569355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.569709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.570055 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.570385 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.570712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.571050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.571379 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.571708 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.572032 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.572363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.573005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:16.600709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:16.601642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.617890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-97a6a05f-ef58-490b-9403-5391e645c045 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619080 Jul 27 17:31:16.636165 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Request body: {'port': {'device_id': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:16.719015 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:16.991363 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:31:16.999334 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.014139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Transition to ACTIVE for port object b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:17.020332 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.075948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Pushing event updated for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:17.153702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Attempting to bind port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:17.154046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Attempting to bind port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:17.154392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Attempting to bind port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:17.159443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:31:17.159443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Attempting to bind port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f on network bd6640ea-f3e4-47fe-a03a-46e569cae3d4 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:17.168152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:17.168555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Checking segment: {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:17.169089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Bound using segment: {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:17.169538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Bound port: b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f932feb-7615-46d2-9a52-326d198f9ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:17.169906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.280105 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:17.289440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cca2a2-7d6f-4e27-85b7-77a98e331f9d req-0b6501f2-1a2b-4615-bf2d-2ebb36e5edf5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:17.290990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-23cca2a2-7d6f-4e27-85b7-77a98e331f9d req-0b6501f2-1a2b-4615-bf2d-2ebb36e5edf5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 943 time: 0.1179109 Jul 27 17:31:17.292894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:17.299899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.355277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:17.355910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.357351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] 10.222.0.13 "PUT /v2.0/ports/b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f HTTP/1.1" status: 200 len: 1091 time: 0.7259195 Jul 27 17:31:17.357958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:17.360270 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4474e9c-6bf1-413e-b0a7-28f0756202ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:17.366340 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:17.401223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-23cca2a2-7d6f-4e27-85b7-77a98e331f9d req-be293c97-3a8f-4fb3-98a9-219ddb6be765 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026981 Jul 27 17:31:17.402402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7cc43-2460-4696-8cd4-ba9cb0a5e2fd service neutron] Pushing event updated for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:17.417355 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e49ca-1074-40de-a99f-7999ba259f30 x-openstack-request-id: req-417e49ca-1074-40de-a99f-7999ba259f30 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:17.417795 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:17.417983 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-417e49ca-1074-40de-a99f-7999ba259f30 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:17.418356 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f', 'status': 'completed', 'code': 200} Jul 27 17:31:17.487130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-40ec00dc-59fe-4e07-9320-2eac4ee4c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:17.489674 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-40ec00dc-59fe-4e07-9320-2eac4ee4c719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 1094 time: 0.0582392 Jul 27 17:31:17.544757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-5cff68d1-c57c-467a-a867-a0ce3f6968a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f HTTP/1.1" status: 200 len: 217 time: 0.0424643 Jul 27 17:31:17.597058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060d1c-0442-491a-bf71-66681cccb976 req-b31d289d-0704-432c-83fd-5b6e8453e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:17.598577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-b31d289d-0704-432c-83fd-5b6e8453e2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15288ab1-3a25-441b-9427-2edb14a4d942 HTTP/1.1" status: 200 len: 854 time: 0.0467494 Jul 27 17:31:17.635559 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-c351f441-ab1d-4a4b-bcc3-582ba1440c43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301254 Jul 27 17:31:17.739269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-40297c6c-e581-4a13-b31c-a98693d8dcd9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960023 Jul 27 17:31:17.850058 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d060d1c-0442-491a-bf71-66681cccb976 req-0b92dcc7-c341-45db-8d91-75654f47cee1 service neutron] 10.222.0.13 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038258 Jul 27 17:31:17.991673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-86120e55-b64a-4555-893c-c07cb904c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:17.993225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-86120e55-b64a-4555-893c-c07cb904c483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=423ca777170b44819027bb906dc475c0&device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 1094 time: 0.0603914 Jul 27 17:31:18.346242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-a5ba472d-4ac0-4193-ba05-9a728c87e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:18.347799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-a5ba472d-4ac0-4193-ba05-9a728c87e52c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 200 len: 915 time: 0.3466127 Jul 27 17:31:18.389672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-3d29f3b0-f237-4705-85ba-7d5da0d662fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f HTTP/1.1" status: 200 len: 217 time: 0.0345366 Jul 27 17:31:18.440119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-dc20a02b-ee56-4c9c-b989-82d08d84434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:18.442208 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-dc20a02b-ee56-4c9c-b989-82d08d84434d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15288ab1-3a25-441b-9427-2edb14a4d942 HTTP/1.1" status: 200 len: 854 time: 0.0446308 Jul 27 17:31:18.483183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-2caf545f-1e2f-408d-a222-b35c230375ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd6640ea-f3e4-47fe-a03a-46e569cae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320137 Jul 27 17:31:18.547770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf8a2d-a7e2-45b4-98f9-c01d54e50862 req-4a0a903b-b42a-474a-a02e-7ec2df3e1302 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:18.549432 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbaf8a2d-a7e2-45b4-98f9-c01d54e50862 req-4a0a903b-b42a-474a-a02e-7ec2df3e1302 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 943 time: 0.0705502 Jul 27 17:31:18.585993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-123e29ed-a28d-458a-ad82-2bb7c26243cc service neutron] 10.222.0.13 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944407 Jul 27 17:31:18.598825 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cbaf8a2d-a7e2-45b4-98f9-c01d54e50862 req-6d595e50-3cb1-4060-bdc0-12031d6e27eb tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Jul 27 17:31:18.684672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4474e9c-6bf1-413e-b0a7-28f0756202ae req-f7ecd056-f9f3-4658-b0f3-48bb14fd2be2 service neutron] 10.222.0.13 "GET /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903156 Jul 27 17:31:19.729712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d817b-9821-4ac7-8080-6ee2d35a238e req-f592e701-a487-4fb6-95e1-9f2d8ebd7688 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:19.731199 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c42d817b-9821-4ac7-8080-6ee2d35a238e req-f592e701-a487-4fb6-95e1-9f2d8ebd7688 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 943 time: 0.0644636 Jul 27 17:31:19.772037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c42d817b-9821-4ac7-8080-6ee2d35a238e req-67941978-88a1-4258-8603-9990a218622c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346417 Jul 27 17:31:20.106733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:31:20.202160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:20.214144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f', 'network_id': 'bd6640ea-f3e4-47fe-a03a-46e569cae3d4', 'port_id': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f', 'mac_address': 'fa:16:3e:af:0d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15288ab1-3a25-441b-9427-2edb14a4d942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:31:20.250447 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:20.263479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:31:20.283536 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:20.288046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:20.335998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:20.539551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:31:20.901453 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f6b8-032d-4f2f-964c-d826c8da3959 req-f0fd4df2-37dd-4303-bdb2-1ebe9d8d65dd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:20.902984 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a746f6b8-032d-4f2f-964c-d826c8da3959 req-f0fd4df2-37dd-4303-bdb2-1ebe9d8d65dd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 944 time: 0.0632937 Jul 27 17:31:20.941222 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a746f6b8-032d-4f2f-964c-d826c8da3959 req-3a28076e-88cf-4b08-a9ef-350b090e608e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Jul 27 17:31:22.070762 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68329aa9-1888-4602-9b78-5485910c65a6 req-31964fec-7724-4a38-8af5-77b12fdd899a tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:22.072301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68329aa9-1888-4602-9b78-5485910c65a6 req-31964fec-7724-4a38-8af5-77b12fdd899a tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 944 time: 0.0639448 Jul 27 17:31:22.106608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:22.111055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68329aa9-1888-4602-9b78-5485910c65a6 req-80ff6381-8792-42aa-91c0-51a30fdacacb tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Jul 27 17:31:22.153928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:22.157387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:22.157763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:22.233663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:22.255999 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:22.258332 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858361b1-e0e8-4767-957d-cdb20ccf1125" -d '{"events": [{"server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "name": "network-vif-plugged", "status": "completed", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:22.270828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:22.274755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:22.298138 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d72728-43dd-4974-957a-2364e3841c59 x-openstack-request-id: req-18d72728-43dd-4974-957a-2364e3841c59 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:22.298428 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "name": "network-vif-plugged", "status": "completed", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:22.298680 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18d72728-43dd-4974-957a-2364e3841c59 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:22.299069 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f', 'code': 200} Jul 27 17:31:22.325012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:22.431948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f825f-f3c5-4a10-b1a7-814c1bc0f436 req-2c0ef146-ee33-4b23-b37e-68cef4ca942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:22.433541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-084f825f-f3c5-4a10-b1a7-814c1bc0f436 req-2c0ef146-ee33-4b23-b37e-68cef4ca942a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 1096 time: 0.0585651 Jul 27 17:31:22.468122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-084f825f-f3c5-4a10-b1a7-814c1bc0f436 req-fb75d83d-63f0-4093-8e3c-9f23c359724c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273137 Jul 27 17:31:23.242127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192848c2-d0de-48a8-a7b3-1651a3053b83 req-d7fb71f0-ace3-4686-a8df-9a15c8458db1 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:23.243630 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-192848c2-d0de-48a8-a7b3-1651a3053b83 req-d7fb71f0-ace3-4686-a8df-9a15c8458db1 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 945 time: 0.0646026 Jul 27 17:31:23.281476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-192848c2-d0de-48a8-a7b3-1651a3053b83 req-06376ef5-0139-48dc-b843-d4df56ea529d tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jul 27 17:31:24.413482 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd56e3-b533-4df8-a3a2-afa37171d425 req-9b3549b4-0e9b-4fc5-8501-8801b42b062c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:24.414957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0cfd56e3-b533-4df8-a3a2-afa37171d425 req-9b3549b4-0e9b-4fc5-8501-8801b42b062c tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 945 time: 0.0631201 Jul 27 17:31:24.451652 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0cfd56e3-b533-4df8-a3a2-afa37171d425 req-a83cd93e-ccea-4299-848d-7ca00118773a tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Jul 27 17:31:24.705323 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cf6ed-2f7f-4e9b-88ff-61256e3af978 req-72842004-6b66-49bb-86cf-bb76c7fae57a tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:24.706811 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a4cf6ed-2f7f-4e9b-88ff-61256e3af978 req-72842004-6b66-49bb-86cf-bb76c7fae57a tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 945 time: 0.0682592 Jul 27 17:31:24.745078 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2a4cf6ed-2f7f-4e9b-88ff-61256e3af978 req-6faef9f3-660d-4831-bd5a-e4900b4f784f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jul 27 17:31:25.881747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd2c1f-f97b-44dd-9ee3-34ee762812f1 req-bb8b8360-9db1-4d8d-8fd6-84b221ef5ae5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:25.883259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dcd2c1f-f97b-44dd-9ee3-34ee762812f1 req-bb8b8360-9db1-4d8d-8fd6-84b221ef5ae5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 945 time: 0.0706134 Jul 27 17:31:25.920758 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dcd2c1f-f97b-44dd-9ee3-34ee762812f1 req-0f280224-9df2-4565-b752-472f51ca96d0 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jul 27 17:31:26.087005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-6833bcfc-0e6b-40c6-b823-ccf15aba791f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:26.088476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-6833bcfc-0e6b-40c6-b823-ccf15aba791f tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 945 time: 0.0632548 Jul 27 17:31:26.186300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Deleting port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:26.186644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:26.274499 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] For port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:26.274867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:26.288152 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Calling delete_port for b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:26.416312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:26.428670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['58122c30-8de8-41f6-92ed-e649967441fd'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:31:26.447027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Pushing event deleted for resources: {'Port': ['ID=b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:26.493826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] No DVR routers for this DVR port b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:26.496382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:26.498402 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5f28daa-cbe2-45d8-b83c-8575e8791eba req-b0bd270a-8da2-4ef3-b54d-1cce73addabd tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.13 "DELETE /v2.0/ports/b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f HTTP/1.1" status: 204 len: 173 time: 0.4037619 Jul 27 17:31:26.498838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'name': 'network-vif-deleted', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:26.501202 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ab871-00e6-49ad-a4c3-b161ee7136fd" -d '{"events": [{"server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "name": "network-vif-deleted", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:26.541046 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33074c8-8b37-42a2-af72-261fa7566c2a x-openstack-request-id: req-c33074c8-8b37-42a2-af72-261fa7566c2a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:26.541348 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c5efc4-6c7e-4cfa-8893-63c8232bb278", "name": "network-vif-deleted", "tag": "b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:26.541712 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c33074c8-8b37-42a2-af72-261fa7566c2a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:26.542124 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c5efc4-6c7e-4cfa-8893-63c8232bb278', 'name': 'network-vif-deleted', 'tag': 'b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f', 'status': 'completed', 'code': 200} Jul 27 17:31:27.031614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-94105599-9ec2-4a6c-9dac-2ec8fa773019 req-515ebb8a-96a6-4cd2-a78c-79123e2ea8be tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c5efc4-6c7e-4cfa-8893-63c8232bb278 HTTP/1.1" status: 200 len: 210 time: 0.0335598 Jul 27 17:31:28.164574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:28.184300 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:28.184673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b335f898-7ea6-4d4b-a9ea-ce0f57b0a09f not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:28.197447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56e23-e973-42b1-a795-31ba640dee50 req-6d6d9085-e339-4b1b-b86d-7bb08bc7bced tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:28.198979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50a56e23-e973-42b1-a795-31ba640dee50 req-6d6d9085-e339-4b1b-b86d-7bb08bc7bced tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0642495 Jul 27 17:31:28.238197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-50a56e23-e973-42b1-a795-31ba640dee50 req-8fe6cba8-7a29-4ee5-84a0-2761a76ecce0 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Jul 27 17:31:28.382837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa0f2-872a-445a-87e4-3b4bee16a0fc req-d0a0e816-6656-442a-9e22-d2dc373d7861 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:28.384337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a39aa0f2-872a-445a-87e4-3b4bee16a0fc req-d0a0e816-6656-442a-9e22-d2dc373d7861 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0638285 Jul 27 17:31:28.421943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a39aa0f2-872a-445a-87e4-3b4bee16a0fc req-70d66eb5-0ddf-45e6-9286-f2cf773b288e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Jul 27 17:31:28.551497 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff8262-928f-454f-ac2e-a9280654d5f2 req-3fc6071f-8c31-4c03-bb6b-b70a0aca19b5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:28.553024 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5eff8262-928f-454f-ac2e-a9280654d5f2 req-3fc6071f-8c31-4c03-bb6b-b70a0aca19b5 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jul 27 17:31:28.590633 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5eff8262-928f-454f-ac2e-a9280654d5f2 req-27fa4f45-84ec-45cc-a2c7-8dc271523eae tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Jul 27 17:31:28.774273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69362fb9-16c9-4a42-be71-d1345df72d52 req-24ff272b-4d64-40b4-a264-e8aad051e63d tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:28.776957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69362fb9-16c9-4a42-be71-d1345df72d52 req-24ff272b-4d64-40b4-a264-e8aad051e63d tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0680387 Jul 27 17:31:28.813718 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69362fb9-16c9-4a42-be71-d1345df72d52 req-f426bf6b-4be6-40d3-a247-b63db81e69df tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 27 17:31:28.948564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419561f2-3552-41f5-8049-1d0570a32e65 req-ecd51b68-78f3-479c-9fa7-35ef4037eb8e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:28.949980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-419561f2-3552-41f5-8049-1d0570a32e65 req-ecd51b68-78f3-479c-9fa7-35ef4037eb8e tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0680761 Jul 27 17:31:28.988231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-419561f2-3552-41f5-8049-1d0570a32e65 req-501fafb7-1aef-4adc-848f-6ed2aa4c42bc tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Jul 27 17:31:29.130384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563c958-31bf-40ca-b3f6-8cd72a0ef59d req-0e8b28f6-2c59-4807-8bce-65d0303e9f85 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:29.131879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5563c958-31bf-40ca-b3f6-8cd72a0ef59d req-0e8b28f6-2c59-4807-8bce-65d0303e9f85 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0662012 Jul 27 17:31:29.169368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5563c958-31bf-40ca-b3f6-8cd72a0ef59d req-b73a20c7-bb7a-45d6-acf4-100fcba05d5b tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Jul 27 17:31:29.485759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fff54-65ca-414f-807d-6cbf91b004bb req-1d7759e1-9f0c-47df-a0ba-1ac383310896 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:29.488350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e8fff54-65ca-414f-807d-6cbf91b004bb req-1d7759e1-9f0c-47df-a0ba-1ac383310896 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0651042 Jul 27 17:31:29.534041 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e8fff54-65ca-414f-807d-6cbf91b004bb req-2c3c3d04-b10a-41d6-9a98-d43f8b078e12 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Jul 27 17:31:30.666311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a703-0a6c-43b7-9db9-17206453ebba req-57d1416b-aaba-4f63-a8d0-3051dec093d0 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:30.667760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d358a703-0a6c-43b7-9db9-17206453ebba req-57d1416b-aaba-4f63-a8d0-3051dec093d0 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0651712 Jul 27 17:31:30.708808 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d358a703-0a6c-43b7-9db9-17206453ebba req-89d2ef5c-875a-4c6d-8e8d-cf36a96bcffa tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f10177b-3673-408a-ab3e-35c976d7fefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Jul 27 17:31:30.798179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcefc4-e258-4601-903c-082c4a55d44b req-60bda7dc-902a-46de-8fe0-d07684e58e81 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:30.799537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47dcefc4-e258-4601-903c-082c4a55d44b req-60bda7dc-902a-46de-8fe0-d07684e58e81 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8045f8-e407-474c-90c5-bd9093e7c2ed HTTP/1.1" status: 200 len: 946 time: 0.0641241 Jul 27 17:31:30.900758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Deleting port 58122c30-8de8-41f6-92ed-e649967441fd {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:30.901109 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:30.994287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] For port 58122c30-8de8-41f6-92ed-e649967441fd, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=58122c30-8de8-41f6-92ed-e649967441fd,segment=NetworkSegment(5f932feb-7615-46d2-9a52-326d198f9ba3),segment_id=5f932feb-7615-46d2-9a52-326d198f9ba3)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:30.994661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.006290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Calling delete_port for 58122c30-8de8-41f6-92ed-e649967441fd owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:31.135135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.162098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Pushing event deleted for resources: {'Port': ['ID=58122c30-8de8-41f6-92ed-e649967441fd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:31.210533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] No DVR routers for this DVR port 58122c30-8de8-41f6-92ed-e649967441fd on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:31.213008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.214960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-47dcefc4-e258-4601-903c-082c4a55d44b req-99e2d8b1-6e92-4baf-a630-c7c92a626609 tempest-ServersNegativeTestJSON-296170529 tempest-ServersNegativeTestJSON-296170529-project] 10.222.0.61 "DELETE /v2.0/ports/58122c30-8de8-41f6-92ed-e649967441fd HTTP/1.1" status: 204 len: 173 time: 0.4086955 Jul 27 17:31:31.215386 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'name': 'network-vif-deleted', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:31:31.217649 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30130f-210c-4fbe-a8c1-ef2d56c954ff" -d '{"events": [{"server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "name": "network-vif-deleted", "tag": "58122c30-8de8-41f6-92ed-e649967441fd"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:31:31.254339 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699376d5-53d1-4358-99c3-19637063ae0a x-openstack-request-id: req-699376d5-53d1-4358-99c3-19637063ae0a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:31:31.254640 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8045f8-e407-474c-90c5-bd9093e7c2ed", "name": "network-vif-deleted", "tag": "58122c30-8de8-41f6-92ed-e649967441fd", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:31:31.254894 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-699376d5-53d1-4358-99c3-19637063ae0a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:31:31.255303 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8045f8-e407-474c-90c5-bd9093e7c2ed', 'name': 'network-vif-deleted', 'tag': '58122c30-8de8-41f6-92ed-e649967441fd', 'status': 'completed', 'code': 200} Jul 27 17:31:31.766485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38092) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:31.810370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Deleting subnet 15288ab1-3a25-441b-9427-2edb14a4d942 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:31.813239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.851160 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.891029 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.942723 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.968979 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15288ab1-3a25-441b-9427-2edb14a4d942,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:31.970948 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:31.972838 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3e1b6a06-1adf-4488-b1c3-dbdf74613154 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/15288ab1-3a25-441b-9427-2edb14a4d942 HTTP/1.1" status: 204 len: 168 time: 0.2053096 Jul 27 17:31:31.975727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:32.045913 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.428673 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.438028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6640ea-f3e4-47fe-a03a-46e569cae3d4']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:32.448012 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f932feb-7615-46d2-9a52-326d198f9ba3') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:32.448310 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f932feb-7615-46d2-9a52-326d198f9ba3') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:32.456922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.470605 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.476220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:32.476648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:32.479104 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:32.535284 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.540698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.542727 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd6640ea-f3e4-47fe-a03a-46e569cae3d4 HTTP/1.1" status: 204 len: 168 time: 0.5660830 Jul 27 17:31:32.554111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12241c6-8d4b-4ff4-b6ff-28fc970b4241 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6640ea-f3e4-47fe-a03a-46e569cae3d4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:32.648005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:32.687636 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1937873b-5539-4590-a3ac-02efce6866cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=423ca777170b44819027bb906dc475c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383306 Jul 27 17:31:32.690074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38100) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:32.736652 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.757437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.789630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 58122c30-8de8-41f6-92ed-e649967441fd no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:32.810676 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 58122c30-8de8-41f6-92ed-e649967441fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:32.810983 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.811519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 58122c30-8de8-41f6-92ed-e649967441fd not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:32.813542 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:32.815498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f10177b-3673-408a-ab3e-35c976d7fefc HTTP/1.1" status: 204 len: 168 time: 0.1245093 Jul 27 17:31:32.823264 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f44bab-8543-49ff-86a6-782c8670a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10177b-3673-408a-ab3e-35c976d7fefc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:33.481376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38122) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:33.568332 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.580638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535131065'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:33.601134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:33.604618 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.613437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.703836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.708253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.738461 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:33.744894 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3fb05-5ab2-49cc-9112-cead962bdfb3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:33.751563 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.751968 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Added segment 963fa6f1-8773-4212-8fae-6d3022588bbf of type vlan for network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 Jul 27 17:31:33.795637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.825650 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.831266 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:33.831849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:33.896278 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4137468 Jul 27 17:31:33.934878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0abab-bc15-4063-981a-21576a1d386a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Network': ['ID=7ca073f2-1bb3-427d-aa2f-91cdd25099c0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:33.945662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:37.184608 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38126) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:37.189880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'subnet': {'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:37.275789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:37.279446 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.458772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.524540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Subnet': ['ID=e602373a-47e0-4380-97aa-994129b698ca,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:37.532663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking segment: {'id': '963fa6f1-8773-4212-8fae-6d3022588bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:37.533021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network hostable DHCP agents. Network: 7ca073f2-1bb3-427d-aa2f-91cdd25099c0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:37.549877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:37.560377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7ca073f2-1bb3-427d-aa2f-91cdd25099c0) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:37.568278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:37.568957 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.570409 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbcd60-6a7e-465f-b19a-1af820f47eb2 None None] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:37.583301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6e9ac97b-4e12-4b10-a65d-25e6ee6cf229 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3975363 Jul 27 17:31:37.587351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38128) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:37.592919 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356178407'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:37.615059 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:37.618721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.643378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:37.653574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.653925 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Added segment b214a144-2576-460b-90dc-21609997b491 of type vlan for network 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 Jul 27 17:31:37.694174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.725105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.730867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:37.731520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.791439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2028794 Jul 27 17:31:37.794343 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38130) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:37.799551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'subnet': {'network_id': '4de3fd70-dc85-48a0-87ee-f5a5560ca6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:37.823086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0cea7-1424-40a0-ac41-b9457a6743ac tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Network': ['ID=4de3fd70-dc85-48a0-87ee-f5a5560ca6a0,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:37.875223 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:37.888452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7ca073f2-1bb3-427d-aa2f-91cdd25099c0', 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0', 'tenant_id': 'aecd4f392f084d66beca266e752c1728', 'fixed_ips': [{'subnet_id': 'e602373a-47e0-4380-97aa-994129b698ca'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:37.889304 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:37.904688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:37.908216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.078504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Allocated IP 2001:db8:0:ffff::2 (7ca073f2-1bb3-427d-aa2f-91cdd25099c0/e602373a-47e0-4380-97aa-994129b698ca/da91c267-13bb-4738-a63e-a94111ea6ead) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:38.101525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.162434 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Subnet': ['ID=aaa9b2ef-7cd1-4a36-987f-f921a2854307,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.172213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking segment: {'id': 'b214a144-2576-460b-90dc-21609997b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4de3fd70-dc85-48a0-87ee-f5a5560ca6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:38.172624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network hostable DHCP agents. Network: 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:38.190592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:38.200454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:38.205042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:38.205649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.212177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86dfc2-0f2c-4387-bf6b-e6d49dad6256 None None] Network 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:38.224563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-907d7162-240f-497f-a5da-c2e565bef2d5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4263408 Jul 27 17:31:38.224763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:38.266458 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.277608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Transition to ACTIVE for port object da91c267-13bb-4738-a63e-a94111ea6ead will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:38.307015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Transition to ACTIVE for port object da91c267-13bb-4738-a63e-a94111ea6ead will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:38.316349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.325584 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.396777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:38.398982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Pushing event updated for resources: {'Port': ['ID=da91c267-13bb-4738-a63e-a94111ea6ead,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.401423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.408695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:38.411012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:38.416910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.417264 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.417611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.417951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.418290 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.418624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.418956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.419287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.419616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.419945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.420272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.420629 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:38.472375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.497684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e63e0-5b61-4c75-b804-e92cebbcf0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-4de3fd70-dc85-48a0-87ee-f5a5560ca6a0', 'network_id': '4de3fd70-dc85-48a0-87ee-f5a5560ca6a0', 'tenant_id': 'aecd4f392f084d66beca266e752c1728', 'fixed_ips': [{'subnet_id': 'aaa9b2ef-7cd1-4a36-987f-f921a2854307'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:38.498689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa9b2ef-7cd1-4a36-987f-f921a2854307,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.498833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-809e63e0-5b61-4c75-b804-e92cebbcf0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.528490 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Attempting to bind port da91c267-13bb-4738-a63e-a94111ea6ead on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:38.528872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Attempting to bind port da91c267-13bb-4738-a63e-a94111ea6ead by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '963fa6f1-8773-4212-8fae-6d3022588bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:38.529238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Attempting to bind port da91c267-13bb-4738-a63e-a94111ea6ead on network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:38.538864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:38.539247 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Checking segment: {'id': '963fa6f1-8773-4212-8fae-6d3022588bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:38.539657 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.540057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Bound using segment: {'id': '963fa6f1-8773-4212-8fae-6d3022588bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:38.540588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Bound port: da91c267-13bb-4738-a63e-a94111ea6ead, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963fa6f1-8773-4212-8fae-6d3022588bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ca073f2-1bb3-427d-aa2f-91cdd25099c0'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:38.540947 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.570218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.579759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de3fd70-dc85-48a0-87ee-f5a5560ca6a0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:38.589346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b214a144-2576-460b-90dc-21609997b491') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:38.589649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b214a144-2576-460b-90dc-21609997b491') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:38.599183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.614641 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.622378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:38.622621 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41601014-4089-4e50-941d-3bb58fcdf4d1 None None] Network 4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:38.623124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:38.626477 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:38.691005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.698645 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.700607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 HTTP/1.1" status: 204 len: 168 time: 0.4748657 Jul 27 17:31:38.704031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38134) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:38.710450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] For port da91c267-13bb-4738-a63e-a94111ea6ead, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:38.718620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169594485'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:38.725237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f47fc3-e4bb-4ed0-bdc8-6ca36038bfb5 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Network': ['ID=4de3fd70-dc85-48a0-87ee-f5a5560ca6a0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.742838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] For port da91c267-13bb-4738-a63e-a94111ea6ead, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da91c267-13bb-4738-a63e-a94111ea6ead,segment=NetworkSegment(963fa6f1-8773-4212-8fae-6d3022588bbf),segment_id=963fa6f1-8773-4212-8fae-6d3022588bbf)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:38.744147 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:38.748076 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.764996 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.773975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:38.783124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.783491 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Added segment 0c587638-7ae1-493a-af3b-010f908b15ba of type vlan for network 88a4eb56-921c-4b9f-adb5-650eff113db8 Jul 27 17:31:38.823126 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52294-c708-494f-bee1-2b52d71a70b9 None None] Pushing event updated for resources: {'Port': ['ID=da91c267-13bb-4738-a63e-a94111ea6ead,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.832990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.863137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.869325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:38.869931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:38.931013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2256181 Jul 27 17:31:38.933968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:38.939480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'subnet': {'network_id': '88a4eb56-921c-4b9f-adb5-650eff113db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:38.944125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf950360-de8e-4b4f-b39c-da104514e58c tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Network': ['ID=88a4eb56-921c-4b9f-adb5-650eff113db8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:38.968345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 88a4eb56-921c-4b9f-adb5-650eff113db8 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:39.087191 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:39.091143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.133288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da91c267-13bb-4738-a63e-a94111ea6ead up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:39.161028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Performing IP validity checks on allocation pools {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 17:31:39.161656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.ipam_backend_mixin [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93923) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 17:31:39.185839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port da91c267-13bb-4738-a63e-a94111ea6ead completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:39.285290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.348809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Subnet': ['ID=f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:39.358982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking segment: {'id': '0c587638-7ae1-493a-af3b-010f908b15ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88a4eb56-921c-4b9f-adb5-650eff113db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:39.359351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network hostable DHCP agents. Network: 88a4eb56-921c-4b9f-adb5-650eff113db8, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:39.375706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network 88a4eb56-921c-4b9f-adb5-650eff113db8 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:39.384129 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 88a4eb56-921c-4b9f-adb5-650eff113db8) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:39.388657 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:39.389334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.394509 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e134add-ff8d-4356-9186-0ca759bf6fdb None None] Network 88a4eb56-921c-4b9f-adb5-650eff113db8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:39.405276 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-144f7f87-7a88-45f0-b9b8-0876cf488442 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4700110 Jul 27 17:31:39.408910 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:39.520054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.563737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606d746-9a0f-4653-85d3-f58fc247691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-88a4eb56-921c-4b9f-adb5-650eff113db8', 'network_id': '88a4eb56-921c-4b9f-adb5-650eff113db8', 'tenant_id': 'aecd4f392f084d66beca266e752c1728', 'fixed_ips': [{'subnet_id': 'f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:39.564713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3606d746-9a0f-4653-85d3-f58fc247691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.584701 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.656706 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server [None req-3606d746-9a0f-4653-85d3-f58fc247691c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139: This subnet is being modified by another concurrent operation. Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server raise exception Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139: This subnet is being modified by another concurrent operation. Jul 27 17:31:39.670666 n-d-723572-6 neutron-server[93925]: ERROR oslo_messaging.rpc.server Jul 27 17:31:39.686737 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731625a-53f1-4c05-83a9-fa67284cc01f None None] Network 88a4eb56-921c-4b9f-adb5-650eff113db8 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:39.694753 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:39.751698 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.763099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a4eb56-921c-4b9f-adb5-650eff113db8']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:39.775015 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c587638-7ae1-493a-af3b-010f908b15ba') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:39.775291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c587638-7ae1-493a-af3b-010f908b15ba') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:39.784883 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.798959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e634f0b-72f6-4ccb-b00b-dcab2ca8e45f None None] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:39.799225 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.805696 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:39.806096 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:39.809062 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:39.845577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a4805903-5264-4247-93ff-4841ead7e116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.872941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.881420 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.881723 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Provisioning for port da91c267-13bb-4738-a63e-a94111ea6ead completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:39.883337 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/88a4eb56-921c-4b9f-adb5-650eff113db8 HTTP/1.1" status: 204 len: 168 time: 0.4731059 Jul 27 17:31:39.886848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38140) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:39.889946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Provisioning complete for port da91c267-13bb-4738-a63e-a94111ea6ead triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:39.890327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.891727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183012361'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:39.906303 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f9ea-842f-4287-8722-99860676bf3d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Network': ['ID=88a4eb56-921c-4b9f-adb5-650eff113db8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:39.923148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:39.926667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.951363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:39.960823 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:39.961178 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Added segment 34a8d9fb-c1ce-47e2-897a-adb3aacde1b2 of type vlan for network 886a6225-b32f-457b-91eb-056aae4ebb34 Jul 27 17:31:40.002155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.031608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.035186 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.037437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:40.038087 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.079680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] For port da91c267-13bb-4738-a63e-a94111ea6ead, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da91c267-13bb-4738-a63e-a94111ea6ead,segment=NetworkSegment(963fa6f1-8773-4212-8fae-6d3022588bbf),segment_id=963fa6f1-8773-4212-8fae-6d3022588bbf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:40.085174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.098548 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2106409 Jul 27 17:31:40.102373 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:40.107646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'subnet': {'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:40.125398 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950689-1a03-487a-af28-88837343a8c8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Network': ['ID=886a6225-b32f-457b-91eb-056aae4ebb34,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:40.139258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 886a6225-b32f-457b-91eb-056aae4ebb34 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:40.145637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeb5b2-cffe-4b41-99dc-c5e6a0229ec3 None None] Pushing event updated for resources: {'Port': ['ID=da91c267-13bb-4738-a63e-a94111ea6ead,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:40.218063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:40.221752 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.302014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7ea25-5044-4c5e-a0ed-e535e104b611 None None] get_active_networks_info from n-d-723572-6 {{(pid=93925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:31:40.338163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c0f77779-bc93-45fc-886f-f35995e368b0 None None] Provisioning complete for port da91c267-13bb-4738-a63e-a94111ea6ead triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:40.338543 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0f77779-bc93-45fc-886f-f35995e368b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.408178 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b7ea25-5044-4c5e-a0ed-e535e104b611 None None] Resources bound (agent type, host, resource id): {{(pid=93925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 17:31:40.412491 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.479821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Subnet': ['ID=b63ea1b7-b0ae-4a2e-9095-5433423818e3,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:40.487960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking segment: {'id': '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:40.488421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network hostable DHCP agents. Network: 886a6225-b32f-457b-91eb-056aae4ebb34, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:40.506067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network 886a6225-b32f-457b-91eb-056aae4ebb34 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:40.515553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 886a6225-b32f-457b-91eb-056aae4ebb34) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:40.520925 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:40.522315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.536502 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-663c05fe-0fac-4dc6-91d4-1fa4e564cedf tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4329736 Jul 27 17:31:40.540592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:40.545980 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039823668'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:40.565841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:40.569318 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.594508 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:40.604317 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.604731 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Added segment e067eb09-8a2b-4fd6-a19f-2c9db1db4336 of type vlan for network 2ffb133b-617b-4e49-97ce-3f053afeface Jul 27 17:31:40.643413 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.668394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3266ed-7b9a-4dda-b055-88a92878e602 None None] Network 886a6225-b32f-457b-91eb-056aae4ebb34 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:40.673819 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.679673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:40.680278 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.741148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1995003 Jul 27 17:31:40.744119 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:40.749391 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Request body: {'subnet': {'network_id': '2ffb133b-617b-4e49-97ce-3f053afeface', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:40.752606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d692e-c4ee-41a5-993b-12f4711363a9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Network': ['ID=2ffb133b-617b-4e49-97ce-3f053afeface,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:40.763942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 2ffb133b-617b-4e49-97ce-3f053afeface details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:40.838443 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Made reservation on behalf of aecd4f392f084d66beca266e752c1728 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:40.841960 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:40.887423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-886a6225-b32f-457b-91eb-056aae4ebb34', 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34', 'tenant_id': 'aecd4f392f084d66beca266e752c1728', 'fixed_ips': [{'subnet_id': 'b63ea1b7-b0ae-4a2e-9095-5433423818e3'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:40.888297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.031063 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Allocated IP 2001:db8::2 (886a6225-b32f-457b-91eb-056aae4ebb34/b63ea1b7-b0ae-4a2e-9095-5433423818e3/96ea935e-032f-48de-8db6-6ce2bec0da5c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:41.032306 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.107531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event updated for resources: {'Subnet': ['ID=939a97a6-41a5-4d13-9711-a5c1caf88532,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:41.110633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Checking segment: {'id': 'e067eb09-8a2b-4fd6-a19f-2c9db1db4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2ffb133b-617b-4e49-97ce-3f053afeface'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:41.111132 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network hostable DHCP agents. Network: 2ffb133b-617b-4e49-97ce-3f053afeface, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:41.112505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da91c267-13bb-4738-a63e-a94111ea6ead up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:41.127905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Network 2ffb133b-617b-4e49-97ce-3f053afeface is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:41.136783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 2ffb133b-617b-4e49-97ce-3f053afeface) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:41.140820 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:41.141422 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.150778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f8c2a-cc1a-4ba9-bc1c-76ee0e49b037 None None] Network 2ffb133b-617b-4e49-97ce-3f053afeface requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:41.159903 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-173cf0c7-cf7d-445b-8701-8e24a87b3757 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4123688 Jul 27 17:31:41.160120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.257153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.280371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.289724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port da91c267-13bb-4738-a63e-a94111ea6ead triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:41.290097 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.308855 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.323096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Transition to ACTIVE for port object 96ea935e-032f-48de-8db6-6ce2bec0da5c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:41.368939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Transition to ACTIVE for port object 96ea935e-032f-48de-8db6-6ce2bec0da5c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:41.374249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.381598 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.401940 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Subnet': ['ID=939a97a6-41a5-4d13-9711-a5c1caf88532,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:41.436610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Network 886a6225-b32f-457b-91eb-056aae4ebb34 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:41.463670 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:41.465827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:41.466091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.478026 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffb133b-617b-4e49-97ce-3f053afeface']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:41.488881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e067eb09-8a2b-4fd6-a19f-2c9db1db4336') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:41.489117 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e067eb09-8a2b-4fd6-a19f-2c9db1db4336') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:41.494512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb1504-8154-42ed-b6a2-df9e4552b259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-2ffb133b-617b-4e49-97ce-3f053afeface', 'network_id': '2ffb133b-617b-4e49-97ce-3f053afeface', 'tenant_id': 'aecd4f392f084d66beca266e752c1728', 'fixed_ips': [{'subnet_id': '939a97a6-41a5-4d13-9711-a5c1caf88532'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:41.495662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1504-8154-42ed-b6a2-df9e4552b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.498897 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.516206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.523707 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:41.524146 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:41.527460 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:41.594691 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.601933 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.603773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/2ffb133b-617b-4e49-97ce-3f053afeface HTTP/1.1" status: 204 len: 168 time: 0.4426625 Jul 27 17:31:41.606754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.624213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4e3d9-3f1f-46e5-b54a-d7a0d8a753c0 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Network': ['ID=2ffb133b-617b-4e49-97ce-3f053afeface,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:41.640853 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c74cac0-4214-4807-9feb-a5395d724e4d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] GET failed (client error): The resource could not be found. Jul 27 17:31:41.642225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c74cac0-4214-4807-9feb-a5395d724e4d tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "GET /v2.0/subnets/939a97a6-41a5-4d13-9711-a5c1caf88532 HTTP/1.1" status: 404 len: 337 time: 0.0338228 Jul 27 17:31:41.645167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38156) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.663766 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-435a9646-5e1a-4bfe-b20b-a77ac4de2cb9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:41.664372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435a9646-5e1a-4bfe-b20b-a77ac4de2cb9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:41.666142 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-435a9646-5e1a-4bfe-b20b-a77ac4de2cb9 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/2ffb133b-617b-4e49-97ce-3f053afeface HTTP/1.1" status: 404 len: 339 time: 0.0200100 Jul 27 17:31:41.670034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.680752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Pushing event updated for resources: {'Port': ['ID=96ea935e-032f-48de-8db6-6ce2bec0da5c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:41.696810 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd10447-0d5e-4705-97fa-4b02b4093075 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:41.697279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd10447-0d5e-4705-97fa-4b02b4093075 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:41.701375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6dd10447-0d5e-4705-97fa-4b02b4093075 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/subnets/939a97a6-41a5-4d13-9711-a5c1caf88532 HTTP/1.1" status: 404 len: 337 time: 0.0279896 Jul 27 17:31:41.701679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.719580 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-85702085-2208-4c27-8c81-046a9d09e698 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:41.720130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85702085-2208-4c27-8c81-046a9d09e698 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:41.722718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-85702085-2208-4c27-8c81-046a9d09e698 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/2ffb133b-617b-4e49-97ce-3f053afeface HTTP/1.1" status: 404 len: 339 time: 0.0200186 Jul 27 17:31:41.725815 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38162) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:41.744523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f438c8-a050-4193-8486-d3cbcfb4f0f8 None None] Network 2ffb133b-617b-4e49-97ce-3f053afeface requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:41.764812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f438c8-a050-4193-8486-d3cbcfb4f0f8 None None] Network 2ffb133b-617b-4e49-97ce-3f053afeface could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:31:41.768947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Attempting to bind port 96ea935e-032f-48de-8db6-6ce2bec0da5c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:41.769257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Attempting to bind port 96ea935e-032f-48de-8db6-6ce2bec0da5c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:41.769622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Attempting to bind port 96ea935e-032f-48de-8db6-6ce2bec0da5c on network 886a6225-b32f-457b-91eb-056aae4ebb34 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:41.775021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:41.775410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Checking segment: {'id': '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:41.775814 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.776236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Bound using segment: {'id': '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:41.776739 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Bound port: 96ea935e-032f-48de-8db6-6ce2bec0da5c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '886a6225-b32f-457b-91eb-056aae4ebb34'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:41.777239 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.782282 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Deleting subnet b63ea1b7-b0ae-4a2e-9095-5433423818e3 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:41.785420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.830063 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.839200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] For port 96ea935e-032f-48de-8db6-6ce2bec0da5c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:41.842715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] For port 96ea935e-032f-48de-8db6-6ce2bec0da5c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=96ea935e-032f-48de-8db6-6ce2bec0da5c,segment=NetworkSegment(34a8d9fb-c1ce-47e2-897a-adb3aacde1b2),segment_id=34a8d9fb-c1ce-47e2-897a-adb3aacde1b2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:41.846574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.907705 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b0437-6f7b-4f9f-b720-f4e7139fc76a None None] Pushing event updated for resources: {'Port': ['ID=96ea935e-032f-48de-8db6-6ce2bec0da5c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:41.919841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:41.983358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.016794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Subnet': ['ID=b63ea1b7-b0ae-4a2e-9095-5433423818e3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:42.024055 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.027867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38166) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.038836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a259c009-95c6-4846-b893-a9325955a9e1 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/subnets/b63ea1b7-b0ae-4a2e-9095-5433423818e3 HTTP/1.1" status: 204 len: 168 time: 0.3111749 Jul 27 17:31:42.113870 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.171767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Deleting port 96ea935e-032f-48de-8db6-6ce2bec0da5c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:42.172107 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.234022 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] For port 96ea935e-032f-48de-8db6-6ce2bec0da5c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=96ea935e-032f-48de-8db6-6ce2bec0da5c,segment=NetworkSegment(34a8d9fb-c1ce-47e2-897a-adb3aacde1b2),segment_id=34a8d9fb-c1ce-47e2-897a-adb3aacde1b2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:42.234392 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.247009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Calling delete_port for 96ea935e-032f-48de-8db6-6ce2bec0da5c owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:42.328032 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.354754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Port': ['ID=96ea935e-032f-48de-8db6-6ce2bec0da5c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:42.359835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No DVR routers for this DVR port 96ea935e-032f-48de-8db6-6ce2bec0da5c on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:42.439155 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.449200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886a6225-b32f-457b-91eb-056aae4ebb34']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:42.459295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:42.459592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a8d9fb-c1ce-47e2-897a-adb3aacde1b2') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:42.469321 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.483540 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.495502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:42.496249 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:42.499320 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:42.510689 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.566760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.573997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.575859 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/886a6225-b32f-457b-91eb-056aae4ebb34 HTTP/1.1" status: 204 len: 168 time: 0.5461147 Jul 27 17:31:42.578327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.597246 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5a472-4d58-497c-80a0-02d5f6eeb0fd tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Network': ['ID=886a6225-b32f-457b-91eb-056aae4ebb34,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:42.616571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ba57-1c47-4961-a28e-e280bb106e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.618615 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-203b6353-d887-4804-af9e-8e2199f71511 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:42.619077 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203b6353-d887-4804-af9e-8e2199f71511 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:42.620899 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-203b6353-d887-4804-af9e-8e2199f71511 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/subnets/f2e7d8be-2a1a-4fa1-bd6f-011ab4ad8139 HTTP/1.1" status: 404 len: 337 time: 0.0416358 Jul 27 17:31:42.623417 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.642168 n-d-723572-6 neutron-server[93923]: INFO neutron.pecan_wsgi.hooks.translation [None req-9852391f-bd83-4f82-8b4f-256b55e4c1ed tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:42.642731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9852391f-bd83-4f82-8b4f-256b55e4c1ed tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93923) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:42.644489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9852391f-bd83-4f82-8b4f-256b55e4c1ed tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/88a4eb56-921c-4b9f-adb5-650eff113db8 HTTP/1.1" status: 404 len: 339 time: 0.0201356 Jul 27 17:31:42.647792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38174) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.674943 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-380a741f-5105-49b3-9666-3a9e2a8a225a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:42.675410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380a741f-5105-49b3-9666-3a9e2a8a225a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:42.677263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-380a741f-5105-49b3-9666-3a9e2a8a225a tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/subnets/aaa9b2ef-7cd1-4a36-987f-f921a2854307 HTTP/1.1" status: 404 len: 337 time: 0.0283794 Jul 27 17:31:42.679741 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.698833 n-d-723572-6 neutron-server[93924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a2da01-c5d6-459d-adec-9b8511b4b883 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] DELETE failed (client error): The resource could not be found. Jul 27 17:31:42.699306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a2da01-c5d6-459d-adec-9b8511b4b883 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93924) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 17:31:42.701073 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e6a2da01-c5d6-459d-adec-9b8511b4b883 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/4de3fd70-dc85-48a0-87ee-f5a5560ca6a0 HTTP/1.1" status: 404 len: 339 time: 0.0204139 Jul 27 17:31:42.703651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38178) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.756264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Deleting subnet e602373a-47e0-4380-97aa-994129b698ca {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:42.759707 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.801279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.827913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-fb98fdde-2123-4739-af8d-36624bb99b83 None None] Could not find standard attr ID for object 96ea935e-032f-48de-8db6-6ce2bec0da5c. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:31:42.872342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc53df4-c38e-4794-bd47-8cb726959f67 None None] DHCP port deletion for 886a6225-b32f-457b-91eb-056aae4ebb34 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:31:42.889836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663e458-9510-464a-9908-7a3fff7ec67e None None] Network 886a6225-b32f-457b-91eb-056aae4ebb34 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:42.900083 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.901262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663e458-9510-464a-9908-7a3fff7ec67e None None] Network 886a6225-b32f-457b-91eb-056aae4ebb34 could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:31:42.958802 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.984938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Subnet': ['ID=e602373a-47e0-4380-97aa-994129b698ca,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:42.990823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:42.992624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b0749104-66a7-480f-b2c9-ac3140e8928b tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/subnets/e602373a-47e0-4380-97aa-994129b698ca HTTP/1.1" status: 204 len: 168 time: 0.2878485 Jul 27 17:31:42.995487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38180) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:42.996523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9de540-3b6d-4220-aedc-f708e9a81c84 None None] Network 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:43.075616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.128345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Deleting port da91c267-13bb-4738-a63e-a94111ea6ead {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:43.128747 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.181106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] DHCP port deletion for 7ca073f2-1bb3-427d-aa2f-91cdd25099c0 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:31:43.194047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] For port da91c267-13bb-4738-a63e-a94111ea6ead, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da91c267-13bb-4738-a63e-a94111ea6ead,segment=NetworkSegment(963fa6f1-8773-4212-8fae-6d3022588bbf),segment_id=963fa6f1-8773-4212-8fae-6d3022588bbf)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:43.194423 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.207449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Calling delete_port for da91c267-13bb-4738-a63e-a94111ea6ead owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:43.227697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Deleting port da91c267-13bb-4738-a63e-a94111ea6ead {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:43.227979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.288400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] For port da91c267-13bb-4738-a63e-a94111ea6ead, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=da91c267-13bb-4738-a63e-a94111ea6ead,segment=NetworkSegment(963fa6f1-8773-4212-8fae-6d3022588bbf),segment_id=963fa6f1-8773-4212-8fae-6d3022588bbf)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:43.288826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.291095 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.302675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Calling delete_port for da91c267-13bb-4738-a63e-a94111ea6ead owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:43.317774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Port': ['ID=da91c267-13bb-4738-a63e-a94111ea6ead,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:43.321524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] No DVR routers for this DVR port da91c267-13bb-4738-a63e-a94111ea6ead on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:43.382670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.402504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.407261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] Pushing event deleted for resources: {'Port': ['ID=da91c267-13bb-4738-a63e-a94111ea6ead,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:43.412491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371c895-559c-4b50-8fb5-63bc63f1b4f6 None None] No DVR routers for this DVR port da91c267-13bb-4738-a63e-a94111ea6ead on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:43.413565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca073f2-1bb3-427d-aa2f-91cdd25099c0']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:43.425025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963fa6f1-8773-4212-8fae-6d3022588bbf') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:43.425208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963fa6f1-8773-4212-8fae-6d3022588bbf') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:43.434427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.449183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.455012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:43.455401 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:43.458576 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:43.519146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.526698 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.528583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] 10.222.0.64 "DELETE /v2.0/networks/7ca073f2-1bb3-427d-aa2f-91cdd25099c0 HTTP/1.1" status: 204 len: 168 time: 0.5321305 Jul 27 17:31:43.541538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c82b4-f8d2-4d77-97ed-6edcdc97edc8 tempest-NetworksIpV6Test-1449453409 tempest-NetworksIpV6Test-1449453409-project] Pushing event deleted for resources: {'Network': ['ID=7ca073f2-1bb3-427d-aa2f-91cdd25099c0,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:43.648647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.778899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38186) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:43.913488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6a069dbf-666d-49f7-a8a3-fb748819c88c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aecd4f392f084d66beca266e752c1728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333516 Jul 27 17:31:43.915843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38190) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:43.963119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:43.983720 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.030250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.033606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.034763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82e3fb05-5ab2-49cc-9112-cead962bdfb3 HTTP/1.1" status: 204 len: 168 time: 0.1180112 Jul 27 17:31:44.042581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b9fe4-eb0e-4de4-ad13-7b1677bba43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3fb05-5ab2-49cc-9112-cead962bdfb3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:44.650244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38212) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:44.743247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-389161374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:44.765640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.766721 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.820193 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.824878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.840005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:44.841225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-297ae841-3b6a-4f59-b46b-a80895e2f0e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1899769 Jul 27 17:31:44.844256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:44.849667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-795420543'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:44.870324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Made reservation on behalf of b4b5fe5dfad242bcb5a772a93655c43e for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:44.873785 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.099770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da91c267-13bb-4738-a63e-a94111ea6ead no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:45.120671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: da91c267-13bb-4738-a63e-a94111ea6ead {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:45.121024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device da91c267-13bb-4738-a63e-a94111ea6ead not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:45.148992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.242796 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.246739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.250733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.269566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:45.285160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6f7df-c269-4e29-aa70-9712adc07159,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:45.289528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.289879 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Added segment 096b53b7-4e6c-432f-a90b-eef2cb8f3f8a of type vlan for network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 Jul 27 17:31:45.327820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.356562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.362161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:45.362754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.419007 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5736821 Jul 27 17:31:45.421816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:45.428924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'subnet': {'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:45.470769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06dc94-2b5e-4668-9ea6-a6fc4e706bc1 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event updated for resources: {'Network': ['ID=24b7f518-afd2-42b9-9f1a-4a9d9360b923,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:45.481474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:45.527144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Made reservation on behalf of b4b5fe5dfad242bcb5a772a93655c43e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:45.530656 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.719781 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.782560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event updated for resources: {'Subnet': ['ID=88f02ab1-933c-4b4d-a3f2-9d566c2d6d15,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:45.792066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Checking segment: {'id': '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:45.792450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Network hostable DHCP agents. Network: 24b7f518-afd2-42b9-9f1a-4a9d9360b923, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:45.809103 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:45.818910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 24b7f518-afd2-42b9-9f1a-4a9d9360b923) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:45.823433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:45.824071 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.829184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20b7d0-51a3-4420-98c8-cdc3a8415283 None None] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:45.838554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7254053d-1e96-4d5b-bcaa-f97c9a79cd4c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4157157 Jul 27 17:31:45.841453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38220) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:45.846639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-191948380'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:45.866505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Made reservation on behalf of b4b5fe5dfad242bcb5a772a93655c43e for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:45.869908 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.893511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:45.902648 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.903115 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Added segment 33d18584-3602-4707-9704-4308699ae597 of type vlan for network 8469b759-4197-47e7-94d8-51003697753a Jul 27 17:31:45.944746 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.973846 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.979415 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:45.979976 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-24b7f518-afd2-42b9-9f1a-4a9d9360b923', 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923', 'tenant_id': 'b4b5fe5dfad242bcb5a772a93655c43e', 'fixed_ips': [{'subnet_id': '88f02ab1-933c-4b4d-a3f2-9d566c2d6d15'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:45.980100 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:45.980909 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.043874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2013764 Jul 27 17:31:46.046874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:46.052738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'subnet': {'network_id': '8469b759-4197-47e7-94d8-51003697753a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:46.059452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605f45b-ae7c-4dab-a62d-e0675f4cd3e2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event updated for resources: {'Network': ['ID=8469b759-4197-47e7-94d8-51003697753a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:46.072715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8469b759-4197-47e7-94d8-51003697753a details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:46.148254 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Made reservation on behalf of b4b5fe5dfad242bcb5a772a93655c43e for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:46.151997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.178032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Allocated IP 172.20.0.2 (24b7f518-afd2-42b9-9f1a-4a9d9360b923/88f02ab1-933c-4b4d-a3f2-9d566c2d6d15/6c146d2c-e6f3-4a83-90fa-cb656c71c86e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:46.329487 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.335604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.338849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Transition to ACTIVE for port object 6c146d2c-e6f3-4a83-90fa-cb656c71c86e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:46.354960 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Transition to ACTIVE for port object 6c146d2c-e6f3-4a83-90fa-cb656c71c86e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:46.361577 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.397253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event updated for resources: {'Subnet': ['ID=92919f00-1d61-4b64-a43f-1c61e4f1a749,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:46.398345 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:46.403225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:46.406482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Checking segment: {'id': '33d18584-3602-4707-9704-4308699ae597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8469b759-4197-47e7-94d8-51003697753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:46.406695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:46.406841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Network hostable DHCP agents. Network: 8469b759-4197-47e7-94d8-51003697753a, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:46.414125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Pushing event updated for resources: {'Port': ['ID=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:46.426357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Network 8469b759-4197-47e7-94d8-51003697753a is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:46.436157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8469b759-4197-47e7-94d8-51003697753a) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:46.443023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:46.443664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.460905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb7fae06-ac3f-4695-be66-732b0c41e596 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4101574 Jul 27 17:31:46.461133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427d514-d401-42b5-a1fb-bdb79579185b None None] Network 8469b759-4197-47e7-94d8-51003697753a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:46.461261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38224) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:46.466279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-246787fc-1521-4acd-9543-baf4805f583c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Request body: {'router': {'external_gateway_info': {'network_id': '8469b759-4197-47e7-94d8-51003697753a'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:46.510912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Attempting to bind port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:46.511285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Attempting to bind port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:46.511651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Attempting to bind port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e on network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:46.522892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:46.523271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Checking segment: {'id': '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:46.523676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.524072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Bound using segment: {'id': '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:46.524570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Bound port: 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24b7f518-afd2-42b9-9f1a-4a9d9360b923'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:46.524956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.633569 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] For port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:46.638084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] For port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,segment=NetworkSegment(096b53b7-4e6c-432f-a90b-eef2cb8f3f8a),segment_id=096b53b7-4e6c-432f-a90b-eef2cb8f3f8a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:46.643429 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.677894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-246787fc-1521-4acd-9543-baf4805f583c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.705481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-8469b759-4197-47e7-94d8-51003697753a', 'network_id': '8469b759-4197-47e7-94d8-51003697753a', 'tenant_id': 'b4b5fe5dfad242bcb5a772a93655c43e', 'fixed_ips': [{'subnet_id': '92919f00-1d61-4b64-a43f-1c61e4f1a749'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:46.706141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:46.737568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab79f1-4dab-48d7-9410-ae90f861e0d0 None None] Pushing event updated for resources: {'Port': ['ID=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:46.792178 n-d-723572-6 neutron-server[93923]: INFO neutron.api.v2.resource [None req-246787fc-1521-4acd-9543-baf4805f583c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 17:31:46.794141 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-246787fc-1521-4acd-9543-baf4805f583c tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "PUT /v2.0/routers/a2006c47-a4ac-4f78-b938-05d90b52ada1 HTTP/1.1" status: 400 len: 364 time: 0.3317380 Jul 27 17:31:46.800068 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:46.863424 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Deleting subnet 92919f00-1d61-4b64-a43f-1c61e4f1a749 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:46.881278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Allocated IP 172.21.0.2 (8469b759-4197-47e7-94d8-51003697753a/92919f00-1d61-4b64-a43f-1c61e4f1a749/47109e29-b6e7-4372-9d9b-9b332c5d3a11) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:47.037403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.045459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Transition to ACTIVE for port object 47109e29-b6e7-4372-9d9b-9b332c5d3a11 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:47.061342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Transition to ACTIVE for port object 47109e29-b6e7-4372-9d9b-9b332c5d3a11 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:47.066383 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.066526 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.107088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Network 8469b759-4197-47e7-94d8-51003697753a is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:47.111873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:47.115320 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.115510 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:47.124773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Pushing event updated for resources: {'Port': ['ID=47109e29-b6e7-4372-9d9b-9b332c5d3a11,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:47.156472 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c146d2c-e6f3-4a83-90fa-cb656c71c86e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:47.211564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.217009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Attempting to bind port 47109e29-b6e7-4372-9d9b-9b332c5d3a11 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:47.217768 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Attempting to bind port 47109e29-b6e7-4372-9d9b-9b332c5d3a11 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '33d18584-3602-4707-9704-4308699ae597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8469b759-4197-47e7-94d8-51003697753a'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:47.218002 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Attempting to bind port 47109e29-b6e7-4372-9d9b-9b332c5d3a11 on network 8469b759-4197-47e7-94d8-51003697753a {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:47.226288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:47.226673 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Checking segment: {'id': '33d18584-3602-4707-9704-4308699ae597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8469b759-4197-47e7-94d8-51003697753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:47.227092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.227497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Bound using segment: {'id': '33d18584-3602-4707-9704-4308699ae597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8469b759-4197-47e7-94d8-51003697753a'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:47.227974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Bound port: 47109e29-b6e7-4372-9d9b-9b332c5d3a11, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d18584-3602-4707-9704-4308699ae597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8469b759-4197-47e7-94d8-51003697753a'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:47.228368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.268123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:47.274390 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.300720 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] For port 47109e29-b6e7-4372-9d9b-9b332c5d3a11, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:47.303836 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Subnet': ['ID=92919f00-1d61-4b64-a43f-1c61e4f1a749,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:47.304613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] For port 47109e29-b6e7-4372-9d9b-9b332c5d3a11, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=47109e29-b6e7-4372-9d9b-9b332c5d3a11,segment=NetworkSegment(33d18584-3602-4707-9704-4308699ae597),segment_id=33d18584-3602-4707-9704-4308699ae597)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:47.306130 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.308397 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2b0df910-268f-4cd4-a85c-70c1d30ddd03 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "DELETE /v2.0/subnets/92919f00-1d61-4b64-a43f-1c61e4f1a749 HTTP/1.1" status: 204 len: 168 time: 0.5069840 Jul 27 17:31:47.310824 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38230) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:47.316061 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.393620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c104f97-1462-4a45-ba1d-75b8822564f6 None None] Pushing event updated for resources: {'Port': ['ID=47109e29-b6e7-4372-9d9b-9b332c5d3a11,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:47.397663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.408679 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.468109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Deleting port 47109e29-b6e7-4372-9d9b-9b332c5d3a11 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:47.468722 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.541580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] For port 47109e29-b6e7-4372-9d9b-9b332c5d3a11, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=47109e29-b6e7-4372-9d9b-9b332c5d3a11,segment=NetworkSegment(33d18584-3602-4707-9704-4308699ae597),segment_id=33d18584-3602-4707-9704-4308699ae597)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:47.541941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.589771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Calling delete_port for 47109e29-b6e7-4372-9d9b-9b332c5d3a11 owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:47.693925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.734149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Port': ['ID=47109e29-b6e7-4372-9d9b-9b332c5d3a11,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:47.737964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] No DVR routers for this DVR port 47109e29-b6e7-4372-9d9b-9b332c5d3a11 on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:47.756228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ad4b3-c100-466d-94d9-df2fe9a4bad1 None None] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:47.816718 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Provisioning for port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:47.818194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.828261 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8469b759-4197-47e7-94d8-51003697753a']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:47.828571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Provisioning complete for port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:47.828762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.840121 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d18584-3602-4707-9704-4308699ae597') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:47.840591 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d18584-3602-4707-9704-4308699ae597') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:47.853190 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.869016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.876476 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:47.876880 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:47.880555 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:47.945427 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.952903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:47.955015 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "DELETE /v2.0/networks/8469b759-4197-47e7-94d8-51003697753a HTTP/1.1" status: 204 len: 168 time: 0.6427119 Jul 27 17:31:47.957771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:47.966205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d9801-2a69-4912-b995-a253cd2866a2 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Network': ['ID=8469b759-4197-47e7-94d8-51003697753a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:47.976278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.024240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] For port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,segment=NetworkSegment(096b53b7-4e6c-432f-a90b-eef2cb8f3f8a),segment_id=096b53b7-4e6c-432f-a90b-eef2cb8f3f8a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:48.028572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Deleting subnet 88f02ab1-933c-4b4d-a3f2-9d566c2d6d15 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:31:48.029334 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.032934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.085949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.092011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0872a-f4b9-4f4a-884e-dfcbf933f511 None None] Pushing event updated for resources: {'Port': ['ID=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:48.179917 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.260313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.270059 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:31:48.293468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Subnet': ['ID=88f02ab1-933c-4b4d-a3f2-9d566c2d6d15,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:48.298136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.300047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0d2111e1-93a4-40ff-b7ac-67ef55f57436 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "DELETE /v2.0/subnets/88f02ab1-933c-4b4d-a3f2-9d566c2d6d15 HTTP/1.1" status: 204 len: 168 time: 0.3388314 Jul 27 17:31:48.302625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:48.307773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f37964-2221-4a06-bffb-c1b2305cb998 None None] Network 24b7f518-afd2-42b9-9f1a-4a9d9360b923 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:48.379584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4be54fe5-dc26-4d96-a1e5-44df0d07557e None None] Provisioning complete for port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:48.379997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4be54fe5-dc26-4d96-a1e5-44df0d07557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.393745 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.461786 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Deleting port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:48.462216 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.498109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf7030-73db-412a-b4a3-97185c01891a None None] DHCP port deletion for 8469b759-4197-47e7-94d8-51003697753a request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:31:48.535207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb69547-0caf-4887-a796-fdf018802e2b None None] Network 8469b759-4197-47e7-94d8-51003697753a requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:48.541175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] For port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,segment=NetworkSegment(096b53b7-4e6c-432f-a90b-eef2cb8f3f8a),segment_id=096b53b7-4e6c-432f-a90b-eef2cb8f3f8a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:48.541557 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.547473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb69547-0caf-4887-a796-fdf018802e2b None None] Network 8469b759-4197-47e7-94d8-51003697753a could not be found, it might have been deleted concurrently. {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 17:31:48.558684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Calling delete_port for 6c146d2c-e6f3-4a83-90fa-cb656c71c86e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:48.604253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] DHCP port deletion for 24b7f518-afd2-42b9-9f1a-4a9d9360b923 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:31:48.644088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-117cc830-5f66-46b8-8dfe-b99c177bfc3d None None] Could not find standard attr ID for object 47109e29-b6e7-4372-9d9b-9b332c5d3a11. {{(pid=93925) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 17:31:48.654412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.662129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Deleting port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:31:48.662460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.681587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Port': ['ID=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:48.683828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] No DVR routers for this DVR port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:48.729494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] For port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:48.729900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.742822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Calling delete_port for 6c146d2c-e6f3-4a83-90fa-cb656c71c86e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:31:48.745532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:31:48.746803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.770027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] Pushing event deleted for resources: {'Port': ['ID=6c146d2c-e6f3-4a83-90fa-cb656c71c86e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:48.772392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.776177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f745dd7-77b6-4d05-b375-5a1e94c107e1 None None] No DVR routers for this DVR port 6c146d2c-e6f3-4a83-90fa-cb656c71c86e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:31:48.790931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b7f518-afd2-42b9-9f1a-4a9d9360b923']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:48.802671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:48.802973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096b53b7-4e6c-432f-a90b-eef2cb8f3f8a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:48.811680 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.826103 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.832592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:31:48.833014 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:31:48.836210 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:31:48.900069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.907368 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:48.908866 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "DELETE /v2.0/networks/24b7f518-afd2-42b9-9f1a-4a9d9360b923 HTTP/1.1" status: 204 len: 168 time: 0.6053057 Jul 27 17:31:48.911600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:48.920582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ae8e-ca01-40f9-9045-e1a0ee88040a tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Pushing event deleted for resources: {'Network': ['ID=24b7f518-afd2-42b9-9f1a-4a9d9360b923,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:48.941888 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6b558013-1914-4785-b5d3-268d3d7a90c7 tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2006c47-a4ac-4f78-b938-05d90b52ada1 HTTP/1.1" status: 200 len: 205 time: 0.0289416 Jul 27 17:31:48.945404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38238) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:49.021164 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.100786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c146d2c-e6f3-4a83-90fa-cb656c71c86e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:31:49.126551 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6c146d2c-e6f3-4a83-90fa-cb656c71c86e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:31:49.126894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c146d2c-e6f3-4a83-90fa-cb656c71c86e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:31:49.181211 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.183369 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.226275 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.226803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Fanout notify agent at l3_agent the message router_deleted on router a2006c47-a4ac-4f78-b938-05d90b52ada1 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:31:49.234147 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.236466 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5a994277-9f23-4aae-9488-b469f377012e tempest-RoutersNegativeTest-169135505 tempest-RoutersNegativeTest-169135505-project] 10.222.0.64 "DELETE /v2.0/routers/a2006c47-a4ac-4f78-b938-05d90b52ada1 HTTP/1.1" status: 204 len: 168 time: 0.2892234 Jul 27 17:31:49.482538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38244) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:49.616635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4ed2a5a1-cbb8-4a48-b573-83a4dd1e377f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4b5fe5dfad242bcb5a772a93655c43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329083 Jul 27 17:31:49.619054 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38248) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:49.669551 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.690218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.738080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.741419 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:49.742772 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4d6f7df-c269-4e29-aa70-9712adc07159 HTTP/1.1" status: 204 len: 168 time: 0.1228127 Jul 27 17:31:49.750777 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b9cfc-3d52-40c1-adab-b5b135ab34ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6f7df-c269-4e29-aa70-9712adc07159,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:50.338439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38270) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:50.432349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1444861262-network', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:50.453170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Made reservation on behalf of 4926f8f0648b479ab33a8116dd46a09c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:50.455552 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.464082 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.554167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.557926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.582123 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:50.591668 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953949e-1b45-4a59-bdf9-37e1d4b85a82,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:50.596815 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.597168 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Added segment 8551d55b-d39a-4af8-9778-497b3d317dc2 of type vlan for network dfcbac24-044c-47fd-a77e-cc39b7deb38c Jul 27 17:31:50.637655 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.665761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.666590 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:50.667175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.724498 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3816724 Jul 27 17:31:50.725308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38274) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:50.729325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b04ae-ef46-4084-8b5d-0b2163bacbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=dfcbac24-044c-47fd-a77e-cc39b7deb38c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:50.730611 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Request body: {'subnet': {'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-subnet', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'ip_version': 4}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:50.740900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:50.756291 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Made reservation on behalf of 4926f8f0648b479ab33a8116dd46a09c for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:50.758692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.924518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:50.979262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b625a888-9862-4c04-be67-4b1522801819,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:50.988204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Checking segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:50.988615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Network hostable DHCP agents. Network: dfcbac24-044c-47fd-a77e-cc39b7deb38c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:51.004875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:51.012888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, dfcbac24-044c-47fd-a77e-cc39b7deb38c) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:51.016989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:51.017590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.022450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc148df0-e7b1-43af-9116-0bf3ac0af4a3 None None] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:51.032048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-56ea88d9-2eaf-4589-bf65-3ebfb311bb86 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3055835 Jul 27 17:31:51.034699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38276) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:51.039739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:51.060600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.061596 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.117836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.173828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:51.174739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.255750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.308369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Allocated IP 172.20.0.2 (dfcbac24-044c-47fd-a77e-cc39b7deb38c/b625a888-9862-4c04-be67-4b1522801819/be55dbcf-412b-4eec-a9ee-50a6b439d590) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:51.451047 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.458482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.460226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Transition to ACTIVE for port object be55dbcf-412b-4eec-a9ee-50a6b439d590 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:51.475388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Transition to ACTIVE for port object be55dbcf-412b-4eec-a9ee-50a6b439d590 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:51.478643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.481318 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.522320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:51.525177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:51.531826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:51.540519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Pushing event updated for resources: {'Port': ['ID=be55dbcf-412b-4eec-a9ee-50a6b439d590,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:51.594791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Allocated IP 172.25.4.243 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/67c3127b-c0fd-4980-a203-5f55d5c050bc) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:51.596661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Attempting to bind port be55dbcf-412b-4eec-a9ee-50a6b439d590 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:51.597040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Attempting to bind port be55dbcf-412b-4eec-a9ee-50a6b439d590 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:51.597407 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Attempting to bind port be55dbcf-412b-4eec-a9ee-50a6b439d590 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:51.602727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:51.603090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Checking segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:51.603501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.603900 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Bound using segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:51.604381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Bound port: be55dbcf-412b-4eec-a9ee-50a6b439d590, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:51.604803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.674485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] For port be55dbcf-412b-4eec-a9ee-50a6b439d590, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:51.678053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] For port be55dbcf-412b-4eec-a9ee-50a6b439d590, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=be55dbcf-412b-4eec-a9ee-50a6b439d590,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:51.682630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.708770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.740826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7329c98-6eb7-4c0a-b4bf-20d59a85ed9b None None] Pushing event updated for resources: {'Port': ['ID=be55dbcf-412b-4eec-a9ee-50a6b439d590,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:51.750904 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:51.790969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:51.794223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:51.800514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:51.830099 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Pushing event updated for resources: {'Port': ['ID=67c3127b-c0fd-4980-a203-5f55d5c050bc,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:52.077518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:52.269516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:52.403185 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:31:52.520799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:31:52.530158 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Sync routers for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:31:52.537872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:52.539804 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ea7c484d-09d5-4a48-afec-d452fb07876a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5040202 Jul 27 17:31:52.541044 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:52.541794 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:52.542572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38278) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:52.641980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf1f61-e012-49bb-bab8-59c80b9fa11f None None] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:52.648850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:52.705295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6c115a70-3346-4490-8bf5-0602ac575d54 None None] Provisioning for port be55dbcf-412b-4eec-a9ee-50a6b439d590 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:52.836614 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:51Z', 'revision_number': 3, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:52.870172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Checking router: 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:31:52.870528 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Updating router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 port 67c3127b-c0fd-4980-a203-5f55d5c050bc binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:31:52.907453 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.147873 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device be55dbcf-412b-4eec-a9ee-50a6b439d590 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:53.200674 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port be55dbcf-412b-4eec-a9ee-50a6b439d590 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:53.205278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port be55dbcf-412b-4eec-a9ee-50a6b439d590 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:53.205771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.281526 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.285662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.297585 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Transition to ACTIVE for port object 67c3127b-c0fd-4980-a203-5f55d5c050bc will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:53.298217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.307749 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.326440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port be55dbcf-412b-4eec-a9ee-50a6b439d590, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=be55dbcf-412b-4eec-a9ee-50a6b439d590,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:53.331631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.360942 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Attempting to bind port 67c3127b-c0fd-4980-a203-5f55d5c050bc on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:53.361308 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Attempting to bind port 67c3127b-c0fd-4980-a203-5f55d5c050bc by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:53.361674 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Attempting to bind port 67c3127b-c0fd-4980-a203-5f55d5c050bc on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:53.374274 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:53.374618 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:53.375381 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.375530 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:53.375877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Bound port: 67c3127b-c0fd-4980-a203-5f55d5c050bc, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:53.376265 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.378710 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Pushing event updated for resources: {'Port': ['ID=67c3127b-c0fd-4980-a203-5f55d5c050bc,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:53.384771 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=be55dbcf-412b-4eec-a9ee-50a6b439d590,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:53.404274 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.404646 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.404987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.405324 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.405718 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.406303 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.406404 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.406732 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.407054 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.407379 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.407703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.408021 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:53.440774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] For port 67c3127b-c0fd-4980-a203-5f55d5c050bc, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:53.444988 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] For port 67c3127b-c0fd-4980-a203-5f55d5c050bc, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=67c3127b-c0fd-4980-a203-5f55d5c050bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:53.449664 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.472654 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Allocated IP 172.20.0.1 (dfcbac24-044c-47fd-a77e-cc39b7deb38c/b625a888-9862-4c04-be67-4b1522801819/8c7a698c-1419-401b-9174-b96ada980b28) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:53.502559 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:53.503208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:53.554139 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2e970-b7bd-4cdf-b498-6cdb4c6b43a5 None None] Pushing event updated for resources: {'Port': ['ID=67c3127b-c0fd-4980-a203-5f55d5c050bc,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:53.582600 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.596968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Transition to ACTIVE for port object 8c7a698c-1419-401b-9174-b96ada980b28 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:53.619069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:53.633226 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.670090 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:53.672989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:53.679322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:53.705496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:53.721601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.821152 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:51Z', 'revision_number': 3, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:53.849644 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611941-7718-48dd-b87b-eedb6d775e4e None None] The sync data for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 is: [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:51Z', 'revision_number': 3, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:31:53.873676 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:53.962167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-809af31c-e238-4ab6-99b3-88b1eabe950f None None] Provisioning for port 8c7a698c-1419-401b-9174-b96ada980b28 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:53.966040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-809af31c-e238-4ab6-99b3-88b1eabe950f None None] Provisioning complete for port 8c7a698c-1419-401b-9174-b96ada980b28 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:53.966422 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-809af31c-e238-4ab6-99b3-88b1eabe950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.002979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-809af31c-e238-4ab6-99b3-88b1eabe950f None None] Port 8c7a698c-1419-401b-9174-b96ada980b28 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:31:54.048019 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.056801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.135546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.137371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:54.231973 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:54.233542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:54.358757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:31:54.478929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:31:54.484367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5cc25a3c-9dda-4b1d-a47e-0a278fb6d98f admin admin] 10.222.0.64 "PUT /v2.0/routers/682ecfa8-cdda-4a8f-ab4a-7aa46a761302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406195 Jul 27 17:31:54.534316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db4bac90-5c51-4933-b3d1-9a423f3deead None None] Provisioning complete for port 8c7a698c-1419-401b-9174-b96ada980b28 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:54.534688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db4bac90-5c51-4933-b3d1-9a423f3deead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.570420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-db4bac90-5c51-4933-b3d1-9a423f3deead None None] Port 8c7a698c-1419-401b-9174-b96ada980b28 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:31:54.956377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38294) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:54.961837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-981092236-network', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:54.982076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Made reservation on behalf of 328ccc5909c5453ebcbedb551c0999e1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:54.984599 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:54.993748 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.087266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.091810 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.120833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:31:55.127747 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def7abc7-b53f-4a33-a975-f71501d28801,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:55.135104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.135551 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Added segment 27223b61-cf71-4a46-8b6e-77a37d6100c6 of type vlan for network f156618c-9661-4a1f-839b-9b07570becd1 Jul 27 17:31:55.186460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.203142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 67c3127b-c0fd-4980-a203-5f55d5c050bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:55.218712 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.219722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:55.220315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.258230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 67c3127b-c0fd-4980-a203-5f55d5c050bc completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:55.262228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 67c3127b-c0fd-4980-a203-5f55d5c050bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:55.262609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.276169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3186553 Jul 27 17:31:55.279145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38296) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:55.285338 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6f9b3-3946-4177-9c14-ee9904d3b2fa admin admin] Pushing event updated for resources: {'Network': ['ID=f156618c-9661-4a1f-839b-9b07570becd1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:55.286738 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Request body: {'subnet': {'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-subnet', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:55.302531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network f156618c-9661-4a1f-839b-9b07570becd1 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:31:55.318288 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Made reservation on behalf of 328ccc5909c5453ebcbedb551c0999e1 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:31:55.320877 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.404611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.425753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 67c3127b-c0fd-4980-a203-5f55d5c050bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=67c3127b-c0fd-4980-a203-5f55d5c050bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:55.430133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.431052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device be55dbcf-412b-4eec-a9ee-50a6b439d590 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:55.474664 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Sync routers for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:31:55.507362 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.521257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:55.521888 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:55.523511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=67c3127b-c0fd-4980-a203-5f55d5c050bc,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:55.557782 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9db6941-0c98-43ad-8dc1-493fa62faab6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:55.573997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Checking segment: {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:55.574375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Network hostable DHCP agents. Network: f156618c-9661-4a1f-839b-9b07570becd1, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:31:55.591701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port be55dbcf-412b-4eec-a9ee-50a6b439d590 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:55.592390 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.593346 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Network f156618c-9661-4a1f-839b-9b07570becd1 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:31:55.603429 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, f156618c-9661-4a1f-839b-9b07570becd1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:55.607540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:31:55.608148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.624816 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7549e858-ae9b-4b9b-9682-801ae2c6dc2d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3430564 Jul 27 17:31:55.627623 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38298) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:55.633678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:31:55.659339 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.662090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.720941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.795643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30660a4-36f5-4f32-8088-167994b275bb None None] Network f156618c-9661-4a1f-839b-9b07570becd1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:55.872998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:55.911349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:56.086119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.105984 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.145207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-f156618c-9661-4a1f-839b-9b07570becd1', 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'fixed_ips': [{'subnet_id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:31:56.146900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.228229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Allocated IP 172.25.4.168 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:56.335937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 4, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8c7a698c-1419-401b-9174-b96ada980b28', 'name': '', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'mac_address': 'fa:16:3e:6c:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:53Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 2, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'subnets': [{'id': 'b625a888-9862-4c04-be67-4b1522801819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:56.338403 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Allocated IP 172.20.0.2 (f156618c-9661-4a1f-839b-9b07570becd1/b9db6941-0c98-43ad-8dc1-493fa62faab6/728c6ed2-2e07-47b0-a757-a6ee2a55091c) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:56.343614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.368556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Checking router: 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:31:56.368921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Updating router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 port 8c7a698c-1419-401b-9174-b96ada980b28 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:31:56.385577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.425768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:56.430157 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:56.432601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:56.449381 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.464939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Pushing event updated for resources: {'Port': ['ID=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:56.674973 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.694876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Transition to ACTIVE for port object 728c6ed2-2e07-47b0-a757-a6ee2a55091c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:56.711882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.723582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Transition to ACTIVE for port object 728c6ed2-2e07-47b0-a757-a6ee2a55091c will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:56.736226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.791527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Network f156618c-9661-4a1f-839b-9b07570becd1 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:56.800103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:56.808824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:56.813118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Pushing event updated for resources: {'Port': ['ID=728c6ed2-2e07-47b0-a757-a6ee2a55091c,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:56.901606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.911682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Attempting to bind port 728c6ed2-2e07-47b0-a757-a6ee2a55091c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:56.912218 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Attempting to bind port 728c6ed2-2e07-47b0-a757-a6ee2a55091c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:56.912615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Attempting to bind port 728c6ed2-2e07-47b0-a757-a6ee2a55091c on network f156618c-9661-4a1f-839b-9b07570becd1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:56.916904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.917137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Transition to ACTIVE for port object 8c7a698c-1419-401b-9174-b96ada980b28 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:56.921963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:56.922214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Checking segment: {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:56.922675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.923024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Bound using segment: {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:56.923504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Bound port: 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:56.923934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:56.927022 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.010883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e8bdf-48b7-49d2-99d1-72d71dc65a22 None None] Pushing event updated for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:57.073534 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:31:57.085542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Attempting to bind port 8c7a698c-1419-401b-9174-b96ada980b28 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:57.085915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Attempting to bind port 8c7a698c-1419-401b-9174-b96ada980b28 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:57.086288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Attempting to bind port 8c7a698c-1419-401b-9174-b96ada980b28 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:57.088694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] For port 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:57.100583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:57.100969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Checking segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:57.101384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.101791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Bound using segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:57.102285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Bound port: 8c7a698c-1419-401b-9174-b96ada980b28, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:57.102675 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.119978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] For port 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=728c6ed2-2e07-47b0-a757-a6ee2a55091c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:57.147042 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 67c3127b-c0fd-4980-a203-5f55d5c050bc up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:57.149281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.200245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:31:57.211270 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Sync routers for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:31:57.222820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.223824 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:57.224681 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:57.224821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bc4f4742-f9a4-483b-844d-91aa9ebf327b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5960493 Jul 27 17:31:57.227415 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38300) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:31:57.286060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] For port 8c7a698c-1419-401b-9174-b96ada980b28, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:57.289339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c340-c04a-4269-bc03-be90f07e31dd None None] Pushing event updated for resources: {'Port': ['ID=728c6ed2-2e07-47b0-a757-a6ee2a55091c,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:57.294726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] For port 8c7a698c-1419-401b-9174-b96ada980b28, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8c7a698c-1419-401b-9174-b96ada980b28,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:57.306197 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.313998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 67c3127b-c0fd-4980-a203-5f55d5c050bc triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:57.313998 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:57.346582 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:57.399677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:57.400328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:57.440092 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e8bdf-48b7-49d2-99d1-72d71dc65a22 None None] Pushing event updated for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:57.714612 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:56Z', 'revision_number': 3, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:57.747760 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Checking router: 5903f8dc-1499-49dc-a6aa-8f3564c658d0 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:31:57.748612 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Updating router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:31:57.782757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:57.787093 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.012864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 4, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8c7a698c-1419-401b-9174-b96ada980b28', 'name': '', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'mac_address': 'fa:16:3e:6c:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:53Z', 'updated_at': '2021-07-27T17:31:57Z', 'revision_number': 4, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'subnets': [{'id': 'b625a888-9862-4c04-be67-4b1522801819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:58.053625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16472720-91e4-4c38-b1e8-175238e5b55f None None] The sync data for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 is: [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:53Z', 'revision_number': 4, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '8c7a698c-1419-401b-9174-b96ada980b28', 'name': '', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'mac_address': 'fa:16:3e:6c:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:53Z', 'updated_at': '2021-07-27T17:31:57Z', 'revision_number': 4, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'subnets': [{'id': 'b625a888-9862-4c04-be67-4b1522801819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:31:58.071380 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.082418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Transition to ACTIVE for port object 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:58.095057 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.172214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ba3b0-b56a-4179-9366-0ba25c34aa0a None None] Pushing event updated for resources: {'Port': ['ID=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:58.175011 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Attempting to bind port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:31:58.175382 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Attempting to bind port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:31:58.177366 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Attempting to bind port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:31:58.182832 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:31:58.183800 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:31:58.183800 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.183966 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:31:58.184461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Bound port: 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:31:58.184850 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.211475 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.248596 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] For port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:31:58.252274 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] For port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:31:58.257982 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.305349 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:31:58.306174 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:58.377686 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ba3b0-b56a-4179-9366-0ba25c34aa0a None None] Pushing event updated for resources: {'Port': ['ID=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:58.440116 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Allocated IP 172.20.0.1 (f156618c-9661-4a1f-839b-9b07570becd1/b9db6941-0c98-43ad-8dc1-493fa62faab6/31bfb7ed-b307-4edc-b228-6eb4ea04be7c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:31:58.444544 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:31:58.583241 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.599767 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Transition to ACTIVE for port object 31bfb7ed-b307-4edc-b228-6eb4ea04be7c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:31:58.611744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ccefb-3e83-4b1e-b8c9-a026242e19e1 None None] Network f156618c-9661-4a1f-839b-9b07570becd1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:31:58.638576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.683038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Network f156618c-9661-4a1f-839b-9b07570becd1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:58.691513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:58.694543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:31:58.696417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8ecf63bc-82be-420c-bcf5-a96d257c2ed7 None None] Provisioning for port 728c6ed2-2e07-47b0-a757-a6ee2a55091c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:58.726666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Pushing event updated for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:58.757572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:58.761976 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.762937 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.763312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.763826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.764255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.765320 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.765692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.766029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.766413 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.766748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.767086 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.767895 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:31:58.807933 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:56Z', 'revision_number': 3, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:31:58.844613 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e30de5-5ebc-4f58-8eb8-71826da42f4f None None] The sync data for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 is: [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:56Z', 'revision_number': 3, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:31:58.961895 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.197908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-39da8c45-45c1-4dc2-b3e8-5df13b03041e None None] Provisioning for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:59.209619 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-39da8c45-45c1-4dc2-b3e8-5df13b03041e None None] Provisioning complete for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:59.210148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-39da8c45-45c1-4dc2-b3e8-5df13b03041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.240351 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.245158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.289009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-39da8c45-45c1-4dc2-b3e8-5df13b03041e None None] Port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:31:59.308202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 728c6ed2-2e07-47b0-a757-a6ee2a55091c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:59.322905 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.396359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 728c6ed2-2e07-47b0-a757-a6ee2a55091c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:59.406054 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 728c6ed2-2e07-47b0-a757-a6ee2a55091c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:59.406853 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.451778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Pushing event updated for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:59.541134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-64a11df9-c8c7-415c-b2ad-ccc73cf541e5 None None] Provisioning complete for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:59.541597 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-64a11df9-c8c7-415c-b2ad-ccc73cf541e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.544371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.550629 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Network f156618c-9661-4a1f-839b-9b07570becd1 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:31:59.552217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:31:59.607836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-64a11df9-c8c7-415c-b2ad-ccc73cf541e5 None None] Port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:31:59.622620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=728c6ed2-2e07-47b0-a757-a6ee2a55091c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:59.629183 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.630419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8c7a698c-1419-401b-9174-b96ada980b28 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:31:59.705125 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:31:59.730601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=728c6ed2-2e07-47b0-a757-a6ee2a55091c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:31:59.754920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 8c7a698c-1419-401b-9174-b96ada980b28 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:31:59.761182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8c7a698c-1419-401b-9174-b96ada980b28 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:59.761564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.862801 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dddfc569-51a6-416b-b8ca-740007080a17 None None] Provisioning complete for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:31:59.863199 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dddfc569-51a6-416b-b8ca-740007080a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.867735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:31:59.874905 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1a608b43-b6e2-4a71-a7e2-f5d95039f13e admin admin] 10.222.0.64 "PUT /v2.0/routers/5903f8dc-1499-49dc-a6aa-8f3564c658d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462631 Jul 27 17:31:59.893092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:31:59.920712 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-dddfc569-51a6-416b-b8ca-740007080a17 None None] Port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:31:59.936654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 8c7a698c-1419-401b-9174-b96ada980b28, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8c7a698c-1419-401b-9174-b96ada980b28,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:31:59.942126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:00.001099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:00.862006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-6ebd0e74-ad1d-4f71-abf8-2f46a92520a1 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:00.863530 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-6ebd0e74-ad1d-4f71-abf8-2f46a92520a1 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 817 time: 0.1054497 Jul 27 17:32:00.879284 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-bb928401-0b2b-4003-a610-fc11ef5c1240 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/quotas/4926f8f0648b479ab33a8116dd46a09c HTTP/1.1" status: 200 len: 375 time: 0.0097780 Jul 27 17:32:00.949634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-585c70f3-e8b2-4ee3-bda3-5fa650fb31ab tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646048 Jul 27 17:32:01.052412 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-660edb25-a40f-4f7a-ab6e-b6ac737ac5bd service neutron] 10.222.0.64 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882595 Jul 27 17:32:01.145749 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-d002c831-abec-4102-b789-c020d39ab2f6 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871451 Jul 27 17:32:01.187276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 728c6ed2-2e07-47b0-a757-a6ee2a55091c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:01.237644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 728c6ed2-2e07-47b0-a757-a6ee2a55091c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:01.238033 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:01.333794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8c7a698c-1419-401b-9174-b96ada980b28 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:01.349168 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74c673b2-7a0d-4575-b32d-2396deb574d4 req-d181ea29-e71b-44f5-833e-16492cd97776 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 210 time: 0.0401068 Jul 27 17:32:01.383691 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 8c7a698c-1419-401b-9174-b96ada980b28 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:01.384086 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:01.467666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:01.532586 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:01.537078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:01.537522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:01.623762 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:01.631617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Sync routers for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:32:01.652203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:01.655475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:32:01.656137 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:32:01.659032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:01.780052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:01.803941 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:32:02.010885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:58Z', 'revision_number': 4, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '31bfb7ed-b307-4edc-b228-6eb4ea04be7c', 'name': '', 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'mac_address': 'fa:16:3e:96:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:58Z', 'updated_at': '2021-07-27T17:31:59Z', 'revision_number': 2, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'subnets': [{'id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:32:02.037150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Checking router: 5903f8dc-1499-49dc-a6aa-8f3564c658d0 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:32:02.037504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Updating router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:32:02.071583 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.341514 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.356334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Transition to ACTIVE for port object 31bfb7ed-b307-4edc-b228-6eb4ea04be7c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:32:02.364328 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.404910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-f6f98dbb-af89-407e-a622-3ce4634cc12d tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:02.407243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-f6f98dbb-af89-407e-a622-3ce4634cc12d tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 817 time: 0.1181419 Jul 27 17:32:02.427778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Request body: {'port': {'device_id': '6e1678da-034b-4f9d-887f-92389b453b57', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'admin_state_up': True, 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:32:02.444700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453e06d-40a2-4e51-a220-eee340b53b67 None None] Pushing event updated for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:02.493318 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0f9ad601-0a2a-495d-bbed-db172529ea53 req-ea436afc-c7a4-4cbe-87aa-e37c42cb54e3 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 210 time: 0.0531080 Jul 27 17:32:02.541947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Attempting to bind port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:32:02.542391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Attempting to bind port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:32:02.542828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Attempting to bind port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c on network f156618c-9661-4a1f-839b-9b07570becd1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:32:02.548776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:32:02.549322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Checking segment: {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:32:02.549928 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.550862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Bound using segment: {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:32:02.551965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Bound port: 31bfb7ed-b307-4edc-b228-6eb4ea04be7c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27223b61-cf71-4a46-8b6e-77a37d6100c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:32:02.552100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.573225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Made reservation on behalf of 4926f8f0648b479ab33a8116dd46a09c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:32:02.577305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.632740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] For port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:32:02.636324 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] For port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:32:02.646572 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:02.708459 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:32:02.709102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:31:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:32:02.740911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Allocated IP 172.20.0.6 (dfcbac24-044c-47fd-a77e-cc39b7deb38c/b625a888-9862-4c04-be67-4b1522801819/d818d1e0-380b-497e-90fe-211903278ee1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:32:02.746024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453e06d-40a2-4e51-a220-eee340b53b67 None None] Pushing event updated for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:02.849682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:32:02.922589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.099616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:58Z', 'revision_number': 4, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '31bfb7ed-b307-4edc-b228-6eb4ea04be7c', 'name': '', 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'mac_address': 'fa:16:3e:96:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:58Z', 'updated_at': '2021-07-27T17:32:02Z', 'revision_number': 4, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'subnets': [{'id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:32:03.143742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:03.148378 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf8ac5-2304-4e44-b15b-57620b01f9c3 None None] The sync data for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 is: [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:31:58Z', 'revision_number': 4, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '31bfb7ed-b307-4edc-b228-6eb4ea04be7c', 'name': '', 'network_id': 'f156618c-9661-4a1f-839b-9b07570becd1', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'mac_address': 'fa:16:3e:96:8f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:58Z', 'updated_at': '2021-07-27T17:32:02Z', 'revision_number': 4, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'subnets': [{'id': 'b9db6941-0c98-43ad-8dc1-493fa62faab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:32:03.206476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:03.206896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.255685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Transition to ACTIVE for port object d818d1e0-380b-497e-90fe-211903278ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:32:03.317228 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.362584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:32:03.368159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:32:03.371096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:32:03.402287 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Pushing event updated for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:03.433735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:03.434398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.455427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-81bd408e-0005-47c7-9881-fb2c93b5261e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386786 Jul 27 17:32:03.470196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Request body: {'port': {'device_id': '6e1678da-034b-4f9d-887f-92389b453b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:32:03.554457 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.569996 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.717115 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46167039-3417-459c-9561-8dd7d8766f9d None None] Provisioning for port d818d1e0-380b-497e-90fe-211903278ee1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:03.721798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-46167039-3417-459c-9561-8dd7d8766f9d None None] Provisioning complete for port d818d1e0-380b-497e-90fe-211903278ee1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:03.722335 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-46167039-3417-459c-9561-8dd7d8766f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.758646 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-46167039-3417-459c-9561-8dd7d8766f9d None None] Port d818d1e0-380b-497e-90fe-211903278ee1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:32:03.793704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956804-0e7f-47a4-9787-b822ebf9503d req-af725a48-087f-4d7e-8782-f83acfe46c3f tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:03.795479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f956804-0e7f-47a4-9787-b822ebf9503d req-af725a48-087f-4d7e-8782-f83acfe46c3f tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 931 time: 0.1868081 Jul 27 17:32:03.865700 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f956804-0e7f-47a4-9787-b822ebf9503d req-4dfbfd3e-cb91-49e3-bdd4-6143d93a6301 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Jul 27 17:32:03.922227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d818d1e0-380b-497e-90fe-211903278ee1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:32:03.931252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.944972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Transition to ACTIVE for port object d818d1e0-380b-497e-90fe-211903278ee1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:32:03.949189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:03.999080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Pushing event updated for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:04.076695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Attempting to bind port d818d1e0-380b-497e-90fe-211903278ee1 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:32:04.077066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Attempting to bind port d818d1e0-380b-497e-90fe-211903278ee1 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:32:04.077410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Attempting to bind port d818d1e0-380b-497e-90fe-211903278ee1 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:32:04.082318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Port d818d1e0-380b-497e-90fe-211903278ee1 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:32:04.082650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Attempting to bind port d818d1e0-380b-497e-90fe-211903278ee1 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:32:04.087690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:32:04.088040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Checking segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:32:04.088446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Bound using segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:32:04.088899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Bound port: d818d1e0-380b-497e-90fe-211903278ee1, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:32:04.089269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:04.157096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:32:04.160675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d818d1e0-380b-497e-90fe-211903278ee1,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:32:04.164616 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:04.196910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.198123 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:04.199272 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] 10.222.0.61 "PUT /v2.0/ports/d818d1e0-380b-497e-90fe-211903278ee1 HTTP/1.1" status: 200 len: 1091 time: 0.7354496 Jul 27 17:32:04.199698 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:32:04.201991 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6170cf-324d-43c8-987d-3f6a83f7e360" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "tag": "d818d1e0-380b-497e-90fe-211903278ee1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:32:04.229225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1433ac-edec-455c-ab13-3fa6a5565793 service neutron] Pushing event updated for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:04.248996 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d57b2-0e20-4e7f-9801-ce307e7abd3e x-openstack-request-id: req-0a8d57b2-0e20-4e7f-9801-ce307e7abd3e {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:32:04.249288 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "tag": "d818d1e0-380b-497e-90fe-211903278ee1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:32:04.249542 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a8d57b2-0e20-4e7f-9801-ce307e7abd3e {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:32:04.250123 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1', 'status': 'completed', 'code': 200} Jul 27 17:32:04.300372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-f0fd98fe-a708-4cac-8e4d-adb74991bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.302533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-f0fd98fe-a708-4cac-8e4d-adb74991bb65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 1094 time: 0.0651739 Jul 27 17:32:04.346473 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-76178853-afec-43bd-9558-4fc5917deab6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d818d1e0-380b-497e-90fe-211903278ee1 HTTP/1.1" status: 200 len: 217 time: 0.0356007 Jul 27 17:32:04.396878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-eb21d316-b785-44fc-bc0e-9407de3904c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.398365 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-eb21d316-b785-44fc-bc0e-9407de3904c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 200 len: 856 time: 0.0453057 Jul 27 17:32:04.458722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-d8a5052f-f61f-4ed9-8914-1d43be0d0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.460228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-d8a5052f-f61f-4ed9-8914-1d43be0d0a4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfcbac24-044c-47fd-a77e-cc39b7deb38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550861 Jul 27 17:32:04.556238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-73615187-dff9-48b7-b545-d1a27adda12e service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886357 Jul 27 17:32:04.645350 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7efd6fe2-841a-4ccf-acc0-fc21e1d0eaeb req-35bcb6b3-c7c1-463b-b139-3bb6b5f32414 service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Jul 27 17:32:04.752582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-2ab57442-5759-4fbf-9129-bd24dad4b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.754714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-2ab57442-5759-4fbf-9129-bd24dad4b3f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 1094 time: 0.0610495 Jul 27 17:32:04.842216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-98e934bd-d3e0-4c18-8b40-33aa5247f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.843793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-98e934bd-d3e0-4c18-8b40-33aa5247f57f service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 918 time: 0.0829868 Jul 27 17:32:04.891194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-bc6b28ad-2b99-4e3d-a443-ceb2296aacd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d818d1e0-380b-497e-90fe-211903278ee1 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Jul 27 17:32:04.951200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-9f49e863-9972-4102-aa62-f56e83198942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:04.952714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-9f49e863-9972-4102-aa62-f56e83198942 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 200 len: 856 time: 0.0543118 Jul 27 17:32:05.042746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-1c07b1e2-3490-4dd7-8038-4140fe68c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:05.044265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-1c07b1e2-3490-4dd7-8038-4140fe68c156 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfcbac24-044c-47fd-a77e-cc39b7deb38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747323 Jul 27 17:32:05.053582 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8cbc-9d1f-4df9-9b67-685497f101f6 req-cc367b7d-897c-411a-a074-496a3bff8498 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:05.055188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3faf8cbc-9d1f-4df9-9b67-685497f101f6 req-cc367b7d-897c-411a-a074-496a3bff8498 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 943 time: 0.1201396 Jul 27 17:32:05.147197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3faf8cbc-9d1f-4df9-9b67-685497f101f6 req-c7ecd487-bb36-496e-96f5-9bba5b2ea5ff tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831828 Jul 27 17:32:05.159870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 31bfb7ed-b307-4edc-b228-6eb4ea04be7c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:05.187854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-ba228a84-d6c1-4388-9af3-6a0906816c45 service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311908 Jul 27 17:32:05.212760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:05.217517 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:05.217695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:05.304310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:05.305997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-be6170cf-324d-43c8-987d-3f6a83f7e360 req-66bd16f0-15cc-4779-8548-780e0838a0c9 service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083505 Jul 27 17:32:05.342215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:05.347088 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:05.395141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:06.288701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b8ee-d69a-45f2-889b-8533951186d1 req-8b481e05-b5bf-4a12-bfc2-a3109149ee7c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:06.290202 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0461b8ee-d69a-45f2-889b-8533951186d1 req-8b481e05-b5bf-4a12-bfc2-a3109149ee7c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 943 time: 0.0683835 Jul 27 17:32:06.329323 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0461b8ee-d69a-45f2-889b-8533951186d1 req-0b11b93f-4935-4319-bf97-1d4bef46da75 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jul 27 17:32:06.944129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d818d1e0-380b-497e-90fe-211903278ee1 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:32:07.036197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d818d1e0-380b-497e-90fe-211903278ee1,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:07.050229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd818d1e0-380b-497e-90fe-211903278ee1', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'port_id': 'd818d1e0-380b-497e-90fe-211903278ee1', 'mac_address': 'fa:16:3e:f4:d6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:32:07.237044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 31bfb7ed-b307-4edc-b228-6eb4ea04be7c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:07.278322 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:07.295743 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d818d1e0-380b-497e-90fe-211903278ee1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:32:07.321051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d818d1e0-380b-497e-90fe-211903278ee1,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:07.322700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:07.323181 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:07.326571 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:07.408383 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:07.469636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde501a1-959e-41f7-97a5-61da6e0aad86 req-7a24fe7b-4dc4-4dec-bfba-2e8a0b91731b tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:07.471155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bde501a1-959e-41f7-97a5-61da6e0aad86 req-7a24fe7b-4dc4-4dec-bfba-2e8a0b91731b tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 944 time: 0.0668240 Jul 27 17:32:07.510011 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bde501a1-959e-41f7-97a5-61da6e0aad86 req-79647001-efa8-4fdc-813c-5c71301e23fc tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jul 27 17:32:07.531980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d818d1e0-380b-497e-90fe-211903278ee1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:32:08.640401 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89259cca-90a1-4e48-a918-e2e54b428d09 req-1f1520e4-b940-44a1-8864-d60b9b5f3edf tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:08.641923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89259cca-90a1-4e48-a918-e2e54b428d09 req-1f1520e4-b940-44a1-8864-d60b9b5f3edf tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 944 time: 0.0632710 Jul 27 17:32:08.680354 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-89259cca-90a1-4e48-a918-e2e54b428d09 req-9c56889d-6e80-492a-b97b-0c6099fe4bda tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jul 27 17:32:08.973883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d818d1e0-380b-497e-90fe-211903278ee1 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:09.021876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d818d1e0-380b-497e-90fe-211903278ee1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:09.025681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d818d1e0-380b-497e-90fe-211903278ee1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:09.026064 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:09.104034 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:09.133292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:32:09.135651 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a9d7f-548b-41d7-98f2-729519a341a4" -d '{"events": [{"server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "name": "network-vif-plugged", "status": "completed", "tag": "d818d1e0-380b-497e-90fe-211903278ee1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:32:09.151849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d818d1e0-380b-497e-90fe-211903278ee1,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:09.157436 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:09.183408 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe23d7-da2f-489f-bc12-f8dd0c26b149 x-openstack-request-id: req-88fe23d7-da2f-489f-bc12-f8dd0c26b149 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:32:09.183700 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "name": "network-vif-plugged", "status": "completed", "tag": "d818d1e0-380b-497e-90fe-211903278ee1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:32:09.183951 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88fe23d7-da2f-489f-bc12-f8dd0c26b149 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:32:09.184340 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1', 'code': 200} Jul 27 17:32:09.211344 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:09.290048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fccfe-def4-459c-b769-9ae2525dd489 req-dd32fafc-fe46-41f6-af1a-e849f43dec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:09.291649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f87fccfe-def4-459c-b769-9ae2525dd489 req-dd32fafc-fe46-41f6-af1a-e849f43dec15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 1096 time: 0.0539978 Jul 27 17:32:09.326070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f87fccfe-def4-459c-b769-9ae2525dd489 req-041f20bc-8729-4bdf-9f4c-145dbeea2037 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279088 Jul 27 17:32:09.809922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c5d-315a-4890-ab15-fd51a15555c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:09.820196 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14274eca-15d0-41be-baf3-958920ec7021 req-594d878f-ac41-4a88-9781-74dbb962cbdb tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:09.822304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14274eca-15d0-41be-baf3-958920ec7021 req-594d878f-ac41-4a88-9781-74dbb962cbdb tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0711265 Jul 27 17:32:09.862936 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-14274eca-15d0-41be-baf3-958920ec7021 req-27117399-04b4-4fbc-913d-c6f88154f0d5 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Jul 27 17:32:10.999136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148802f4-0977-48bb-81ee-befceb8e17e3 req-9a0295b8-6104-4e1b-b7ee-12456b5df0c2 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:11.000682 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-148802f4-0977-48bb-81ee-befceb8e17e3 req-9a0295b8-6104-4e1b-b7ee-12456b5df0c2 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0679960 Jul 27 17:32:11.039142 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-148802f4-0977-48bb-81ee-befceb8e17e3 req-ca8a7790-6751-45fd-8c77-250264c5ee82 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Jul 27 17:32:11.177801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93c312-a7ff-458b-9040-95ffa0db8f74 req-624b6f5c-4aa5-4074-95aa-76aa4b91a4b6 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:11.179291 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e93c312-a7ff-458b-9040-95ffa0db8f74 req-624b6f5c-4aa5-4074-95aa-76aa4b91a4b6 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0711212 Jul 27 17:32:11.224195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e93c312-a7ff-458b-9040-95ffa0db8f74 req-ab35cfe8-603d-4203-a65c-b332b8af885f tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Jul 27 17:32:12.513949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:12.617652 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52183cc-ddd2-49d8-aaf8-60344b6392b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:13.644165 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:15.269656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:17.379565 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:25.269961 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:32:30.845014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be289d72-8e37-4e03-ae22-099eded7d9fd req-26425b4f-64d3-44a6-a22b-d84c3f4735e8 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:30.847270 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be289d72-8e37-4e03-ae22-099eded7d9fd req-26425b4f-64d3-44a6-a22b-d84c3f4735e8 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0688124 Jul 27 17:32:30.887410 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-be289d72-8e37-4e03-ae22-099eded7d9fd req-a9d2b1d2-8f36-414f-a168-c390223d1563 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Jul 27 17:32:32.022044 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0619eea-c64f-46f1-8cf1-757263c9d07b req-a6d539c6-6719-4a0d-a50a-d2c3605d2822 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:32.023557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0619eea-c64f-46f1-8cf1-757263c9d07b req-a6d539c6-6719-4a0d-a50a-d2c3605d2822 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0651131 Jul 27 17:32:32.062391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d0619eea-c64f-46f1-8cf1-757263c9d07b req-55449475-c98b-4e24-9ccd-dcc0ac09f97b tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Jul 27 17:32:32.350247 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e82360-472b-4293-baae-25c116bd3fc6 req-66679d62-c7ca-43da-8507-54523751bb7e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:32.351714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22e82360-472b-4293-baae-25c116bd3fc6 req-66679d62-c7ca-43da-8507-54523751bb7e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 945 time: 0.0669956 Jul 27 17:32:32.456886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Deleting port d818d1e0-380b-497e-90fe-211903278ee1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:32:32.457236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:32.548634 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] For port d818d1e0-380b-497e-90fe-211903278ee1, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d818d1e0-380b-497e-90fe-211903278ee1,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:32.549005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:32.567564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Calling delete_port for d818d1e0-380b-497e-90fe-211903278ee1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:32:32.696108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:32.709252 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d818d1e0-380b-497e-90fe-211903278ee1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:32:32.725823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Pushing event deleted for resources: {'Port': ['ID=d818d1e0-380b-497e-90fe-211903278ee1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:32.757872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.758224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.758567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.758900 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.759232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.759570 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.759899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.760228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.760578 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.760902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.761224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.761544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:32.787682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] No DVR routers for this DVR port d818d1e0-380b-497e-90fe-211903278ee1 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:32:32.790372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:32.792658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22e82360-472b-4293-baae-25c116bd3fc6 req-18a0c064-bc76-48da-bd4b-a3d37b79c217 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "DELETE /v2.0/ports/d818d1e0-380b-497e-90fe-211903278ee1 HTTP/1.1" status: 204 len: 173 time: 0.4343488 Jul 27 17:32:32.793036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'name': 'network-vif-deleted', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:32:32.795585 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ea509c-cb7d-4a6f-9383-16934bd770d1" -d '{"events": [{"server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "name": "network-vif-deleted", "tag": "d818d1e0-380b-497e-90fe-211903278ee1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:32:32.849096 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1ec80-767e-4c3d-89a9-0eec23f807ce x-openstack-request-id: req-c6e1ec80-767e-4c3d-89a9-0eec23f807ce {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:32:32.849512 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1678da-034b-4f9d-887f-92389b453b57", "name": "network-vif-deleted", "tag": "d818d1e0-380b-497e-90fe-211903278ee1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:32:32.849886 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6e1ec80-767e-4c3d-89a9-0eec23f807ce {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:32:32.850482 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1678da-034b-4f9d-887f-92389b453b57', 'name': 'network-vif-deleted', 'tag': 'd818d1e0-380b-497e-90fe-211903278ee1', 'status': 'completed', 'code': 200} Jul 27 17:32:33.173223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e363a9f9-a5f8-48c0-9a4c-1e45c0c2c28b req-264bcfce-597e-485a-a169-d27027af9f36 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e1678da-034b-4f9d-887f-92389b453b57 HTTP/1.1" status: 200 len: 210 time: 0.0317545 Jul 27 17:32:33.579600 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:34.745079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-121669bd-0371-4560-9f96-affe18ce242d tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:34.746847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-121669bd-0371-4560-9f96-affe18ce242d tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 817 time: 0.1052294 Jul 27 17:32:34.761652 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-805e01d3-d92d-49d4-8957-12c41ab6ae69 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/quotas/4926f8f0648b479ab33a8116dd46a09c HTTP/1.1" status: 200 len: 375 time: 0.0090790 Jul 27 17:32:34.828924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-57eeaef7-d122-4810-b9d5-7b6fb4915556 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621102 Jul 27 17:32:34.962008 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-15382958-be06-4f79-b612-1f0ed413952f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:32:34.963012 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-15382958-be06-4f79-b612-1f0ed413952f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469253 Jul 27 17:32:35.051231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-20209ac8-2d42-48fa-956d-2e76cd62ce8a service neutron] 10.222.0.64 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Jul 27 17:32:35.069478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d818d1e0-380b-497e-90fe-211903278ee1 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:32:35.092795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: d818d1e0-380b-497e-90fe-211903278ee1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:32:35.093144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d818d1e0-380b-497e-90fe-211903278ee1 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:32:35.145689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-32f7c59f-1ce6-46d3-894c-c1864d5fc809 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884361 Jul 27 17:32:35.314151 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f38e62d4-f037-41cc-84c0-d1bb56fd1b81 req-03bcf3d9-d951-4b14-a30d-fd0e2573d024 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 210 time: 0.0332072 Jul 27 17:32:36.228593 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b128de76-e7c0-45b9-9847-60660c731915 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:36.230086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b128de76-e7c0-45b9-9847-60660c731915 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 817 time: 0.1067369 Jul 27 17:32:36.243383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Request body: {'port': {'device_id': '42f28fe1-054e-41a6-811b-0e904cde8800', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'admin_state_up': True, 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:32:36.350046 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Made reservation on behalf of 4926f8f0648b479ab33a8116dd46a09c for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:32:36.353644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.446169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-59263eea-4a24-4fb7-a27f-0a565de1c463 req-e474f0e2-3925-457e-9565-0a871fc40033 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 210 time: 0.0392311 Jul 27 17:32:36.508489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Allocated IP 172.20.0.11 (dfcbac24-044c-47fd-a77e-cc39b7deb38c/b625a888-9862-4c04-be67-4b1522801819/d6f72d03-1242-4ca0-a53e-694ed7557614) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:32:36.657566 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.671544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Transition to ACTIVE for port object d6f72d03-1242-4ca0-a53e-694ed7557614 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:32:36.704528 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.747763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:32:36.750820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:32:36.756791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:32:36.782244 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Pushing event updated for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:36.813491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:36.814188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.830173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-b7d27d0c-c346-4035-abd7-d81d828c9973 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901134 Jul 27 17:32:36.843210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Request body: {'port': {'device_id': '42f28fe1-054e-41a6-811b-0e904cde8800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:32:36.921335 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.941972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-223fb785-a596-4d91-9af0-ebe4ec332990 None None] Provisioning for port d6f72d03-1242-4ca0-a53e-694ed7557614 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:36.945693 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-223fb785-a596-4d91-9af0-ebe4ec332990 None None] Provisioning complete for port d6f72d03-1242-4ca0-a53e-694ed7557614 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:36.946066 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-223fb785-a596-4d91-9af0-ebe4ec332990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:36.980212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-223fb785-a596-4d91-9af0-ebe4ec332990 None None] Port d6f72d03-1242-4ca0-a53e-694ed7557614 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:32:37.182288 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f72d03-1242-4ca0-a53e-694ed7557614 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:32:37.190931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:37.203054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Transition to ACTIVE for port object d6f72d03-1242-4ca0-a53e-694ed7557614 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:32:37.207142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:37.258486 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:37.331868 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Attempting to bind port d6f72d03-1242-4ca0-a53e-694ed7557614 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:32:37.332134 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Attempting to bind port d6f72d03-1242-4ca0-a53e-694ed7557614 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:32:37.332482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Attempting to bind port d6f72d03-1242-4ca0-a53e-694ed7557614 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:32:37.336972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Port d6f72d03-1242-4ca0-a53e-694ed7557614 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:32:37.337297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Attempting to bind port d6f72d03-1242-4ca0-a53e-694ed7557614 on network dfcbac24-044c-47fd-a77e-cc39b7deb38c {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:32:37.343391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:32:37.343738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Checking segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:32:37.344130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Bound using segment: {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:32:37.344583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Bound port: d6f72d03-1242-4ca0-a53e-694ed7557614, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8551d55b-d39a-4af8-9778-497b3d317dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:32:37.344953 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:37.412545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:32:37.415895 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d6f72d03-1242-4ca0-a53e-694ed7557614,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:32:37.420172 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:37.453941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:37.455250 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:37.456721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] 10.222.0.61 "PUT /v2.0/ports/d6f72d03-1242-4ca0-a53e-694ed7557614 HTTP/1.1" status: 200 len: 1092 time: 0.6181033 Jul 27 17:32:37.457171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:32:37.459401 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e95e77-204a-4cc7-af5e-64461ac27176" -d '{"events": [{"name": "network-changed", "server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:32:37.515947 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe14dc-6d0f-4811-bfe7-5d32dee04231 x-openstack-request-id: req-58fe14dc-6d0f-4811-bfe7-5d32dee04231 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:32:37.516300 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:32:37.516591 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58fe14dc-6d0f-4811-bfe7-5d32dee04231 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:32:37.517019 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614', 'status': 'completed', 'code': 200} Jul 27 17:32:37.541248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12d8ab-30da-4b6e-9035-dbe21a509910 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:37.614560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-a0ec74ee-3e51-4205-b095-bf687bd5dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:37.616069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-a0ec74ee-3e51-4205-b095-bf687bd5dea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 1095 time: 0.1146302 Jul 27 17:32:37.629530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ad97-abeb-48f6-9006-840ae07cf182 req-6d146920-378e-4aed-b2d4-fb6cc228470c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:37.631094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cc9ad97-abeb-48f6-9006-840ae07cf182 req-6d146920-378e-4aed-b2d4-fb6cc228470c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 944 time: 0.0855513 Jul 27 17:32:37.678083 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-7044c9e2-2a88-4480-8985-2ed9c1ee2e3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f72d03-1242-4ca0-a53e-694ed7557614 HTTP/1.1" status: 200 len: 217 time: 0.0459993 Jul 27 17:32:37.726166 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0cc9ad97-abeb-48f6-9006-840ae07cf182 req-fabff168-29f7-4e23-8938-2b8bdd5916b8 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883327 Jul 27 17:32:37.745693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-acaafab4-9667-47d7-8d83-11fdfaaeb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:37.747160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-acaafab4-9667-47d7-8d83-11fdfaaeb9bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 200 len: 856 time: 0.0556219 Jul 27 17:32:37.805419 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-9a313711-aede-4133-ad8f-268bfcab2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:37.806915 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-9a313711-aede-4133-ad8f-268bfcab2be7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfcbac24-044c-47fd-a77e-cc39b7deb38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530186 Jul 27 17:32:37.897154 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-6ef35dd2-0391-4443-aab7-57f6e6cfbcab service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809405 Jul 27 17:32:37.992399 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-24fc8d60-4166-4458-a41d-7666c20a71a0 req-9fd1bcf8-3cc8-4972-9453-3e4c3b9e001c service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884788 Jul 27 17:32:38.090829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-3ae1deeb-b3f3-4c9e-b147-60bd4f3018ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:38.092308 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-3ae1deeb-b3f3-4c9e-b147-60bd4f3018ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 1095 time: 0.0542717 Jul 27 17:32:38.185393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-550e8113-4ab7-4e34-8bfd-d14ceff647c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:38.186762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-550e8113-4ab7-4e34-8bfd-d14ceff647c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 918 time: 0.0873837 Jul 27 17:32:38.227599 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-4ede418d-d43f-40bb-8fdb-7dce89f6e843 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f72d03-1242-4ca0-a53e-694ed7557614 HTTP/1.1" status: 200 len: 217 time: 0.0335820 Jul 27 17:32:38.278196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-c17723f4-d8cf-4c9b-8005-184aca10839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:38.279633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-c17723f4-d8cf-4c9b-8005-184aca10839a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 200 len: 856 time: 0.0435081 Jul 27 17:32:38.342728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-922158ae-1955-4ab7-ac31-717aadf610b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:38.344221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-922158ae-1955-4ab7-ac31-717aadf610b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfcbac24-044c-47fd-a77e-cc39b7deb38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572591 Jul 27 17:32:38.433631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-424f49e4-54d3-4ef2-9819-eb4bf42b8dde service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Jul 27 17:32:38.528102 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-10e95e77-204a-4cc7-af5e-64461ac27176 req-bac9bba5-889c-4fbb-844f-48a8c4d8feba service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870578 Jul 27 17:32:38.859160 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61e0f-535e-4872-97e0-2fd2500a9690 req-9ac43bb1-8230-4c28-bf77-3ddb83e7b86b tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:38.860673 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2b61e0f-535e-4872-97e0-2fd2500a9690 req-9ac43bb1-8230-4c28-bf77-3ddb83e7b86b tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 944 time: 0.0650070 Jul 27 17:32:38.899614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f2b61e0f-535e-4872-97e0-2fd2500a9690 req-522a2dbd-dfc0-4378-b432-db5a01d875a3 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jul 27 17:32:39.811747 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-63003d73-98da-4280-9c46-580f279d62b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:40.031604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993e41-5909-4587-984b-38734d5b6c4e req-d4835785-8c71-4983-bb8f-bbc953c3093c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:40.033796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae993e41-5909-4587-984b-38734d5b6c4e req-d4835785-8c71-4983-bb8f-bbc953c3093c tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 944 time: 0.0651331 Jul 27 17:32:40.071282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae993e41-5909-4587-984b-38734d5b6c4e req-d70ca35c-9e98-4c52-aed0-da46cd8af4e0 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Jul 27 17:32:41.081625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d6f72d03-1242-4ca0-a53e-694ed7557614 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:32:41.175273 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d6f72d03-1242-4ca0-a53e-694ed7557614,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:41.190683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': 'd6f72d03-1242-4ca0-a53e-694ed7557614', 'network_id': 'dfcbac24-044c-47fd-a77e-cc39b7deb38c', 'port_id': 'd6f72d03-1242-4ca0-a53e-694ed7557614', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b625a888-9862-4c04-be67-4b1522801819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:32:41.200740 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3e18-fee9-4d51-8b0e-01c198f5006d req-a01b7cad-2ca7-4122-8991-c37d260210ce tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:41.202295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58ec3e18-fee9-4d51-8b0e-01c198f5006d req-a01b7cad-2ca7-4122-8991-c37d260210ce tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 944 time: 0.0642717 Jul 27 17:32:41.227526 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:41.240185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f72d03-1242-4ca0-a53e-694ed7557614 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:32:41.241209 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58ec3e18-fee9-4d51-8b0e-01c198f5006d req-befdbb6e-a5ab-4e28-baa6-5a7a995fe9b0 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Jul 27 17:32:41.261671 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d6f72d03-1242-4ca0-a53e-694ed7557614,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:41.266388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:41.313184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:41.321207 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.321560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.321901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.322241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.322577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.322910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.323239 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.323568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.323892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.324216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.324577 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.324903 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:32:41.453230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d6f72d03-1242-4ca0-a53e-694ed7557614'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:32:42.371467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7cd23-d4eb-440e-885a-ceeb1f8c17db req-41a2f813-2328-4091-8896-43d9914d9fcd tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:42.372971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-adf7cd23-d4eb-440e-885a-ceeb1f8c17db req-41a2f813-2328-4091-8896-43d9914d9fcd tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 945 time: 0.0637822 Jul 27 17:32:42.411786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-adf7cd23-d4eb-440e-885a-ceeb1f8c17db req-1a970269-a95f-46c7-bd73-a2f4c80f3b91 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 27 17:32:42.518687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:42.617881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b9593be2-6884-4ba7-8185-9886e1bc5fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:43.096508 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d6f72d03-1242-4ca0-a53e-694ed7557614 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:32:43.143890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port d6f72d03-1242-4ca0-a53e-694ed7557614 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:32:43.147488 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port d6f72d03-1242-4ca0-a53e-694ed7557614 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:32:43.147865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:43.226482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:43.248259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:32:43.250687 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de850cf2-3cc2-4107-83d0-62ca31d8c36f" -d '{"events": [{"server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "name": "network-vif-plugged", "status": "completed", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:32:43.264342 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d6f72d03-1242-4ca0-a53e-694ed7557614,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:32:43.268494 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:43.291034 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8e5fb1-4450-458d-a32a-0c6eafeb0342 x-openstack-request-id: req-fb8e5fb1-4450-458d-a32a-0c6eafeb0342 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:32:43.291331 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "name": "network-vif-plugged", "status": "completed", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:32:43.291583 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb8e5fb1-4450-458d-a32a-0c6eafeb0342 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:32:43.291978 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614', 'code': 200} Jul 27 17:32:43.319320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:32:43.400484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3af5-edfa-4234-9eb8-902702cbd4bd req-42430165-1d44-43a8-b92b-1c0b8c160588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:43.402089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08fa3af5-edfa-4234-9eb8-902702cbd4bd req-42430165-1d44-43a8-b92b-1c0b8c160588 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 1097 time: 0.0560963 Jul 27 17:32:43.438448 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-08fa3af5-edfa-4234-9eb8-902702cbd4bd req-bc638eee-f4eb-4d31-a82e-e686454e19c6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289140 Jul 27 17:32:43.543785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a40e-be54-4ee5-b625-a9c9b2e3e0e7 req-4b79a5b9-526e-4bea-8bef-a083b6d53675 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:43.545351 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdc9a40e-be54-4ee5-b625-a9c9b2e3e0e7 req-4b79a5b9-526e-4bea-8bef-a083b6d53675 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0651150 Jul 27 17:32:43.582950 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fdc9a40e-be54-4ee5-b625-a9c9b2e3e0e7 req-bbee0629-9396-4b06-bba8-6a3afd41c1dc tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Jul 27 17:32:43.646345 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:44.717480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77cead-5977-4878-856c-52cabe266122 req-827cbfed-82ff-431a-a3b0-a677400fb001 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:44.718957 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a77cead-5977-4878-856c-52cabe266122 req-827cbfed-82ff-431a-a3b0-a677400fb001 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0667183 Jul 27 17:32:44.756615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4a77cead-5977-4878-856c-52cabe266122 req-d819887b-8899-4c3c-baed-dcc45503030e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jul 27 17:32:44.884760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b373985-ec80-4d4e-9631-233ed60919e2 req-41bb5c67-1b7f-456b-99ff-fb3eded6126e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:44.886302 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b373985-ec80-4d4e-9631-233ed60919e2 req-41bb5c67-1b7f-456b-99ff-fb3eded6126e tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0631242 Jul 27 17:32:44.923314 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6b373985-ec80-4d4e-9631-233ed60919e2 req-2c87aa55-6077-4924-84f8-addd8765fa07 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Jul 27 17:32:45.254079 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:47.373151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:32:59.399266 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-d7e5715c-a112-4d30-b708-f8e0600d857a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580516 Jul 27 17:32:59.498943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-41390b56-d5a0-4536-922b-811b85b526f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:59.500560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-41390b56-d5a0-4536-922b-811b85b526f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4926f8f0648b479ab33a8116dd46a09c&device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 1097 time: 0.0571330 Jul 27 17:32:59.613248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-dc80b69b-db7c-4552-a8ff-0828436dbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:59.614754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-dc80b69b-db7c-4552-a8ff-0828436dbbd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 200 len: 918 time: 0.0943718 Jul 27 17:32:59.926061 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-3e58158f-6dae-4caa-acf2-9fe04b6823a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f72d03-1242-4ca0-a53e-694ed7557614 HTTP/1.1" status: 200 len: 217 time: 0.3031306 Jul 27 17:32:59.974861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-ceb52c84-d3d6-44d5-b05a-a435ba63e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:32:59.976311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-ceb52c84-d3d6-44d5-b05a-a435ba63e369 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 200 len: 856 time: 0.0436008 Jul 27 17:33:00.039536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-eb4b9a55-bd78-47da-9e71-a8c573667997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:00.041060 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-eb4b9a55-bd78-47da-9e71-a8c573667997 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfcbac24-044c-47fd-a77e-cc39b7deb38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575831 Jul 27 17:33:00.139427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-3f5116b0-0073-4b78-bb6f-fe013f3ead6d service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896728 Jul 27 17:33:00.241188 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-22cdcb7a-603d-440a-ae5e-2cbc2a92b300 req-9bbeb49b-a901-4498-93b8-decfa719ff98 service neutron] 10.222.0.61 "GET /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Jul 27 17:33:02.269593 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:33:03.279581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb406af-ebbf-4fd0-80c3-a3118bfa5425 req-d8c01c82-dbe6-4d08-821c-79d7397afbef tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:03.281110 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6eb406af-ebbf-4fd0-80c3-a3118bfa5425 req-d8c01c82-dbe6-4d08-821c-79d7397afbef tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0638814 Jul 27 17:33:03.319933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6eb406af-ebbf-4fd0-80c3-a3118bfa5425 req-dc5d6fca-f956-42ce-a77c-9427a767af37 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Jul 27 17:33:03.571746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:04.453997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82b65-2724-4e04-90d8-2ab6129870fc req-91c57423-32f2-49fe-b46a-cc6a7a83c7e9 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:04.455489 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0fc82b65-2724-4e04-90d8-2ab6129870fc req-91c57423-32f2-49fe-b46a-cc6a7a83c7e9 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0636883 Jul 27 17:33:04.494146 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0fc82b65-2724-4e04-90d8-2ab6129870fc req-fc046a4f-40f6-487d-857f-a8c4434f2ebb tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/security-groups?id=5953949e-1b45-4a59-bdf9-37e1d4b85a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jul 27 17:33:04.780364 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaff1-6822-401a-99fe-2278afca9372 req-eb162253-d93a-4ef1-a415-f786072ef869 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:04.781767 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73ecaff1-6822-401a-99fe-2278afca9372 req-eb162253-d93a-4ef1-a415-f786072ef869 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 946 time: 0.0680380 Jul 27 17:33:04.883821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Deleting port d6f72d03-1242-4ca0-a53e-694ed7557614 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:04.884179 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:04.969929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] For port d6f72d03-1242-4ca0-a53e-694ed7557614, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=d6f72d03-1242-4ca0-a53e-694ed7557614,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:04.970304 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:04.982721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Calling delete_port for d6f72d03-1242-4ca0-a53e-694ed7557614 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:05.110142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:05.122101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['d6f72d03-1242-4ca0-a53e-694ed7557614'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:33:05.139327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Pushing event deleted for resources: {'Port': ['ID=d6f72d03-1242-4ca0-a53e-694ed7557614,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:05.189890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] No DVR routers for this DVR port d6f72d03-1242-4ca0-a53e-694ed7557614 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:33:05.193159 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:05.195170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-73ecaff1-6822-401a-99fe-2278afca9372 req-9470d3a0-9e2b-4c0c-ab0b-65a9e443e114 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.61 "DELETE /v2.0/ports/d6f72d03-1242-4ca0-a53e-694ed7557614 HTTP/1.1" status: 204 len: 173 time: 0.4073172 Jul 27 17:33:05.195630 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'name': 'network-vif-deleted', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:33:05.197945 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8efb1-e4cf-4432-8091-64410e6e2035" -d '{"events": [{"server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "name": "network-vif-deleted", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:33:05.234385 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bf3261-1817-4573-9f94-6ac7fd12b93a x-openstack-request-id: req-06bf3261-1817-4573-9f94-6ac7fd12b93a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:33:05.234684 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f28fe1-054e-41a6-811b-0e904cde8800", "name": "network-vif-deleted", "tag": "d6f72d03-1242-4ca0-a53e-694ed7557614", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:33:05.235118 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06bf3261-1817-4573-9f94-6ac7fd12b93a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:33:05.235521 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f28fe1-054e-41a6-811b-0e904cde8800', 'name': 'network-vif-deleted', 'tag': 'd6f72d03-1242-4ca0-a53e-694ed7557614', 'status': 'completed', 'code': 200} Jul 27 17:33:05.608790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-cea66e8c-688f-4538-8b84-e46ce9b9bd1c req-2e87e5ac-e348-412f-a4b6-528f0e9f84e0 tempest-TestEncryptedCinderVolumes-1659306657 tempest-TestEncryptedCinderVolumes-1659306657-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f28fe1-054e-41a6-811b-0e904cde8800 HTTP/1.1" status: 200 len: 210 time: 0.0353563 Jul 27 17:33:06.700656 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38648) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:07.038769 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:07.290017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Deleting port 8c7a698c-1419-401b-9174-b96ada980b28 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:07.290263 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:07.369982 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] For port 8c7a698c-1419-401b-9174-b96ada980b28, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=8c7a698c-1419-401b-9174-b96ada980b28,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:07.370350 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:07.382506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Calling delete_port for 8c7a698c-1419-401b-9174-b96ada980b28 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:07.568669 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:07.599224 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7a698c-1419-401b-9174-b96ada980b28,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:07.624692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.625042 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.625389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.625732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.626065 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.626397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.626731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.627189 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.627383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.627703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.628029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.628354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:07.775292 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:07.986340 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:33:08.090878 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:08.096338 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8911faae-5838-4b09-b9fb-9024a97e5e87 admin admin] 10.222.0.64 "PUT /v2.0/routers/682ecfa8-cdda-4a8f-ab4a-7aa46a761302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3944635 Jul 27 17:33:08.099071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38650) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:08.102559 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Sync routers for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:08.111690 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:08.112370 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:32:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:08.203080 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:08.217248 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:08.308515 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:08.362334 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Deleting port 67c3127b-c0fd-4980-a203-5f55d5c050bc {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:08.362675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:08.413398 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:33:07Z', 'revision_number': 5, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port': {'id': '67c3127b-c0fd-4980-a203-5f55d5c050bc', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:08.439364 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Checking router: 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:08.443631 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] For port 67c3127b-c0fd-4980-a203-5f55d5c050bc, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=67c3127b-c0fd-4980-a203-5f55d5c050bc,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:08.443998 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:08.447497 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Routers {'682ecfa8-cdda-4a8f-ab4a-7aa46a761302'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:08.448209 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:32:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:08.455928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Calling delete_port for 67c3127b-c0fd-4980-a203-5f55d5c050bc owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:08.541666 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] Set router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:08.598259 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:33:08Z', 'revision_number': 6, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:08.624747 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fed4d8-0e87-43f0-bfbf-8244ca40aead None None] The sync data for ids ['682ecfa8-cdda-4a8f-ab4a-7aa46a761302'] in n-d-723572-6 is: [{'id': '682ecfa8-cdda-4a8f-ab4a-7aa46a761302', 'name': 'tempest-TestEncryptedCinderVolumes-1444861262-router', 'tenant_id': '4926f8f0648b479ab33a8116dd46a09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:51Z', 'updated_at': '2021-07-27T17:33:08Z', 'revision_number': 6, 'project_id': '4926f8f0648b479ab33a8116dd46a09c', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:08.925668 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:08.951284 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c3127b-c0fd-4980-a203-5f55d5c050bc,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:09.018792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.110973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.113169 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.156034 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.156635 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 682ecfa8-cdda-4a8f-ab4a-7aa46a761302 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:33:09.161442 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.162599 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-82366880-77a9-4716-b108-e09ad1801170 admin admin] 10.222.0.64 "DELETE /v2.0/routers/682ecfa8-cdda-4a8f-ab4a-7aa46a761302 HTTP/1.1" status: 204 len: 168 time: 1.0625999 Jul 27 17:33:09.165071 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38652) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:09.209435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Deleting subnet b625a888-9862-4c04-be67-4b1522801819 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:33:09.212354 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.219604 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d6f72d03-1242-4ca0-a53e-694ed7557614 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:09.242372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: d6f72d03-1242-4ca0-a53e-694ed7557614 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:09.242717 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device d6f72d03-1242-4ca0-a53e-694ed7557614 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:09.248865 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.328544 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.395717 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.420505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b625a888-9862-4c04-be67-4b1522801819,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:09.426765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.431379 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-047cc525-ca14-40f1-9ef6-1ed5c3001e25 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b625a888-9862-4c04-be67-4b1522801819 HTTP/1.1" status: 204 len: 168 time: 0.2653170 Jul 27 17:33:09.431922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38654) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:09.435544 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac67590-25f1-491a-be9a-786a6a79a125 None None] Network dfcbac24-044c-47fd-a77e-cc39b7deb38c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:09.440118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 67c3127b-c0fd-4980-a203-5f55d5c050bc no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:09.499058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 67c3127b-c0fd-4980-a203-5f55d5c050bc {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:09.499170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 67c3127b-c0fd-4980-a203-5f55d5c050bc not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:09.499598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8c7a698c-1419-401b-9174-b96ada980b28 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:09.501660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.540323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 8c7a698c-1419-401b-9174-b96ada980b28 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:09.540711 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 8c7a698c-1419-401b-9174-b96ada980b28 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:09.560168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Deleting port be55dbcf-412b-4eec-a9ee-50a6b439d590 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:09.560549 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.628206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] For port be55dbcf-412b-4eec-a9ee-50a6b439d590, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=be55dbcf-412b-4eec-a9ee-50a6b439d590,segment=NetworkSegment(8551d55b-d39a-4af8-9778-497b3d317dc2),segment_id=8551d55b-d39a-4af8-9778-497b3d317dc2)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:09.629167 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.643632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Calling delete_port for be55dbcf-412b-4eec-a9ee-50a6b439d590 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:09.681039 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] DHCP port deletion for dfcbac24-044c-47fd-a77e-cc39b7deb38c request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:33:09.733596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Deleting port be55dbcf-412b-4eec-a9ee-50a6b439d590 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:09.733844 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.734446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.767794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=be55dbcf-412b-4eec-a9ee-50a6b439d590,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:09.769785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] No DVR routers for this DVR port be55dbcf-412b-4eec-a9ee-50a6b439d590 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:33:09.807582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] For port be55dbcf-412b-4eec-a9ee-50a6b439d590, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:09.807976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.824860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Calling delete_port for be55dbcf-412b-4eec-a9ee-50a6b439d590 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:09.827994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Port be55dbcf-412b-4eec-a9ee-50a6b439d590 was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:33:09.829817 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71fed7fd-11fe-45d7-9902-c58a41056e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.831557 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.843274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.853935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcbac24-044c-47fd-a77e-cc39b7deb38c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:09.860167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] Pushing event deleted for resources: {'Port': ['ID=be55dbcf-412b-4eec-a9ee-50a6b439d590,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:09.862485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4651fe-7947-4bd3-aaa1-444728f51f78 None None] No DVR routers for this DVR port be55dbcf-412b-4eec-a9ee-50a6b439d590 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:33:09.864958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8551d55b-d39a-4af8-9778-497b3d317dc2') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:09.865262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8551d55b-d39a-4af8-9778-497b3d317dc2') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:09.875630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.889925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.896230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:33:09.896691 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:33:09.898322 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:33:09.955662 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.961066 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:09.962881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dfcbac24-044c-47fd-a77e-cc39b7deb38c HTTP/1.1" status: 204 len: 168 time: 0.5291333 Jul 27 17:33:09.966247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38656) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:09.976122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87950b-7f3d-4343-a82b-ff62c7f7c797 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcbac24-044c-47fd-a77e-cc39b7deb38c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:10.319784 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:10.576939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Deleting port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:10.577290 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:10.653989 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] For port 31bfb7ed-b307-4edc-b228-6eb4ea04be7c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:10.654359 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:10.671984 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Calling delete_port for 31bfb7ed-b307-4edc-b228-6eb4ea04be7c owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:10.853374 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:10.880440 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bfb7ed-b307-4edc-b228-6eb4ea04be7c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:11.046364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.194330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device be55dbcf-412b-4eec-a9ee-50a6b439d590 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:11.214531 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: be55dbcf-412b-4eec-a9ee-50a6b439d590 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:11.214872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device be55dbcf-412b-4eec-a9ee-50a6b439d590 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:11.272204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:33:11.386260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:11.391350 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-713adfea-a9e1-473c-a30d-636894877ab1 admin admin] 10.222.0.64 "PUT /v2.0/routers/5903f8dc-1499-49dc-a6aa-8f3564c658d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4240189 Jul 27 17:33:11.394070 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:11.394803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Sync routers for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:11.404084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:11.404731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:32:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:11.499842 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.509501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:11.604681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.660276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Deleting port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:11.660563 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.702862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:33:10Z', 'revision_number': 5, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port': {'id': '6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:31:56Z', 'updated_at': '2021-07-27T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:11.729911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Checking router: 5903f8dc-1499-49dc-a6aa-8f3564c658d0 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:11.738491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Routers {'5903f8dc-1499-49dc-a6aa-8f3564c658d0'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:11.738637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] For port 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:11.738903 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.739204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:32:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:11.755511 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Calling delete_port for 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:11.823594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] Set router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:11.875288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:33:11Z', 'revision_number': 6, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:11.904848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085ef09-f041-445d-93e7-9700c7cd4f1f None None] The sync data for ids ['5903f8dc-1499-49dc-a6aa-8f3564c658d0'] in n-d-723572-6 is: [{'id': '5903f8dc-1499-49dc-a6aa-8f3564c658d0', 'name': 'tempest-TestEncryptedCinderVolumes-981092236-router', 'tenant_id': '328ccc5909c5453ebcbedb551c0999e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:31:55Z', 'updated_at': '2021-07-27T17:33:11Z', 'revision_number': 6, 'project_id': '328ccc5909c5453ebcbedb551c0999e1', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:11.926403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:11.958066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:12.020746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.109071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.111216 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.157923 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.158634 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5903f8dc-1499-49dc-a6aa-8f3564c658d0 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:33:12.162796 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.164100 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f3d79024-212d-4bbb-87d1-de9b9ebffe75 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5903f8dc-1499-49dc-a6aa-8f3564c658d0 HTTP/1.1" status: 204 len: 168 time: 0.7690902 Jul 27 17:33:12.166651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:12.210698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Deleting subnet b9db6941-0c98-43ad-8dc1-493fa62faab6 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:33:12.213710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.248123 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.336502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.389711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.418054 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.419942 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b9db6941-0c98-43ad-8dc1-493fa62faab6 HTTP/1.1" status: 204 len: 168 time: 0.2523327 Jul 27 17:33:12.421239 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4ff93-4120-47a3-b2d2-a000081e0758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9db6941-0c98-43ad-8dc1-493fa62faab6,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:12.422683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:12.423106 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea82abd-e8f0-4fd3-a27a-8fbb87e276b9 None None] Network f156618c-9661-4a1f-839b-9b07570becd1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:12.492052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.546484 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.552879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Deleting port 728c6ed2-2e07-47b0-a757-a6ee2a55091c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:12.553328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.616683 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] For port 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=728c6ed2-2e07-47b0-a757-a6ee2a55091c,segment=NetworkSegment(27223b61-cf71-4a46-8b6e-77a37d6100c6),segment_id=27223b61-cf71-4a46-8b6e-77a37d6100c6)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:12.617137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.619005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3425ee17-7c79-4340-967b-9e6301f420ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.631724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Calling delete_port for 728c6ed2-2e07-47b0-a757-a6ee2a55091c owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:12.668766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] DHCP port deletion for f156618c-9661-4a1f-839b-9b07570becd1 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:33:12.719888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.720150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Deleting port 728c6ed2-2e07-47b0-a757-a6ee2a55091c {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:33:12.720560 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.746148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Pushing event deleted for resources: {'Port': ['ID=728c6ed2-2e07-47b0-a757-a6ee2a55091c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:12.749870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] No DVR routers for this DVR port 728c6ed2-2e07-47b0-a757-a6ee2a55091c on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:33:12.783335 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] For port 728c6ed2-2e07-47b0-a757-a6ee2a55091c, host n-d-723572-6, got binding levels [] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:12.783756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.797809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Calling delete_port for 728c6ed2-2e07-47b0-a757-a6ee2a55091c owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:33:12.801315 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.ipam_backend_mixin [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Port 728c6ed2-2e07-47b0-a757-a6ee2a55091c was not found and therefore no delete operation was performed {{(pid=93925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 17:33:12.802790 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.820951 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.830917 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] Pushing event deleted for resources: {'Port': ['ID=728c6ed2-2e07-47b0-a757-a6ee2a55091c,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:12.832356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f156618c-9661-4a1f-839b-9b07570becd1']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:12.835638 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021573b-291f-4480-9fd5-88fc3c5015be None None] No DVR routers for this DVR port 728c6ed2-2e07-47b0-a757-a6ee2a55091c on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:33:12.846454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27223b61-cf71-4a46-8b6e-77a37d6100c6') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:12.846761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27223b61-cf71-4a46-8b6e-77a37d6100c6') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:12.856530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.875346 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.881795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:33:12.882272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:33:12.883912 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:33:12.941765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.947508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:12.951891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f156618c-9661-4a1f-839b-9b07570becd1 HTTP/1.1" status: 204 len: 168 time: 0.5248230 Jul 27 17:33:12.969484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdac2c-a8bc-4aae-9adf-c2cdac17d848 admin admin] Pushing event deleted for resources: {'Network': ['ID=f156618c-9661-4a1f-839b-9b07570becd1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:13.124462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38666) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:13.155780 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 31bfb7ed-b307-4edc-b228-6eb4ea04be7c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:13.171658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3122cbb6-3bf4-4840-9853-0b2da68ecb3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4926f8f0648b479ab33a8116dd46a09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450439 Jul 27 17:33:13.173635 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38668) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:13.176216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 31bfb7ed-b307-4edc-b228-6eb4ea04be7c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:13.176608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 31bfb7ed-b307-4edc-b228-6eb4ea04be7c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:13.177026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 728c6ed2-2e07-47b0-a757-a6ee2a55091c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:13.197376 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 728c6ed2-2e07-47b0-a757-a6ee2a55091c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:13.197655 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 728c6ed2-2e07-47b0-a757-a6ee2a55091c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:13.197923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:33:13.218072 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:33:13.218416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6bacc9f1-2dea-47e0-8a81-bec6ed9c80e6 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:33:13.232040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.258137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.317131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.319838 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.321055 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5953949e-1b45-4a59-bdf9-37e1d4b85a82 HTTP/1.1" status: 204 len: 168 time: 0.1464958 Jul 27 17:33:13.329847 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac9fde-0259-47b0-bd58-40c789e1e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953949e-1b45-4a59-bdf9-37e1d4b85a82,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:13.654864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.664763 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38674) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:13.707607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ce137382-3b6b-40e8-98df-1608bba0456d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=328ccc5909c5453ebcbedb551c0999e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406134 Jul 27 17:33:13.709614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38676) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:13.758114 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.780274 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.827301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.829939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:13.831095 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/def7abc7-b53f-4a33-a975-f71501d28801 HTTP/1.1" status: 204 len: 168 time: 0.1205792 Jul 27 17:33:13.841077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226b2d-1ccb-491c-b0e9-53a34039d443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def7abc7-b53f-4a33-a975-f71501d28801,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:14.490367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38698) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:14.598014 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459810982-network', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:14.619070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Made reservation on behalf of 0ff9db597a7a4c83aa49ba504a0ecadb for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:33:14.621462 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.629870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.723988 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.727958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.752750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:33:14.763074 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab734b04-d17f-48be-a3af-3d06a0ff7816,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:14.768156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.768529 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Added segment 2ab4c029-0fc8-479f-b074-4aed751906dc of type vlan for network 7f02069c-6c38-411a-a865-6de7810b79a5 Jul 27 17:33:14.810281 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.839986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.841048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:14.841635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:14.894177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4020841 Jul 27 17:33:14.897272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38702) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:14.902330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Request body: {'subnet': {'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459810982-subnet', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:14.907917 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d4b3-00c9-41eb-8587-6c9d1e5a1b37 admin admin] Pushing event updated for resources: {'Network': ['ID=7f02069c-6c38-411a-a865-6de7810b79a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:14.919572 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7f02069c-6c38-411a-a865-6de7810b79a5 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:33:14.931366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Made reservation on behalf of 0ff9db597a7a4c83aa49ba504a0ecadb for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:33:14.933761 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.106575 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.164209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6117270d-b027-4948-ba9b-4aa803c2071a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:15.169560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Checking segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:15.169967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Network hostable DHCP agents. Network: 7f02069c-6c38-411a-a865-6de7810b79a5, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:33:15.186485 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Network 7f02069c-6c38-411a-a865-6de7810b79a5 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:33:15.195450 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7f02069c-6c38-411a-a865-6de7810b79a5) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:15.199923 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:15.201132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.205189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332a176-5c88-4a21-bfdd-a786b1b27c41 None None] Network 7f02069c-6c38-411a-a865-6de7810b79a5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:15.215945 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-15f98214-7219-42e5-b199-5a1aef5e6188 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3174033 Jul 27 17:33:15.218799 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38704) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:15.223610 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:15.246206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.247507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.263807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.309721 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.371802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7f02069c-6c38-411a-a865-6de7810b79a5', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:33:15.372766 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.455480 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.522325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Allocated IP 172.20.0.2 (7f02069c-6c38-411a-a865-6de7810b79a5/6117270d-b027-4948-ba9b-4aa803c2071a/4fec3ec7-46a6-4fad-9756-dc457d0805fd) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:15.677521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.687093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Transition to ACTIVE for port object 4fec3ec7-46a6-4fad-9756-dc457d0805fd will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:15.706204 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Transition to ACTIVE for port object 4fec3ec7-46a6-4fad-9756-dc457d0805fd will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:15.713006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.750993 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Network 7f02069c-6c38-411a-a865-6de7810b79a5 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:15.757750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:15.762836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:15.766388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Pushing event updated for resources: {'Port': ['ID=4fec3ec7-46a6-4fad-9756-dc457d0805fd,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:15.829041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Attempting to bind port 4fec3ec7-46a6-4fad-9756-dc457d0805fd on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:15.829418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Attempting to bind port 4fec3ec7-46a6-4fad-9756-dc457d0805fd by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:15.829789 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Attempting to bind port 4fec3ec7-46a6-4fad-9756-dc457d0805fd on network 7f02069c-6c38-411a-a865-6de7810b79a5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:15.834942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:15.835327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Checking segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:15.835736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.836140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Bound using segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:15.836636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Bound port: 4fec3ec7-46a6-4fad-9756-dc457d0805fd, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:15.837176 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.901546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] For port 4fec3ec7-46a6-4fad-9756-dc457d0805fd, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:15.904966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] For port 4fec3ec7-46a6-4fad-9756-dc457d0805fd, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fec3ec7-46a6-4fad-9756-dc457d0805fd,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:15.910574 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:15.978440 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1d3c-17ee-4083-86ab-b8654f4ef378 None None] Pushing event updated for resources: {'Port': ['ID=4fec3ec7-46a6-4fad-9756-dc457d0805fd,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:15.985454 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.006212 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.133452 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Allocated IP 172.25.4.58 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6720749a-9c89-42ae-baea-d9d76af97152) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:16.245922 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.289894 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.326461 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:16.333051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:16.337560 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:16.340911 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=6720749a-9c89-42ae-baea-d9d76af97152,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:16.591112 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.793626 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:16.835307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa9042-29f8-4a9d-b0b6-14de0e4d9c2a None None] Network 7f02069c-6c38-411a-a865-6de7810b79a5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:16.926702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Router 218de106-f58a-44e8-bc29-e3bde94bd413 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:33:16.944348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ffdaffb9-1de2-41f6-bfc9-8ccb44ba0be6 None None] Provisioning for port 4fec3ec7-46a6-4fad-9756-dc457d0805fd completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:17.038498 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:17.053176 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Sync routers for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:17.057328 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.058665 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-be53181b-df7e-4b25-b719-3a124d2d1b68 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8388293 Jul 27 17:33:17.061499 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38708) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:17.069677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:17.070311 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:17.198389 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:17.209189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fec3ec7-46a6-4fad-9756-dc457d0805fd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:17.399207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:16Z', 'revision_number': 3, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:17.427759 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Checking router: 218de106-f58a-44e8-bc29-e3bde94bd413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:17.428199 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Updating router 218de106-f58a-44e8-bc29-e3bde94bd413 port 6720749a-9c89-42ae-baea-d9d76af97152 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:33:17.431047 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.449637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 4fec3ec7-46a6-4fad-9756-dc457d0805fd completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:17.454260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 4fec3ec7-46a6-4fad-9756-dc457d0805fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:17.454642 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.463537 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.532084 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.533270 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.568077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 4fec3ec7-46a6-4fad-9756-dc457d0805fd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fec3ec7-46a6-4fad-9756-dc457d0805fd,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:17.573935 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.628151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=4fec3ec7-46a6-4fad-9756-dc457d0805fd,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:17.708961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Allocated IP 172.20.0.1 (7f02069c-6c38-411a-a865-6de7810b79a5/6117270d-b027-4948-ba9b-4aa803c2071a/86d1c5b7-a648-4ce9-bcad-d3070e23a877) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:17.741889 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.751499 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Transition to ACTIVE for port object 6720749a-9c89-42ae-baea-d9d76af97152 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:17.757415 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.804564 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Attempting to bind port 6720749a-9c89-42ae-baea-d9d76af97152 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:17.804936 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Attempting to bind port 6720749a-9c89-42ae-baea-d9d76af97152 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:17.805302 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Attempting to bind port 6720749a-9c89-42ae-baea-d9d76af97152 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:17.814201 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Pushing event updated for resources: {'Port': ['ID=6720749a-9c89-42ae-baea-d9d76af97152,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:17.815584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.817193 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:17.817567 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:17.817972 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.818383 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:17.818830 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Bound port: 6720749a-9c89-42ae-baea-d9d76af97152, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:17.819212 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.829860 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Transition to ACTIVE for port object 86d1c5b7-a648-4ce9-bcad-d3070e23a877 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:17.842395 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.842741 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.843082 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.843418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.843746 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.844074 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.844407 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.844756 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.845084 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.845417 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.845729 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.846050 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:17.866281 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.885802 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] For port 6720749a-9c89-42ae-baea-d9d76af97152, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:17.889211 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] For port 6720749a-9c89-42ae-baea-d9d76af97152, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6720749a-9c89-42ae-baea-d9d76af97152,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:17.893928 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:17.913472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Network 7f02069c-6c38-411a-a865-6de7810b79a5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:17.919525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:17.921949 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:17.947918 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b8a8-9721-4247-a6f5-16c9d54fcd84 None None] Pushing event updated for resources: {'Port': ['ID=6720749a-9c89-42ae-baea-d9d76af97152,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:17.952672 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Pushing event updated for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:17.960616 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:17.961277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:17.975141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.127481 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.159372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8b368667-a0c6-4344-a0f8-2f5f3336103e None None] Provisioning for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:18.163388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:18.163959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8b368667-a0c6-4344-a0f8-2f5f3336103e None None] Provisioning complete for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:18.164094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8b368667-a0c6-4344-a0f8-2f5f3336103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.200047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8b368667-a0c6-4344-a0f8-2f5f3336103e None None] Port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:33:18.294720 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.300279 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.344117 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:16Z', 'revision_number': 3, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:18.367589 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.369552 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Pushing event updated for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:18.373954 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a495b-3af8-4aba-b9df-d6bd3f49d35b None None] The sync data for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 is: [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:16Z', 'revision_number': 3, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:18.471080 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Network 7f02069c-6c38-411a-a865-6de7810b79a5 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:18.472679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:18.615897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Router 218de106-f58a-44e8-bc29-e3bde94bd413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:33:18.746307 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:18.751730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-64a43173-04a2-4460-954d-2349d177c1be admin admin] 10.222.0.64 "PUT /v2.0/routers/218de106-f58a-44e8-bc29-e3bde94bd413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891139 Jul 27 17:33:18.827943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4a59f2ad-0f77-4ff1-aae6-a72c17e70c1d None None] Provisioning complete for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:18.828556 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4a59f2ad-0f77-4ff1-aae6-a72c17e70c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:18.870560 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4a59f2ad-0f77-4ff1-aae6-a72c17e70c1d None None] Port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:33:19.260319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6720749a-9c89-42ae-baea-d9d76af97152 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:19.319071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6720749a-9c89-42ae-baea-d9d76af97152 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:19.324663 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6720749a-9c89-42ae-baea-d9d76af97152 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:19.324663 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.337650 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38724) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:19.344056 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-562963038-network', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:19.374035 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Made reservation on behalf of 8712ab75c0e146cab8ab041b112a8d2c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:33:19.377018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.393634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.416293 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.442375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6720749a-9c89-42ae-baea-d9d76af97152, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6720749a-9c89-42ae-baea-d9d76af97152,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:19.446431 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.447499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fec3ec7-46a6-4fad-9756-dc457d0805fd up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:19.508148 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.514325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.533921 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6720749a-9c89-42ae-baea-d9d76af97152,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:19.549349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:33:19.552064 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 4fec3ec7-46a6-4fad-9756-dc457d0805fd triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:19.552064 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.560055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6511814-bf18-447b-8ad1-738af66d1a8e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:19.568296 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.568527 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Added segment bd344ffe-920e-4a29-a5e6-9d9ce3007713 of type vlan for network 4597fc2b-ed9f-4ede-9452-a5047ae9749c Jul 27 17:33:19.622588 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.665388 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.666702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:19.667381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.733496 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3946218 Jul 27 17:33:19.737905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38726) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:19.743582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Request body: {'subnet': {'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-562963038-subnet', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:19.747133 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbbfcf-838a-40a3-942f-7a4b4920c4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4597fc2b-ed9f-4ede-9452-a5047ae9749c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:19.761836 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:33:19.772884 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Made reservation on behalf of 8712ab75c0e146cab8ab041b112a8d2c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:33:19.775762 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:19.968058 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.030456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a630fd-a0c4-40b1-8903-398ef5eb12c8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:20.039404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Checking segment: {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:20.039770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Network hostable DHCP agents. Network: 4597fc2b-ed9f-4ede-9452-a5047ae9749c, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:33:20.058370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:33:20.069336 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 4597fc2b-ed9f-4ede-9452-a5047ae9749c) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:20.073644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:20.074240 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.079319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8c819-e960-49e9-ae36-2724861dbb4a None None] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:20.091346 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7411877d-6d6f-444a-a9ce-7c83401e1999 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3519318 Jul 27 17:33:20.093612 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38728) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:20.098187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:20.122194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.123254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.178689 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.259512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Sync routers for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:20.265819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'fixed_ips': [{'subnet_id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:33:20.266834 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.285769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:20.286427 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:20.498319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:20.536843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Allocated IP 172.20.0.2 (4597fc2b-ed9f-4ede-9452-a5047ae9749c/a8a630fd-a0c4-40b1-8903-398ef5eb12c8/990b6a5b-787b-4dd3-bb54-ee5babc5beae) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:20.644000 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.810108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.823700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Transition to ACTIVE for port object 990b6a5b-787b-4dd3-bb54-ee5babc5beae will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:20.843227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Transition to ACTIVE for port object 990b6a5b-787b-4dd3-bb54-ee5babc5beae will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:20.847401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 2, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:20.850792 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.855153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.878858 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.882606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Checking router: 218de106-f58a-44e8-bc29-e3bde94bd413 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:20.882958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Updating router 218de106-f58a-44e8-bc29-e3bde94bd413 port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:33:20.946640 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:20.953119 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:20.955423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Pushing event updated for resources: {'Port': ['ID=990b6a5b-787b-4dd3-bb54-ee5babc5beae,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:20.958069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:20.959617 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:20.985663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Allocated IP 172.25.4.210 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/3d1161f2-d050-4b8d-8075-7c6361d7007e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:21.056898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Attempting to bind port 990b6a5b-787b-4dd3-bb54-ee5babc5beae on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:21.056898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Attempting to bind port 990b6a5b-787b-4dd3-bb54-ee5babc5beae by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:21.056898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Attempting to bind port 990b6a5b-787b-4dd3-bb54-ee5babc5beae on network 4597fc2b-ed9f-4ede-9452-a5047ae9749c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:21.093521 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.109287 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:21.109816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Checking segment: {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:21.110136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.110608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Bound using segment: {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:21.110994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Bound port: 990b6a5b-787b-4dd3-bb54-ee5babc5beae, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:21.111376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.142650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.188585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6720749a-9c89-42ae-baea-d9d76af97152 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:21.189712 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:21.192643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:21.197520 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:21.200718 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1161f2-d050-4b8d-8075-7c6361d7007e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:21.275731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] For port 990b6a5b-787b-4dd3-bb54-ee5babc5beae, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:21.280540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] For port 990b6a5b-787b-4dd3-bb54-ee5babc5beae, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=990b6a5b-787b-4dd3-bb54-ee5babc5beae,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:21.295319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.379972 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6720749a-9c89-42ae-baea-d9d76af97152 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:21.380392 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.387573 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d4e80-5e85-4a96-8293-4e0ed566b582 None None] Pushing event updated for resources: {'Port': ['ID=990b6a5b-787b-4dd3-bb54-ee5babc5beae,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:21.462524 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.481141 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.510786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Transition to ACTIVE for port object 86d1c5b7-a648-4ce9-bcad-d3070e23a877 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:21.527982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.597912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43267851-276c-4547-aed3-7e81b4294bbb None None] Pushing event updated for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:21.664959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Attempting to bind port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:21.665384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Attempting to bind port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:21.665755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Attempting to bind port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 on network 7f02069c-6c38-411a-a865-6de7810b79a5 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:21.671637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:21.672487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Checking segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:21.672912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.673566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Bound using segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:21.673839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Bound port: 86d1c5b7-a648-4ce9-bcad-d3070e23a877, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:21.674274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.716373 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.760221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] For port 86d1c5b7-a648-4ce9-bcad-d3070e23a877, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:21.763936 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] For port 86d1c5b7-a648-4ce9-bcad-d3070e23a877, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=86d1c5b7-a648-4ce9-bcad-d3070e23a877,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:21.773083 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:21.838270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:21.839188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:21.844465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43267851-276c-4547-aed3-7e81b4294bbb None None] Pushing event updated for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:21.866666 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:33:21.988726 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:21.999038 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Sync routers for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:22.006662 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.008191 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85aaa45b-fefc-40ae-b803-b3d43788ea07 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9135535 Jul 27 17:33:22.010944 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38730) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:33:22.015450 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:22.016536 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:22.150063 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:22.165413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:22.356298 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:21Z', 'revision_number': 3, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:22.395161 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Checking router: 5df8eb14-83fb-4882-bb31-bc3c3b50def3 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:22.395766 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Updating router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 port 3d1161f2-d050-4b8d-8075-7c6361d7007e binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:33:22.406637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:21Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:22.441148 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d7f92-f070-47b5-9be3-174cd012fce0 None None] The sync data for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 is: [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:21Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:22.454562 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.566582 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.650025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca249a4-3f95-4839-96f9-84b58b2e3fb2 None None] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:33:22.767642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Allocated IP 172.20.0.1 (4597fc2b-ed9f-4ede-9452-a5047ae9749c/a8a630fd-a0c4-40b1-8903-398ef5eb12c8/3c02e9ca-e613-4f5c-9e9b-7721c1c7657c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:22.784600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-921f6e0f-e758-4d2b-b4c2-24fb2fd89cb4 None None] Provisioning for port 990b6a5b-787b-4dd3-bb54-ee5babc5beae completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:22.817227 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.828721 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Transition to ACTIVE for port object 3d1161f2-d050-4b8d-8075-7c6361d7007e will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:22.838669 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.897365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Attempting to bind port 3d1161f2-d050-4b8d-8075-7c6361d7007e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:22.897877 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Attempting to bind port 3d1161f2-d050-4b8d-8075-7c6361d7007e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:22.898300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Attempting to bind port 3d1161f2-d050-4b8d-8075-7c6361d7007e on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:22.900851 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.903609 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21782601-9520-450c-88a1-2bffe7f809da None None] Pushing event updated for resources: {'Port': ['ID=3d1161f2-d050-4b8d-8075-7c6361d7007e,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:22.908949 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:22.908949 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:22.909292 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.909533 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:22.909997 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Bound port: 3d1161f2-d050-4b8d-8075-7c6361d7007e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:22.910370 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.918171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Transition to ACTIVE for port object 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:22.961452 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:22.973163 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] For port 3d1161f2-d050-4b8d-8075-7c6361d7007e, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:22.978210 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] For port 3d1161f2-d050-4b8d-8075-7c6361d7007e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1161f2-d050-4b8d-8075-7c6361d7007e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:22.983463 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.010609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:23.015871 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:23.019544 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:23.026006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Pushing event updated for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:23.064336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21782601-9520-450c-88a1-2bffe7f809da None None] Pushing event updated for resources: {'Port': ['ID=3d1161f2-d050-4b8d-8075-7c6361d7007e,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:23.070658 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.083749 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:23.084980 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:23.258324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.300725 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:23.305088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 990b6a5b-787b-4dd3-bb54-ee5babc5beae up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:23.387398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 990b6a5b-787b-4dd3-bb54-ee5babc5beae completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:23.394214 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 990b6a5b-787b-4dd3-bb54-ee5babc5beae triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:23.395757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.459232 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83d5d3da-e471-42e9-b6f6-04f548a981be None None] Provisioning for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:23.464354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-83d5d3da-e471-42e9-b6f6-04f548a981be None None] Provisioning complete for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:23.464761 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-83d5d3da-e471-42e9-b6f6-04f548a981be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.519990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.527127 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.533203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-83d5d3da-e471-42e9-b6f6-04f548a981be None None] Port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:33:23.543788 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.563637 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:21Z', 'revision_number': 3, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:23.584707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 990b6a5b-787b-4dd3-bb54-ee5babc5beae, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=990b6a5b-787b-4dd3-bb54-ee5babc5beae,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:23.593251 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.594245 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 86d1c5b7-a648-4ce9-bcad-d3070e23a877 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:23.601860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583420-92fc-46e6-908d-4d09e4f0b672 None None] The sync data for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 is: [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:21Z', 'revision_number': 3, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:23.618418 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.630405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Pushing event updated for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:23.682741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=990b6a5b-787b-4dd3-bb54-ee5babc5beae,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:23.699370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:23.703624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:23.704017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.737647 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:23.739180 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:23.807803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.856779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 86d1c5b7-a648-4ce9-bcad-d3070e23a877, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=86d1c5b7-a648-4ce9-bcad-d3070e23a877,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:23.865988 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:23.890637 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:33:23.970799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:24.050779 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:33:24.056141 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cbed4572-6460-4eb8-abae-c0e44293bdbd admin admin] 10.222.0.64 "PUT /v2.0/routers/5df8eb14-83fb-4882-bb31-bc3c3b50def3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439751 Jul 27 17:33:24.062278 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52c8a7c9-70bb-4a12-b304-9d9b6aee73fc None None] Provisioning complete for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:24.062660 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-52c8a7c9-70bb-4a12-b304-9d9b6aee73fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:24.104225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-52c8a7c9-70bb-4a12-b304-9d9b6aee73fc None None] Port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:33:25.265715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1161f2-d050-4b8d-8075-7c6361d7007e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:25.320642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3d1161f2-d050-4b8d-8075-7c6361d7007e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:25.325050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3d1161f2-d050-4b8d-8075-7c6361d7007e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:25.325423 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:25.413153 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:25.438277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3d1161f2-d050-4b8d-8075-7c6361d7007e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1161f2-d050-4b8d-8075-7c6361d7007e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:25.445821 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:25.447082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 990b6a5b-787b-4dd3-bb54-ee5babc5beae up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:25.536151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3d1161f2-d050-4b8d-8075-7c6361d7007e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:25.543927 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 990b6a5b-787b-4dd3-bb54-ee5babc5beae triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:25.544213 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:25.654149 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 86d1c5b7-a648-4ce9-bcad-d3070e23a877 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:25.720827 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:25.722263 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:25.963298 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Sync routers for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:33:25.974330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:25.975037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:26.093620 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:26.318469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 4, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3c02e9ca-e613-4f5c-9e9b-7721c1c7657c', 'name': '', 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'mac_address': 'fa:16:3e:5f:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:22Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 2, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'subnets': [{'id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:26.354633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Checking router: 5df8eb14-83fb-4882-bb31-bc3c3b50def3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:33:26.354989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Updating router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:33:26.394268 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:26.702550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:26.718826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Transition to ACTIVE for port object 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:26.727921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:26.827758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661842-02bd-46dc-bcf9-4478ae39fbd9 None None] Pushing event updated for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:26.875835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Attempting to bind port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:26.876143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Attempting to bind port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:26.876631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Attempting to bind port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c on network 4597fc2b-ed9f-4ede-9452-a5047ae9749c {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:26.883090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:26.884212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Checking segment: {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:26.884742 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:26.885227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Bound using segment: {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:26.885795 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Bound port: 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd344ffe-920e-4a29-a5e6-9d9ce3007713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:26.886276 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:26.985190 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] For port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:26.992729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] For port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:27.000570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:27.094499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661842-02bd-46dc-bcf9-4478ae39fbd9 None None] Pushing event updated for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:27.108809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:33:27.109524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:27.229481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1161f2-d050-4b8d-8075-7c6361d7007e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:27.296392 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:33:27.354229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3d1161f2-d050-4b8d-8075-7c6361d7007e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:27.354876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:27.778880 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 4, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3c02e9ca-e613-4f5c-9e9b-7721c1c7657c', 'name': '', 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'mac_address': 'fa:16:3e:5f:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:22Z', 'updated_at': '2021-07-27T17:33:26Z', 'revision_number': 4, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'subnets': [{'id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:33:27.808644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e40673-ab26-4007-96bb-3f77f644e8e1 None None] The sync data for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 is: [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 4, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '3c02e9ca-e613-4f5c-9e9b-7721c1c7657c', 'name': '', 'network_id': '4597fc2b-ed9f-4ede-9452-a5047ae9749c', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'mac_address': 'fa:16:3e:5f:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:22Z', 'updated_at': '2021-07-27T17:33:26Z', 'revision_number': 4, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'subnets': [{'id': 'a8a630fd-a0c4-40b1-8903-398ef5eb12c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:33:29.214815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:29.273310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:29.280200 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:29.280638 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:29.391379 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:29.440885 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:29.447276 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:29.508996 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:31.187302 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:31.246134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:31.246573 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:33.586603 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:34.098928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-5ba2466b-5832-488c-980d-e4bc4f18e567 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:34.100421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-5ba2466b-5832-488c-980d-e4bc4f18e567 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 814 time: 0.1025531 Jul 27 17:33:34.116262 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-46e32a0e-ade0-4f16-bf09-44ae8ebc7b22 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/quotas/0ff9db597a7a4c83aa49ba504a0ecadb HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jul 27 17:33:34.197210 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-abdf51f2-4686-48df-afb8-494d5786c884 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754666 Jul 27 17:33:34.295016 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f3ff28f4-eecf-4af5-a496-e0b96656d325 service neutron] 10.222.0.64 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864193 Jul 27 17:33:34.396800 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-065b2fea-02f1-4661-a49d-838cf67069ce service neutron] 10.222.0.64 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946643 Jul 27 17:33:34.572827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-063fb76e-49b0-4b56-bd37-27a19a3cf273 req-3145b5d3-5ad0-4019-8f0f-1c435022a0d4 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 210 time: 0.0370300 Jul 27 17:33:35.599826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-ae4c867a-c89c-4a7c-8fc2-0a42f8f4220b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:35.601385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-ae4c867a-c89c-4a7c-8fc2-0a42f8f4220b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 814 time: 0.1152003 Jul 27 17:33:35.619584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'port': {'device_id': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'admin_state_up': True, 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:35.676022 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fc5cf6d9-faeb-43b3-9f76-7250aec912b7 req-48512971-663b-49e5-af78-c53ecd996306 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 210 time: 0.0307999 Jul 27 17:33:35.743454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Made reservation on behalf of 0ff9db597a7a4c83aa49ba504a0ecadb for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:33:35.747038 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:35.884387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Allocated IP 172.20.0.3 (7f02069c-6c38-411a-a865-6de7810b79a5/6117270d-b027-4948-ba9b-4aa803c2071a/221adce7-2cb6-4b2a-b898-a3eb39ffd2d1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:33:36.080803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:36.106729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Transition to ACTIVE for port object 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:36.156756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:36.209477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Network 7f02069c-6c38-411a-a865-6de7810b79a5 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:33:36.212697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:33:36.215600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:33:36.257667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:36.268064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.268406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.268779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.269120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.269450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.269782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.270114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.270432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.270765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.271109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.271423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.271745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:36.302858 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:36.304120 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:36.325505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-f6466264-497c-494c-a77b-3ef950a739eb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098660 Jul 27 17:33:36.519815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e154a6e0-5326-4d11-9d3c-a3abb725318c None None] Provisioning for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:36.525034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e154a6e0-5326-4d11-9d3c-a3abb725318c None None] Provisioning complete for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:36.525423 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e154a6e0-5326-4d11-9d3c-a3abb725318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:36.563250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e154a6e0-5326-4d11-9d3c-a3abb725318c None None] Port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:33:36.833889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864f21-0cbd-4534-9a78-fbd08e475970 req-279111f8-2577-42be-8391-6c362a5f2f4d tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:36.835546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6864f21-0cbd-4534-9a78-fbd08e475970 req-279111f8-2577-42be-8391-6c362a5f2f4d tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0711167 Jul 27 17:33:36.886133 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6864f21-0cbd-4534-9a78-fbd08e475970 req-735b8e27-143c-4c51-b94b-daefd900f59e tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Jul 27 17:33:38.025865 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056394c-3ebb-4700-b4f7-fe0d1d02f71b req-128b5bfe-9388-4adf-a005-ce657c0d2885 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:38.027543 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7056394c-3ebb-4700-b4f7-fe0d1d02f71b req-128b5bfe-9388-4adf-a005-ce657c0d2885 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0681555 Jul 27 17:33:38.069706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7056394c-3ebb-4700-b4f7-fe0d1d02f71b req-a717a24e-9513-40f3-8582-c313a7c7de23 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Jul 27 17:33:39.210964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d903f4-700e-473f-9630-c1afa902b285 req-138915b3-7fe1-4200-8f68-7eeece2134ef tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:39.212567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-02d903f4-700e-473f-9630-c1afa902b285 req-138915b3-7fe1-4200-8f68-7eeece2134ef tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0683577 Jul 27 17:33:39.256093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-02d903f4-700e-473f-9630-c1afa902b285 req-b61701e9-5051-41a8-884a-a4a47eae47a3 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Jul 27 17:33:39.269545 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:33:39.811558 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88eefb03-376e-440c-85f2-0bac1fe8d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:40.401410 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bda4b-ed97-4905-852f-58f2df26e67c req-a4e767d6-2a41-4c4c-9865-8b6731dbabda tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:40.403993 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-165bda4b-ed97-4905-852f-58f2df26e67c req-a4e767d6-2a41-4c4c-9865-8b6731dbabda tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0776806 Jul 27 17:33:40.446365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-165bda4b-ed97-4905-852f-58f2df26e67c req-a4d78f07-3993-46e4-9270-592a36101b61 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Jul 27 17:33:41.593738 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041580-d38f-4d76-a23f-d0f6376fd71a req-f2aacac2-a330-4ea4-8482-1570101bc4aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:41.596681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9041580-d38f-4d76-a23f-d0f6376fd71a req-f2aacac2-a330-4ea4-8482-1570101bc4aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0795074 Jul 27 17:33:41.637827 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c9041580-d38f-4d76-a23f-d0f6376fd71a req-5f5925c8-5dc4-4c2d-a47b-af8170fb8751 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jul 27 17:33:42.537407 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:42.630446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5478-d1b4-4e76-b884-31468dec8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:42.778987 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3f9b-0684-4d1c-b08e-3023ce3a26f4 req-61d865a0-9401-4e9f-b11e-e332b340969b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:42.780419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-764e3f9b-0684-4d1c-b08e-3023ce3a26f4 req-61d865a0-9401-4e9f-b11e-e332b340969b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0665610 Jul 27 17:33:42.820331 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-764e3f9b-0684-4d1c-b08e-3023ce3a26f4 req-c2e909b9-c800-4e2b-9db4-260161d46dff tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Jul 27 17:33:43.660656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:43.966390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a702d0-1de7-4195-85ee-9a5da427b281 req-7e2a76b9-b9bd-447f-9a81-6054458ca2ad tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:43.968460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86a702d0-1de7-4195-85ee-9a5da427b281 req-7e2a76b9-b9bd-447f-9a81-6054458ca2ad tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0706582 Jul 27 17:33:44.009842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-86a702d0-1de7-4195-85ee-9a5da427b281 req-76da5a0c-d79f-4825-8f51-8da973074410 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Jul 27 17:33:45.167478 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d46b-7ba7-47ac-990c-9055bc05dd87 req-759ad088-cf1a-4bab-aa90-249786eda3d2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:45.168987 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e72d46b-7ba7-47ac-990c-9055bc05dd87 req-759ad088-cf1a-4bab-aa90-249786eda3d2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.0816662 Jul 27 17:33:45.213630 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0e72d46b-7ba7-47ac-990c-9055bc05dd87 req-61b94b39-bdaf-4f14-b721-a3e4e072ef8e tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Jul 27 17:33:45.266047 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.054552 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Request body: {'port': {'device_id': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:33:46.130253 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.395879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a596fa-90f8-458a-92da-e67cb3296800 req-a3aa05bb-dea9-4e51-b312-2777e4902e4e tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:46.397391 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56a596fa-90f8-458a-92da-e67cb3296800 req-a3aa05bb-dea9-4e51-b312-2777e4902e4e tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 931 time: 0.1070375 Jul 27 17:33:46.466310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:33:46.475801 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.480508 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-56a596fa-90f8-458a-92da-e67cb3296800 req-5900bf4e-1e82-4fa6-9269-bd60760b5f74 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744786 Jul 27 17:33:46.490540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Transition to ACTIVE for port object 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:33:46.496455 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.547268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:46.621381 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Attempting to bind port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:33:46.621730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Attempting to bind port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:33:46.622069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Attempting to bind port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 on network 7f02069c-6c38-411a-a865-6de7810b79a5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:46.626675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 on network 7f02069c-6c38-411a-a865-6de7810b79a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:33:46.627524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Attempting to bind port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 on network 7f02069c-6c38-411a-a865-6de7810b79a5 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:33:46.632709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:33:46.632905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Checking segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:33:46.633296 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Bound using segment: {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:33:46.633748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Bound port: 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab4c029-0fc8-479f-b074-4aed751906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:33:46.634106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.706084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:33:46.709081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:33:46.714024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.748723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:46.749370 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:46.750916 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] 10.222.0.13 "PUT /v2.0/ports/221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 1091 time: 0.7023160 Jul 27 17:33:46.751378 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:33:46.753711 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc79dc-09e1-44be-bf7f-5102be14e421" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:33:46.779543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7efec1-1ada-4279-aa63-9ff197153973 service neutron] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:46.805814 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5e828-ab31-4025-b3eb-2b66fed7389d x-openstack-request-id: req-0fc5e828-ab31-4025-b3eb-2b66fed7389d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:33:46.806143 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:33:46.806393 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fc5e828-ab31-4025-b3eb-2b66fed7389d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:33:46.806803 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:33:46.880771 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-07c78974-6f68-4942-b74e-21cf7762b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:46.882324 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-07c78974-6f68-4942-b74e-21cf7762b5bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1094 time: 0.0606484 Jul 27 17:33:46.936778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-cca7cf4e-d80d-418b-ad56-4d7f9489e5af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 217 time: 0.0417886 Jul 27 17:33:46.987697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-af952b3a-ca89-4466-a3ab-1341e83e6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:46.989259 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-af952b3a-ca89-4466-a3ab-1341e83e6bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0460999 Jul 27 17:33:47.052948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-bb1e5bc2-6774-4a1a-9a31-942a8b97447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.054483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-bb1e5bc2-6774-4a1a-9a31-942a8b97447f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580053 Jul 27 17:33:47.149857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-62515c4f-8bc6-4358-8552-3365b98c0573 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882015 Jul 27 17:33:47.257990 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-64f01cec-5e7a-4a5e-b77c-2342b1f262bb req-d96d9294-6346-491d-94c3-801d0b951e4b service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986245 Jul 27 17:33:47.402301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:47.420039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-cee91fa6-43c2-4340-a576-8272848bcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.421677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-cee91fa6-43c2-4340-a576-8272848bcc4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1094 time: 0.0710135 Jul 27 17:33:47.523505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-59601be5-55d1-411a-8cb6-fd0495478f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.525367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-59601be5-55d1-411a-8cb6-fd0495478f0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.0959535 Jul 27 17:33:47.571724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-18b10ab5-88b8-4751-b7cb-d048125a232e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 217 time: 0.0393126 Jul 27 17:33:47.653425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-e1fa60dc-52cd-46c4-b4d3-b81cd665e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.654832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-e1fa60dc-52cd-46c4-b4d3-b81cd665e814 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0745876 Jul 27 17:33:47.703551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac98aa7-cfbb-42eb-9a34-5716230d3b4e req-3c9d49fe-de31-414e-82e3-0751fd6e270c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.705109 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fac98aa7-cfbb-42eb-9a34-5716230d3b4e req-3c9d49fe-de31-414e-82e3-0751fd6e270c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 943 time: 0.1359684 Jul 27 17:33:47.758220 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fac98aa7-cfbb-42eb-9a34-5716230d3b4e req-c4a75b72-4fa6-42e0-861a-19df543c2eb3 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Jul 27 17:33:47.761189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-de58dbe5-4034-417a-99a9-9069245ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:47.762631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-de58dbe5-4034-417a-99a9-9069245ebf1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989449 Jul 27 17:33:47.863540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-264a70a8-52c6-4181-a0d0-3daa877d33bb service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923965 Jul 27 17:33:47.960975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfdc79dc-09e1-44be-bf7f-5102be14e421 req-2c789b38-1778-4c58-a112-134cd9d64f87 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893517 Jul 27 17:33:48.783348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:33:48.876349 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:48.888654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'port_id': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'mac_address': 'fa:16:3e:75:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:33:48.889439 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0b72f-74e8-4912-8b22-726fbe031a3a req-deab93ca-02ca-4e76-89e5-be22664c70d9 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:48.890953 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94c0b72f-74e8-4912-8b22-726fbe031a3a req-deab93ca-02ca-4e76-89e5-be22664c70d9 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 943 time: 0.0642478 Jul 27 17:33:48.926747 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:48.929537 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-94c0b72f-74e8-4912-8b22-726fbe031a3a req-e86f2a8c-e38e-4c78-99a1-bb16ed552224 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 27 17:33:48.944438 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:33:48.964181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:48.968371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:49.014491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:49.022526 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.022875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.023216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.023562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.023899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.024230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.024589 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.024920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.025248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.025574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.025899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.026221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:33:49.268100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:33:50.072229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69f16-e23a-4f29-965e-eb464cdc5665 req-44aad179-52b6-4101-a1d0-095b9e553ee0 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:50.073624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2d69f16-e23a-4f29-965e-eb464cdc5665 req-44aad179-52b6-4101-a1d0-095b9e553ee0 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 944 time: 0.0667384 Jul 27 17:33:50.141307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2d69f16-e23a-4f29-965e-eb464cdc5665 req-e344939a-e11e-44b9-96d7-5aeb46649699 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611887 Jul 27 17:33:50.799775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:33:50.854706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:33:50.858543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:33:50.859032 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:50.939786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:50.961524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:33:50.964485 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f18270-72f4-4099-8185-e95792124c93" -d '{"events": [{"server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "name": "network-vif-plugged", "status": "completed", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:33:50.978423 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:33:50.982639 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:33:51.009523 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57afbc71-33a1-4446-91d7-d92562cd367c x-openstack-request-id: req-57afbc71-33a1-4446-91d7-d92562cd367c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:33:51.009815 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "name": "network-vif-plugged", "status": "completed", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:33:51.010066 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57afbc71-33a1-4446-91d7-d92562cd367c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:33:51.010455 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'code': 200} Jul 27 17:33:51.039497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:33:51.138492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49844e2-e39f-4c74-9b34-aa5cb730ab01 req-4866d222-6703-43e0-b473-c733f0cac621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:51.140008 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c49844e2-e39f-4c74-9b34-aa5cb730ab01 req-4866d222-6703-43e0-b473-c733f0cac621 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1096 time: 0.0545411 Jul 27 17:33:51.175959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c49844e2-e39f-4c74-9b34-aa5cb730ab01 req-f1122301-c57c-4220-89de-8f5d189d3284 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290799 Jul 27 17:33:51.276832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102614-bcf5-4082-8d37-c3e0912adefa req-7000d951-d5aa-4bc2-b2f8-999998870ac1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:51.278325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa102614-bcf5-4082-8d37-c3e0912adefa req-7000d951-d5aa-4bc2-b2f8-999998870ac1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0669429 Jul 27 17:33:51.316242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa102614-bcf5-4082-8d37-c3e0912adefa req-03826a36-501f-4e5e-8682-cdd4653fc138 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Jul 27 17:33:52.448345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3866d5-e179-41b1-8357-5b7b14144b91 req-049f21d9-2847-4701-bae4-a32b2cd8ccf7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:52.449867 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e3866d5-e179-41b1-8357-5b7b14144b91 req-049f21d9-2847-4701-bae4-a32b2cd8ccf7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0648346 Jul 27 17:33:52.488662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5e3866d5-e179-41b1-8357-5b7b14144b91 req-858ef07a-7eaa-4ce8-b68e-d395aaea76f0 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jul 27 17:33:52.622863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c180c6-0245-49f0-b4e4-213f272c523b req-fcbf5c4f-3996-4f53-893f-0a7af34b2faf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:52.624249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11c180c6-0245-49f0-b4e4-213f272c523b req-fcbf5c4f-3996-4f53-893f-0a7af34b2faf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0681520 Jul 27 17:33:52.662743 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-11c180c6-0245-49f0-b4e4-213f272c523b req-76a1f56d-1411-4adb-9326-3c6f7db06e27 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jul 27 17:33:52.871516 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd421-0b70-457d-be0f-f3ead6eee95d req-9ceba921-cf01-4b24-bf41-33b4570963c1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:33:52.873366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4fdd421-0b70-457d-be0f-f3ead6eee95d req-9ceba921-cf01-4b24-bf41-33b4570963c1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0668859 Jul 27 17:33:52.916127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c4fdd421-0b70-457d-be0f-f3ead6eee95d req-9a80ea01-8474-4603-acaf-44ea5416ea67 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jul 27 17:34:03.589069 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:04.597704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831a769-3c5e-4dd9-b09e-4c095c41e4ff req-f97e9fd0-0403-47d3-aa7f-71b4509d063c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:04.599187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a831a769-3c5e-4dd9-b09e-4c095c41e4ff req-f97e9fd0-0403-47d3-aa7f-71b4509d063c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0658488 Jul 27 17:34:04.640239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a831a769-3c5e-4dd9-b09e-4c095c41e4ff req-e8882f33-8bd6-4757-a697-b9185803faec tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Jul 27 17:34:04.663139 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38926) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:04.822362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acca5e6-8259-43cf-b0d0-922ef0941cad tempest-TestMinimumBasicScenario-465516442 tempest-TestMinimumBasicScenario-465516442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:04.823950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7acca5e6-8259-43cf-b0d0-922ef0941cad tempest-TestMinimumBasicScenario-465516442 tempest-TestMinimumBasicScenario-465516442-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1091 time: 0.1597953 Jul 27 17:34:04.826977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38930) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:04.831583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:04.853974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:04.951795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:05.068915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Allocated IP 172.25.4.69 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/8c3229a4-40d6-4953-a456-1ec2437d9c6c) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:34:05.174428 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:05.230347 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:05.270616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:34:05.275716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:34:05.280041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:34:05.286279 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'Port': ['ID=8c3229a4-40d6-4953-a456-1ec2437d9c6c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:05.996280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.081564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.273616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.282101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.357322 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'Port': ['ID=8c3229a4-40d6-4953-a456-1ec2437d9c6c,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:06.371621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.470484 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Floating IP f0b8f4fb-6325-4dd9-8799-06c057a815e3 associated. External IP: 172.25.4.69, port: 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1. Jul 27 17:34:06.697432 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Router 218de106-f58a-44e8-bc29-e3bde94bd413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:34:06.811267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:34:06.822233 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Sync routers for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:34:06.832294 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:34:06.832849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:06.832995 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:34:06.874320 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f733dee9-f98f-4216-83e9-bb0e7e79281b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0462544 Jul 27 17:34:06.875041 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:34:06.877413 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38932) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:06.882301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448658869', 'description': 'tempest-secgroup-smoke-1448658869 description', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:06.918770 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.025363 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853cf1f2-8501-46ba-a886-d15adc51268a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:34:07.029261 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.034814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.056531 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:34:07.070027 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.071309 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928771 Jul 27 17:34:07.072187 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545cc15-ecb5-4352-a66f-321aafc1efdf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8396af87-2c24-44c5-8965-fad7da5ab5cb,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:07.074435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38940) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:07.093475 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:07.140319 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.144750 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b512c3f-cd7b-4441-a400-dcb647432405 x-openstack-request-id: req-8b512c3f-cd7b-4441-a400-dcb647432405 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:34:07.145036 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:34:07.145282 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b512c3f-cd7b-4441-a400-dcb647432405 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:34:07.145665 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:34:07.202907 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.207150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.225723 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0848befc-b754-41b9-ba90-e070e3a449b6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:07.235931 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.237612 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-230068fb-eac1-425c-91fe-e424ec115575 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505613 Jul 27 17:34:07.242876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38942) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:07.247510 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:07.261874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf1f2-8501-46ba-a886-d15adc51268a req-8eb1297f-168d-4862-8613-96163ad839c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:07.263696 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-8eb1297f-168d-4862-8613-96163ad839c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1096 time: 0.0772541 Jul 27 17:34:07.283688 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.361260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f0b8f4fb-6325-4dd9-8799-06c057a815e3', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'port_id': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'mac_address': 'fa:16:3e:75:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:34:05Z', 'updated_at': '2021-07-27T17:34:05Z', 'revision_number': 0, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:34:07.374270 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.375514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf1f2-8501-46ba-a886-d15adc51268a req-7eeaf169-5163-4fa6-b6f0-aec3938079e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:07.377854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-7eeaf169-5163-4fa6-b6f0-aec3938079e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.1060224 Jul 27 17:34:07.380484 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.383523 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Checking router: 218de106-f58a-44e8-bc29-e3bde94bd413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:34:07.394480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:34:07.395558 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:33:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:34:07.410049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d13b29-a8cc-435e-b342-d1205c4b8179,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:07.421602 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.423700 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-06a6096b-f418-4797-bd07-bdd0e291513f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797225 Jul 27 17:34:07.427481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38944) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:07.432150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:07.473506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-652b079f-39b7-475d-9f64-cb5cdac9f680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 998 time: 0.0874479 Jul 27 17:34:07.474134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.535709 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:34:07.540153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf1f2-8501-46ba-a886-d15adc51268a req-659c904d-b590-4694-b637-bf550a515501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:07.541765 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-659c904d-b590-4694-b637-bf550a515501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0611515 Jul 27 17:34:07.579569 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.584344 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.610145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730ce845-1b5b-48aa-a7ac-6fe18bf1fc0c,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:07.629202 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.631512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c57531e2-eceb-4fda-90ab-f22b73484c46 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027900 Jul 27 17:34:07.634358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 38946) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:07.641329 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:07.657690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf1f2-8501-46ba-a886-d15adc51268a req-1fe0b51c-bb2d-4a33-88cb-d54bd0ac7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:07.659254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-1fe0b51c-bb2d-4a33-88cb-d54bd0ac7964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099970 Jul 27 17:34:07.721234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.804288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-1b537904-3c19-48b4-83a4-b3a71c5a81c7 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347976 Jul 27 17:34:07.825349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.843518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.849297 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f0b8f4fb-6325-4dd9-8799-06c057a815e3', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'port_id': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'mac_address': 'fa:16:3e:75:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:34:05Z', 'updated_at': '2021-07-27T17:34:05Z', 'revision_number': 0, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:34:07.882522 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935d381-1e1f-4f61-9210-3690f62a6fce None None] The sync data for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 is: [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'f0b8f4fb-6325-4dd9-8799-06c057a815e3', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'port_id': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'mac_address': 'fa:16:3e:75:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:34:05Z', 'updated_at': '2021-07-27T17:34:05Z', 'revision_number': 0, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:34:07.893825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bcd71b-4e09-46f7-be4a-b059b2a2f1bb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:07.905272 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.909764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-475b5183-da87-4930-b007-0b24c22e446a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2739778 Jul 27 17:34:07.909915 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38948) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:07.916948 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:07.954829 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Project 0ff9db597a7a4c83aa49ba504a0ecadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:34:07.961549 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:07.965017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-853cf1f2-8501-46ba-a886-d15adc51268a req-210839f5-8c55-4280-a966-79fb0c88a62a service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497643 Jul 27 17:34:08.060325 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.064536 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.082005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8361b074-b05a-430b-b7f5-218036894778,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:08.093788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.093788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.094297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.094297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.094638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.094996 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.095312 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.095609 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.095941 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.096272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.096627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.096958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:34:08.100462 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.101719 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d9a2d1c2-98ed-4be9-ade6-1da7cb7d6859 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905949 Jul 27 17:34:08.105075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 38950) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:34:08.120285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'security_group_rule': {'security_group_id': '8396af87-2c24-44c5-8965-fad7da5ab5cb', 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:08.159507 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Project 0ff9db597a7a4c83aa49ba504a0ecadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:34:08.166814 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.177432 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b778d-8d1c-417b-93f1-6d590509e2f6 None None] New status for floating IP f0b8f4fb-6325-4dd9-8799-06c057a815e3: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:34:08.257367 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.263501 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.290371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d062aea2-d7c9-4f43-baa4-975c653d1eb2,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:08.294900 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:08.296461 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-34ab9444-441f-4dac-8537-f4e438d7a1f7 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902370 Jul 27 17:34:08.441086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-a5a1f78f-203f-4a1b-839b-10da783f6a6b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448658869&fields=id&tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb HTTP/1.1" status: 200 len: 267 time: 0.0528953 Jul 27 17:34:08.537670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-61db1e51-6029-4c4c-8018-8313c539a1bb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:08.539298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-61db1e51-6029-4c4c-8018-8313c539a1bb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0892460 Jul 27 17:34:08.555677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'port': {'security_groups': ['ab734b04-d17f-48be-a3af-3d06a0ff7816', '8396af87-2c24-44c5-8965-fad7da5ab5cb']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:34:08.940399 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.148937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:34:09.183432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.189073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.221784 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:34:09.235444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.236508 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.238698 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e29c1450-eb29-4b7c-862c-3926bdac6928 req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "PUT /v2.0/ports/221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 981 time: 0.6886458 Jul 27 17:34:09.246594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:34:09.246594 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3027211-c73e-40d7-9f26-d49583c4932f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:34:09.280236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566d746-234e-430a-91f4-c814aba6ac2c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:34:09.318468 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daed906e-8506-47e5-9abd-06556aed3880 x-openstack-request-id: req-daed906e-8506-47e5-9abd-06556aed3880 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:34:09.318998 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:34:09.319265 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daed906e-8506-47e5-9abd-06556aed3880 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:34:09.319839 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:34:09.362922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:34:09.439670 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123fb5-9de8-409e-82ce-f1dd2cfaf8e8 req-9072308c-5e07-48e2-a9b0-8ea03d2927fa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.442582 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9123fb5-9de8-409e-82ce-f1dd2cfaf8e8 req-9072308c-5e07-48e2-a9b0-8ea03d2927fa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.1107106 Jul 27 17:34:09.455761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027211-c73e-40d7-9f26-d49583c4932f req-bfb471ad-9086-417c-b5fd-c4553fb8919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.457848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-bfb471ad-9086-417c-b5fd-c4553fb8919c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1135 time: 0.0859013 Jul 27 17:34:09.502634 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9123fb5-9de8-409e-82ce-f1dd2cfaf8e8 req-b1eda369-7891-4b99-bb6c-cd056786264f tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523658 Jul 27 17:34:09.596563 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027211-c73e-40d7-9f26-d49583c4932f req-9576f3e1-beb2-4e90-bdc3-25aa9460c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.598189 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-9576f3e1-beb2-4e90-bdc3-25aa9460c1ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.1320190 Jul 27 17:34:09.645735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3dde073e-12af-41aa-a9d0-4ef162bd3e51 None None] Provisioning complete for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:34:09.646222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3dde073e-12af-41aa-a9d0-4ef162bd3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.676184 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-bb5aabbf-570a-4745-a935-909e15d93661 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0706906 Jul 27 17:34:09.728554 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027211-c73e-40d7-9f26-d49583c4932f req-67e4ac0e-421b-4c14-9a1b-329e1df927c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.729929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-67e4ac0e-421b-4c14-9a1b-329e1df927c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0465677 Jul 27 17:34:09.804532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027211-c73e-40d7-9f26-d49583c4932f req-8a7e4786-2dfb-4f99-a500-aafda44b2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:09.806171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-8a7e4786-2dfb-4f99-a500-aafda44b2f95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687635 Jul 27 17:34:09.880622 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-41f291e4-b45c-4c30-9a9d-85a3579e7959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:09.919578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-01a06219-4e24-459e-bb10-0881ef8d75a5 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059852 Jul 27 17:34:10.022249 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b3027211-c73e-40d7-9f26-d49583c4932f req-c2d69217-6b81-43b8-80eb-32b5f8ed52a5 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939872 Jul 27 17:34:12.517473 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:12.625471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0087befa-799a-4868-b083-948058ec307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:13.657940 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:15.263778 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:16.269671 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:34:17.399299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:24.781283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4def5a-4d74-4c5f-b85e-3d7492af8c4f req-a1bba552-ba8c-4577-8646-53be3809c390 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:24.783147 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a4def5a-4d74-4c5f-b85e-3d7492af8c4f req-a1bba552-ba8c-4577-8646-53be3809c390 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0950689 Jul 27 17:34:24.788321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12251-216d-40cc-bb41-167d57558416 req-c133f513-2dae-482c-8acd-5b7b772b8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:24.789887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-c133f513-2dae-482c-8acd-5b7b772b8b72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1135 time: 0.0720479 Jul 27 17:34:24.833325 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7a4def5a-4d74-4c5f-b85e-3d7492af8c4f req-9b76e972-d201-42db-90de-534ad82d2f87 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431468 Jul 27 17:34:24.897052 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12251-216d-40cc-bb41-167d57558416 req-3bdf3dc2-2d32-40b8-a034-fcc6c57fb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:24.898556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-3bdf3dc2-2d32-40b8-a034-fcc6c57fb0ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.0994780 Jul 27 17:34:24.973421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-047c0d1c-5029-46b0-8bc0-4311e0f3ab1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0674808 Jul 27 17:34:25.029480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12251-216d-40cc-bb41-167d57558416 req-3c9502fb-17ce-4fec-9cc2-460d198cf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:25.030965 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-3c9502fb-17ce-4fec-9cc2-460d198cf751 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0500879 Jul 27 17:34:25.099724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12251-216d-40cc-bb41-167d57558416 req-cbc152a6-7b33-41c4-91a8-f5dd6398dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:25.101651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-cbc152a6-7b33-41c4-91a8-f5dd6398dacc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628612 Jul 27 17:34:25.113870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-5584d7c1-d89d-420f-93f0-a9011a39ed68 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:34:25.114837 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-5584d7c1-d89d-420f-93f0-a9011a39ed68 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060964 Jul 27 17:34:25.246368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-6cc7886b-9e2b-4186-8239-9f0e103635fa service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241529 Jul 27 17:34:25.357337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99a12251-216d-40cc-bb41-167d57558416 req-fedc4408-e015-4307-a467-aecdf891bac2 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019859 Jul 27 17:34:25.995392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81539a6-e832-4ffd-ad64-a460eab43400 req-c4250292-179d-43ea-873a-4fca99b49f71 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:25.996957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c81539a6-e832-4ffd-ad64-a460eab43400 req-c4250292-179d-43ea-873a-4fca99b49f71 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0805471 Jul 27 17:34:26.052498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c81539a6-e832-4ffd-ad64-a460eab43400 req-a1661edc-7720-4b7b-bb12-87235f0894e4 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447376 Jul 27 17:34:27.210838 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5553136-8115-471d-a624-698212a07b4c req-bc2dba3e-2b8f-48c1-ba28-4901b947ad81 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:27.212662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5553136-8115-471d-a624-698212a07b4c req-bc2dba3e-2b8f-48c1-ba28-4901b947ad81 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0751801 Jul 27 17:34:27.259990 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5553136-8115-471d-a624-698212a07b4c req-21aa9496-da9f-4900-b7ba-bd71a71bea67 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366232 Jul 27 17:34:28.415312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d5cda-2ce1-43ad-8549-a334121a0157 req-bdd31544-9340-4e89-93ae-e4b717de613c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:28.416851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-328d5cda-2ce1-43ad-8549-a334121a0157 req-bdd31544-9340-4e89-93ae-e4b717de613c tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0807483 Jul 27 17:34:28.471213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-328d5cda-2ce1-43ad-8549-a334121a0157 req-d5b1a209-8a90-49da-b737-e1f5c77f755e tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479259 Jul 27 17:34:29.624582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1d16b-c6c0-4f60-8d93-c4523a4e9495 req-29aece54-0d19-4fa3-b635-7caa09d6a5bf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:29.626127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03c1d16b-c6c0-4f60-8d93-c4523a4e9495 req-29aece54-0d19-4fa3-b635-7caa09d6a5bf tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0724990 Jul 27 17:34:29.670908 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03c1d16b-c6c0-4f60-8d93-c4523a4e9495 req-9f0016d9-46a3-47dd-86fe-3de199b29c18 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384934 Jul 27 17:34:30.541681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-1d766f61-8b67-43fa-b9f9-b1d876a227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:30.543286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-1d766f61-8b67-43fa-b9f9-b1d876a227cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1135 time: 0.0641868 Jul 27 17:34:30.670888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-eec938b2-9f83-424c-be4f-4b5b83221095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:30.673993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-eec938b2-9f83-424c-be4f-4b5b83221095 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.1077218 Jul 27 17:34:30.756874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-75d53df2-0fd7-43ae-b6e6-53dac55787e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0753093 Jul 27 17:34:30.847692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-6febd7fa-d7ba-4da3-b94f-4e31fdc108c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:30.849238 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-6febd7fa-d7ba-4da3-b94f-4e31fdc108c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0852056 Jul 27 17:34:30.913922 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248827-ece3-4f11-bb28-b56ef2ffede8 req-096fdd71-8e9c-4a7b-9f5f-de4d94656fbb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:30.915503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc248827-ece3-4f11-bb28-b56ef2ffede8 req-096fdd71-8e9c-4a7b-9f5f-de4d94656fbb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.1500473 Jul 27 17:34:30.964819 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-ea2b77b6-d7f0-4b73-ba06-cb4527111c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:30.966956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-ea2b77b6-d7f0-4b73-ba06-cb4527111c00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104817 Jul 27 17:34:30.985438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bc248827-ece3-4f11-bb28-b56ef2ffede8 req-237a9391-85cd-4ba3-b06c-4bb4e01886f4 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606527 Jul 27 17:34:31.094429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-443e0a1f-c559-407f-bddd-75e44a85b188 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202281 Jul 27 17:34:31.198754 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45c9544b-19db-44ad-a4a8-e1f5d8ef499e req-6fe24dd5-b190-4461-a7fa-c11dfabf5039 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971994 Jul 27 17:34:32.139600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106ae8-22ec-4ce6-806e-8620f2aaa97c req-121ff893-6d63-427f-b7ac-c8bb58bb49cb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:32.141720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22106ae8-22ec-4ce6-806e-8620f2aaa97c req-121ff893-6d63-427f-b7ac-c8bb58bb49cb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0836134 Jul 27 17:34:32.184517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-22106ae8-22ec-4ce6-806e-8620f2aaa97c req-dae001d2-13e7-47bf-88df-9eb532258d70 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360563 Jul 27 17:34:33.332829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d6dac-bfa6-4489-bee9-e7cd4be827c8 req-f65ef850-3d92-4836-9128-af2d7f5e998a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:33.334785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-535d6dac-bfa6-4489-bee9-e7cd4be827c8 req-f65ef850-3d92-4836-9128-af2d7f5e998a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0748560 Jul 27 17:34:33.386203 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-535d6dac-bfa6-4489-bee9-e7cd4be827c8 req-fa29d5c4-4720-4317-8547-a41dd49e330d tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444841 Jul 27 17:34:33.612646 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:34.536508 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062e3e-1439-43de-ac06-6b9c59ddc7f6 req-fef65b5e-6725-4112-9a0d-cb56ddece3b2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:34.538158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c062e3e-1439-43de-ac06-6b9c59ddc7f6 req-fef65b5e-6725-4112-9a0d-cb56ddece3b2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0716915 Jul 27 17:34:34.583367 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4c062e3e-1439-43de-ac06-6b9c59ddc7f6 req-07c0858f-8b99-459b-b387-a1282b12d428 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369751 Jul 27 17:34:35.737078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1976ee-4066-49a3-9f9c-68b3118f7ed8 req-1e96776d-a5f2-4f6d-bca8-90fc7e864d2a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:35.739015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd1976ee-4066-49a3-9f9c-68b3118f7ed8 req-1e96776d-a5f2-4f6d-bca8-90fc7e864d2a tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0837741 Jul 27 17:34:35.784267 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-dd1976ee-4066-49a3-9f9c-68b3118f7ed8 req-19feeead-31aa-4bff-bc36-1db4bdb7facb tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387146 Jul 27 17:34:36.921653 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6bdde-debb-4345-ab98-97a5e09d5ed7 req-354de9b8-dc4a-4fd6-9451-a3bfc55dcff1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:34:36.923197 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07a6bdde-debb-4345-ab98-97a5e09d5ed7 req-354de9b8-dc4a-4fd6-9451-a3bfc55dcff1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0685925 Jul 27 17:34:36.965219 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07a6bdde-debb-4345-ab98-97a5e09d5ed7 req-cdb4ade7-ac2b-4cd3-8879-ecae8d8b4e90 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&id=8396af87-2c24-44c5-8965-fad7da5ab5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353053 Jul 27 17:34:39.816087 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-57b4debb-7540-426a-9a94-503ac2a3f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:42.529278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:42.618688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9119a6c9-b1be-40c0-8691-4a16336ef1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:43.659250 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:45.264329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:47.390992 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:34:53.268716 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:35:03.600757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:05.920541 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37c14a80-169d-47d3-83f2-6b6208531311 req-37eb3277-6a6a-45a4-890d-04d0bc9190f1 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448658869&fields=id&tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb HTTP/1.1" status: 200 len: 267 time: 0.0893755 Jul 27 17:35:05.991082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14a80-169d-47d3-83f2-6b6208531311 req-931109fe-c27a-4667-b289-63b09ceb3677 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:05.992632 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37c14a80-169d-47d3-83f2-6b6208531311 req-931109fe-c27a-4667-b289-63b09ceb3677 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 984 time: 0.0662413 Jul 27 17:35:06.006562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Request body: {'port': {'security_groups': ['ab734b04-d17f-48be-a3af-3d06a0ff7816']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:06.098036 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.276861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:06.307237 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.311738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.346263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:35:06.356398 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:06.357045 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.358487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-37c14a80-169d-47d3-83f2-6b6208531311 req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "PUT /v2.0/ports/221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 942 time: 0.3569956 Jul 27 17:35:06.358958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:06.361464 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:06.370219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39018) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:06.390135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event updated for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:06.400064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.400465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.400837 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.401182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.401739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.401948 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.402292 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.402624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.402957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.403290 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.403668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.403999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d02e0c-28e9-453c-83af-5c661ab267a2 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:06.441344 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682f4b7-b928-4f6d-a459-ed2019b48f50 x-openstack-request-id: req-8682f4b7-b928-4f6d-a459-ed2019b48f50 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:06.442083 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:06.442659 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8682f4b7-b928-4f6d-a459-ed2019b48f50 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:06.443153 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:35:06.465562 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.489980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:35:06.499953 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.581430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-32679a7b-680e-42c2-b57d-10d621365586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:06.583495 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-32679a7b-680e-42c2-b57d-10d621365586 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1096 time: 0.0947945 Jul 27 17:35:06.583683 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.589686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.591228 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "DELETE /v2.0/security-groups/8396af87-2c24-44c5-8965-fad7da5ab5cb HTTP/1.1" status: 204 len: 168 time: 0.2198918 Jul 27 17:35:06.603254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39020) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:06.604608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cfcab-3b48-4ce4-905c-c1254e0c3db8 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396af87-2c24-44c5-8965-fad7da5ab5cb,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:06.723317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-fa55885a-06e5-4276-800a-3ecf873fd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:06.725081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-fa55885a-06e5-4276-800a-3ecf873fd993 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.1342497 Jul 27 17:35:06.747146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c7ebf359-586e-48ab-9e8a-16b01a22ceaa None None] Provisioning complete for port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:06.747531 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf359-586e-48ab-9e8a-16b01a22ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.793686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Deleting port 8c3229a4-40d6-4953-a456-1ec2437d9c6c {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:06.794583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.809419 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-d8bba73b-a343-4b60-86b9-93ad8a3e9512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0749707 Jul 27 17:35:06.871324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-dcd26fe7-9071-4645-b992-fd1faa91fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:06.873015 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-dcd26fe7-9071-4645-b992-fd1faa91fa08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0568762 Jul 27 17:35:06.891681 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.893144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:06.907801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Calling delete_port for 8c3229a4-40d6-4953-a456-1ec2437d9c6c owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:06.941284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-8cb873ac-ae18-49d3-9f2f-0fc7f417960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:06.942849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-8cb873ac-ae18-49d3-9f2f-0fc7f417960b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623307 Jul 27 17:35:07.048806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-37a823f1-928f-49ab-a4aa-4478d6901ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969257 Jul 27 17:35:07.087364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:07.124184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event deleted for resources: {'Port': ['ID=8c3229a4-40d6-4953-a456-1ec2437d9c6c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:07.162771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-09dd5ab3-9d0a-4ea7-bd9f-5bb6a126bce5 req-0dc28a6b-f2bd-4262-9cd0-e9603955e2f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067741 Jul 27 17:35:07.189312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:07.189642 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Floating IP f0b8f4fb-6325-4dd9-8799-06c057a815e3 disassociated (deleted). External IP: 172.25.4.69, port: 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1. Jul 27 17:35:07.428532 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Router 218de106-f58a-44e8-bc29-e3bde94bd413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:35:07.555456 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:07.560601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:07.567501 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Sync routers for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:07.583606 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:07.584581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:34:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:07.609576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6fbb7b87-e038-40e8-aad2-78c2391703fd tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "DELETE /v2.0/floatingips/f0b8f4fb-6325-4dd9-8799-06c057a815e3 HTTP/1.1" status: 204 len: 168 time: 0.9992819 Jul 27 17:35:07.609576 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:07.609887 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:07.670192 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12efc6ce-9e46-4bd9-abf1-981af4eeddac x-openstack-request-id: req-12efc6ce-9e46-4bd9-abf1-981af4eeddac {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:07.670559 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:07.671178 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12efc6ce-9e46-4bd9-abf1-981af4eeddac {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:07.671369 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:35:07.733799 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:07.788215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-15dc591d-43fb-40aa-ac65-08af6e0bcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:07.789976 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-15dc591d-43fb-40aa-ac65-08af6e0bcda4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 1096 time: 0.0737126 Jul 27 17:35:07.913751 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-ed80aed0-9f32-4a61-a840-7814511e36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:07.915295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-ed80aed0-9f32-4a61-a840-7814511e36f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 200 len: 915 time: 0.1178703 Jul 27 17:35:07.968579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-5e917a1d-a9cc-495c-8d3e-98e092d43c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 200 len: 217 time: 0.0460334 Jul 27 17:35:07.994367 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:08.025791 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Checking router: 218de106-f58a-44e8-bc29-e3bde94bd413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:08.028583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-cf1d2889-ff30-4d6d-a2d2-46abbbb0d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:08.030126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-cf1d2889-ff30-4d6d-a2d2-46abbbb0d4b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 200 len: 853 time: 0.0509963 Jul 27 17:35:08.035410 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:08.035794 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:34:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:08.111818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-bc60cb2f-3923-4549-956e-d2bd1f6f06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:08.113560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-bc60cb2f-3923-4549-956e-d2bd1f6f06df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f02069c-6c38-411a-a865-6de7810b79a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758719 Jul 27 17:35:08.152657 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:08.228285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-9e6a7440-e507-40a0-99ca-699b33551c93 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068220 Jul 27 17:35:08.337307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ba6ac68f-4fbf-44a0-8780-161d5c8d5053 req-75001cfe-e544-4521-8a6f-a8dea8e07696 service neutron] 10.222.0.13 "GET /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005564 Jul 27 17:35:08.445602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-f75a8606-c4f3-4786-b961-6a17ffdf357b req-b28bd5fb-c11d-42c1-9608-30e0b5797fb3 tempest-ServerDiskConfigTestJSON-1763538766 tempest-ServerDiskConfigTestJSON-1763538766-project] (93923) timed out ('10.222.0.61', 49781) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:35:08.485596 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:08.517300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fcbc8c-7b1e-4948-932b-c720db49157b None None] The sync data for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 is: [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:33:18Z', 'revision_number': 4, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '86d1c5b7-a648-4ce9-bcad-d3070e23a877', 'name': '', 'network_id': '7f02069c-6c38-411a-a865-6de7810b79a5', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'mac_address': 'fa:16:3e:a4:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:17Z', 'updated_at': '2021-07-27T17:33:23Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'subnets': [{'id': '6117270d-b027-4948-ba9b-4aa803c2071a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:08.751731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06df6c-9f80-4e5d-b8ed-79d7ba345c1d None None] New status for floating IP f0b8f4fb-6325-4dd9-8799-06c057a815e3: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:35:09.817439 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b0427844-8cf4-4c30-91db-4c06f7da2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:12.533706 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:12.620341 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9b500027-ac4a-461f-80f6-bc4a8ccfac25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:13.668166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:14.666148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700fee4-4db3-4401-9ee8-a4b2312c2490 req-a3d0a9ee-2f45-4c89-97cb-590cf6be9f4b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:14.667732 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9700fee4-4db3-4401-9ee8-a4b2312c2490 req-a3d0a9ee-2f45-4c89-97cb-590cf6be9f4b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0663190 Jul 27 17:35:14.716086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9700fee4-4db3-4401-9ee8-a4b2312c2490 req-4b17da64-5ec9-4d15-b6be-c55b3c90791d tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Jul 27 17:35:15.267570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:15.901029 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6cfd-7202-4bce-a587-3e0842b1f680 req-d7c5e23a-c738-47e5-8e24-9cf6acfd841b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:15.902567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11ce6cfd-7202-4bce-a587-3e0842b1f680 req-d7c5e23a-c738-47e5-8e24-9cf6acfd841b tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.1148109 Jul 27 17:35:15.942471 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-11ce6cfd-7202-4bce-a587-3e0842b1f680 req-9b3efa1a-71f1-4fa5-8f3a-dd6320381aa4 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab734b04-d17f-48be-a3af-3d06a0ff7816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Jul 27 17:35:16.398488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-bb5d3c0c-8f2a-469c-ad4a-9d7247a6cc37 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:16.399964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-bb5d3c0c-8f2a-469c-ad4a-9d7247a6cc37 tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Jul 27 17:35:16.503181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Deleting port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:16.503518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:16.589993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] For port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:16.590355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:16.603927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Calling delete_port for 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:16.733196 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:16.761091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Pushing event deleted for resources: {'Port': ['ID=221adce7-2cb6-4b2a-b898-a3eb39ffd2d1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:16.764418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:35:16.810483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] No DVR routers for this DVR port 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:35:16.813845 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:16.815818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e89aa646-9003-4516-80f7-9aeb6ffcee7c req-ea108fb8-e316-437f-a4f0-192e300086aa tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.13 "DELETE /v2.0/ports/221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 HTTP/1.1" status: 204 len: 173 time: 0.4090240 Jul 27 17:35:16.816253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'name': 'network-vif-deleted', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:16.818685 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285dc654-9a72-415e-b673-cdbbe7b7242e" -d '{"events": [{"server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "name": "network-vif-deleted", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:16.927329 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3190de-d3dc-48fc-b6f9-c504232568cd x-openstack-request-id: req-ff3190de-d3dc-48fc-b6f9-c504232568cd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:16.927627 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68afc2-3442-4b5c-bf1f-029a78931e67", "name": "network-vif-deleted", "tag": "221adce7-2cb6-4b2a-b898-a3eb39ffd2d1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:16.927880 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff3190de-d3dc-48fc-b6f9-c504232568cd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:16.928281 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68afc2-3442-4b5c-bf1f-029a78931e67', 'name': 'network-vif-deleted', 'tag': '221adce7-2cb6-4b2a-b898-a3eb39ffd2d1', 'status': 'completed', 'code': 200} Jul 27 17:35:17.054001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6f233bf5-309e-4cd0-b834-0f29407dfbe1 req-348b8337-6807-42cb-b9a8-d4f662e682ce tempest-TestMinimumBasicScenario-1485334077 tempest-TestMinimumBasicScenario-1485334077-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd68afc2-3442-4b5c-bf1f-029a78931e67 HTTP/1.1" status: 200 len: 210 time: 0.0316486 Jul 27 17:35:17.410631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:18.625674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39132) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:19.317141 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:19.631149 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Deleting port 86d1c5b7-a648-4ce9-bcad-d3070e23a877 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:19.631899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:19.708964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] For port 86d1c5b7-a648-4ce9-bcad-d3070e23a877, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=86d1c5b7-a648-4ce9-bcad-d3070e23a877,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:19.709312 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:19.722984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Calling delete_port for 86d1c5b7-a648-4ce9-bcad-d3070e23a877 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:19.930255 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:19.956135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d1c5b7-a648-4ce9-bcad-d3070e23a877,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:20.133275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:20.350706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Router 218de106-f58a-44e8-bc29-e3bde94bd413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:35:20.466075 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:20.474403 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39134) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:20.474917 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Sync routers for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:20.477044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3d3be349-b28a-4dc4-99c9-c55a91c8ca86 admin admin] 10.222.0.64 "PUT /v2.0/routers/218de106-f58a-44e8-bc29-e3bde94bd413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499539 Jul 27 17:35:20.487359 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:20.488072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:20.584025 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:20.609533 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:20.685792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:20.740111 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Deleting port 6720749a-9c89-42ae-baea-d9d76af97152 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:20.740482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:20.787516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '6720749a-9c89-42ae-baea-d9d76af97152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:35:19Z', 'revision_number': 5, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port': {'id': '6720749a-9c89-42ae-baea-d9d76af97152', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:16Z', 'updated_at': '2021-07-27T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:20.814322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Checking router: 218de106-f58a-44e8-bc29-e3bde94bd413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:20.819428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] For port 6720749a-9c89-42ae-baea-d9d76af97152, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6720749a-9c89-42ae-baea-d9d76af97152,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:20.819803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:20.825200 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Routers {'218de106-f58a-44e8-bc29-e3bde94bd413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:20.825845 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['218de106-f58a-44e8-bc29-e3bde94bd413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:20.837487 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Calling delete_port for 6720749a-9c89-42ae-baea-d9d76af97152 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:20.911597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] Set router 218de106-f58a-44e8-bc29-e3bde94bd413 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:20.964946 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:35:20Z', 'revision_number': 6, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:20.990871 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0fbdd-f901-4dfb-9b79-58bad335ec73 None None] The sync data for ids ['218de106-f58a-44e8-bc29-e3bde94bd413'] in n-d-723572-6 is: [{'id': '218de106-f58a-44e8-bc29-e3bde94bd413', 'name': 'tempest-TestMinimumBasicScenario-459810982-router', 'tenant_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:15Z', 'updated_at': '2021-07-27T17:35:20Z', 'revision_number': 6, 'project_id': '0ff9db597a7a4c83aa49ba504a0ecadb', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:21.005754 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.036842 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Pushing event deleted for resources: {'Port': ['ID=6720749a-9c89-42ae-baea-d9d76af97152,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:21.062143 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.062496 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.062843 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.063184 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.063524 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.063861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.064190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.064547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.064927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.065886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.066113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.066585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:21.107227 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.151160 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:21.172305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:21.172603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 221adce7-2cb6-4b2a-b898-a3eb39ffd2d1 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:21.199111 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.201239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.246990 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.247537 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218de106-f58a-44e8-bc29-e3bde94bd413 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:35:21.251896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.253081 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0334ed57-942c-497a-b5ea-4fce55aae8de admin admin] 10.222.0.64 "DELETE /v2.0/routers/218de106-f58a-44e8-bc29-e3bde94bd413 HTTP/1.1" status: 204 len: 168 time: 0.7776725 Jul 27 17:35:21.255580 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:21.298757 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Deleting subnet 6117270d-b027-4948-ba9b-4aa803c2071a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:35:21.302494 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.336228 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.428331 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.484366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.509502 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6117270d-b027-4948-ba9b-4aa803c2071a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:21.514432 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.516559 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a45e8722-6db7-428b-ad3c-a83bcfae1989 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6117270d-b027-4948-ba9b-4aa803c2071a HTTP/1.1" status: 204 len: 168 time: 0.2600236 Jul 27 17:35:21.519578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:21.524866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d3e944-e5a3-4ad1-a954-ce9326935331 None None] Network 7f02069c-6c38-411a-a865-6de7810b79a5 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:35:21.587426 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.644390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Deleting port 4fec3ec7-46a6-4fad-9756-dc457d0805fd {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:21.644774 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.710292 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] For port 4fec3ec7-46a6-4fad-9756-dc457d0805fd, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=4fec3ec7-46a6-4fad-9756-dc457d0805fd,segment=NetworkSegment(2ab4c029-0fc8-479f-b074-4aed751906dc),segment_id=2ab4c029-0fc8-479f-b074-4aed751906dc)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:21.710572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.724032 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Calling delete_port for 4fec3ec7-46a6-4fad-9756-dc457d0805fd owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:21.780256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474a075-33ce-4bd8-8c86-558b3e9f76b2 None None] DHCP port deletion for 7f02069c-6c38-411a-a865-6de7810b79a5 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:35:21.785263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 86d1c5b7-a648-4ce9-bcad-d3070e23a877 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:21.806370 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 86d1c5b7-a648-4ce9-bcad-d3070e23a877 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:21.806715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 86d1c5b7-a648-4ce9-bcad-d3070e23a877 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:21.808973 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.826928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2474a075-33ce-4bd8-8c86-558b3e9f76b2 None None] The port '4fec3ec7-46a6-4fad-9756-dc457d0805fd' was deleted {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 17:35:21.837002 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Pushing event deleted for resources: {'Port': ['ID=4fec3ec7-46a6-4fad-9756-dc457d0805fd,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:21.838863 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] No DVR routers for this DVR port 4fec3ec7-46a6-4fad-9756-dc457d0805fd on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:35:21.910712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.920276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f02069c-6c38-411a-a865-6de7810b79a5']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:21.930501 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab4c029-0fc8-479f-b074-4aed751906dc') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:21.930745 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab4c029-0fc8-479f-b074-4aed751906dc') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:21.939452 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.958138 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.965243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:35:21.965768 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:35:21.967771 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:35:22.319068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:22.324358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:22.326249 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] 10.222.0.64 "DELETE /v2.0/networks/7f02069c-6c38-411a-a865-6de7810b79a5 HTTP/1.1" status: 204 len: 168 time: 0.8057218 Jul 27 17:35:22.329387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:22.337711 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a52e1e-5478-4c1a-8981-3e767e4a2efe admin admin] Pushing event deleted for resources: {'Network': ['ID=7f02069c-6c38-411a-a865-6de7810b79a5,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:22.691809 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:22.961443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Deleting port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:22.961700 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:23.040622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] For port 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:23.040997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:23.055284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Calling delete_port for 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:23.236068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6720749a-9c89-42ae-baea-d9d76af97152 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:23.248122 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:23.264111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6720749a-9c89-42ae-baea-d9d76af97152 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:23.264511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6720749a-9c89-42ae-baea-d9d76af97152 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:23.264877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fec3ec7-46a6-4fad-9756-dc457d0805fd no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:23.274927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c02e9ca-e613-4f5c-9e9b-7721c1c7657c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:23.289984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 4fec3ec7-46a6-4fad-9756-dc457d0805fd {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:23.290334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 4fec3ec7-46a6-4fad-9756-dc457d0805fd not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:23.476208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:23.700098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:35:23.809191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:23.814160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c40ef0f3-3cef-496b-be02-f04ae3026263 admin admin] 10.222.0.64 "PUT /v2.0/routers/5df8eb14-83fb-4882-bb31-bc3c3b50def3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836946 Jul 27 17:35:23.818654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:23.818871 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Sync routers for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:23.828473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:23.829122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:23.944320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:24.155778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:35:23Z', 'revision_number': 5, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:24.182624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Checking router: 5df8eb14-83fb-4882-bb31-bc3c3b50def3 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:24.191887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Routers {'5df8eb14-83fb-4882-bb31-bc3c3b50def3'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:24.192585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:24.267162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.298235 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] Set router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:24.370387 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.426271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Deleting port 3d1161f2-d050-4b8d-8075-7c6361d7007e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:24.426521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.475469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:35:23Z', 'revision_number': 5, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:24.506658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] For port 3d1161f2-d050-4b8d-8075-7c6361d7007e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3d1161f2-d050-4b8d-8075-7c6361d7007e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:24.507264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.509702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7db1-db61-4b18-96d9-945e2de1c7b4 None None] The sync data for ids ['5df8eb14-83fb-4882-bb31-bc3c3b50def3'] in n-d-723572-6 is: [{'id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'name': 'tempest-TestMinimumBasicScenario-562963038-router', 'tenant_id': '8712ab75c0e146cab8ab041b112a8d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:35:23Z', 'revision_number': 5, 'project_id': '8712ab75c0e146cab8ab041b112a8d2c', 'gw_port': {'id': '3d1161f2-d050-4b8d-8075-7c6361d7007e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df8eb14-83fb-4882-bb31-bc3c3b50def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:33:20Z', 'updated_at': '2021-07-27T17:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:24.521243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Calling delete_port for 3d1161f2-d050-4b8d-8075-7c6361d7007e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:24.684422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.711800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1161f2-d050-4b8d-8075-7c6361d7007e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:24.776398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.869824 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.872453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.919314 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.920034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df8eb14-83fb-4882-bb31-bc3c3b50def3 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:35:24.926190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:24.927452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0ba92e03-00f2-4ae2-a923-46abc369ff62 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5df8eb14-83fb-4882-bb31-bc3c3b50def3 HTTP/1.1" status: 204 len: 168 time: 1.1076522 Jul 27 17:35:24.930355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:24.981616 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Deleting subnet a8a630fd-a0c4-40b1-8903-398ef5eb12c8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:35:24.984969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.026798 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.109153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.175013 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.205441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a630fd-a0c4-40b1-8903-398ef5eb12c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:25.209205 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.211631 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ce0e9157-3983-428d-973d-50c08858c6f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8a630fd-a0c4-40b1-8903-398ef5eb12c8 HTTP/1.1" status: 204 len: 168 time: 0.2796972 Jul 27 17:35:25.214377 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39146) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:25.215079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f09860-be06-4701-baa1-74df5db11a3a None None] Network 4597fc2b-ed9f-4ede-9452-a5047ae9749c requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:35:25.287516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.341459 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Deleting port 990b6a5b-787b-4dd3-bb54-ee5babc5beae {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:35:25.341800 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.417239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] For port 990b6a5b-787b-4dd3-bb54-ee5babc5beae, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=990b6a5b-787b-4dd3-bb54-ee5babc5beae,segment=NetworkSegment(bd344ffe-920e-4a29-a5e6-9d9ce3007713),segment_id=bd344ffe-920e-4a29-a5e6-9d9ce3007713)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:25.417831 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.437833 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Calling delete_port for 990b6a5b-787b-4dd3-bb54-ee5babc5beae owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:35:25.550856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.580031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Pushing event deleted for resources: {'Port': ['ID=990b6a5b-787b-4dd3-bb54-ee5babc5beae,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:25.584409 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] No DVR routers for this DVR port 990b6a5b-787b-4dd3-bb54-ee5babc5beae on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:35:25.617255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b02e2-8076-430f-a0a2-e86ee0b78559 None None] DHCP port deletion for 4597fc2b-ed9f-4ede-9452-a5047ae9749c request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:35:25.646951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:25.664085 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.667387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:25.667732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3c02e9ca-e613-4f5c-9e9b-7721c1c7657c not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:25.676594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4597fc2b-ed9f-4ede-9452-a5047ae9749c']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:25.687472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd344ffe-920e-4a29-a5e6-9d9ce3007713') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:25.687774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd344ffe-920e-4a29-a5e6-9d9ce3007713') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:25.696836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.711421 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.717270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:35:25.717666 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:35:25.719374 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:35:25.776320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.782236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:25.785721 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4597fc2b-ed9f-4ede-9452-a5047ae9749c HTTP/1.1" status: 204 len: 168 time: 0.5702975 Jul 27 17:35:25.796940 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e1f5e-9a8d-4f89-93ed-3cc327356116 admin admin] Pushing event deleted for resources: {'Network': ['ID=4597fc2b-ed9f-4ede-9452-a5047ae9749c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:25.941667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39150) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:25.981288 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-baad2f21-f6f7-4586-98c1-da2f01f7646c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ff9db597a7a4c83aa49ba504a0ecadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384071 Jul 27 17:35:25.983636 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39152) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:26.036977 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.057275 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.103986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.106516 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.107742 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab734b04-d17f-48be-a3af-3d06a0ff7816 HTTP/1.1" status: 204 len: 168 time: 0.1231971 Jul 27 17:35:26.115807 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7b41a-ed9c-4e75-a663-fdf007ea60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab734b04-d17f-48be-a3af-3d06a0ff7816,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:26.417728 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39158) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:26.457428 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-23df1eb0-9b63-45dc-a53e-864d07fa4e85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8712ab75c0e146cab8ab041b112a8d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384998 Jul 27 17:35:26.459862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39160) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:26.507764 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.529504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.576308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.578992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:26.580190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6511814-bf18-447b-8ad1-738af66d1a8e HTTP/1.1" status: 204 len: 168 time: 0.1193976 Jul 27 17:35:26.588883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dfa1e-619e-43ff-ac1b-8e74087f0f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6511814-bf18-447b-8ad1-738af66d1a8e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:27.229062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1161f2-d050-4b8d-8075-7c6361d7007e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:27.253025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3d1161f2-d050-4b8d-8075-7c6361d7007e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:27.253025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3d1161f2-d050-4b8d-8075-7c6361d7007e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:27.253328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 990b6a5b-787b-4dd3-bb54-ee5babc5beae no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:35:27.271950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 990b6a5b-787b-4dd3-bb54-ee5babc5beae {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:35:27.272308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 990b6a5b-787b-4dd3-bb54-ee5babc5beae not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:35:28.353177 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39200) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:28.357945 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542539497', 'description': 'tempest-secgroup-smoke-1542539497 description', 'project_id': '39332b0a394f4c618e138c026990dff1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:28.379453 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.388152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.479293 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.483594 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.522481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb158b-09bc-40d2-990a-2c59fc886282,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:28.576630 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.586393 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.615070 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.616385 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2621520 Jul 27 17:35:28.618397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688c78-d0e4-423a-8c20-de5554ba5adc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4b5ff9-9980-4fcd-bfb1-892529365482,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:28.619999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39202) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:28.628276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:28.660901 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.710170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.714046 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.730890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4773387-88e4-4578-81e8-1557e05f167c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:28.740392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.741647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-71be1189-ff17-4fdd-af55-a64ceb5f21a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198456 Jul 27 17:35:28.744366 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39204) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:28.748798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:28.775756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.835269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.839037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.857233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cef739-aab3-4600-b21d-3cf603d84714,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:28.863464 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.864717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-73838373-9aaa-4a02-b9e1-a1e0be6f4e25 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193714 Jul 27 17:35:28.867336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39206) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:28.871710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:28.897866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.953725 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.957694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.975590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5808a8-8451-498e-97c5-0a5c0c807572,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:28.981008 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:28.982300 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3a2b8ed6-3528-4e35-a795-47ba2b6241be tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139729 Jul 27 17:35:28.985024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39208) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:28.989421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:29.014889 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.075970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.079687 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.096799 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05faa75b-18cf-4434-b496-8091f91ec2aa,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:29.102731 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.103999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4b72f007-43b2-4e83-9a1b-c7e079f3495b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180227 Jul 27 17:35:29.106846 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39210) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:29.111770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:29.133460 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:35:29.138129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.197392 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.201110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.220487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa513a1c-5885-4e80-b6d8-a8ea62a0356b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:29.224349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.225865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-68147d4d-c056-4217-871e-df3db86bb704 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180496 Jul 27 17:35:29.228691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39212) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:29.233323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '9d4b5ff9-9980-4fcd-bfb1-892529365482', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:29.255141 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:35:29.259909 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.321298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.324840 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.344390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23be350-a68f-4dfd-90d9-ba4675b96d55,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:29.347992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.349156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e4f977e3-9428-48cb-baec-8cb88e1162eb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194041 Jul 27 17:35:29.352226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39214) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:29.357131 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'network': {'name': 'tempest-network-smoke--51803460', 'project_id': '39332b0a394f4c618e138c026990dff1', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:29.378239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:35:29.382106 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.407235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:35:29.415874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.416225 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Added segment afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a of type vlan for network 68c0e082-9468-487e-8fb2-e2e355030582 Jul 27 17:35:29.458295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.486019 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.491580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:29.492171 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.540664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1873505 Jul 27 17:35:29.543507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39216) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:29.554436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'admin_state_up': True, 'project_id': '39332b0a394f4c618e138c026990dff1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:29.573760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aace3-35fe-4c26-9bec-fbca9ef74864 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Network': ['ID=68c0e082-9468-487e-8fb2-e2e355030582,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:29.584669 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 68c0e082-9468-487e-8fb2-e2e355030582 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:35:29.588820 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.589860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.647440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.784821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.974576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:29.993189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.097609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.217 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:35:30.199588 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.238934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.267140 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:35:30.279230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:30.284473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:30.287826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:35:30.293250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:30.536331 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.736690 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.858696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router cfc50af6-d176-4ae6-a3f0-762ee47c3039 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:35:30.966620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:30.976032 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Sync routers for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:30.984124 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:30.985349 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:30.985554 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dfbf8e94-6e21-4b43-a424-c72f80008435 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4411106 Jul 27 17:35:30.986092 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:30.988743 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:31.090280 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:31.119066 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a3cd9a09-f3e1-45e3-951d-ce7453a40cfb tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=39332b0a394f4c618e138c026990dff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290770 Jul 27 17:35:31.121665 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39222) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:31.265792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:31.297705 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Checking router: cfc50af6-d176-4ae6-a3f0-762ee47c3039 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:31.298418 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Updating router cfc50af6-d176-4ae6-a3f0-762ee47c3039 port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:35:31.333955 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.561934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6daae-5187-429a-b81e-b2adb973ace4 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:31.563704 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-83f6daae-5187-429a-b81e-b2adb973ace4 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4411268 Jul 27 17:35:31.567122 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39224) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:31.605978 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.611723 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7960cbe9-2b02-407e-9bc3-13e0e8e53c43 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406115 Jul 27 17:35:31.611996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39226) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:31.617888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226065029', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'project_id': '39332b0a394f4c618e138c026990dff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:31.618442 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Transition to ACTIVE for port object 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:31.625082 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.682857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Attempting to bind port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:35:31.683227 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Attempting to bind port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:35:31.683592 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Attempting to bind port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:35:31.685711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Pushing event updated for resources: {'Port': ['ID=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:31.695827 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.696179 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.696550 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.696891 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.697401 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.697753 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.698475 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.698832 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.699238 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.699488 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.699815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.700510 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:31.705887 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:35:31.707120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:35:31.707664 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.708475 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:35:31.708475 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Bound port: 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:35:31.709083 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.727297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:35:31.732816 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.765393 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] For port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:35:31.770494 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] For port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:35:31.774859 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.821387 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:31.822027 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:31.879105 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec91d14-48c4-4884-9ae0-5b91e587cbea None None] Pushing event updated for resources: {'Port': ['ID=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:31.927793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:31.994626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Subnet': ['ID=09e06a37-3bf6-4371-a593-5036663feaf4,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:32.004694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Checking segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:35:32.005073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network hostable DHCP agents. Network: 68c0e082-9468-487e-8fb2-e2e355030582, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:35:32.023268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 68c0e082-9468-487e-8fb2-e2e355030582 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:35:32.033048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 68c0e082-9468-487e-8fb2-e2e355030582) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:32.038704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:32.039749 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.040858 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:32.046478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e405a66-c9f4-4892-986b-34c1c355dc9f None None] Network 68c0e082-9468-487e-8fb2-e2e355030582 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:35:32.060845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:32.061464 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9ea25610-0726-4253-a622-76fa8d4a3e4a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4477739 Jul 27 17:35:32.213947 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-68c0e082-9468-487e-8fb2-e2e355030582', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:35:32.215282 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.251602 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:32.279375 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9441-bb31-40f1-970e-3396d477f4fb None None] The sync data for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 is: [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:32.367719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Allocated IP 172.20.0.2 (68c0e082-9468-487e-8fb2-e2e355030582/09e06a37-3bf6-4371-a593-5036663feaf4/77dd8599-93e9-4ec4-a30f-60d31121b3f1) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:35:32.555319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.566024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Transition to ACTIVE for port object 77dd8599-93e9-4ec4-a30f-60d31121b3f1 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:32.584312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.588023 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Transition to ACTIVE for port object 77dd8599-93e9-4ec4-a30f-60d31121b3f1 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:32.594495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.637164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Network 68c0e082-9468-487e-8fb2-e2e355030582 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:32.639857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:32.643703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:35:32.659477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Pushing event updated for resources: {'Port': ['ID=77dd8599-93e9-4ec4-a30f-60d31121b3f1,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:32.685892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.686238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.686583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.686922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.687256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.687587 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.687990 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.688948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.688948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.688948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.690005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.690246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:35:32.723151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Attempting to bind port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:35:32.723994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Attempting to bind port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:35:32.723994 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Attempting to bind port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 on network 68c0e082-9468-487e-8fb2-e2e355030582 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:35:32.729181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:35:32.729561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Checking segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:35:32.729976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.730374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Bound using segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:35:32.730849 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Bound port: 77dd8599-93e9-4ec4-a30f-60d31121b3f1, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:35:32.732380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.803182 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] For port 77dd8599-93e9-4ec4-a30f-60d31121b3f1, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:35:32.806763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] For port 77dd8599-93e9-4ec4-a30f-60d31121b3f1, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=77dd8599-93e9-4ec4-a30f-60d31121b3f1,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:35:32.812300 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:32.880699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96024b4-e9c4-43cf-9993-2aec23114569 None None] Pushing event updated for resources: {'Port': ['ID=77dd8599-93e9-4ec4-a30f-60d31121b3f1,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:32.918200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.1 (68c0e082-9468-487e-8fb2-e2e355030582/09e06a37-3bf6-4371-a593-5036663feaf4/f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:35:33.068414 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.083886 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:33.122158 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.165406 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 68c0e082-9468-487e-8fb2-e2e355030582 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:33.170686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:33.174845 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:35:33.181600 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:33.242191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.307567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 77dd8599-93e9-4ec4-a30f-60d31121b3f1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:33.363865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:33.368097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:33.399994 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.416449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:33.420312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:33.420727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.497468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.519098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:33.522959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.576937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:33.601872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.707016 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.713139 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.795355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:33.797964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:33.897452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b8d8d-c7d7-431f-b185-108cfcc0e18e None None] Network 68c0e082-9468-487e-8fb2-e2e355030582 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:35:33.899262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 68c0e082-9468-487e-8fb2-e2e355030582 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:33.900700 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:33.982642 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Provisioning for port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:34.005461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Provisioning complete for port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:34.005840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.014176 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router cfc50af6-d176-4ae6-a3f0-762ee47c3039 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:35:34.129807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:34.133811 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.140531 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c5565d94-525f-4e03-a1c1-3c916ea80dd1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/cfc50af6-d176-4ae6-a3f0-762ee47c3039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0739384 Jul 27 17:35:34.170485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] For port 77dd8599-93e9-4ec4-a30f-60d31121b3f1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=77dd8599-93e9-4ec4-a30f-60d31121b3f1,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:34.179838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.244983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a53e8-7f97-499c-a2a5-f4bd68b0844c None None] Pushing event updated for resources: {'Port': ['ID=77dd8599-93e9-4ec4-a30f-60d31121b3f1,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:34.333087 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-a196a80a-45af-40f3-8a33-bcfeee612e40 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542539497&fields=id&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 267 time: 0.0381100 Jul 27 17:35:34.409398 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Provisioning for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:34.414644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Provisioning complete for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:34.415464 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.459399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:35:34.471601 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-aaac6a44-9376-4f60-9d71-2c902b10bc1d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:34.471818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Sync routers for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:34.473586 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-aaac6a44-9376-4f60-9d71-2c902b10bc1d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 795 time: 0.1330359 Jul 27 17:35:34.478645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Provisioning complete for port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:34.479102 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-117dc7a2-5d0c-4ce9-b4d0-bec71e230e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.491011 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b3d28c10-f5e9-49dc-9167-556779303a4b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/quotas/39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 375 time: 0.0111897 Jul 27 17:35:34.508964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:34.509618 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:34.569771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-981de8b3-fd73-41a7-9fdf-b04b1f265ec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710273 Jul 27 17:35:34.661554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:34.690389 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-6b506be2-c744-4dfc-9fb9-dd9b4e1c20e7 service neutron] 10.222.0.64 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060967 Jul 27 17:35:34.789504 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-6a708484-07b9-486c-a2da-5be8e26455ae service neutron] 10.222.0.64 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929136 Jul 27 17:35:34.814124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-042ee37c-8ff3-42ec-84bc-a66021d01b12 None None] Provisioning complete for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:34.814497 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-042ee37c-8ff3-42ec-84bc-a66021d01b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:34.863219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-042ee37c-8ff3-42ec-84bc-a66021d01b12 None None] Port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:35:34.926733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 2, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:34.954297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Checking router: cfc50af6-d176-4ae6-a3f0-762ee47c3039 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:34.954680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Updating router cfc50af6-d176-4ae6-a3f0-762ee47c3039 port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:35:34.962442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eec9b62-6fa3-4311-b528-9bb66ae9ade3 req-d0a53f35-62fe-489f-905b-4e61bdba894c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 210 time: 0.0332875 Jul 27 17:35:35.003578 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.006582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-34ced8db-bdc3-4ce5-a69b-b093245febf5 None None] Provisioning complete for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:35.006949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-34ced8db-bdc3-4ce5-a69b-b093245febf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.068521 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-34ced8db-bdc3-4ce5-a69b-b093245febf5 None None] Port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:35:35.252320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 77dd8599-93e9-4ec4-a30f-60d31121b3f1 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:35.360321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.372974 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Transition to ACTIVE for port object f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:35.374726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:35.375133 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.398314 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.463841 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9ed2-aeac-4ca3-bbbb-502c991d6640 None None] Pushing event updated for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:35.567613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Attempting to bind port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:35:35.567981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Attempting to bind port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:35:35.568339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Attempting to bind port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 on network 68c0e082-9468-487e-8fb2-e2e355030582 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:35:35.576725 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:35.578519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:35:35.578890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Checking segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:35:35.579290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.579762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Bound using segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:35:35.579762 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Bound port: f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:35:35.580629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.677158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] For port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:35:35.684695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] For port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:35:35.686343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:35.686767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.690838 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:35.795697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9ed2-aeac-4ca3-bbbb-502c991d6640 None None] Pushing event updated for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:35.802289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:35.802913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:35.945666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:35.952767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-6e95b167-8485-462d-8ef3-0d725b64eaf7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:35.954476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-6e95b167-8485-462d-8ef3-0d725b64eaf7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 795 time: 0.1449225 Jul 27 17:35:36.004197 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-02dec200-1cd5-42bb-9e96-5a0e5e68ea74 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 380 time: 0.0381494 Jul 27 17:35:36.015431 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'port': {'device_id': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'admin_state_up': True, 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'security_groups': ['9d4b5ff9-9980-4fcd-bfb1-892529365482']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:36.075204 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ccd357b2-9f9d-48fa-a79a-cc777e979269 req-5312267c-67fe-48cc-bcb2-7f8ea2f997ce tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 210 time: 0.0307066 Jul 27 17:35:36.149784 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:35:36.153643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.185116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:35Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:36.211628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b623a81-8b4c-49eb-a21c-4dab1bcf3db1 None None] The sync data for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 is: [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:35Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:36.303493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.14 (68c0e082-9468-487e-8fb2-e2e355030582/09e06a37-3bf6-4371-a593-5036663feaf4/4897e016-1521-4d6a-8c90-a31627e49f3e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:35:36.478039 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.496984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 4897e016-1521-4d6a-8c90-a31627e49f3e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:36.545976 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.592836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 68c0e082-9468-487e-8fb2-e2e355030582 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:36.596760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:36.599383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:35:36.648341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:36.677887 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:36.678836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.697089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-783ed92c-89dc-4c40-93d5-2152693a424f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6859007 Jul 27 17:35:36.709618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-a146aba4-ed5e-4ff8-86a5-6d7548bb3b66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:35:36.711251 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-a146aba4-ed5e-4ff8-86a5-6d7548bb3b66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068879 Jul 27 17:35:36.787358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Request body: {'port': {'device_id': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:36.893493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.940558 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8850314a-9bdd-4139-9564-3112d3ff5b5c None None] Provisioning for port 4897e016-1521-4d6a-8c90-a31627e49f3e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:36.949689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8850314a-9bdd-4139-9564-3112d3ff5b5c None None] Provisioning complete for port 4897e016-1521-4d6a-8c90-a31627e49f3e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:36.950155 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8850314a-9bdd-4139-9564-3112d3ff5b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:36.993956 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8850314a-9bdd-4139-9564-3112d3ff5b5c None None] Port 4897e016-1521-4d6a-8c90-a31627e49f3e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:35:37.214726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4897e016-1521-4d6a-8c90-a31627e49f3e {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:35:37.225012 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.242228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Transition to ACTIVE for port object 4897e016-1521-4d6a-8c90-a31627e49f3e will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:35:37.251341 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.280155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:37.299572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3045bb6-3a03-46b1-a6ef-6c7b95fd9722 req-30405e98-207a-4081-87c2-7962b27f3d1a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:37.301310 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3045bb6-3a03-46b1-a6ef-6c7b95fd9722 req-30405e98-207a-4081-87c2-7962b27f3d1a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 932 time: 0.1341586 Jul 27 17:35:37.340721 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Pushing event updated for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:37.350706 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:37.356024 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:37.356608 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.405000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a3045bb6-3a03-46b1-a6ef-6c7b95fd9722 req-cd2ba43c-2ab9-4a6c-bcf0-50e80f101350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966606 Jul 27 17:35:37.441356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Attempting to bind port 4897e016-1521-4d6a-8c90-a31627e49f3e on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:35:37.444565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Attempting to bind port 4897e016-1521-4d6a-8c90-a31627e49f3e by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:35:37.445441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Attempting to bind port 4897e016-1521-4d6a-8c90-a31627e49f3e on network 68c0e082-9468-487e-8fb2-e2e355030582 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:35:37.452589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Port 4897e016-1521-4d6a-8c90-a31627e49f3e on network 68c0e082-9468-487e-8fb2-e2e355030582 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:35:37.453315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Attempting to bind port 4897e016-1521-4d6a-8c90-a31627e49f3e on network 68c0e082-9468-487e-8fb2-e2e355030582 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:35:37.459663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:35:37.460823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Checking segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:35:37.461473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Bound using segment: {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:35:37.462150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Bound port: 4897e016-1521-4d6a-8c90-a31627e49f3e, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:35:37.462772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.542233 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:35:37.545549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4897e016-1521-4d6a-8c90-a31627e49f3e,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:35:37.552390 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.603902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:37.604569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.605997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] 10.222.0.61 "PUT /v2.0/ports/4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 1092 time: 0.8860991 Jul 27 17:35:37.606436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:37.608982 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99" -d '{"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:37.639101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.644561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f824a-d338-4952-a5ef-e56a8a19786f service neutron] Pushing event updated for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:37.667711 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613b83f-44cc-4d0e-9c10-c10edc7b1af1 x-openstack-request-id: req-0613b83f-44cc-4d0e-9c10-c10edc7b1af1 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:37.668006 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:37.668865 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0613b83f-44cc-4d0e-9c10-c10edc7b1af1 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:37.669290 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'status': 'completed', 'code': 200} Jul 27 17:35:37.680216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:37.684997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:37.751327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:37.762832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-5634ffa6-760e-48dd-bfe1-28f1033a1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:37.764468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-5634ffa6-760e-48dd-bfe1-28f1033a1d16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1095 time: 0.0895710 Jul 27 17:35:37.809491 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-115b67e2-92b7-46dd-a73f-6fd1fb312027 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 217 time: 0.0362687 Jul 27 17:35:37.862347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-1ba1c3a0-f7c2-4a8b-bb34-67464aa0dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:37.863836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-1ba1c3a0-f7c2-4a8b-bb34-67464aa0dded service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 200 len: 834 time: 0.0477347 Jul 27 17:35:37.929164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369375f-ef4e-451e-8736-acb4226174e9 req-31456947-745b-48db-9185-1d676375b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:37.930588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-31456947-745b-48db-9185-1d676375b900 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68c0e082-9468-487e-8fb2-e2e355030582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581534 Jul 27 17:35:38.021969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-44db192a-e8ce-4f21-aac8-bb4f43740612 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837500 Jul 27 17:35:38.114748 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3369375f-ef4e-451e-8736-acb4226174e9 req-0d6fb312-1e3a-4a9d-a3da-1559c632c9df service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Jul 27 17:35:38.215376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-8c39b6e5-30bf-4f0d-aa64-52549843695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:38.216929 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-8c39b6e5-30bf-4f0d-aa64-52549843695f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1095 time: 0.0548098 Jul 27 17:35:38.306855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-3d026913-8ebb-4f68-a058-734698f8dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:38.308514 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-3d026913-8ebb-4f68-a058-734698f8dff1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 896 time: 0.0847528 Jul 27 17:35:38.355973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-29be8420-9b40-4519-9541-078482a7f273 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 217 time: 0.0392284 Jul 27 17:35:38.405537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-e37ced01-74a3-4c9c-8787-e8f859ac318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:38.406987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-e37ced01-74a3-4c9c-8787-e8f859ac318c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 200 len: 834 time: 0.0438561 Jul 27 17:35:38.467648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-13aa4bc6-03f0-4c23-8bbc-1e0fb61eca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:38.469337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-13aa4bc6-03f0-4c23-8bbc-1e0fb61eca45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68c0e082-9468-487e-8fb2-e2e355030582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544550 Jul 27 17:35:38.603343 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-517e673a-aa8c-4672-ae48-498c8995d8f5 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Jul 27 17:35:38.615722 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c2a7-f122-4376-bcd1-9fbc575713ed req-aeb77b47-bc73-42fd-bcff-b69267aa5ec8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:38.617180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7da8c2a7-f122-4376-bcd1-9fbc575713ed req-aeb77b47-bc73-42fd-bcff-b69267aa5ec8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 944 time: 0.1217673 Jul 27 17:35:38.703731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7da8c2a7-f122-4376-bcd1-9fbc575713ed req-f2c727c1-8b90-400e-b1b9-a7a4781c86ca tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786886 Jul 27 17:35:38.730435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d0c0ce0-fc48-4584-81ea-16e69bd22e99 req-79d0a02b-d4b4-4d40-8a6f-7734ae5a1b54 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123042 Jul 27 17:35:39.241632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:39.288358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:39.288757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:39.819302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3dabe2de-b680-44df-a61e-0d4601aa98ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:39.835050 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4897e016-1521-4d6a-8c90-a31627e49f3e details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:35:39.841058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a8ed-3bd1-4281-9754-e70171fa7b25 req-d6ae9431-8cbb-4a6b-8cde-b2738a0b8b13 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:39.842572 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1814a8ed-3bd1-4281-9754-e70171fa7b25 req-d6ae9431-8cbb-4a6b-8cde-b2738a0b8b13 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 944 time: 0.0696070 Jul 27 17:35:39.882398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1814a8ed-3bd1-4281-9754-e70171fa7b25 req-9af7c9d2-b4dd-497e-801b-adf8a058c9e2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330606 Jul 27 17:35:39.931884 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4897e016-1521-4d6a-8c90-a31627e49f3e,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:39.943770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'port_id': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'mac_address': 'fa:16:3e:f7:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:35:39.979879 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:39.992113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4897e016-1521-4d6a-8c90-a31627e49f3e {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:35:40.012129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4897e016-1521-4d6a-8c90-a31627e49f3e,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:40.015710 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:40.066639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:40.243038 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4897e016-1521-4d6a-8c90-a31627e49f3e'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:35:41.013425 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851119e-0d5a-4e36-a43a-470d837d2f54 req-a68b5577-276d-430f-81e0-8b12e6e815a6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:41.014899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851119e-0d5a-4e36-a43a-470d837d2f54 req-a68b5577-276d-430f-81e0-8b12e6e815a6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 945 time: 0.0642281 Jul 27 17:35:41.053640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851119e-0d5a-4e36-a43a-470d837d2f54 req-4a6a2277-20b8-4df6-9b19-756f856ccfb7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Jul 27 17:35:41.851098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4897e016-1521-4d6a-8c90-a31627e49f3e up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:35:41.898770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 4897e016-1521-4d6a-8c90-a31627e49f3e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:35:41.902486 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 4897e016-1521-4d6a-8c90-a31627e49f3e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:35:41.902853 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:41.979902 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:42.001781 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:42.004174 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a0c92-d469-435e-867a-7c656fdd4c88" -d '{"events": [{"server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "name": "network-vif-plugged", "status": "completed", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:42.021316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4897e016-1521-4d6a-8c90-a31627e49f3e,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:35:42.025683 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:42.075394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:42.102816 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163c3870-32c1-4780-a05e-9e06b00b4037 x-openstack-request-id: req-163c3870-32c1-4780-a05e-9e06b00b4037 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:42.103113 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "name": "network-vif-plugged", "status": "completed", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:42.103370 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-163c3870-32c1-4780-a05e-9e06b00b4037 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:42.103775 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'code': 200} Jul 27 17:35:42.229314 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a525161-ee2b-4fa1-a2f2-34baeab864f4 req-78e1c3e8-af44-43f1-8503-b9797bfb9afa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:42.230807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a525161-ee2b-4fa1-a2f2-34baeab864f4 req-78e1c3e8-af44-43f1-8503-b9797bfb9afa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.1078863 Jul 27 17:35:42.244581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd30fd7-57c3-4e3f-9130-aa9c86eb11e3 req-90302beb-3f7e-4121-9be6-55dd9ea4a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:42.245997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dd30fd7-57c3-4e3f-9130-aa9c86eb11e3 req-90302beb-3f7e-4121-9be6-55dd9ea4a851 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1097 time: 0.0852549 Jul 27 17:35:42.287640 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2a525161-ee2b-4fa1-a2f2-34baeab864f4 req-75be57d7-1664-4e6d-9c0d-4de03967630b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507448 Jul 27 17:35:42.297948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5dd30fd7-57c3-4e3f-9130-aa9c86eb11e3 req-5a4a7b19-cbdb-4438-b20a-0236a7f9e067 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440741 Jul 27 17:35:42.530516 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:42.621899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7462-95a6-4155-b2e9-19535fb9c26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:43.422462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f1b36-4b93-4d52-a1cb-198371dfce4a req-cea1220e-f2c7-451a-bba5-4a8f48f79579 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:43.423980 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a60f1b36-4b93-4d52-a1cb-198371dfce4a req-cea1220e-f2c7-451a-bba5-4a8f48f79579 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0678298 Jul 27 17:35:43.462172 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a60f1b36-4b93-4d52-a1cb-198371dfce4a req-087ed4e8-8cd8-45f4-b473-13e9478d42bb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Jul 27 17:35:43.591315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e643-c993-4eef-abe7-eee71b517053 req-013c463f-b030-4727-9e26-b77b604e838c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:43.593031 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0213e643-c993-4eef-abe7-eee71b517053 req-013c463f-b030-4727-9e26-b77b604e838c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Jul 27 17:35:43.632084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0213e643-c993-4eef-abe7-eee71b517053 req-3bcdac61-be3e-4694-9e47-5b9e6c92dc08 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jul 27 17:35:43.653659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39280) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:43.667636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:43.712038 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cda910-d970-4311-89d2-ec8a1b6bdc66 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:43.713647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-90cda910-d970-4311-89d2-ec8a1b6bdc66 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1092 time: 0.0589361 Jul 27 17:35:43.716450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39282) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:43.720939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:35:43.745818 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:43.841576 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:43.946932 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.197 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b55f28f0-c0d1-416f-92e9-babedb700ad5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:35:44.046970 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.086158 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.127803 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:35:44.132812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:35:44.136196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:35:44.141671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=b55f28f0-c0d1-416f-92e9-babedb700ad5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:44.530174 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.607402 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.756540 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.760804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.829718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=b55f28f0-c0d1-416f-92e9-babedb700ad5,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:35:44.842405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:44.937392 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 associated. External IP: 172.25.4.197, port: 4897e016-1521-4d6a-8c90-a31627e49f3e. Jul 27 17:35:45.273525 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:45.428631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router cfc50af6-d176-4ae6-a3f0-762ee47c3039 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:35:45.537916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:35:45.547652 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Sync routers for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:35:45.554527 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:35:45.557886 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:45.558525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:45.594501 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8b3379d3-6395-43db-8439-483e54be33d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8768089 Jul 27 17:35:45.595173 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:35:45.597897 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:35:45.637531 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4519a2-fd42-4950-bf62-f1d66bbb6319 x-openstack-request-id: req-4e4519a2-fd42-4950-bf62-f1d66bbb6319 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:35:45.638153 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:35:45.638339 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e4519a2-fd42-4950-bf62-f1d66bbb6319 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:35:45.638730 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'status': 'completed', 'code': 200} Jul 27 17:35:45.679404 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:45.722566 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d768f-041f-4b54-af3d-ee9882f74c15 req-ed704928-96e5-472b-af5d-4a12f3e3dd17 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:45.724110 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c6d768f-041f-4b54-af3d-ee9882f74c15 req-ed704928-96e5-472b-af5d-4a12f3e3dd17 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0676706 Jul 27 17:35:45.725950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-c310dd26-82f6-40d0-8e66-a216e8e11077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:45.727557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-c310dd26-82f6-40d0-8e66-a216e8e11077 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1097 time: 0.0621326 Jul 27 17:35:45.766860 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6c6d768f-041f-4b54-af3d-ee9882f74c15 req-96421c99-a200-4487-aaa3-bea2e6296cff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360825 Jul 27 17:35:45.798543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39288) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:45.838685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-1732d38b-9f41-4bc9-a698-b2278561da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:45.841440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-1732d38b-9f41-4bc9-a698-b2278561da33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 896 time: 0.1068447 Jul 27 17:35:45.873722 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5aa9a7af-8d57-4298-91d7-41042e96fb12 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 HTTP/1.1" status: 200 len: 992 time: 0.0739760 Jul 27 17:35:45.922974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-cbfefb7f-af26-4943-936c-c2155ca6963a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 1000 time: 0.0743270 Jul 27 17:35:45.924638 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'port_id': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'mac_address': 'fa:16:3e:f7:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:35:44Z', 'updated_at': '2021-07-27T17:35:44Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:45.953563 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Checking router: cfc50af6-d176-4ae6-a3f0-762ee47c3039 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:35:45.962066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:35:45.962682 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:35:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:45.973340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-f6530292-3d35-4314-8e8c-a7be6a54f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:45.974799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-f6530292-3d35-4314-8e8c-a7be6a54f5d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 200 len: 834 time: 0.0448537 Jul 27 17:35:46.034869 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-c0ef46a5-fa2b-4009-b78c-643da5986234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:35:46.036265 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-c0ef46a5-fa2b-4009-b78c-643da5986234 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68c0e082-9468-487e-8fb2-e2e355030582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546877 Jul 27 17:35:46.067264 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:35:46.131540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-8701fcc9-8aa7-4e41-b8bf-afc66209f398 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Jul 27 17:35:46.222967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-aa770bf8-f812-447d-9ef5-0bb8fe1a554d req-94d1dd01-5c55-435a-a20e-8c711e5eea6f service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847192 Jul 27 17:35:46.298096 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'port_id': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'mac_address': 'fa:16:3e:f7:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:35:44Z', 'updated_at': '2021-07-27T17:35:44Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:35:46.326258 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c75cc-0935-4de4-86e4-9e19ffdd1322 None None] The sync data for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 is: [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'port_id': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'mac_address': 'fa:16:3e:f7:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:35:44Z', 'updated_at': '2021-07-27T17:35:44Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:35:46.511285 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47493-bc29-4ba3-81ff-bd27aeaf90cd None None] New status for floating IP 3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:35:46.878226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39290) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:35:46.943786 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a57d67c2-42c5-47d5-8e20-9c7c0cab3c2a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 HTTP/1.1" status: 200 len: 994 time: 0.0642889 Jul 27 17:35:47.407915 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:03.604329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:04.380790 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-c8bfbcf3-7b04-47d1-983e-7ff904fc9129 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524702 Jul 27 17:36:04.478141 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-525e0951-9ab1-4d8f-a40a-9667a481f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:04.479670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-525e0951-9ab1-4d8f-a40a-9667a481f3c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1097 time: 0.0563819 Jul 27 17:36:04.585528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-1d1ad3ed-49ae-4d56-ad53-a44a632964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:04.586996 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-1d1ad3ed-49ae-4d56-ad53-a44a632964d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 896 time: 0.0881689 Jul 27 17:36:04.653749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-371e332d-8bdd-4c05-8b9a-489262650bff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 1002 time: 0.0583165 Jul 27 17:36:04.703854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-b87cc7c9-d999-4012-b00d-19cb63c64e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:04.705962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-b87cc7c9-d999-4012-b00d-19cb63c64e07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 200 len: 834 time: 0.0447905 Jul 27 17:36:04.771569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-cb93c172-8de8-4025-9d64-54e4f9f593ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:04.773174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-cb93c172-8de8-4025-9d64-54e4f9f593ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68c0e082-9468-487e-8fb2-e2e355030582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600557 Jul 27 17:36:04.866214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-205a0d5a-65ce-4a6c-9733-b2f119f67dc7 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850680 Jul 27 17:36:04.965500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28f929f3-6773-4049-bf20-fdde9bff7383 req-32b4b866-b1f1-47b7-9fe6-2fd75ff6eb59 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918062 Jul 27 17:36:07.266403 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:36:09.821977 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-05d655b7-58bd-43ea-ab63-c48ee94f3264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:12.531925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:12.623460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-feffe426-27a1-4d15-8b5a-888253d503c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:13.668856 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:15.276213 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:15.751929 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baa73-8c8e-49fa-b030-20038a021aee req-0c9d5bf2-256a-416e-aca2-bd7e893e7133 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:15.753523 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e1baa73-8c8e-49fa-b030-20038a021aee req-0c9d5bf2-256a-416e-aca2-bd7e893e7133 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0806813 Jul 27 17:36:15.796113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e1baa73-8c8e-49fa-b030-20038a021aee req-8f98d0b5-7b60-4bf4-a074-92e4a4435b51 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363572 Jul 27 17:36:16.930754 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0922e65-a91e-415c-9401-e2f4023e87cd req-5f00d2eb-0566-48b2-8f4a-5e0452a68b73 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:16.932247 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0922e65-a91e-415c-9401-e2f4023e87cd req-5f00d2eb-0566-48b2-8f4a-5e0452a68b73 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0637665 Jul 27 17:36:16.973050 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b0922e65-a91e-415c-9401-e2f4023e87cd req-659a6386-105e-4e5a-a55c-7aec052706c5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347581 Jul 27 17:36:16.994793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39310) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:17.057964 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-292649cf-85af-4bba-907e-6fe14c90f18e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 HTTP/1.1" status: 200 len: 994 time: 0.0620470 Jul 27 17:36:17.419067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:18.330226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace6b40-fac0-4c72-908b-e52a535277b0 req-8d052bbf-cb98-4aef-ae72-b65b658a9673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:18.330226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ace6b40-fac0-4c72-908b-e52a535277b0 req-8d052bbf-cb98-4aef-ae72-b65b658a9673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0648253 Jul 27 17:36:18.368602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8ace6b40-fac0-4c72-908b-e52a535277b0 req-722e586a-7335-48f3-9407-8b9fb21f23c7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Jul 27 17:36:19.507327 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce856de-b5c0-4191-a2a5-75a27be4cd89 req-525323a7-2500-4655-8b81-1a090ce362e8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:19.508778 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ce856de-b5c0-4191-a2a5-75a27be4cd89 req-525323a7-2500-4655-8b81-1a090ce362e8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0664589 Jul 27 17:36:19.547399 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1ce856de-b5c0-4191-a2a5-75a27be4cd89 req-1438ce78-3959-42a4-8e27-dab9318d4467 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Jul 27 17:36:19.569977 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39320) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:19.635400 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-588f7dd8-a7f0-4ce1-962d-6c1aebe4611e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 HTTP/1.1" status: 200 len: 994 time: 0.0642257 Jul 27 17:36:19.908644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39326) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:20.074069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port b55f28f0-c0d1-416f-92e9-babedb700ad5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:36:20.074427 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.153119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.153456 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.165424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for b55f28f0-c0d1-416f-92e9-babedb700ad5 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:36:20.315018 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.340328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=b55f28f0-c0d1-416f-92e9-babedb700ad5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:20.370306 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.370639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.370994 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.371313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.371640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.371969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.372303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.372650 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.372977 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.373301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.373789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.374114 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:20.420937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.421237 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 disassociated (deleted). External IP: 172.25.4.197, port: 4897e016-1521-4d6a-8c90-a31627e49f3e. Jul 27 17:36:20.631606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router cfc50af6-d176-4ae6-a3f0-762ee47c3039 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:36:20.737825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:36:20.742741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:20.747794 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Sync routers for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:36:20.757077 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:20.757684 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:20.784538 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-37516d4a-3a99-47af-b7f6-8a661b69159c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/floatingips/3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324 HTTP/1.1" status: 204 len: 168 time: 0.8748271 Jul 27 17:36:20.785137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:36:20.787419 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4043801b-2fb5-4cb9-9b50-975ab8d028e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:36:20.827397 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d5707-da94-4cdd-933a-5dee58a04fa4 x-openstack-request-id: req-435d5707-da94-4cdd-933a-5dee58a04fa4 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:36:20.827695 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:36:20.827976 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-435d5707-da94-4cdd-933a-5dee58a04fa4 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:36:20.828415 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'status': 'completed', 'code': 200} Jul 27 17:36:20.870517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:20.908974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-027d17c9-7edb-4eb4-9b6c-5c889d950e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:20.910516 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-027d17c9-7edb-4eb4-9b6c-5c889d950e77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 1097 time: 0.0605915 Jul 27 17:36:21.039633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-5469501a-6f16-4c57-81b6-357c68a01005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:21.041151 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-5469501a-6f16-4c57-81b6-357c68a01005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 200 len: 896 time: 0.1230149 Jul 27 17:36:21.077181 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:21.089898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-e2ae7884-b8d3-42a5-b9d9-86c8bb34700c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 200 len: 217 time: 0.0380530 Jul 27 17:36:21.101543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275f964-e421-40ac-a7ac-df5fdb81cc91 req-4aecaee6-cc7b-473e-8d15-3734dfb98fbc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:21.102950 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Checking router: cfc50af6-d176-4ae6-a3f0-762ee47c3039 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:36:21.103094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8275f964-e421-40ac-a7ac-df5fdb81cc91 req-4aecaee6-cc7b-473e-8d15-3734dfb98fbc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.1306748 Jul 27 17:36:21.111957 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:21.112598 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:21.169202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-86066972-1a9e-4780-92f5-5bb419725a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:21.170725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-86066972-1a9e-4780-92f5-5bb419725a45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 200 len: 834 time: 0.0668607 Jul 27 17:36:21.179488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8275f964-e421-40ac-a7ac-df5fdb81cc91 req-0b1339de-7bf3-4e65-9ba5-d84dd780aa7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668769 Jul 27 17:36:21.241217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-70b631fd-b138-42d7-b102-bb9498d6bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:21.242736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-70b631fd-b138-42d7-b102-bb9498d6bf9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68c0e082-9468-487e-8fb2-e2e355030582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623991 Jul 27 17:36:21.308527 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:21.333940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-059603f7-446b-464a-aa96-f4657a0ffee5 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826440 Jul 27 17:36:21.432791 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4043801b-2fb5-4cb9-9b50-975ab8d028e5 req-b6248e85-b04d-40c3-9b7a-6f1aefb5bae4 service neutron] 10.222.0.61 "GET /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893271 Jul 27 17:36:21.505555 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:21.531980 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b316d-bc6c-4a42-b6fb-f70c020d31cf None None] The sync data for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 is: [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77', 'name': '', 'network_id': '68c0e082-9468-487e-8fb2-e2e355030582', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:64:09:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:32Z', 'updated_at': '2021-07-27T17:35:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '09e06a37-3bf6-4371-a593-5036663feaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:36:21.760213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367f5dd-5c42-4c79-99d4-d74a7187db37 None None] New status for floating IP 3ac0d1b9-a5bf-4ad0-bf33-34eff99e7324: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:36:22.312832 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eab56a-1109-4cbf-9ea7-f5c81394a724 req-e46999d5-bb29-4217-bf4e-72d2830e08d0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:22.314324 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95eab56a-1109-4cbf-9ea7-f5c81394a724 req-e46999d5-bb29-4217-bf4e-72d2830e08d0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0621011 Jul 27 17:36:22.351923 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-95eab56a-1109-4cbf-9ea7-f5c81394a724 req-ee7de3b2-19fe-4259-9f16-fdd5375e9088 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4b5ff9-9980-4fcd-bfb1-892529365482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Jul 27 17:36:22.606506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-b0c47c53-d005-46d3-a90a-9b115bfb81ec tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:22.608009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-b0c47c53-d005-46d3-a90a-9b115bfb81ec tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 946 time: 0.0638216 Jul 27 17:36:22.706879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 4897e016-1521-4d6a-8c90-a31627e49f3e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:36:22.707227 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:22.800228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 4897e016-1521-4d6a-8c90-a31627e49f3e, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4897e016-1521-4d6a-8c90-a31627e49f3e,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:22.800579 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:22.813978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 4897e016-1521-4d6a-8c90-a31627e49f3e owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:36:22.942225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:22.972278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=4897e016-1521-4d6a-8c90-a31627e49f3e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:23.019237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] No DVR routers for this DVR port 4897e016-1521-4d6a-8c90-a31627e49f3e on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:36:23.022644 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:23.024987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6faa810-d042-40ca-ae4a-64e3629dd9ca req-7386eb59-5653-4dbc-8c96-7259adbae79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "DELETE /v2.0/ports/4897e016-1521-4d6a-8c90-a31627e49f3e HTTP/1.1" status: 204 len: 173 time: 0.4103761 Jul 27 17:36:23.025439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'name': 'network-vif-deleted', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:36:23.028076 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341eeb94-b65b-4c71-bd64-fd0e3a9b6134" -d '{"events": [{"server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "name": "network-vif-deleted", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:36:23.066181 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7769a814-a145-47c4-9c8a-4d7f10cc00b8 x-openstack-request-id: req-7769a814-a145-47c4-9c8a-4d7f10cc00b8 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:36:23.066603 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dcfbab-320f-4de9-9cff-c3be3cd66d35", "name": "network-vif-deleted", "tag": "4897e016-1521-4d6a-8c90-a31627e49f3e", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:36:23.066941 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7769a814-a145-47c4-9c8a-4d7f10cc00b8 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:36:23.067343 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2dcfbab-320f-4de9-9cff-c3be3cd66d35', 'name': 'network-vif-deleted', 'tag': '4897e016-1521-4d6a-8c90-a31627e49f3e', 'status': 'completed', 'code': 200} Jul 27 17:36:23.473924 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adb76946-262d-4b76-bb86-5ac4fd25968f req-e921c460-c260-41fa-84a0-f94ac0123bb7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2dcfbab-320f-4de9-9cff-c3be3cd66d35 HTTP/1.1" status: 200 len: 210 time: 0.0369444 Jul 27 17:36:24.536286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39342) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:24.894754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:25.158620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:36:25.158884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:25.245259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:25.245634 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:25.262808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:36:25.444308 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:25.473270 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:25.662197 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:25.896068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router cfc50af6-d176-4ae6-a3f0-762ee47c3039 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:36:26.005987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:36:26.011449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d6a67961-5e0c-4744-9cea-95c4b83ace15 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/cfc50af6-d176-4ae6-a3f0-762ee47c3039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738457 Jul 27 17:36:26.013910 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39344) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:26.017756 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Sync routers for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:36:26.028221 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:26.028880 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:26.067577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting subnet 09e06a37-3bf6-4371-a593-5036663feaf4 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:36:26.071136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.115084 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.144650 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:26.347798 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:36:25Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:26.375119 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Checking router: cfc50af6-d176-4ae6-a3f0-762ee47c3039 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:36:26.384865 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Routers {'cfc50af6-d176-4ae6-a3f0-762ee47c3039'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:26.385509 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:26.495379 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] Set router cfc50af6-d176-4ae6-a3f0-762ee47c3039 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:26.525218 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.587503 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.616049 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Subnet': ['ID=09e06a37-3bf6-4371-a593-5036663feaf4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:26.618692 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.620691 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-22299201-6a2d-4d51-8e50-8e818b29cec9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/subnets/09e06a37-3bf6-4371-a593-5036663feaf4 HTTP/1.1" status: 204 len: 168 time: 0.6057076 Jul 27 17:36:26.623214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39346) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:26.635308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a931c-ff80-4e84-8037-639fb96a7659 None None] Network 68c0e082-9468-487e-8fb2-e2e355030582 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:36:26.704051 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:36:25Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:26.737057 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf0bb-4576-4ef4-90cb-e785d8023701 None None] The sync data for ids ['cfc50af6-d176-4ae6-a3f0-762ee47c3039'] in n-d-723572-6 is: [{'id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064225439', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:36:25Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc50af6-d176-4ae6-a3f0-762ee47c3039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:35:29Z', 'updated_at': '2021-07-27T17:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:36:26.756863 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.880843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] DHCP port deletion for 68c0e082-9468-487e-8fb2-e2e355030582 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:36:26.887133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.930215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Deleting port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:36:26.930591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:26.950606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:36:26.950961 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.000036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] For port 77dd8599-93e9-4ec4-a30f-60d31121b3f1, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=77dd8599-93e9-4ec4-a30f-60d31121b3f1,segment=NetworkSegment(afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a),segment_id=afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:27.000459 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.013275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Calling delete_port for 77dd8599-93e9-4ec4-a30f-60d31121b3f1 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:36:27.037299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:27.037595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.050955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:36:27.096930 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.123821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] Pushing event deleted for resources: {'Port': ['ID=77dd8599-93e9-4ec4-a30f-60d31121b3f1,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:27.131622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e3779-ad4e-43cb-94ce-aae8c1c49d6b None None] No DVR routers for this DVR port 77dd8599-93e9-4ec4-a30f-60d31121b3f1 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:36:27.220460 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.250739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:27.267076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 77dd8599-93e9-4ec4-a30f-60d31121b3f1 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:36:27.287504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 77dd8599-93e9-4ec4-a30f-60d31121b3f1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:36:27.287916 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 77dd8599-93e9-4ec4-a30f-60d31121b3f1 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:36:27.288328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:36:27.314288 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:36:27.314734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f957d1a8-784a-4cd0-b0a2-dc0d03ed6d77 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:36:27.315769 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.406182 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.408419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.451992 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.452589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Fanout notify agent at l3_agent the message router_deleted on router cfc50af6-d176-4ae6-a3f0-762ee47c3039 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:36:27.459657 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.463461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7ee50996-f410-45e1-bf6a-042851683c9f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/routers/cfc50af6-d176-4ae6-a3f0-762ee47c3039 HTTP/1.1" status: 204 len: 168 time: 0.8369551 Jul 27 17:36:27.463832 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39348) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:27.548884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.645067 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.654735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c0e082-9468-487e-8fb2-e2e355030582']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:27.665132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:27.665361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc5dbc7-4796-41a4-bb37-f6f5ed6ff57a') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:27.673998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.688315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.694163 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:36:27.694564 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:36:27.698054 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:36:27.758643 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.765695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.767518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/networks/68c0e082-9468-487e-8fb2-e2e355030582 HTTP/1.1" status: 204 len: 168 time: 0.3028917 Jul 27 17:36:27.771465 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39350) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:27.779216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a461cc-b29f-4384-8a2b-90a84afd4dd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Network': ['ID=68c0e082-9468-487e-8fb2-e2e355030582,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:27.837245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.862011 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.925818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.928403 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:27.932699 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d4b5ff9-9980-4fcd-bfb1-892529365482 HTTP/1.1" status: 204 len: 168 time: 0.1574686 Jul 27 17:36:27.940173 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4b5ff9-9980-4fcd-bfb1-892529365482,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:27.948598 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.949171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.949518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.949856 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.950194 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.950882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.950882 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.951245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.951518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.951848 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.952174 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:27.952522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d717c6ac-d8d4-4813-bd46-33e942ab6598 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:28.129828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4897e016-1521-4d6a-8c90-a31627e49f3e no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:36:28.150627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 4897e016-1521-4d6a-8c90-a31627e49f3e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:36:28.150980 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4897e016-1521-4d6a-8c90-a31627e49f3e not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:36:28.319533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39356) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.324213 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750328487', 'description': 'tempest-secgroup-smoke-1750328487 description', 'project_id': '39332b0a394f4c618e138c026990dff1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:28.347334 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.430882 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.436039 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.466223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.467475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469264 Jul 27 17:36:28.469437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9cc9f-9a19-47a5-9ae8-727ee86540cd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac770e6a-7a24-4669-a8ce-e118a26cc93c,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:28.471294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39358) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.476978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:28.506189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.570203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.574689 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.594770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7cbd51-154f-4bc9-99bc-be9c5abb6c26,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:28.601601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.602854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-cf78b46f-201d-4615-b07e-8d01ee24fda0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305077 Jul 27 17:36:28.605446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39360) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.609975 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:28.635920 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.692268 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.696324 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.715640 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad97b0a-7eec-46d3-80de-f8b2af7448b6,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:28.724492 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.725716 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7bf62487-9978-4b3e-aa34-7df77b30f58e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193414 Jul 27 17:36:28.728449 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39362) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.732828 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:28.758881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.820079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.824554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.843632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7716aa-24c6-4a07-b319-e6fc050e387d,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:28.850713 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.851924 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0460900b-f3a0-490e-8013-719a071b8350 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225350 Jul 27 17:36:28.854783 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39364) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.859936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:28.886612 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.943969 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.948514 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.966861 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb988cd-c9fd-4749-bb50-b9df31628540,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:28.974483 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:28.975736 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1bc9ec02-bc7c-4189-89e4-8abe76745b38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199174 Jul 27 17:36:28.978539 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39366) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:28.983048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:29.005061 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:36:29.010307 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.076213 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.080184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.098466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dc48d9-dc78-4fde-a940-9c5ba14b7265,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:29.104760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.106611 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-fddf4573-fc0d-41b6-91c7-3c14f6ff5d7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270452 Jul 27 17:36:29.108558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39368) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:29.113097 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ac770e6a-7a24-4669-a8ce-e118a26cc93c', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:29.134849 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:36:29.139746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.199846 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.204736 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.224512 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370e894b-32cd-4fbb-b818-cece2d75dc80,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:29.232710 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.233564 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b07f25c6-b328-42e6-9db4-99f2160b866b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240420 Jul 27 17:36:29.236352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39370) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:29.241313 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'network': {'name': 'tempest-network-smoke--1114761649', 'project_id': '39332b0a394f4c618e138c026990dff1', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:29.262217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:36:29.266330 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.267887 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:36:29.288202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:36:29.288695 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 0dc2b9f7-2f46-4cf2-bef8-4228f1d0bbd3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:36:29.293141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:36:29.302752 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.303108 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Added segment a0bb39e1-129e-476e-a6e3-919c33175315 of type vlan for network 7be82597-ae37-4320-844e-9bf1cc51dabb Jul 27 17:36:29.341957 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.372832 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.378464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:29.379056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.437360 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1999295 Jul 27 17:36:29.440095 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39372) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:29.443306 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b7593-79a7-4285-b400-3b8ac8ae0bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Network': ['ID=7be82597-ae37-4320-844e-9bf1cc51dabb,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:29.445598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'admin_state_up': True, 'project_id': '39332b0a394f4c618e138c026990dff1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:29.456529 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 7be82597-ae37-4320-844e-9bf1cc51dabb details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:36:29.469504 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.470589 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.522927 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.659298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.855231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.877823 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:29.985454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.133 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/70d4cc1a-65d7-463b-bd4a-7aa75fced11e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:36:30.088872 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:30.129226 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:30.165208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:30.168080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:30.173520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:36:30.198918 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:30.426211 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:30.624611 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:30.754228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router a6851a9c-baf3-4ef6-b752-0994871996d6 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:36:30.861192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:36:30.871040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Sync routers for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:36:30.879821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:30.880037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:30.880522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:30.881094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-fa6386d3-f152-4c13-b460-1028709fef43 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4399064 Jul 27 17:36:30.884941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39374) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:30.913855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eb2e8539-ae42-46df-884f-d4d19afbc1c6 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=39332b0a394f4c618e138c026990dff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277247 Jul 27 17:36:30.917084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39376) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:30.989289 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:31.003175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c9312-bcec-4f66-9cb0-183c293c42bc tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:31.004811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c63c9312-bcec-4f66-9cb0-183c293c42bc tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867331 Jul 27 17:36:31.007707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39378) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:31.041195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ed78e550-611c-4aa1-b453-29d04400459d tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324137 Jul 27 17:36:31.043690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39380) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:31.048813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922891585', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'project_id': '39332b0a394f4c618e138c026990dff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:31.135063 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:36:31.138715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.171707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:31.200563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Checking router: a6851a9c-baf3-4ef6-b752-0994871996d6 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:36:31.200919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Updating router a6851a9c-baf3-4ef6-b752-0994871996d6 port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:36:31.236292 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.322765 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.383175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Subnet': ['ID=1fbdfb01-4d13-429c-9da7-adb91c76419a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:31.392350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Checking segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:36:31.392746 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network hostable DHCP agents. Network: 7be82597-ae37-4320-844e-9bf1cc51dabb, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:36:31.410130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 7be82597-ae37-4320-844e-9bf1cc51dabb is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:36:31.419525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 7be82597-ae37-4320-844e-9bf1cc51dabb) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:31.424624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:31.425320 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.434449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed02da9-2bc4-4cd3-a97a-7fe64e0ff2b7 None None] Network 7be82597-ae37-4320-844e-9bf1cc51dabb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:36:31.442991 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-36320c79-ec91-4cdf-93ad-5cc0fd4d5039 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957391 Jul 27 17:36:31.443184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39382) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:31.559664 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.591085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Transition to ACTIVE for port object 70d4cc1a-65d7-463b-bd4a-7aa75fced11e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:31.600336 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.676226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d89fa-14c3-4aae-97aa-e69acac5f218 None None] Pushing event updated for resources: {'Port': ['ID=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:31.681087 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Attempting to bind port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:36:31.681578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Attempting to bind port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:36:31.682082 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Attempting to bind port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:36:31.685861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-7be82597-ae37-4320-844e-9bf1cc51dabb', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:36:31.686621 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.699112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:36:31.699491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:36:31.699897 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.700301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:36:31.700804 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Bound port: 70d4cc1a-65d7-463b-bd4a-7aa75fced11e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:36:31.701191 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.815593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] For port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:36:31.834579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] For port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:36:31.854359 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:31.931141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Allocated IP 172.20.0.2 (7be82597-ae37-4320-844e-9bf1cc51dabb/1fbdfb01-4d13-429c-9da7-adb91c76419a/a553a4cf-8847-41bb-9456-81ebbacf6366) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:36:31.945881 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:31.947018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:31.949839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d89fa-14c3-4aae-97aa-e69acac5f218 None None] Pushing event updated for resources: {'Port': ['ID=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:32.208292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.285181 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:32.433114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.451274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Transition to ACTIVE for port object a553a4cf-8847-41bb-9456-81ebbacf6366 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:32.478394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Transition to ACTIVE for port object a553a4cf-8847-41bb-9456-81ebbacf6366 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:32.498649 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.538739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.1 (7be82597-ae37-4320-844e-9bf1cc51dabb/1fbdfb01-4d13-429c-9da7-adb91c76419a/33d1b990-1b84-488e-af23-dfca3f5be07e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:36:32.550751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Network 7be82597-ae37-4320-844e-9bf1cc51dabb is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:32.556103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:32.561079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:36:32.564226 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Pushing event updated for resources: {'Port': ['ID=a553a4cf-8847-41bb-9456-81ebbacf6366,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:32.627798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:32.655111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Attempting to bind port a553a4cf-8847-41bb-9456-81ebbacf6366 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:36:32.655487 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Attempting to bind port a553a4cf-8847-41bb-9456-81ebbacf6366 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:36:32.655856 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Attempting to bind port a553a4cf-8847-41bb-9456-81ebbacf6366 on network 7be82597-ae37-4320-844e-9bf1cc51dabb {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:36:32.656743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.658081 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546e344-f55d-4103-8afc-a9873fdc8fca None None] The sync data for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 is: [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:30Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:36:32.663583 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:36:32.664205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Checking segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:36:32.664625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.665141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Bound using segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:36:32.665685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Bound port: a553a4cf-8847-41bb-9456-81ebbacf6366, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:36:32.666208 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.676080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 33d1b990-1b84-488e-af23-dfca3f5be07e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:32.709023 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.741701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] For port a553a4cf-8847-41bb-9456-81ebbacf6366, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:36:32.745644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] For port a553a4cf-8847-41bb-9456-81ebbacf6366, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a553a4cf-8847-41bb-9456-81ebbacf6366,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:36:32.750959 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.753862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 7be82597-ae37-4320-844e-9bf1cc51dabb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:32.759921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:32.763669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:36:32.770127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:32.818826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Pushing event updated for resources: {'Port': ['ID=a553a4cf-8847-41bb-9456-81ebbacf6366,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:32.824686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:32.828014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.828362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.829014 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.829356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.829689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.830073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.830417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.830740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.831295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.831555 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.831934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:32.832269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf608c7-1146-40ec-9bf0-223d294c5dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:33.072910 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.349301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a553a4cf-8847-41bb-9456-81ebbacf6366 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:33.390825 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.397117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.402715 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port a553a4cf-8847-41bb-9456-81ebbacf6366 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:33.407260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 70d4cc1a-65d7-463b-bd4a-7aa75fced11e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:33.460819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:33.465952 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:33.466375 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.490060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:33.504617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.596048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.625556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:33.627487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 7be82597-ae37-4320-844e-9bf1cc51dabb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:33.627645 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.629668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:33.631867 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:33.690299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:33.759666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router a6851a9c-baf3-4ef6-b752-0994871996d6 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:36:33.827479 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7473a0ec-eea5-453a-8e0e-83e620075b94 None None] Network 7be82597-ae37-4320-844e-9bf1cc51dabb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:36:33.874901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:36:33.880588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8ab7d60d-4fc0-4952-a849-6ef01539b8aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/a6851a9c-baf3-4ef6-b752-0994871996d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363470 Jul 27 17:36:33.896677 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Provisioning for port a553a4cf-8847-41bb-9456-81ebbacf6366 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:33.909048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Provisioning complete for port a553a4cf-8847-41bb-9456-81ebbacf6366 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:33.909484 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.050059 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b0c7ae7a-53f1-40c5-92ea-7ec684a5ae0a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750328487&fields=id&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 267 time: 0.0423722 Jul 27 17:36:34.063782 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.110870 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] For port a553a4cf-8847-41bb-9456-81ebbacf6366, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a553a4cf-8847-41bb-9456-81ebbacf6366,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:34.119253 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.169315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-746f76d3-fcb9-4548-a8cf-fbc56e2cf2d8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:34.170950 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-746f76d3-fcb9-4548-a8cf-fbc56e2cf2d8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 797 time: 0.1200716 Jul 27 17:36:34.175382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6eb86-8f62-4fbe-9161-5a9f0fb0b850 None None] Pushing event updated for resources: {'Port': ['ID=a553a4cf-8847-41bb-9456-81ebbacf6366,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:34.189956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b96a8cf6-222c-43b3-b7ec-c80be8d7801c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/quotas/39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Jul 27 17:36:34.262653 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-8a637a33-ea82-4bd5-a041-c8067cff9414 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655806 Jul 27 17:36:34.346594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Provisioning for port 33d1b990-1b84-488e-af23-dfca3f5be07e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:34.350727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Provisioning complete for port 33d1b990-1b84-488e-af23-dfca3f5be07e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:34.351316 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.391260 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Sync routers for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:36:34.404330 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Port 33d1b990-1b84-488e-af23-dfca3f5be07e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:36:34.407682 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:34.410089 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:34.417199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Provisioning complete for port a553a4cf-8847-41bb-9456-81ebbacf6366 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:34.417681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d56c5e57-2576-4f8a-9f3d-e6fa2cb0cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.432988 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-9545d9bb-b2f3-4a89-b3b9-a409277f4d9e service neutron] 10.222.0.64 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563678 Jul 27 17:36:34.537039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-038f4d83-abbf-49bb-b346-b488b68d2571 service neutron] 10.222.0.64 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030536 Jul 27 17:36:34.537842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:34.640594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-db17fb58-7595-4063-bf48-3e4c563ce340 None None] Provisioning complete for port 33d1b990-1b84-488e-af23-dfca3f5be07e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:34.641481 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-db17fb58-7595-4063-bf48-3e4c563ce340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.690194 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-db17fb58-7595-4063-bf48-3e4c563ce340 None None] Port 33d1b990-1b84-488e-af23-dfca3f5be07e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:36:34.737564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4100277d-a0e0-4f53-9f1e-26899110e5ea req-a45e6b37-49da-4036-8328-e8b967c84ce5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 210 time: 0.0325058 Jul 27 17:36:34.780581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 2, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:34.808478 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Checking router: a6851a9c-baf3-4ef6-b752-0994871996d6 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:36:34.808755 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Updating router a6851a9c-baf3-4ef6-b752-0994871996d6 port 33d1b990-1b84-488e-af23-dfca3f5be07e binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:36:34.846802 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.913035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-b90f7bdd-0701-45fa-83ef-e3a1ef0d688a None None] Provisioning complete for port 33d1b990-1b84-488e-af23-dfca3f5be07e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:34.913488 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b90f7bdd-0701-45fa-83ef-e3a1ef0d688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:34.952623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-b90f7bdd-0701-45fa-83ef-e3a1ef0d688a None None] Port 33d1b990-1b84-488e-af23-dfca3f5be07e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:36:35.202903 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.213306 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Transition to ACTIVE for port object 33d1b990-1b84-488e-af23-dfca3f5be07e will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:35.220215 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.278023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Pushing event updated for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:35.289984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.290160 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.290493 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.290819 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.291155 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.291489 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.291812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.292328 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.292847 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.293556 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.293892 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.294222 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:36:35.303176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a553a4cf-8847-41bb-9456-81ebbacf6366 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:35.355525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Attempting to bind port 33d1b990-1b84-488e-af23-dfca3f5be07e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:36:35.355818 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Attempting to bind port 33d1b990-1b84-488e-af23-dfca3f5be07e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:36:35.356184 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Attempting to bind port 33d1b990-1b84-488e-af23-dfca3f5be07e on network 7be82597-ae37-4320-844e-9bf1cc51dabb {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:36:35.362365 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:36:35.362747 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Checking segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:36:35.363617 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.364472 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Bound using segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:36:35.365030 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Bound port: 33d1b990-1b84-488e-af23-dfca3f5be07e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:36:35.365424 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.370414 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port a553a4cf-8847-41bb-9456-81ebbacf6366 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:35.371694 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.438504 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] For port 33d1b990-1b84-488e-af23-dfca3f5be07e, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:36:35.442547 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] For port 33d1b990-1b84-488e-af23-dfca3f5be07e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=33d1b990-1b84-488e-af23-dfca3f5be07e,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:36:35.446943 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.470722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 70d4cc1a-65d7-463b-bd4a-7aa75fced11e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:35.512391 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762c81-8355-45a5-a288-3e445f22f5b5 None None] Pushing event updated for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:35.530333 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:35.530969 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:35.538318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:35.538648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:35.657825 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:35.837994 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d21ec787-52e0-4048-a051-1de1c06244b0 req-65d2940b-0c54-46a6-91dd-8725413cf3b1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 210 time: 0.0309198 Jul 27 17:36:35.868863 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:35Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:35.895318 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6efab1-9f3f-4153-8749-643367c8ad77 None None] The sync data for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 is: [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:35Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:36:36.240104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-d1c2a002-ad8c-42a8-be74-ea3682adcc79 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:36.241705 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-d1c2a002-ad8c-42a8-be74-ea3682adcc79 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 797 time: 0.1153114 Jul 27 17:36:36.305014 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-db2ea810-3453-440d-b0d9-4897fc435da3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 380 time: 0.0372093 Jul 27 17:36:36.340393 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'port': {'device_id': 'e4797fec-5832-45e2-a34f-2c326666c952', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'admin_state_up': True, 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'security_groups': ['ac770e6a-7a24-4669-a8ce-e118a26cc93c']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:36.457150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:36:36.461679 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:36.597388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.11 (7be82597-ae37-4320-844e-9bf1cc51dabb/1fbdfb01-4d13-429c-9da7-adb91c76419a/b703d9b4-2743-4058-871b-b8251f82ddd1) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:36:36.738726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:36.752515 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object b703d9b4-2743-4058-871b-b8251f82ddd1 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:36.788190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:36.837402 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 7be82597-ae37-4320-844e-9bf1cc51dabb is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:36.842706 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:36.845098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:36:36.874097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:36.906312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:36.907037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:36.927823 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c4880d9e-51d8-47f1-8ce3-53244b247600 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920837 Jul 27 17:36:37.001323 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2b38-fc21-4a62-b10b-d287e5394bbe req-7404ecaa-2792-48fa-85b5-b3cf9e2b9e88 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:37.002953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d3f2b38-fc21-4a62-b10b-d287e5394bbe req-7404ecaa-2792-48fa-85b5-b3cf9e2b9e88 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 932 time: 0.0779133 Jul 27 17:36:37.022022 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Request body: {'port': {'device_id': 'e4797fec-5832-45e2-a34f-2c326666c952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:37.083334 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d3f2b38-fc21-4a62-b10b-d287e5394bbe req-f4c97fd7-3343-4df8-80e9-cc00f0a69c2e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735099 Jul 27 17:36:37.120200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.151265 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5655b51-42f5-4464-a19f-757a37ee9773 None None] Provisioning for port b703d9b4-2743-4058-871b-b8251f82ddd1 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:37.155270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c5655b51-42f5-4464-a19f-757a37ee9773 None None] Provisioning complete for port b703d9b4-2743-4058-871b-b8251f82ddd1 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:37.155656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c5655b51-42f5-4464-a19f-757a37ee9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.190112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c5655b51-42f5-4464-a19f-757a37ee9773 None None] Port b703d9b4-2743-4058-871b-b8251f82ddd1 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:36:37.296419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 33d1b990-1b84-488e-af23-dfca3f5be07e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:37.347083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 33d1b990-1b84-488e-af23-dfca3f5be07e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:37.351461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 33d1b990-1b84-488e-af23-dfca3f5be07e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:37.351881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.395079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b703d9b4-2743-4058-871b-b8251f82ddd1 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:36:37.402736 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.415677 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Transition to ACTIVE for port object b703d9b4-2743-4058-871b-b8251f82ddd1 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:36:37.419601 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.434735 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.471899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 33d1b990-1b84-488e-af23-dfca3f5be07e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=33d1b990-1b84-488e-af23-dfca3f5be07e,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:37.472470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Pushing event updated for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:37.483121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.540114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:37.564410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Attempting to bind port b703d9b4-2743-4058-871b-b8251f82ddd1 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:36:37.564781 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Attempting to bind port b703d9b4-2743-4058-871b-b8251f82ddd1 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:36:37.565115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Attempting to bind port b703d9b4-2743-4058-871b-b8251f82ddd1 on network 7be82597-ae37-4320-844e-9bf1cc51dabb {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:36:37.569651 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Port b703d9b4-2743-4058-871b-b8251f82ddd1 on network 7be82597-ae37-4320-844e-9bf1cc51dabb not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:36:37.569973 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Attempting to bind port b703d9b4-2743-4058-871b-b8251f82ddd1 on network 7be82597-ae37-4320-844e-9bf1cc51dabb {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:36:37.574961 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:36:37.575308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Checking segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:36:37.575699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Bound using segment: {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:36:37.576130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Bound port: b703d9b4-2743-4058-871b-b8251f82ddd1, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb39e1-129e-476e-a6e3-919c33175315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:36:37.576518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.645023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:36:37.647999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b703d9b4-2743-4058-871b-b8251f82ddd1,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:36:37.651832 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.685748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:37.686482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:37.687870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] 10.222.0.13 "PUT /v2.0/ports/b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 1092 time: 0.7306533 Jul 27 17:36:37.688206 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:36:37.690481 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae506887-83f9-4273-98db-ab897f9aad2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:36:37.727791 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7166ffc-251e-413b-9097-c8d004e67198 service neutron] Pushing event updated for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:37.734029 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a07f1-d116-43b8-a95f-8783901c4bdf x-openstack-request-id: req-a91a07f1-d116-43b8-a95f-8783901c4bdf {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:36:37.734324 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:36:37.734636 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a91a07f1-d116-43b8-a95f-8783901c4bdf {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:36:37.734976 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'status': 'completed', 'code': 200} Jul 27 17:36:37.813067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-7d2d33ab-f65c-404e-9d08-ac7976e83b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:37.814642 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-7d2d33ab-f65c-404e-9d08-ac7976e83b07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1095 time: 0.0623276 Jul 27 17:36:37.865086 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-9856917a-f3c5-4527-8157-f55d6e092ed5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0360715 Jul 27 17:36:37.913432 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-9db81f2b-9b23-45ee-91b3-c4c8c1372c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:37.915552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-9db81f2b-9b23-45ee-91b3-c4c8c1372c50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0452211 Jul 27 17:36:37.980168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c605b283-384c-4d7c-b3ac-c510aebb6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:37.981960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-c605b283-384c-4d7c-b3ac-c510aebb6531 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592616 Jul 27 17:36:38.077045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-6d238d00-6153-4d2e-83d6-31edac95bcca service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882795 Jul 27 17:36:38.182467 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b795d41-e27b-4d4a-a8a2-7eb6ea8c5219 req-32308f6b-a868-424d-9d27-a1155ced9735 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982838 Jul 27 17:36:38.235477 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e40da-ef9c-48ef-b04d-da9221c29238 req-25f88ca8-e036-486c-ae8e-1764b25401c2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:38.236922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-638e40da-ef9c-48ef-b04d-da9221c29238 req-25f88ca8-e036-486c-ae8e-1764b25401c2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 944 time: 0.0690830 Jul 27 17:36:38.277312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-638e40da-ef9c-48ef-b04d-da9221c29238 req-5bf6e16f-5eb3-42db-aff7-4cd18f0fae17 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343695 Jul 27 17:36:38.331787 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506887-83f9-4273-98db-ab897f9aad2e req-80509d99-ecd9-415c-94a5-08d7a324b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:38.333323 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-80509d99-ecd9-415c-94a5-08d7a324b90f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1095 time: 0.0551662 Jul 27 17:36:38.423273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506887-83f9-4273-98db-ab897f9aad2e req-f8d4e903-ea53-48af-b891-bc7c4ed33d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:38.424862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-f8d4e903-ea53-48af-b891-bc7c4ed33d2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 898 time: 0.0846431 Jul 27 17:36:38.466441 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-3d3fb1b0-2c3b-4140-8807-a8541d06b27b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0342808 Jul 27 17:36:38.519735 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506887-83f9-4273-98db-ab897f9aad2e req-60caa61a-aaa9-41e0-9e3a-9dd44dae23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:38.521237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-60caa61a-aaa9-41e0-9e3a-9dd44dae23ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0474427 Jul 27 17:36:38.582218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506887-83f9-4273-98db-ab897f9aad2e req-f472f56e-b1df-418e-a983-2782e857f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:38.583697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-f472f56e-b1df-418e-a983-2782e857f548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537117 Jul 27 17:36:38.672940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-f26c73b5-ee54-4fe3-91b8-c634bc450141 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801771 Jul 27 17:36:38.766678 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae506887-83f9-4273-98db-ab897f9aad2e req-018fa82b-5bf7-4617-94b5-5270f555f7d8 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Jul 27 17:36:39.275818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 33d1b990-1b84-488e-af23-dfca3f5be07e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:39.327815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 33d1b990-1b84-488e-af23-dfca3f5be07e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:39.328613 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:39.415362 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a11fae-3481-4346-9019-c2b4826d62db req-ccfeeada-c047-4560-a8f6-2415c914df0b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:39.416914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8a11fae-3481-4346-9019-c2b4826d62db req-ccfeeada-c047-4560-a8f6-2415c914df0b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 944 time: 0.0705755 Jul 27 17:36:39.455790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a8a11fae-3481-4346-9019-c2b4826d62db req-b30e16fa-3455-45d1-9229-d51ef3b62fbb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Jul 27 17:36:39.537758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b703d9b4-2743-4058-871b-b8251f82ddd1 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:36:39.631740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b703d9b4-2743-4058-871b-b8251f82ddd1,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:39.643465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'port_id': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'mac_address': 'fa:16:3e:7c:d7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:36:39.682276 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:39.696052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b703d9b4-2743-4058-871b-b8251f82ddd1 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:36:39.716861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b703d9b4-2743-4058-871b-b8251f82ddd1,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:39.720793 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:39.767575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:39.823006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-33d1be60-60e8-41c2-91e2-6df15e149af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:40.030683 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['b703d9b4-2743-4058-871b-b8251f82ddd1'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:36:40.585384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec272c-c57c-4613-aedb-62e34b490645 req-0052b860-89c6-4c23-8485-1d4acabbb9a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:40.587531 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54ec272c-c57c-4613-aedb-62e34b490645 req-0052b860-89c6-4c23-8485-1d4acabbb9a9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 945 time: 0.0644929 Jul 27 17:36:40.625143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-54ec272c-c57c-4613-aedb-62e34b490645 req-aa78b4ec-b043-4fd7-ab1c-322436103a05 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Jul 27 17:36:41.569502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b703d9b4-2743-4058-871b-b8251f82ddd1 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:36:41.621297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port b703d9b4-2743-4058-871b-b8251f82ddd1 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:36:41.625040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port b703d9b4-2743-4058-871b-b8251f82ddd1 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:36:41.625415 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:41.702121 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:41.728516 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:36:41.730843 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f37a686-92ed-42b1-ac90-b772bf89961d" -d '{"events": [{"server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "name": "network-vif-plugged", "status": "completed", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:36:41.744095 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b703d9b4-2743-4058-871b-b8251f82ddd1,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:36:41.749185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:41.760986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d70f-8209-4e04-bb35-5735063ef968 req-fee6da4d-1a28-43df-983e-65f72f6a4c82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:41.762757 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ef3d70f-8209-4e04-bb35-5735063ef968 req-fee6da4d-1a28-43df-983e-65f72f6a4c82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 945 time: 0.0694914 Jul 27 17:36:41.774398 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5392bd-2154-4e12-97af-25eed7cd2635 x-openstack-request-id: req-df5392bd-2154-4e12-97af-25eed7cd2635 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:36:41.775217 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "name": "network-vif-plugged", "status": "completed", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:36:41.775472 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df5392bd-2154-4e12-97af-25eed7cd2635 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:36:41.775859 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'code': 200} Jul 27 17:36:41.803420 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:41.804882 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2ef3d70f-8209-4e04-bb35-5735063ef968 req-f7661f91-8e07-44cd-984d-afb598873bf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346804 Jul 27 17:36:41.912824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b78f6-e41a-4aea-87ee-156f2b180390 req-6f59a089-af16-426d-b728-72c50d97b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:41.914403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d4b78f6-e41a-4aea-87ee-156f2b180390 req-6f59a089-af16-426d-b728-72c50d97b1bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1097 time: 0.0579083 Jul 27 17:36:41.948817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0d4b78f6-e41a-4aea-87ee-156f2b180390 req-b89177ca-9747-4323-9b82-ff08c4854578 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270293 Jul 27 17:36:42.537542 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:42.624499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3c63-7a5e-492d-9068-d6631317f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:42.947161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783bb8-8284-4212-9760-952910f9976b req-053d218f-7cb4-4a40-ae95-bcd999c7c93c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:42.948731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e783bb8-8284-4212-9760-952910f9976b req-053d218f-7cb4-4a40-ae95-bcd999c7c93c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jul 27 17:36:42.989570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3e783bb8-8284-4212-9760-952910f9976b req-85b66033-cf98-4b49-8489-606eb0d7f15b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348098 Jul 27 17:36:43.671365 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:44.124883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28911e-4d67-4874-8cc8-18ba6ac8fb54 req-20417a84-9d1d-4a78-a353-c76b774d5633 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:44.126304 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd28911e-4d67-4874-8cc8-18ba6ac8fb54 req-20417a84-9d1d-4a78-a353-c76b774d5633 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0675178 Jul 27 17:36:44.163447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dd28911e-4d67-4874-8cc8-18ba6ac8fb54 req-7d173dd3-9dcf-407e-a64a-cdfb9493ba4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312250 Jul 27 17:36:44.266701 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:36:44.294957 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84da19-3915-4d6b-9155-5a2982f80401 req-833e1807-166f-4fc4-8c94-4457893b8ea8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:44.296452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e84da19-3915-4d6b-9155-5a2982f80401 req-833e1807-166f-4fc4-8c94-4457893b8ea8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0634353 Jul 27 17:36:44.333428 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0e84da19-3915-4d6b-9155-5a2982f80401 req-617bce85-f638-4b7e-9d44-c87fc05db8e0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Jul 27 17:36:44.355383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39444) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:44.412990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216495c-657e-4844-aecc-8d4082434920 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:44.414405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3216495c-657e-4844-aecc-8d4082434920 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1092 time: 0.0579684 Jul 27 17:36:44.417106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39446) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:44.421669 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:36:44.443518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:44.541296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:44.645259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.136 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/5d157780-44fc-4ebc-a11c-04d1c6340eb7) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:36:44.744252 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:44.786534 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:44.822599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:36:44.825513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:36:44.830978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:36:44.856351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=5d157780-44fc-4ebc-a11c-04d1c6340eb7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:45.276009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.489688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.564231 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.710684 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.715052 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.784693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=5d157780-44fc-4ebc-a11c-04d1c6340eb7,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:36:45.796513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:45.895475 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 63f02486-2c18-438e-b2b0-1ef0a1e7f3da associated. External IP: 172.25.4.136, port: b703d9b4-2743-4058-871b-b8251f82ddd1. Jul 27 17:36:46.101978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router a6851a9c-baf3-4ef6-b752-0994871996d6 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:36:46.209124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:36:46.219939 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Sync routers for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:36:46.229574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:46.230158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:46.230772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:46.270237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bef74ca5-c540-4fe4-9d4a-71e54b1f0300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8517540 Jul 27 17:36:46.270581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:36:46.272978 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482dc81b-ac6a-4a60-af69-da4090e322f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:36:46.311780 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4727ad-87b2-49b0-9e08-fe82e3a31645 x-openstack-request-id: req-2c4727ad-87b2-49b0-9e08-fe82e3a31645 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:36:46.312080 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:36:46.312388 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c4727ad-87b2-49b0-9e08-fe82e3a31645 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:36:46.312822 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'status': 'completed', 'code': 200} Jul 27 17:36:46.339563 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:46.390145 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635815-ca87-48a1-92e9-fb2226cd4239 req-12855e6b-b1ce-4437-b88c-b3a69f58fbce tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:46.391600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5635815-ca87-48a1-92e9-fb2226cd4239 req-12855e6b-b1ce-4437-b88c-b3a69f58fbce tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0700812 Jul 27 17:36:46.413827 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-22be6912-e7aa-4ae0-b6cb-ec6ec878d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:46.415530 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-22be6912-e7aa-4ae0-b6cb-ec6ec878d55c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1097 time: 0.0576293 Jul 27 17:36:46.431512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b5635815-ca87-48a1-92e9-fb2226cd4239 req-122c6ee0-2105-4f3c-9976-631083e730c3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338113 Jul 27 17:36:46.454955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39452) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:46.513177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-c042c7d4-4806-4dd4-a27b-a21912c19a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:46.513177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-c042c7d4-4806-4dd4-a27b-a21912c19a17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 898 time: 0.0892730 Jul 27 17:36:46.526334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-554936fd-17d6-484d-9876-494b1475a9bd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/63f02486-2c18-438e-b2b0-1ef0a1e7f3da HTTP/1.1" status: 200 len: 992 time: 0.0700419 Jul 27 17:36:46.580031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '63f02486-2c18-438e-b2b0-1ef0a1e7f3da', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'port_id': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'mac_address': 'fa:16:3e:7c:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4797fec-5832-45e2-a34f-2c326666c952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:36:45Z', 'updated_at': '2021-07-27T17:36:45Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:46.585122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-7e7a97f1-c1fc-4b6e-97d8-0dd93a430e68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 1000 time: 0.0656753 Jul 27 17:36:46.610108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Checking router: a6851a9c-baf3-4ef6-b752-0994871996d6 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:36:46.619015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:36:46.619679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:36:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:46.635604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-5252ce14-8d68-4c27-8b15-930269b4f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:46.637171 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-5252ce14-8d68-4c27-8b15-930269b4f67f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0449233 Jul 27 17:36:46.699465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-5a25fd4e-e2a7-4044-821a-471d0fd6326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:36:46.700987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-5a25fd4e-e2a7-4044-821a-471d0fd6326e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571966 Jul 27 17:36:46.799064 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-def1ef1e-c235-4711-8d25-7a53958035f3 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908980 Jul 27 17:36:46.887124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:36:46.892846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-482dc81b-ac6a-4a60-af69-da4090e322f0 req-ea5f0bcc-6a0b-40a8-b694-597cc8ec55a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856659 Jul 27 17:36:47.112593 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '63f02486-2c18-438e-b2b0-1ef0a1e7f3da', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'port_id': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'mac_address': 'fa:16:3e:7c:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4797fec-5832-45e2-a34f-2c326666c952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:36:45Z', 'updated_at': '2021-07-27T17:36:45Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:36:47.138721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6f45-cb60-4eba-b148-80d32edfdf85 None None] The sync data for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 is: [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '63f02486-2c18-438e-b2b0-1ef0a1e7f3da', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'port_id': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'mac_address': 'fa:16:3e:7c:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4797fec-5832-45e2-a34f-2c326666c952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:36:45Z', 'updated_at': '2021-07-27T17:36:45Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:36:47.331797 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a61ec-e05c-43a8-b397-34ca61223fa7 None None] New status for floating IP 63f02486-2c18-438e-b2b0-1ef0a1e7f3da: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:36:47.414178 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:36:47.530315 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39454) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:36:47.598956 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d67b89c6-b82c-48af-83f7-ef09b6e98715 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/63f02486-2c18-438e-b2b0-1ef0a1e7f3da HTTP/1.1" status: 200 len: 994 time: 0.0674322 Jul 27 17:37:03.614581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:09.823171 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4d555a29-7414-4b27-899e-614ed18bb617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:12.538888 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:12.626216 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a56ecae0-040d-465d-892e-89d522ac59cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:13.674467 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:14.380916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8370b01-a497-49b0-b5a0-f430d86d7e9d req-0a6f3fc4-5c1a-43ba-8d2f-642978f30ab7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:14.382431 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8370b01-a497-49b0-b5a0-f430d86d7e9d req-0a6f3fc4-5c1a-43ba-8d2f-642978f30ab7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.1055341 Jul 27 17:37:14.388806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-99c70f0b-78a2-4f10-bd44-ab53f8a5589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:14.390155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-99c70f0b-78a2-4f10-bd44-ab53f8a5589f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1097 time: 0.0822675 Jul 27 17:37:14.469619 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b8370b01-a497-49b0-b5a0-f430d86d7e9d req-1f3a48ca-56b3-498e-a57e-c3dbd04a5ff5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784967 Jul 27 17:37:14.505798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-0a2db2bc-b4a7-48f9-ab3b-ed6be3f43c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:14.507289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-0a2db2bc-b4a7-48f9-ab3b-ed6be3f43c5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 898 time: 0.1094203 Jul 27 17:37:14.579615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-195528ac-0f98-4bb3-92b2-aef75fa618ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 1002 time: 0.0635378 Jul 27 17:37:14.629569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-879c4840-e02a-44ae-864b-b131e6571fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:14.631026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-879c4840-e02a-44ae-864b-b131e6571fc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0443556 Jul 27 17:37:14.690139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-246265b6-a818-4955-b296-d14fa283b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:14.691562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-246265b6-a818-4955-b296-d14fa283b3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532022 Jul 27 17:37:14.785647 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-5a6fda9f-a36f-464e-aabd-8d5e14dddead service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859430 Jul 27 17:37:14.876498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5d33a1a9-3ec2-4189-b0de-904581c27000 req-386ea609-7519-4fee-a338-525eec19d3da service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839531 Jul 27 17:37:15.278559 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:15.613134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94e225-6c8a-47b2-99c3-d423340231f0 req-0fbc1d7f-9436-47f5-a07c-ab0b09ebff49 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:15.614694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b94e225-6c8a-47b2-99c3-d423340231f0 req-0fbc1d7f-9436-47f5-a07c-ab0b09ebff49 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0717266 Jul 27 17:37:15.654667 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3b94e225-6c8a-47b2-99c3-d423340231f0 req-9f28b653-88c8-4baa-b7d5-3c082d706b17 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jul 27 17:37:16.793664 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa40227-6447-4d64-a885-6b13fc4cbf7d req-789e5d6a-2b4a-45e3-a849-1d393fec5978 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:16.795099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa40227-6447-4d64-a885-6b13fc4cbf7d req-789e5d6a-2b4a-45e3-a849-1d393fec5978 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0697982 Jul 27 17:37:16.837982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cfa40227-6447-4d64-a885-6b13fc4cbf7d req-e7d1a012-e9b9-46d5-9e68-0f08ee108faa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Jul 27 17:37:17.434965 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:17.970051 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf2ac5-5e5f-40c6-8ca6-13e6072b4191 req-981918f8-9b90-4cb7-8141-14263694397e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:17.971734 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eabf2ac5-5e5f-40c6-8ca6-13e6072b4191 req-981918f8-9b90-4cb7-8141-14263694397e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0646601 Jul 27 17:37:18.013697 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eabf2ac5-5e5f-40c6-8ca6-13e6072b4191 req-cec02deb-9937-4440-94cb-5b52cd2ccc91 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Jul 27 17:37:19.167346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919d130-31e3-47f4-b6af-703d05372ed8 req-46d4e367-58b4-4a88-b792-88a08d2d8300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:19.169137 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6919d130-31e3-47f4-b6af-703d05372ed8 req-46d4e367-58b4-4a88-b792-88a08d2d8300 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0801158 Jul 27 17:37:19.222615 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6919d130-31e3-47f4-b6af-703d05372ed8 req-42ddc4a1-0583-45ad-9955-90a86289a8dc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Jul 27 17:37:20.370291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b7b17-a95e-4780-85fd-f351f1bd9bb5 req-d09d6c0c-68dc-4285-a07a-a64917baf3ed tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:20.371756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e73b7b17-a95e-4780-85fd-f351f1bd9bb5 req-d09d6c0c-68dc-4285-a07a-a64917baf3ed tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0705247 Jul 27 17:37:20.417969 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e73b7b17-a95e-4780-85fd-f351f1bd9bb5 req-4040be1f-c845-4a96-bdc6-289dee1316f2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Jul 27 17:37:21.265601 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:37:21.555659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e81d-4068-4102-a443-60febae2a7e7 req-a17ac48b-bcca-4f07-82fb-ebeed9e56a4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:21.557191 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae36e81d-4068-4102-a443-60febae2a7e7 req-a17ac48b-bcca-4f07-82fb-ebeed9e56a4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0690846 Jul 27 17:37:21.597846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae36e81d-4068-4102-a443-60febae2a7e7 req-6ada77f2-3f20-40d1-8d5e-8ec882d4a79e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Jul 27 17:37:22.739938 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a306f-40a1-4faf-bef1-c11d9d6124f9 req-8ec35096-595d-4284-bbe4-f60db40edaa1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:22.741706 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d07a306f-40a1-4faf-bef1-c11d9d6124f9 req-8ec35096-595d-4284-bbe4-f60db40edaa1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0719180 Jul 27 17:37:22.784721 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d07a306f-40a1-4faf-bef1-c11d9d6124f9 req-0e6f873a-d89c-4088-8a31-d4f275c2a849 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Jul 27 17:37:23.922678 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041ffc-4bc8-4638-8070-c6b974b04745 req-fb4c7e0d-7d8f-4540-a61e-c273eb7da19a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:23.924233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a041ffc-4bc8-4638-8070-c6b974b04745 req-fb4c7e0d-7d8f-4540-a61e-c273eb7da19a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0674210 Jul 27 17:37:23.971343 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6a041ffc-4bc8-4638-8070-c6b974b04745 req-6af11928-63f0-447d-8565-7a9e91489fd5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Jul 27 17:37:25.110009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00d51c-5834-4390-b61e-d825b3115561 req-fc07bf1b-dcf5-4822-be1f-f40d3544a2f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:25.111517 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e00d51c-5834-4390-b61e-d825b3115561 req-fc07bf1b-dcf5-4822-be1f-f40d3544a2f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0640690 Jul 27 17:37:25.150106 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1e00d51c-5834-4390-b61e-d825b3115561 req-d5272dd8-953d-438e-805c-94b195e7d0ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Jul 27 17:37:26.288401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683c86b-1c42-4aab-b466-ff311174db1b req-1f2b9ff9-9b77-4001-b29a-602abcf7768f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:26.290178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7683c86b-1c42-4aab-b466-ff311174db1b req-1f2b9ff9-9b77-4001-b29a-602abcf7768f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0690331 Jul 27 17:37:26.332250 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7683c86b-1c42-4aab-b466-ff311174db1b req-c2f69278-3172-4008-bf50-ddcc46d9b7ae tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352423 Jul 27 17:37:26.358146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39488) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:37:26.424260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0bb4123-95d0-457c-a38c-4a05e1361742 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/63f02486-2c18-438e-b2b0-1ef0a1e7f3da HTTP/1.1" status: 200 len: 994 time: 0.0649219 Jul 27 17:37:33.610853 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:34.469118 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-d7ddf052-c8e4-480b-bed2-99da2284051d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587108 Jul 27 17:37:34.587725 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087521e-8724-4aa8-bbec-442904e5f02d req-f907537c-a719-4817-9dd0-db583228a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:34.589286 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-f907537c-a719-4817-9dd0-db583228a350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1097 time: 0.0583053 Jul 27 17:37:34.694511 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087521e-8724-4aa8-bbec-442904e5f02d req-e2141993-ab1e-489d-adbd-623e9533d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:34.695989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-e2141993-ab1e-489d-adbd-623e9533d3bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 898 time: 0.0877473 Jul 27 17:37:34.766230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-95afd492-e13f-4430-8bf8-75219eb0c9cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 1002 time: 0.0628345 Jul 27 17:37:34.814668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087521e-8724-4aa8-bbec-442904e5f02d req-58e17050-2462-4015-b925-bd3416a53598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:34.816106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-58e17050-2462-4015-b925-bd3416a53598 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0438757 Jul 27 17:37:34.877391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087521e-8724-4aa8-bbec-442904e5f02d req-f106879d-64da-4200-ac9d-a51e9262f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:34.878912 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-f106879d-64da-4200-ac9d-a51e9262f72b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563567 Jul 27 17:37:34.981967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-c6e98fc2-1997-4421-89ac-d93d853f9dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957584 Jul 27 17:37:35.071340 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6087521e-8724-4aa8-bbec-442904e5f02d req-6f90bdc3-e715-4c87-b29c-043f9a2a21c9 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Jul 27 17:37:39.827280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9a08e61c-4723-4551-a439-3606fbe713de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:42.538656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:42.631140 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4eb78529-386f-497d-862c-6c20d36fb557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:43.677741 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:45.281175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:47.438755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:56.781548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39506) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:37:56.958089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 5d157780-44fc-4ebc-a11c-04d1c6340eb7 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:37:56.958442 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.036783 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.037035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.056585 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 5d157780-44fc-4ebc-a11c-04d1c6340eb7 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:37:57.212132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.241274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=5d157780-44fc-4ebc-a11c-04d1c6340eb7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:37:57.253724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.254073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.254412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.254749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.255082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.255414 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.255745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.256236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.256800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.257346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.257679 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.258007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:37:57.320282 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.320651 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 63f02486-2c18-438e-b2b0-1ef0a1e7f3da disassociated (deleted). External IP: 172.25.4.136, port: b703d9b4-2743-4058-871b-b8251f82ddd1. Jul 27 17:37:57.595330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router a6851a9c-baf3-4ef6-b752-0994871996d6 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:37:57.712324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:37:57.718708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:57.724481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Sync routers for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:37:57.734552 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:37:57.735168 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:37:57.765121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e5cd65b5-a8ac-4d21-8637-aba33a6b57fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/floatingips/63f02486-2c18-438e-b2b0-1ef0a1e7f3da HTTP/1.1" status: 204 len: 168 time: 0.9825039 Jul 27 17:37:57.765719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:37:57.768027 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:37:57.815285 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2088518-41ae-4069-b780-05489123a159 x-openstack-request-id: req-e2088518-41ae-4069-b780-05489123a159 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:37:57.815898 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:37:57.815898 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2088518-41ae-4069-b780-05489123a159 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:37:57.816215 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'status': 'completed', 'code': 200} Jul 27 17:37:57.868908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:37:57.935954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-5409685a-9749-429a-b637-e3c87541fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:57.937717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-5409685a-9749-429a-b637-e3c87541fc0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 1097 time: 0.0763237 Jul 27 17:37:58.096531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1634577-b432-4ec5-aaa3-33e03747c394 req-96f28d55-4959-491a-b417-0852586f88aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:58.099005 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1634577-b432-4ec5-aaa3-33e03747c394 req-96f28d55-4959-491a-b417-0852586f88aa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.1031468 Jul 27 17:37:58.117938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-666b43ac-03bc-4c7d-af5d-cc32b41c8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:58.120848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-666b43ac-03bc-4c7d-af5d-cc32b41c8f55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 200 len: 898 time: 0.1401694 Jul 27 17:37:58.136221 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:37:58.142806 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c1634577-b432-4ec5-aaa3-33e03747c394 req-7912c0bc-ec89-43ab-bae5-33a2696aa403 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374026 Jul 27 17:37:58.175954 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Checking router: a6851a9c-baf3-4ef6-b752-0994871996d6 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:37:58.183598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-8a8e9fc1-9138-472f-b51a-33e14e594d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0551574 Jul 27 17:37:58.190150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:37:58.190937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:37:58.243717 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-394ed2c4-7b00-45cd-928a-a8b6236f6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:58.246561 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-394ed2c4-7b00-45cd-928a-a8b6236f6691 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 200 len: 834 time: 0.0545874 Jul 27 17:37:58.267193 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:37:58.305561 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:37:58.309166 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-6a98e108-4c76-4a33-b102-c84cef0c4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:58.310873 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-6a98e108-4c76-4a33-b102-c84cef0c4456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7be82597-ae37-4320-844e-9bf1cc51dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576158 Jul 27 17:37:58.412006 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-a62aaa21-a506-4144-9248-45af159e86ea service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927463 Jul 27 17:37:58.506221 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-58fe6a93-d020-4ec4-96bc-0c3ca3dc44c1 req-1071ee2c-ea83-43b0-87bf-d77f61b375c8 service neutron] 10.222.0.13 "GET /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871429 Jul 27 17:37:58.513975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:37:58.548171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ce4c3-2903-4c4f-83d3-b5476a976a8c None None] The sync data for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 is: [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '33d1b990-1b84-488e-af23-dfca3f5be07e', 'name': '', 'network_id': '7be82597-ae37-4320-844e-9bf1cc51dabb', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:ca:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:32Z', 'updated_at': '2021-07-27T17:36:37Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '1fbdfb01-4d13-429c-9da7-adb91c76419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:37:58.781254 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4857b7-d6bf-404c-a124-2273d68b689a None None] New status for floating IP 63f02486-2c18-438e-b2b0-1ef0a1e7f3da: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:37:59.296286 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697b43-bc55-433d-bac6-ff7b59541cc7 req-be8e6be3-7294-4cd8-84bb-ea5009def463 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:59.297993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc697b43-bc55-433d-bac6-ff7b59541cc7 req-be8e6be3-7294-4cd8-84bb-ea5009def463 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0702510 Jul 27 17:37:59.677256 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cc697b43-bc55-433d-bac6-ff7b59541cc7 req-ee21992b-c127-4151-b39d-3340578ea0c8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac770e6a-7a24-4669-a8ce-e118a26cc93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731451 Jul 27 17:37:59.707871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-d1fd0346-de92-4889-8bed-1115939298ec tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:37:59.709639 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-d1fd0346-de92-4889-8bed-1115939298ec tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4797fec-5832-45e2-a34f-2c326666c952 HTTP/1.1" status: 200 len: 946 time: 0.0807834 Jul 27 17:37:59.817657 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port b703d9b4-2743-4058-871b-b8251f82ddd1 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:37:59.817952 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:59.909711 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port b703d9b4-2743-4058-871b-b8251f82ddd1, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=b703d9b4-2743-4058-871b-b8251f82ddd1,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:37:59.910078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:37:59.922999 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for b703d9b4-2743-4058-871b-b8251f82ddd1 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:38:00.051311 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:00.078666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=b703d9b4-2743-4058-871b-b8251f82ddd1,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:00.127526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] No DVR routers for this DVR port b703d9b4-2743-4058-871b-b8251f82ddd1 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:38:00.130117 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:00.132070 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bb647bcf-e4dd-454f-b855-a58cb2da39b0 req-a2689428-0bb8-4538-b68e-0d808442d059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "DELETE /v2.0/ports/b703d9b4-2743-4058-871b-b8251f82ddd1 HTTP/1.1" status: 204 len: 173 time: 0.4150538 Jul 27 17:38:00.132528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'name': 'network-vif-deleted', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:38:00.134919 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baab5b83-654f-4a06-9046-ee374cb75392" -d '{"events": [{"server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "name": "network-vif-deleted", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:38:00.177321 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7b89a-3a5c-436e-b9cb-8d46e0674f5c x-openstack-request-id: req-ecb7b89a-3a5c-436e-b9cb-8d46e0674f5c {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:38:00.177622 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4797fec-5832-45e2-a34f-2c326666c952", "name": "network-vif-deleted", "tag": "b703d9b4-2743-4058-871b-b8251f82ddd1", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:38:00.177883 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecb7b89a-3a5c-436e-b9cb-8d46e0674f5c {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:38:00.178282 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4797fec-5832-45e2-a34f-2c326666c952', 'name': 'network-vif-deleted', 'tag': 'b703d9b4-2743-4058-871b-b8251f82ddd1', 'status': 'completed', 'code': 200} Jul 27 17:38:00.737626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39524) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:01.122362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:01.401654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 33d1b990-1b84-488e-af23-dfca3f5be07e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:38:01.401891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:01.492168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 33d1b990-1b84-488e-af23-dfca3f5be07e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=33d1b990-1b84-488e-af23-dfca3f5be07e,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:01.492571 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:01.506543 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 33d1b990-1b84-488e-af23-dfca3f5be07e owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:38:01.699678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:01.728112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=33d1b990-1b84-488e-af23-dfca3f5be07e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:01.905995 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.123070 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router a6851a9c-baf3-4ef6-b752-0994871996d6 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:38:02.233834 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:38:02.238829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e0b3b009-025c-428a-8c45-fe130633081d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/a6851a9c-baf3-4ef6-b752-0994871996d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4999111 Jul 27 17:38:02.241737 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39526) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:02.243654 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Sync routers for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:38:02.252981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:02.253582 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:02.295459 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting subnet 1fbdfb01-4d13-429c-9da7-adb91c76419a {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:38:02.299728 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.340813 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.360401 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:02.430517 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.494868 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.524540 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbdfb01-4d13-429c-9da7-adb91c76419a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:02.527764 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.529457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/subnets/1fbdfb01-4d13-429c-9da7-adb91c76419a HTTP/1.1" status: 204 len: 168 time: 0.2867014 Jul 27 17:38:02.532523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39528) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:02.535842 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706140ba-ba3d-4d57-8c85-352eded3dc69 None None] Network 7be82597-ae37-4320-844e-9bf1cc51dabb requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:38:02.536018 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.536300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.536691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.537033 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.537370 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.537709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.538043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.538375 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.538701 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.539027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.539351 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.539675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdfd38-adab-45c9-8e70-242cb8937283 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:02.614164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:38:01Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:02.648697 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.657926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Checking router: a6851a9c-baf3-4ef6-b752-0994871996d6 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:38:02.685704 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Routers {'a6851a9c-baf3-4ef6-b752-0994871996d6'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:02.686248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['a6851a9c-baf3-4ef6-b752-0994871996d6'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:02.756664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.810441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] Set router a6851a9c-baf3-4ef6-b752-0994871996d6 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:02.818004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:38:02.818362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.881153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] DHCP port deletion for 7be82597-ae37-4320-844e-9bf1cc51dabb request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:38:02.909227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 70d4cc1a-65d7-463b-bd4a-7aa75fced11e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:02.909873 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:02.923675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 70d4cc1a-65d7-463b-bd4a-7aa75fced11e owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:38:03.100305 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.127372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=70d4cc1a-65d7-463b-bd4a-7aa75fced11e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:03.181338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Deleting port a553a4cf-8847-41bb-9456-81ebbacf6366 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:38:03.181708 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.192591 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.256963 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] For port a553a4cf-8847-41bb-9456-81ebbacf6366, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=a553a4cf-8847-41bb-9456-81ebbacf6366,segment=NetworkSegment(a0bb39e1-129e-476e-a6e3-919c33175315),segment_id=a0bb39e1-129e-476e-a6e3-919c33175315)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:03.257633 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.273395 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Calling delete_port for a553a4cf-8847-41bb-9456-81ebbacf6366 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:38:03.287755 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.289493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.289760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:38:01Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:03.325550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cd00c-de53-4804-8650-95a059b91e37 None None] The sync data for ids ['a6851a9c-baf3-4ef6-b752-0994871996d6'] in n-d-723572-6 is: [{'id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798266292', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:38:01Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': '70d4cc1a-65d7-463b-bd4a-7aa75fced11e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6851a9c-baf3-4ef6-b752-0994871996d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:36:29Z', 'updated_at': '2021-07-27T17:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:38:03.338950 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.339673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Fanout notify agent at l3_agent the message router_deleted on router a6851a9c-baf3-4ef6-b752-0994871996d6 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:38:03.347200 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.353396 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5e98ad16-e7af-4fd4-998d-e081e889cd9c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/routers/a6851a9c-baf3-4ef6-b752-0994871996d6 HTTP/1.1" status: 204 len: 168 time: 0.8146851 Jul 27 17:38:03.353628 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39530) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:03.408050 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.435906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Pushing event deleted for resources: {'Port': ['ID=a553a4cf-8847-41bb-9456-81ebbacf6366,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:03.446372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] No DVR routers for this DVR port a553a4cf-8847-41bb-9456-81ebbacf6366 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.456375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079236a-95d7-4c3a-a29f-71d95b66de58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:03.458518 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.560155 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.570223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be82597-ae37-4320-844e-9bf1cc51dabb']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:03.580945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bb39e1-129e-476e-a6e3-919c33175315') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:03.581242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bb39e1-129e-476e-a6e3-919c33175315') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:03.598061 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.608637 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.615108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.621883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:38:03.622418 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:38:03.625882 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:38:03.695652 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.706166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.708274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/networks/7be82597-ae37-4320-844e-9bf1cc51dabb HTTP/1.1" status: 204 len: 168 time: 0.3535886 Jul 27 17:38:03.714478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a553a4cf-8847-41bb-9456-81ebbacf6366 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:38:03.716725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39532) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:03.727462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef031a7-882f-43c1-9470-61461b8549f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Network': ['ID=7be82597-ae37-4320-844e-9bf1cc51dabb,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:03.738262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: a553a4cf-8847-41bb-9456-81ebbacf6366 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:38:03.738742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device a553a4cf-8847-41bb-9456-81ebbacf6366 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:38:03.787641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.815716 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.888918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.891687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:03.895446 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac770e6a-7a24-4669-a8ce-e118a26cc93c HTTP/1.1" status: 204 len: 168 time: 0.1739328 Jul 27 17:38:03.903356 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1319809-a188-4f74-8d97-934eb7b632af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac770e6a-7a24-4669-a8ce-e118a26cc93c,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:03.940044 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b703d9b4-2743-4058-871b-b8251f82ddd1 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:38:03.963721 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: b703d9b4-2743-4058-871b-b8251f82ddd1 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:38:03.964075 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device b703d9b4-2743-4058-871b-b8251f82ddd1 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:38:04.175543 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39538) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.180404 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037645147', 'description': 'tempest-secgroup-smoke-2037645147 description', 'project_id': '39332b0a394f4c618e138c026990dff1'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.202896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.287904 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.293056 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.317425 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.318598 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420114 Jul 27 17:38:04.322138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39540) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.327710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641f99a-0e0d-4a0d-9339-e039ec96fea5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead712ef-33f1-4ddf-9f2c-f209965fb510,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.328670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.364222 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.430266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.434673 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.454462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b5ce4-c0e1-4169-9a36-62f74a94e9bb,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.461436 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.462697 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f8bc6fd-4ab9-4e6f-8f4a-1f766d3d6709 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390924 Jul 27 17:38:04.465507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39542) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.469934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.500530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.562525 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.567882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.586182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44058ed5-98fc-4205-b951-da276831331a,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.596137 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.597488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-86d23b3c-c895-459e-8b5e-bd433aac8b89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310306 Jul 27 17:38:04.600262 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39544) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.604876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.633635 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.693353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.697168 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.713018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4b6299-8215-4e03-ae43-24a46fe08d38,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.721513 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.722739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b3473cbc-c0b1-4af9-8a5e-155941f8dcf6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215172 Jul 27 17:38:04.726921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39546) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.732158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.759897 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.824398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.830235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.849863 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56237bc6-2f66-463c-8ed1-5ece1a559528,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.854162 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.855775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9fd019a7-8c49-42fa-baa8-53c5a262aac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276867 Jul 27 17:38:04.858482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39548) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.863144 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:04.885515 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:38:04.891111 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.953365 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.957144 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.977470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1776e4e9-f17c-4fa9-ace2-7bb8d8bb6a9e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:04.984145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:04.985484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7f074b77-e256-4bc5-b621-1e16725b2bf5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260986 Jul 27 17:38:04.988108 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39550) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:04.992710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': 'ead712ef-33f1-4ddf-9f2c-f209965fb510', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:05.016867 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:38:05.022110 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.084398 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.088187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.108179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6766f5cc-a868-465c-ae3f-1e3a2fa4d016,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:05.111431 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.112668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-57538a84-7404-4e38-9ab2-c2fd91b74f53 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235330 Jul 27 17:38:05.115460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39552) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:05.120263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'network': {'name': 'tempest-network-smoke--1137062408', 'project_id': '39332b0a394f4c618e138c026990dff1', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:05.141965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:38:05.145466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.171812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:38:05.181940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.182374 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Added segment 8191e083-730f-43bf-833d-27e5e61df58f of type vlan for network 22d4dbe4-5b25-4799-96bd-efaea519acc7 Jul 27 17:38:05.225593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.255119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.260820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:05.262058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.284949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 33d1b990-1b84-488e-af23-dfca3f5be07e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:38:05.305140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 33d1b990-1b84-488e-af23-dfca3f5be07e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:38:05.305601 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 33d1b990-1b84-488e-af23-dfca3f5be07e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:38:05.306826 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 70d4cc1a-65d7-463b-bd4a-7aa75fced11e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:38:05.320194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2037008 Jul 27 17:38:05.323081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39554) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:05.326782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 70d4cc1a-65d7-463b-bd4a-7aa75fced11e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:38:05.327130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 70d4cc1a-65d7-463b-bd4a-7aa75fced11e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:38:05.328760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'admin_state_up': True, 'project_id': '39332b0a394f4c618e138c026990dff1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:05.347935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328db1b-7d88-451c-aff4-e10d1643c1b4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Network': ['ID=22d4dbe4-5b25-4799-96bd-efaea519acc7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:05.358656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:38:05.363333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.364381 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.419710 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:05.557821 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.069264 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.089145 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.200146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.27 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b97c3938-498a-4bc0-bf0f-5f9c41efb4ea) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:38:06.306031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.347637 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.386119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:06.391532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:06.394956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:38:06.421127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:06.672297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:06.903178 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.032818 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:38:07.146349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:38:07.156150 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Sync routers for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:38:07.165651 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:07.166268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:07.166767 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.168628 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f21055b2-c298-4dfb-836a-25a058eb1abd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8446550 Jul 27 17:38:07.172421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39556) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:07.205617 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5ffcf130-d431-4607-9903-74686578ff20 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=39332b0a394f4c618e138c026990dff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315049 Jul 27 17:38:07.207590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39558) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:07.281305 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:07.301715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7ea1e-26d6-41b2-bf8f-94f71d2fb6b4 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:07.303166 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a8e7ea1e-26d6-41b2-bf8f-94f71d2fb6b4 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946152 Jul 27 17:38:07.306225 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39560) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:07.337602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dec08d68-a0b6-498b-b833-2eaab074e602 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301054 Jul 27 17:38:07.340959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39562) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:07.346066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714292116', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:07.443161 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:38:07.447062 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.466444 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:06Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:07.492653 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Checking router: 4a4d0099-d507-4608-ae15-b0aa206a1ea5 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:38:07.493002 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Updating router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:38:07.529693 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.642362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.706812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Subnet': ['ID=208092a2-cf80-4fe0-b884-d14a57d5d11b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:07.715649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Checking segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:38:07.715908 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network hostable DHCP agents. Network: 22d4dbe4-5b25-4799-96bd-efaea519acc7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:38:07.733130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:38:07.742540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 22d4dbe4-5b25-4799-96bd-efaea519acc7) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:07.747231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:07.747871 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.754794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dead0f-bdb5-40b2-85f2-1e8da1f40c51 None None] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:38:07.766489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a7bff6bf-9186-400d-b511-2ece2defdd4f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4243603 Jul 27 17:38:07.769945 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39564) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:07.786455 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.797501 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Transition to ACTIVE for port object b97c3938-498a-4bc0-bf0f-5f9c41efb4ea will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:07.803900 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.921612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-22d4dbe4-5b25-4799-96bd-efaea519acc7', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:38:07.922800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.937408 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Attempting to bind port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:38:07.937764 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Attempting to bind port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:38:07.938120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Attempting to bind port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:38:07.949800 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:38:07.950195 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:38:07.950580 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:07.950963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:38:07.951440 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Bound port: b97c3938-498a-4bc0-bf0f-5f9c41efb4ea, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:38:07.951832 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.007529 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] For port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:38:08.016842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] For port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:38:08.018121 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Pushing event updated for resources: {'Port': ['ID=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:08.027770 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.031516 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.031859 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.032193 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.032549 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.032882 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.033201 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.033525 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.033860 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.034164 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.034480 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.034795 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.035106 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:38:08.075120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Allocated IP 172.20.0.2 (22d4dbe4-5b25-4799-96bd-efaea519acc7/208092a2-cf80-4fe0-b884-d14a57d5d11b/f4561c1b-30fd-41fc-b340-92d4092dc3c9) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:38:08.096910 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce722e-aa8b-4792-9a0b-823f77f1f19c None None] Pushing event updated for resources: {'Port': ['ID=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:08.102126 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:08.102743 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:08.213552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:08.242325 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.251656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Transition to ACTIVE for port object f4561c1b-30fd-41fc-b340-92d4092dc3c9 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:08.255600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.269096 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Transition to ACTIVE for port object f4561c1b-30fd-41fc-b340-92d4092dc3c9 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:08.275471 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.329051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:08.331187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Pushing event updated for resources: {'Port': ['ID=f4561c1b-30fd-41fc-b340-92d4092dc3c9,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:08.334703 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:08.337534 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:38:08.404354 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Attempting to bind port f4561c1b-30fd-41fc-b340-92d4092dc3c9 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:38:08.404753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Attempting to bind port f4561c1b-30fd-41fc-b340-92d4092dc3c9 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:38:08.405122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Attempting to bind port f4561c1b-30fd-41fc-b340-92d4092dc3c9 on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:38:08.411034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:38:08.411280 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:06Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:08.411410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Checking segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:38:08.411813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.412206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Bound using segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:38:08.412702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Bound port: f4561c1b-30fd-41fc-b340-92d4092dc3c9, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:38:08.413085 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.438792 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae3088-4e96-405c-806e-9a6ff3b25f63 None None] The sync data for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 is: [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:06Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:38:08.491007 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] For port f4561c1b-30fd-41fc-b340-92d4092dc3c9, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:38:08.494610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] For port f4561c1b-30fd-41fc-b340-92d4092dc3c9, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4561c1b-30fd-41fc-b340-92d4092dc3c9,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:38:08.500103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.563143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e3b2-b7c0-48c6-9e38-d06aa1655da6 None None] Pushing event updated for resources: {'Port': ['ID=f4561c1b-30fd-41fc-b340-92d4092dc3c9,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:08.577689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.1 (22d4dbe4-5b25-4799-96bd-efaea519acc7/208092a2-cf80-4fe0-b884-d14a57d5d11b/1241851e-344d-43b0-83b8-3c5c7245875e) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:38:08.720300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.757911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 1241851e-344d-43b0-83b8-3c5c7245875e will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:08.797909 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:08.848490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:08.858649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:08.862798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:38:08.889989 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:08.923570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.097053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.453457 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b97c3938-498a-4bc0-bf0f-5f9c41efb4ea up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:09.482972 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.489188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.522093 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:09.526512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:09.526944 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.589551 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:09.595425 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.631084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.655389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:09.659772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.660879 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4561c1b-30fd-41fc-b340-92d4092dc3c9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:09.712650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71389b17-192d-4ac3-9e2d-ce7216699981 None None] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:38:09.740473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:09.742960 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:09.825306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:09.842906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-801d5b5c-6487-48e8-bf72-7b2d9ea294f1 None None] Provisioning for port f4561c1b-30fd-41fc-b340-92d4092dc3c9 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:09.864219 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d5275f32-4937-48e7-9a9f-42bc9cd7f6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:09.871225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f4561c1b-30fd-41fc-b340-92d4092dc3c9 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:09.878310 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f4561c1b-30fd-41fc-b340-92d4092dc3c9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:09.878687 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.035298 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.080682 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f4561c1b-30fd-41fc-b340-92d4092dc3c9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4561c1b-30fd-41fc-b340-92d4092dc3c9,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:10.086271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.156144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f4561c1b-30fd-41fc-b340-92d4092dc3c9,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:10.233855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:38:10.356505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:38:10.363546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dd6db080-0c15-4cbb-8f05-b7cd291ce6c6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/4a4d0099-d507-4608-ae15-b0aa206a1ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907073 Jul 27 17:38:10.374913 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Sync routers for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:38:10.390761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:10.391466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:10.394769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Provisioning for port 1241851e-344d-43b0-83b8-3c5c7245875e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:10.431220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Provisioning complete for port 1241851e-344d-43b0-83b8-3c5c7245875e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:10.431623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.517331 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Port 1241851e-344d-43b0-83b8-3c5c7245875e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:38:10.537361 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-991f05b0-a19d-4151-8e97-1ad8605e2665 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037645147&fields=id&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 267 time: 0.0465569 Jul 27 17:38:10.545742 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Provisioning complete for port f4561c1b-30fd-41fc-b340-92d4092dc3c9 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:10.546180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2ffedd49-2f28-49b3-b53c-4960601e6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.548933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:10.678311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-6e57d8cf-cfcc-4b00-bed0-b7c395da7ef1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:10.680013 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-6e57d8cf-cfcc-4b00-bed0-b7c395da7ef1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 797 time: 0.1324499 Jul 27 17:38:10.701635 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-c7193cc6-b7e7-4293-a93b-f335005e0c79 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/quotas/39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 375 time: 0.0118539 Jul 27 17:38:10.825381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 2, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:10.854112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Checking router: 4a4d0099-d507-4608-ae15-b0aa206a1ea5 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:38:10.854369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Updating router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 port 1241851e-344d-43b0-83b8-3c5c7245875e binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:38:10.902845 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.912248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1b645d68-c9c4-4445-8a22-f689263432d0 None None] Provisioning complete for port 1241851e-344d-43b0-83b8-3c5c7245875e triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:10.912639 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1b645d68-c9c4-4445-8a22-f689263432d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:10.986051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1b645d68-c9c4-4445-8a22-f689263432d0 None None] Port 1241851e-344d-43b0-83b8-3c5c7245875e cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:38:11.093820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-3a0cfed6-1539-4a69-9b2c-12dc587e11af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3859403 Jul 27 17:38:11.112281 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-1f6e74ff-b091-445c-8cae-d8809944a3b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:38:11.113200 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-1f6e74ff-b091-445c-8cae-d8809944a3b4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064650 Jul 27 17:38:11.205766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-0ea8fec5-97f2-4f68-838d-e8d96300441b service neutron] 10.222.0.64 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862920 Jul 27 17:38:11.217092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.227272 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Transition to ACTIVE for port object 1241851e-344d-43b0-83b8-3c5c7245875e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:11.233491 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.287623 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493178-fdfd-45b3-9525-4c667e9ec6f1 None None] Pushing event updated for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:11.313926 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-d91ccaab-f5b6-4237-ad67-8499aaab8ecf service neutron] 10.222.0.64 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014111 Jul 27 17:38:11.360071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Attempting to bind port 1241851e-344d-43b0-83b8-3c5c7245875e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:38:11.361004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Attempting to bind port 1241851e-344d-43b0-83b8-3c5c7245875e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:38:11.361540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Attempting to bind port 1241851e-344d-43b0-83b8-3c5c7245875e on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:38:11.369293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:38:11.369793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Checking segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:38:11.370290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.371496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Bound using segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:38:11.372351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Bound port: 1241851e-344d-43b0-83b8-3c5c7245875e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:38:11.372876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.386837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b97c3938-498a-4bc0-bf0f-5f9c41efb4ea up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:11.495211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] For port 1241851e-344d-43b0-83b8-3c5c7245875e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:38:11.500810 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] For port 1241851e-344d-43b0-83b8-3c5c7245875e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1241851e-344d-43b0-83b8-3c5c7245875e,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:38:11.507418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:11.507900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.536028 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:11.544731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2668d584-874a-48c0-9b50-362b51dadc20 req-0e69c39f-55e3-4832-b09f-6b8a02360c10 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 210 time: 0.0393069 Jul 27 17:38:11.627430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493178-fdfd-45b3-9525-4c667e9ec6f1 None None] Pushing event updated for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:11.636567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:11.637199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:37:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:11.891151 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4561c1b-30fd-41fc-b340-92d4092dc3c9 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:11.978032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:12.063328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f4561c1b-30fd-41fc-b340-92d4092dc3c9 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:12.063709 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:12.259451 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:11Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:12.290919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb235c-99a8-489a-aca7-f30c6c0f4dee None None] The sync data for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 is: [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:11Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:38:12.545305 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:12.646185 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a99d-654a-4298-bb93-9eebc599e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:12.689970 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0fd09923-4ad9-47a2-b847-ff78d1374475 req-59bf5bce-043b-43a0-941d-fa2db5f8e0b9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 210 time: 0.0553653 Jul 27 17:38:12.713602 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-7378b0cb-44a1-4bcd-9210-89ce1db243cf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:12.713602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-7378b0cb-44a1-4bcd-9210-89ce1db243cf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 797 time: 0.1675017 Jul 27 17:38:12.764496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-71468da7-0758-420e-ac9e-f777e6608861 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 380 time: 0.0421727 Jul 27 17:38:12.778180 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'port': {'device_id': '216674aa-ddaa-444c-8098-0b25bca37181', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'admin_state_up': True, 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'security_groups': ['ead712ef-33f1-4ddf-9f2c-f209965fb510']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:12.892174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:38:12.895835 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.079372 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.13 (22d4dbe4-5b25-4799-96bd-efaea519acc7/208092a2-cf80-4fe0-b884-d14a57d5d11b/78ab2877-3495-46df-a6d0-e24f89827d1a) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:38:13.284989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.304856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 78ab2877-3495-46df-a6d0-e24f89827d1a will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:13.355714 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.399412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1241851e-344d-43b0-83b8-3c5c7245875e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:13.407546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:13.410766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:13.415719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:38:13.420579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:13.474412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1241851e-344d-43b0-83b8-3c5c7245875e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:13.477946 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:13.478803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.479110 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1241851e-344d-43b0-83b8-3c5c7245875e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:13.479493 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.495670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-4ebf9172-5824-4761-a974-500aeea448ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246914 Jul 27 17:38:13.509715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Request body: {'port': {'device_id': '216674aa-ddaa-444c-8098-0b25bca37181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:13.594215 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.602138 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.631807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 1241851e-344d-43b0-83b8-3c5c7245875e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1241851e-344d-43b0-83b8-3c5c7245875e,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:13.637727 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.706857 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.709321 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:13.720128 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6018a5bb-434d-4f31-a775-d1e84cdcbfae None None] Provisioning for port 78ab2877-3495-46df-a6d0-e24f89827d1a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:13.726864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6018a5bb-434d-4f31-a775-d1e84cdcbfae None None] Provisioning complete for port 78ab2877-3495-46df-a6d0-e24f89827d1a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:13.727291 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6018a5bb-434d-4f31-a775-d1e84cdcbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.770730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6018a5bb-434d-4f31-a775-d1e84cdcbfae None None] Port 78ab2877-3495-46df-a6d0-e24f89827d1a cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:38:13.895514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb237e9-87a1-403b-96c1-c760634fcbd5 req-fb6ff51c-af8f-43cf-96b5-21c853fc8652 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:13.897198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fb237e9-87a1-403b-96c1-c760634fcbd5 req-fb6ff51c-af8f-43cf-96b5-21c853fc8652 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 932 time: 0.1124258 Jul 27 17:38:13.966255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ab2877-3495-46df-a6d0-e24f89827d1a {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:38:13.973362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fb237e9-87a1-403b-96c1-c760634fcbd5 req-7a315693-40bf-47af-b5e0-faea638de58d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695016 Jul 27 17:38:13.977194 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:13.989566 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Transition to ACTIVE for port object 78ab2877-3495-46df-a6d0-e24f89827d1a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:38:13.993156 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:14.047369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:14.119538 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:38:14.119976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:38:14.120943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:38:14.125972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:38:14.126303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:38:14.131371 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:38:14.131712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Checking segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:38:14.132098 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Bound using segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:38:14.132646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Bound port: 78ab2877-3495-46df-a6d0-e24f89827d1a, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:38:14.133017 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:14.205988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:38:14.209406 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:38:14.214065 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:14.251081 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.251881 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:14.253518 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-70969df9-6230-477b-9529-b953e44dc90a service neutron] 10.222.0.61 "PUT /v2.0/ports/78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1092 time: 0.7498786 Jul 27 17:38:14.254021 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:38:14.256678 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f8061-d8e7-4f8a-a214-0030416e26a4" -d '{"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:38:14.294043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969df9-6230-477b-9529-b953e44dc90a service neutron] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:14.314217 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa2a0f0-9339-4050-bf27-afba42995c56 x-openstack-request-id: req-9fa2a0f0-9339-4050-bf27-afba42995c56 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:38:14.314580 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:38:14.314895 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fa2a0f0-9339-4050-bf27-afba42995c56 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:38:14.315976 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'status': 'completed', 'code': 200} Jul 27 17:38:14.363399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-9f4b37e9-60db-4e40-9994-808cd4e37553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.365119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-9f4b37e9-60db-4e40-9994-808cd4e37553 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.0636880 Jul 27 17:38:14.411374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-0d1f3127-adbd-463e-bd82-f0d778742e6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 217 time: 0.0381866 Jul 27 17:38:14.463002 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-7de08b4b-5604-4744-a439-f72d116c605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.464577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-7de08b4b-5604-4744-a439-f72d116c605e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0461445 Jul 27 17:38:14.534817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-569c97de-0264-44dd-91fb-030921f8e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.536226 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-569c97de-0264-44dd-91fb-030921f8e850 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651906 Jul 27 17:38:14.631146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-f37df5aa-56b4-4567-930e-2f07889b441b service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876105 Jul 27 17:38:14.723472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bcb00b6-a826-476a-b6f5-51c38749fc0e req-349805c9-5f34-47c0-8492-e6558c07a7f0 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847254 Jul 27 17:38:14.827197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-23b7e87c-180a-424a-818b-a04b94403304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.828783 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-23b7e87c-180a-424a-818b-a04b94403304 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.0568666 Jul 27 17:38:14.946106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-2f10a111-2225-4d70-af27-bc12d8d2628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:14.947596 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-2f10a111-2225-4d70-af27-bc12d8d2628c service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.1094022 Jul 27 17:38:14.997831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-f7bf8411-84da-4a95-822f-0ca4c6686323 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 217 time: 0.0411427 Jul 27 17:38:15.065380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-0f5a06fe-cdb2-4db9-9686-f08538d3a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:15.066857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-0f5a06fe-cdb2-4db9-9686-f08538d3a6e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0624328 Jul 27 17:38:15.162450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c97d5-d297-4b4c-9132-4fc28b781ca8 req-1b8a5444-ec16-4be5-b8a8-5f2c4406a64d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:15.163939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-597c97d5-d297-4b4c-9132-4fc28b781ca8 req-1b8a5444-ec16-4be5-b8a8-5f2c4406a64d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.1134820 Jul 27 17:38:15.170658 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-4da68a7b-7521-4819-8ef5-b98f92c69f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:15.172214 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-4da68a7b-7521-4819-8ef5-b98f92c69f7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888286 Jul 27 17:38:15.258621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-597c97d5-d297-4b4c-9132-4fc28b781ca8 req-0122e848-dad7-47b0-adef-dcd705af4781 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850558 Jul 27 17:38:15.301425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-01ead37b-ba43-465a-aef2-d5f82744cb6b service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199868 Jul 27 17:38:15.305265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:15.340749 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1241851e-344d-43b0-83b8-3c5c7245875e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:15.391170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1241851e-344d-43b0-83b8-3c5c7245875e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:15.391590 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:15.404143 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-446f8061-d8e7-4f8a-a214-0030416e26a4 req-4e242a93-32ba-492a-9802-85cf600ef76e service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947905 Jul 27 17:38:16.412808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392d2c-f673-4c49-8ffc-95084bb1e655 req-b38d9dac-c750-4b10-9325-aaddb87170ae tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:16.414425 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58392d2c-f673-4c49-8ffc-95084bb1e655 req-b38d9dac-c750-4b10-9325-aaddb87170ae tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.0720549 Jul 27 17:38:16.459199 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-58392d2c-f673-4c49-8ffc-95084bb1e655 req-678a5e6a-6e44-4671-b922-93c321f8a8df tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365441 Jul 27 17:38:16.625710 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:38:16.727537 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:16.739261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'mac_address': 'fa:16:3e:db:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:38:16.782025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:16.795524 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab2877-3495-46df-a6d0-e24f89827d1a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:38:16.814943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:16.818964 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:16.868123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:17.027391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['78ab2877-3495-46df-a6d0-e24f89827d1a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:38:17.457330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:17.601986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc34767-d6ea-42b6-a50a-3755b708e604 req-fbf9510b-3e17-4450-a312-e385906c6294 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:17.603556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6dc34767-d6ea-42b6-a50a-3755b708e604 req-fbf9510b-3e17-4450-a312-e385906c6294 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 945 time: 0.0721211 Jul 27 17:38:17.648583 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6dc34767-d6ea-42b6-a50a-3755b708e604 req-563c5724-0361-425b-8520-1ff988dc7e42 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Jul 27 17:38:18.625542 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:38:18.679708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 78ab2877-3495-46df-a6d0-e24f89827d1a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:38:18.685430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 78ab2877-3495-46df-a6d0-e24f89827d1a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:38:18.686015 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:18.786089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:18.808486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f61493-b43f-45e3-9f31-d785def762e1 req-b0bdfbb8-03e8-45ba-8126-fe1e18cc5e62 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:18.811615 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77f61493-b43f-45e3-9f31-d785def762e1 req-b0bdfbb8-03e8-45ba-8126-fe1e18cc5e62 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 945 time: 0.0855091 Jul 27 17:38:18.817570 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:38:18.820411 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536cd27-ca27-4ee6-bcb4-699737f88c00" -d '{"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-plugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:38:18.841918 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:38:18.847765 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:18.869084 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-77f61493-b43f-45e3-9f31-d785def762e1 req-34462adc-c4f3-4260-b82a-42818e6a3a69 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 Jul 27 17:38:18.887998 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b2691-d5a3-4bf9-b2a8-d773140f4d32 x-openstack-request-id: req-151b2691-d5a3-4bf9-b2a8-d773140f4d32 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:38:18.887998 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-plugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:38:18.887998 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-151b2691-d5a3-4bf9-b2a8-d773140f4d32 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:38:18.887998 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'code': 200} Jul 27 17:38:18.918103 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:18.998217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b720bb-8ede-4013-b86a-d9b76ab9c87e req-f65a7f9b-61f7-4757-942e-e6d6c9877140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:18.999728 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2b720bb-8ede-4013-b86a-d9b76ab9c87e req-f65a7f9b-61f7-4757-942e-e6d6c9877140 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0550175 Jul 27 17:38:19.040699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2b720bb-8ede-4013-b86a-d9b76ab9c87e req-02a8838c-9d68-48df-bae1-f844f60776a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Jul 27 17:38:20.018730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d875-903b-4507-b6b7-513701f23e75 req-dd5b66b8-a9df-4d23-96fe-9f334fac62b3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:20.020206 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e1d875-903b-4507-b6b7-513701f23e75 req-dd5b66b8-a9df-4d23-96fe-9f334fac62b3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0663624 Jul 27 17:38:20.060535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e1d875-903b-4507-b6b7-513701f23e75 req-ac14fe83-6916-4d8c-a9ad-38d15d509d88 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341463 Jul 27 17:38:20.197053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4ae4-a053-4dc5-97d6-ca88bd1e16d5 req-dd9ebfa6-4f7d-4fef-8258-b6be36fc9b46 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:20.199186 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12de4ae4-a053-4dc5-97d6-ca88bd1e16d5 req-dd9ebfa6-4f7d-4fef-8258-b6be36fc9b46 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0644491 Jul 27 17:38:20.237307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-12de4ae4-a053-4dc5-97d6-ca88bd1e16d5 req-554ad979-f994-4283-9a99-0ad515a0e1c8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Jul 27 17:38:20.259370 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39618) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:20.317301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9510fe-39bf-4e9e-9a70-d93fc7fa6777 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:20.318830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8f9510fe-39bf-4e9e-9a70-d93fc7fa6777 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1092 time: 0.0584533 Jul 27 17:38:20.321840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39620) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:20.326805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:38:20.349726 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:20.451935 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:20.563018 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.155 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/ae586210-9dff-45ea-a0ac-c8d7dcabe52d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:38:20.666004 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:20.710602 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:20.746687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:38:20.749520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:38:20.754904 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:38:20.778428 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=ae586210-9dff-45ea-a0ac-c8d7dcabe52d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:21.155878 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.234899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.396090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.402078 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.471271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=ae586210-9dff-45ea-a0ac-c8d7dcabe52d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:38:21.480788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.582505 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 88620551-fdba-47fb-9a3d-7c095b4602be associated. External IP: 172.25.4.155, port: 78ab2877-3495-46df-a6d0-e24f89827d1a. Jul 27 17:38:21.799164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:38:21.914575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:38:21.926711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Sync routers for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:38:21.932343 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:21.936931 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:21.937561 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:38:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:21.970641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4f290e91-47f1-433b-be55-e7bc7b9a630a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6477473 Jul 27 17:38:21.971350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:38:21.973883 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0981e735-0854-485f-a72d-df21889a2d53" -d '{"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:38:22.018259 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38090f2f-cfa7-4504-86b9-84e1518938d0 x-openstack-request-id: req-38090f2f-cfa7-4504-86b9-84e1518938d0 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:38:22.018658 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:38:22.019802 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38090f2f-cfa7-4504-86b9-84e1518938d0 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:38:22.019802 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'status': 'completed', 'code': 200} Jul 27 17:38:22.047179 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:22.140120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1604-3f43-4b55-8925-c67949f7b49c req-54a714eb-5921-4874-9f8a-9bea5591d921 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:22.141675 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-100e1604-3f43-4b55-8925-c67949f7b49c req-54a714eb-5921-4874-9f8a-9bea5591d921 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.1149623 Jul 27 17:38:22.143618 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e735-0854-485f-a72d-df21889a2d53 req-dd059344-0e21-40a8-a4c3-46b378a8d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:22.145031 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-dd059344-0e21-40a8-a4c3-46b378a8d264 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0880690 Jul 27 17:38:22.228187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-100e1604-3f43-4b55-8925-c67949f7b49c req-78a60bad-ebc9-476a-b039-5a72e54f574e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800517 Jul 27 17:38:22.252193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39628) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:22.276805 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '88620551-fdba-47fb-9a3d-7c095b4602be', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'mac_address': 'fa:16:3e:db:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216674aa-ddaa-444c-8098-0b25bca37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:38:21Z', 'updated_at': '2021-07-27T17:38:21Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:22.299646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e735-0854-485f-a72d-df21889a2d53 req-6f09df21-fe5e-4991-9473-ed2ee72976cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:22.301160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-6f09df21-fe5e-4991-9473-ed2ee72976cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.1469584 Jul 27 17:38:22.302561 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Checking router: 4a4d0099-d507-4608-ae15-b0aa206a1ea5 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:38:22.310688 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:38:22.311293 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:38:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:22.359126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1c68fc18-ea0b-486e-99ba-fbdaaf000d8d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/88620551-fdba-47fb-9a3d-7c095b4602be HTTP/1.1" status: 200 len: 992 time: 0.1056986 Jul 27 17:38:22.379468 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-fe97d559-4aeb-4be3-b737-29e440ecaa2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1000 time: 0.0679219 Jul 27 17:38:22.416704 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:38:22.435774 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e735-0854-485f-a72d-df21889a2d53 req-a21c8254-1ce5-43a3-a71e-43d478b58c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:22.437294 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-a21c8254-1ce5-43a3-a71e-43d478b58c86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0510108 Jul 27 17:38:22.497133 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e735-0854-485f-a72d-df21889a2d53 req-6e8ef82c-1f86-46e9-aa0f-8aadabce4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:22.498442 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-6e8ef82c-1f86-46e9-aa0f-8aadabce4dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544450 Jul 27 17:38:22.594602 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-8bbaf893-2b63-4dc9-b950-fcf670f471b3 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889416 Jul 27 17:38:22.649440 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '88620551-fdba-47fb-9a3d-7c095b4602be', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'mac_address': 'fa:16:3e:db:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216674aa-ddaa-444c-8098-0b25bca37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:38:21Z', 'updated_at': '2021-07-27T17:38:21Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:38:22.678938 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad429f3-c6e6-4c0e-96fd-0554364352b9 None None] The sync data for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 is: [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '88620551-fdba-47fb-9a3d-7c095b4602be', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'mac_address': 'fa:16:3e:db:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216674aa-ddaa-444c-8098-0b25bca37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:38:21Z', 'updated_at': '2021-07-27T17:38:21Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:38:22.690460 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0981e735-0854-485f-a72d-df21889a2d53 req-4b61eb4d-9085-4b72-9629-24a6e589dcc3 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884764 Jul 27 17:38:22.862843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bebb22-529c-4aa9-bc79-53ec6d66eb95 None None] New status for floating IP 88620551-fdba-47fb-9a3d-7c095b4602be: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:38:23.362794 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39630) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:38:23.426662 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0d844bb1-df6a-44b7-8a7c-3c280aae798d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/88620551-fdba-47fb-9a3d-7c095b4602be HTTP/1.1" status: 200 len: 994 time: 0.0626841 Jul 27 17:38:33.623053 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:35.266353 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:38:39.828682 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0bc9-8243-4cdd-b7c2-5209097bec26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:42.538344 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:42.627756 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b33d5d10-98e5-41ec-9fc3-773c3018faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:43.685156 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:45.287989 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:47.452642 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:38:56.584408 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243ecd-58e3-47b4-9669-c083fa1fc36d req-7ca79860-1fb0-4fc5-abea-bd6c2b4d062d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:56.585972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5243ecd-58e3-47b4-9669-c083fa1fc36d req-7ca79860-1fb0-4fc5-abea-bd6c2b4d062d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0846531 Jul 27 17:38:56.624956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a5243ecd-58e3-47b4-9669-c083fa1fc36d req-29da5039-747c-4627-9007-ae5884b97ee6 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Jul 27 17:38:56.637174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-13a472c6-ebe7-4d02-b93c-5081b67ff762 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947969 Jul 27 17:38:57.768849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efbd04-093d-47f4-aef8-50e147fc51b0 req-99c4cd87-3bff-4b9e-933e-140da98819e1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:57.770260 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79efbd04-093d-47f4-aef8-50e147fc51b0 req-99c4cd87-3bff-4b9e-933e-140da98819e1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0738044 Jul 27 17:38:57.837570 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-79efbd04-093d-47f4-aef8-50e147fc51b0 req-2e450d33-eb71-40e9-870d-2d9247ccc247 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574002 Jul 27 17:38:57.852274 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-e4e765f7-c1a3-4bac-b665-5395e920766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:57.853818 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-e4e765f7-c1a3-4bac-b665-5395e920766c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0811501 Jul 27 17:38:57.945347 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-c66330fc-7f54-49d6-9349-deb1efd9d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:57.946846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-c66330fc-7f54-49d6-9349-deb1efd9d63e service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.0859303 Jul 27 17:38:58.018229 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-39ba6b15-ea45-48cd-9e4a-b965e7a7b7d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1002 time: 0.0596719 Jul 27 17:38:58.068583 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-57f33250-c1aa-4dbb-9e75-02e50ae5439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:58.070039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-57f33250-c1aa-4dbb-9e75-02e50ae5439c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0437543 Jul 27 17:38:58.135336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-c4a14e0e-edec-4bbe-9894-c21ee08e1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:58.137213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-c4a14e0e-edec-4bbe-9894-c21ee08e1f95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591574 Jul 27 17:38:58.535934 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-ce35707d-4dff-4602-b589-32cb85d5dfa8 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914516 Jul 27 17:38:58.627977 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-36a4ad25-4d86-4154-b66d-25f971997d1c service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Jul 27 17:38:58.971702 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d950aa-3691-430d-89f2-7779cf5672e7 req-99a76a45-1b87-47a0-bc18-6bd8459686e9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:38:58.973250 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56d950aa-3691-430d-89f2-7779cf5672e7 req-99a76a45-1b87-47a0-bc18-6bd8459686e9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0665355 Jul 27 17:38:59.010398 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-56d950aa-3691-430d-89f2-7779cf5672e7 req-1c54138e-8b8e-4aeb-8b97-aa59f0a282e0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Jul 27 17:39:00.140442 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a8c23-8214-476a-af1d-dcec9b1481a1 req-74f70787-c6e4-45f4-8658-9c951a625ffa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:00.141940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-271a8c23-8214-476a-af1d-dcec9b1481a1 req-74f70787-c6e4-45f4-8658-9c951a625ffa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0633676 Jul 27 17:39:00.179849 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-271a8c23-8214-476a-af1d-dcec9b1481a1 req-13f2eb66-1a33-4c6e-89b9-6bc119f97885 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 27 17:39:01.317405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362928c-c755-4669-92e2-8a0d6ec398e7 req-cbf6e076-24d7-4850-9214-efcfb8d80960 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:01.318938 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3362928c-c755-4669-92e2-8a0d6ec398e7 req-cbf6e076-24d7-4850-9214-efcfb8d80960 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0692060 Jul 27 17:39:01.369627 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3362928c-c755-4669-92e2-8a0d6ec398e7 req-e193b47c-d4f6-4b7b-af17-d9dacfbdc97d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Jul 27 17:39:02.501484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb7e1f-4a9e-4174-86b9-35fe8fb4edd5 req-79d95e7f-a2b9-474d-ae15-50e2a71aabd2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:02.502982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdeb7e1f-4a9e-4174-86b9-35fe8fb4edd5 req-79d95e7f-a2b9-474d-ae15-50e2a71aabd2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0649724 Jul 27 17:39:02.543274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bdeb7e1f-4a9e-4174-86b9-35fe8fb4edd5 req-25a6b3f0-4f2c-4ab4-8f9f-47fc14f79cfc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Jul 27 17:39:03.621398 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:03.672066 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b650cf-7c70-4be1-b53a-d7e459dd49cb req-f09ad24a-4e81-48c5-bd06-1c898574d221 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:03.673576 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07b650cf-7c70-4be1-b53a-d7e459dd49cb req-f09ad24a-4e81-48c5-bd06-1c898574d221 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Jul 27 17:39:03.715349 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-07b650cf-7c70-4be1-b53a-d7e459dd49cb req-6d7e7da8-f514-4ed1-ac68-850035acb994 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357583 Jul 27 17:39:04.856794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02652-be57-41d4-883e-1e6bc1a0705b req-8c4fcd11-ea0e-4d5f-b3b5-576af90ba479 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:04.858318 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68d02652-be57-41d4-883e-1e6bc1a0705b req-8c4fcd11-ea0e-4d5f-b3b5-576af90ba479 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0715179 Jul 27 17:39:04.898170 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-68d02652-be57-41d4-883e-1e6bc1a0705b req-e8de07d8-1c8b-4899-870e-30d56a7f00c9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jul 27 17:39:05.407422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-43f2c514-1b6b-4dcb-a0e4-b47acbcff6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:05.409005 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-43f2c514-1b6b-4dcb-a0e4-b47acbcff6a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0577610 Jul 27 17:39:05.520514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-f810857f-611f-46d8-abad-430bbf79745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:05.522049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-f810857f-611f-46d8-abad-430bbf79745c service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.0936463 Jul 27 17:39:05.590575 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-ac631982-cdd8-495e-be58-1bfd4f65b1de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1002 time: 0.0607853 Jul 27 17:39:05.639855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-7d824394-4543-4dcd-bed5-baf5c474edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:05.641316 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-7d824394-4543-4dcd-bed5-baf5c474edc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0436838 Jul 27 17:39:05.703768 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-bedc27fd-019c-42aa-a754-5fd03dba8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:05.705328 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-bedc27fd-019c-42aa-a754-5fd03dba8af9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566304 Jul 27 17:39:05.794800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-1a2c0075-b59c-43be-91a1-fa6473d60518 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810733 Jul 27 17:39:05.887770 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d851eaa1-76d3-4e79-90c0-8940541d55f6 req-8e767d9e-32f9-40f4-af06-2f34cab9f15b service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Jul 27 17:39:06.031420 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde7d9-a9d1-4497-8f67-3c5f94d593dd req-eac87a5c-87ee-44b4-911a-2cc8099303af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:06.033061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48fde7d9-a9d1-4497-8f67-3c5f94d593dd req-eac87a5c-87ee-44b4-911a-2cc8099303af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0663064 Jul 27 17:39:06.071515 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-48fde7d9-a9d1-4497-8f67-3c5f94d593dd req-66ec70fb-c34c-41aa-8419-bbb051d3940a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 27 17:39:07.205749 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d237af7-6a55-4bd9-9097-40e6abe2b4cf req-54f8c585-26ba-40ee-b778-4510611f7bfe tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:07.207254 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d237af7-6a55-4bd9-9097-40e6abe2b4cf req-54f8c585-26ba-40ee-b778-4510611f7bfe tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0644250 Jul 27 17:39:07.248035 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3d237af7-6a55-4bd9-9097-40e6abe2b4cf req-fc2a83e2-61fe-4629-b7d7-3b0fef45a0c9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Jul 27 17:39:08.381675 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ae109-8546-4f42-a134-96d6fbe13a04 req-a785b945-d8fb-4594-b3f1-17d656ccedfb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:08.383176 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c7ae109-8546-4f42-a134-96d6fbe13a04 req-a785b945-d8fb-4594-b3f1-17d656ccedfb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jul 27 17:39:08.420965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3c7ae109-8546-4f42-a134-96d6fbe13a04 req-8fe093df-0a51-40b0-8015-9fe4e149d95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Jul 27 17:39:09.553448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae645e2-b353-4e86-bede-e9cb3cfbc245 req-f5841089-9a83-4441-baed-ed70ee36e37b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:09.554871 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bae645e2-b353-4e86-bede-e9cb3cfbc245 req-f5841089-9a83-4441-baed-ed70ee36e37b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Jul 27 17:39:09.593623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bae645e2-b353-4e86-bede-e9cb3cfbc245 req-7374fffe-88d8-4774-bfc8-ee821174bb75 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Jul 27 17:39:09.828641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa3f1148-468b-4372-ac7a-6109133415e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:10.726397 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802da28-ad72-4935-8b76-606afd4004ac req-b169db2a-5ab6-48cf-994b-6c24802ccfcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:10.727877 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c802da28-ad72-4935-8b76-606afd4004ac req-b169db2a-5ab6-48cf-994b-6c24802ccfcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0671344 Jul 27 17:39:10.770093 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c802da28-ad72-4935-8b76-606afd4004ac req-eeb56257-84b2-43e5-a752-22b1c6e2d06f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Jul 27 17:39:11.905128 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e5ad7-bbb6-4d5d-859e-2698dc184998 req-b2d7f3cd-b70d-4caa-8865-62fb77e52313 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:11.906608 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af2e5ad7-bbb6-4d5d-859e-2698dc184998 req-b2d7f3cd-b70d-4caa-8865-62fb77e52313 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0678501 Jul 27 17:39:11.945395 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-af2e5ad7-bbb6-4d5d-859e-2698dc184998 req-76dd6387-fb03-49f7-bbaf-9707b9b47dbd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Jul 27 17:39:12.264615 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:39:12.540851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:12.627826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d7902888-41ff-46b9-a95c-0044a993015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:13.074830 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339974e-5241-4d24-866c-5572e562999d req-ab1c2f9b-1c65-4862-bf2e-370dc1cfddb8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:13.076330 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2339974e-5241-4d24-866c-5572e562999d req-ab1c2f9b-1c65-4862-bf2e-370dc1cfddb8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0623271 Jul 27 17:39:13.113732 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2339974e-5241-4d24-866c-5572e562999d req-70bc6799-bb9e-41a2-b883-1bd33e5fe253 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Jul 27 17:39:13.688288 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:14.244436 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1140-fd9d-4337-8167-2da86ed74e83 req-0fe1bb07-a80b-4a28-bd66-3f26c90c885e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:14.246002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873e1140-fd9d-4337-8167-2da86ed74e83 req-0fe1bb07-a80b-4a28-bd66-3f26c90c885e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0635316 Jul 27 17:39:14.284410 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-873e1140-fd9d-4337-8167-2da86ed74e83 req-7df14de2-4a86-4837-a1b7-219828471e29 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Jul 27 17:39:15.293362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:15.398335 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cc8469d1-0361-427b-8d73-910dd7a89788 service neutron] show failed (client error): The resource could not be found. Jul 27 17:39:15.399636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cc8469d1-0361-427b-8d73-910dd7a89788 service neutron] 10.222.0.61 "GET /v2.0/ports/78ab2877-3495-46df-a6d0-e24f89827d1a/bindings/n-h2-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0559440 Jul 27 17:39:15.418978 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff76c-5383-4e78-a5f1-5535cb2e3e2c req-8c12dd42-7f24-4074-ac7f-6df6529781b5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:15.420602 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-794ff76c-5383-4e78-a5f1-5535cb2e3e2c req-8c12dd42-7f24-4074-ac7f-6df6529781b5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0671413 Jul 27 17:39:15.462111 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-794ff76c-5383-4e78-a5f1-5535cb2e3e2c req-0a86420d-a886-478a-9d85-7522169ceac7 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Jul 27 17:39:15.619127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-aae122fa-ce83-4f85-9504-ea3a4669b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:15.620681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-aae122fa-ce83-4f85-9504-ea3a4669b8fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 1097 time: 0.0610986 Jul 27 17:39:15.638667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:15.709655 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:15.905188 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:15.941211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:39:15.981115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:39:15.983734 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b0b118-d987-4908-b3d2-bccc76559f5f" -d '{"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-unplugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:39:15.987934 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:16.001148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Transition to ACTIVE for port object 78ab2877-3495-46df-a6d0-e24f89827d1a will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:39:16.005054 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:16.035009 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375626a7-e84c-4fd5-b549-15ef156444c9 x-openstack-request-id: req-375626a7-e84c-4fd5-b549-15ef156444c9 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:39:16.035311 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-unplugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:39:16.035564 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-375626a7-e84c-4fd5-b549-15ef156444c9 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:39:16.035957 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'code': 200} Jul 27 17:39:16.087041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=6']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:16.100440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.100792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.101137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.101474 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.101809 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.102138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.102466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.102792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.103116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.103438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.103760 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.104068 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:16.152119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] No DVR routers for this DVR port 78ab2877-3495-46df-a6d0-e24f89827d1a on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:39:16.294782 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:39:16.295126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:39:16.295457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:39:16.299841 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:39:16.300169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Attempting to bind port 78ab2877-3495-46df-a6d0-e24f89827d1a on network 22d4dbe4-5b25-4799-96bd-efaea519acc7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:39:16.305107 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:39:16.305448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Checking segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:39:16.305831 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Bound using segment: {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:39:16.306253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Bound port: 78ab2877-3495-46df-a6d0-e24f89827d1a, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8191e083-730f-43bf-833d-27e5e61df58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:39:16.306663 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:16.371150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:39:16.374190 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:39:16.377727 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:16.409754 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.410376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:16.411785 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] 10.222.0.13 "PUT /v2.0/ports/78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1092 time: 0.7771559 Jul 27 17:39:16.437478 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1515-a564-478b-bca0-7cbcf99c8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=7']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:16.505200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-996410b2-a1ac-45dd-946c-87b83ebc1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.506838 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-996410b2-a1ac-45dd-946c-87b83ebc1b61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.0624878 Jul 27 17:39:16.611840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-35d058e4-d389-40b1-b100-2565af285860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.613385 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-35d058e4-d389-40b1-b100-2565af285860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.0991747 Jul 27 17:39:16.615603 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4456-c5a9-4c8d-8ebf-842e918c9a16 req-b0ad4394-63c2-4879-b33c-03a1f15af83c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.617512 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e6e4456-c5a9-4c8d-8ebf-842e918c9a16 req-b0ad4394-63c2-4879-b33c-03a1f15af83c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.0711124 Jul 27 17:39:16.657642 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4e6e4456-c5a9-4c8d-8ebf-842e918c9a16 req-93aa8728-311f-4903-9bfd-7a172df47aa0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Jul 27 17:39:16.686927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-2356dcab-b6b8-40e5-a102-b771078f80a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1000 time: 0.0658348 Jul 27 17:39:16.734812 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cafe4034-ebb3-44a0-aa38-28d9792076b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.736228 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cafe4034-ebb3-44a0-aa38-28d9792076b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0429916 Jul 27 17:39:16.795430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cf9e769e-f5a3-4621-937e-0faadbc1749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:16.796966 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-cf9e769e-f5a3-4621-937e-0faadbc1749f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540321 Jul 27 17:39:16.889273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-b9900ae5-7eaf-4508-8a44-7ad32728bf83 service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Jul 27 17:39:16.981074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d3636056-a4eb-433e-9fa4-cba2e08fd246 req-2d4e6198-1e94-4058-8183-62ee4986b23e service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852056 Jul 27 17:39:17.469719 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:17.796726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c26f0-ba4e-4245-9d32-1af1140a69ce req-0c0b40dd-73ba-4b8f-83ef-4c9c8d3f5d48 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:17.798285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa0c26f0-ba4e-4245-9d32-1af1140a69ce req-0c0b40dd-73ba-4b8f-83ef-4c9c8d3f5d48 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.0668590 Jul 27 17:39:17.839459 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa0c26f0-ba4e-4245-9d32-1af1140a69ce req-2d47eba5-d258-4e79-bdb9-e8db755a4de3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352268 Jul 27 17:39:18.037600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:39:18.040045 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:39:18.090829 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e90c67d-29c2-4d4a-aab9-23e7cf334cb6 x-openstack-request-id: req-2e90c67d-29c2-4d4a-aab9-23e7cf334cb6 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:39:18.091133 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:39:18.091393 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e90c67d-29c2-4d4a-aab9-23e7cf334cb6 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:39:18.091801 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'status': 'completed', 'code': 200} Jul 27 17:39:18.208025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-8d32503b-9ca2-4e10-823a-ea9546b4204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.209913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-8d32503b-9ca2-4e10-823a-ea9546b4204c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.1007202 Jul 27 17:39:18.214689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-19ddf634-c375-43cd-8c82-92748ee2e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.216121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-19ddf634-c375-43cd-8c82-92748ee2e87f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.0740168 Jul 27 17:39:18.368171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-e22294d1-7783-4199-8e80-049a5b01b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.369686 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-e22294d1-7783-4199-8e80-049a5b01b0df service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.1524267 Jul 27 17:39:18.372884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-85a3dcb5-4f99-4ee7-930b-3f5f0f5c1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.374234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-85a3dcb5-4f99-4ee7-930b-3f5f0f5c1c35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.1497908 Jul 27 17:39:18.485903 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-098d1832-27e5-427f-b9fe-ae2591517636 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1000 time: 0.1088221 Jul 27 17:39:18.488120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-c484c58d-7687-42fb-94d9-e00050a1645f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1000 time: 0.1054330 Jul 27 17:39:18.579125 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-9b093804-f1fc-4a16-b5b8-f352f438cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.580749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-9b093804-f1fc-4a16-b5b8-f352f438cddf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0881178 Jul 27 17:39:18.587930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-ce2371b1-28c5-4ead-8107-4b5c790653a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.589962 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-ce2371b1-28c5-4ead-8107-4b5c790653a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0870013 Jul 27 17:39:18.686615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-3c3812c0-f1e1-4d36-9ec1-1f9b4bce2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.688047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-3c3812c0-f1e1-4d36-9ec1-1f9b4bce2c05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972133 Jul 27 17:39:18.695470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-3f138d08-0be4-4e8b-9393-f562866ce56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:18.696942 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-3f138d08-0be4-4e8b-9393-f562866ce56b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780637 Jul 27 17:39:18.852826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-e8d17c73-4fee-428c-bad4-3bfb175bdc34 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543493 Jul 27 17:39:18.854719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-3c20ae0e-7979-451c-82da-7f7daa87809a service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493363 Jul 27 17:39:18.903183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:39:18.941892 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:39:19.046958 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-21525135-9e97-4aea-a9fa-1d0fcc3a9adb service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870611 Jul 27 17:39:19.059848 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-266d8fc8-7b75-46df-b2ad-caba8c66d1bd req-22f4bf88-6a71-4169-9436-4c47fe046de4 service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926165 Jul 27 17:39:19.078082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35712c-abb7-4b49-971e-b4aecffc1b1a req-be69b290-e1f9-4d21-92d6-a05f1d5e7759 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.079567 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c35712c-abb7-4b49-971e-b4aecffc1b1a req-be69b290-e1f9-4d21-92d6-a05f1d5e7759 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.1601286 Jul 27 17:39:19.123337 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c35712c-abb7-4b49-971e-b4aecffc1b1a req-ad2c1ebf-cd30-46f3-9eaa-f894d52b6a08 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Jul 27 17:39:19.375017 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35dbce-6581-45a6-8499-52e14eb25760 req-5ddcbb36-ea32-4f5b-ae13-276d6341e7f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.376611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee35dbce-6581-45a6-8499-52e14eb25760 req-5ddcbb36-ea32-4f5b-ae13-276d6341e7f8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.1077664 Jul 27 17:39:19.391624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-aec2a141-6d58-4104-b688-8c9df3cf95c5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.393054 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-aec2a141-6d58-4104-b688-8c9df3cf95c5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181&tenant_id=39332b0a394f4c618e138c026990dff1&binding%3Ahost_id=n-h2-723572-6 HTTP/1.1" status: 200 len: 944 time: 0.0955901 Jul 27 17:39:19.454513 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ee35dbce-6581-45a6-8499-52e14eb25760 req-50c62328-b79f-43fc-8bf4-e2748772ccc4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719426 Jul 27 17:39:19.477226 n-d-723572-6 neutron-server[93924]: INFO neutron.api.v2.resource [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-3a7d8470-cecb-4667-90ac-37d60b1c4ce6 service neutron] delete failed (client error): The resource could not be found. Jul 27 17:39:19.478180 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-3a7d8470-cecb-4667-90ac-37d60b1c4ce6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/78ab2877-3495-46df-a6d0-e24f89827d1a/bindings/n-h1-723572-6 HTTP/1.1" status: 404 len: 380 time: 0.0728652 Jul 27 17:39:19.580752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-5ab79db1-56f7-4d0f-8054-850c377f5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.582269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-5ab79db1-56f7-4d0f-8054-850c377f5c96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1095 time: 0.0600696 Jul 27 17:39:19.601262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdd41-70c7-435a-8845-81ca97e6f179 req-e7cf330b-3f17-40d2-a9f6-bf820af819d2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.603493 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-099cdd41-70c7-435a-8845-81ca97e6f179 req-e7cf330b-3f17-40d2-a9f6-bf820af819d2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 944 time: 0.0636454 Jul 27 17:39:19.655135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-099cdd41-70c7-435a-8845-81ca97e6f179 req-5090c808-d672-4f77-8062-2c11c9014dfd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Jul 27 17:39:19.679592 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-87bcfdd1-c304-43f3-88a8-efb9c1e7bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.681264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-87bcfdd1-c304-43f3-88a8-efb9c1e7bb14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.0920773 Jul 27 17:39:19.755175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-dd617daf-e1a5-4854-bc67-2734b77bb56d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1000 time: 0.0672746 Jul 27 17:39:19.806958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-e8956875-6743-40d3-aff2-473b71326a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.809053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-e8956875-6743-40d3-aff2-473b71326a99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0462496 Jul 27 17:39:19.868576 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-5c3f0e77-9a31-4ce9-ab69-c8623caf477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:19.870650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-5c3f0e77-9a31-4ce9-ab69-c8623caf477f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544701 Jul 27 17:39:19.964331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-2f736c1a-bd13-4ca9-b68a-7ba71292b948 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Jul 27 17:39:20.052925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d08ba8a2-c3dc-418c-918b-160c57e63900 req-098a7fcc-6783-4c43-83a2-77d3a08b5af2 service neutron] 10.222.0.61 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815668 Jul 27 17:39:20.265227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:39:20.362250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:20.374902 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'port_id': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'mac_address': 'fa:16:3e:db:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:39:20.421770 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:20.436499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab2877-3495-46df-a6d0-e24f89827d1a {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:39:20.458034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:20.464899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:20.513882 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:20.522074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.522437 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.523018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.523117 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.523475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.524234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.524234 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.524523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.524848 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.525172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.525495 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.525817 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:20.767322 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['78ab2877-3495-46df-a6d0-e24f89827d1a'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:39:20.796310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6442-a746-4102-a501-a7d19515c7e4 req-ed1e9365-9300-40bf-88d6-fad3f3aa153f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:20.797859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-afac6442-a746-4102-a501-a7d19515c7e4 req-ed1e9365-9300-40bf-88d6-fad3f3aa153f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 945 time: 0.0706170 Jul 27 17:39:21.147979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-afac6442-a746-4102-a501-a7d19515c7e4 req-71210b97-ca1e-475a-952b-bb1cc69590dd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440752 Jul 27 17:39:21.170789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39732) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:21.238404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-88d0596d-8120-42c1-96e3-381e7d5789bd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/88620551-fdba-47fb-9a3d-7c095b4602be HTTP/1.1" status: 200 len: 993 time: 0.0661776 Jul 27 17:39:22.289752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:39:22.344910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 78ab2877-3495-46df-a6d0-e24f89827d1a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:39:22.350329 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 78ab2877-3495-46df-a6d0-e24f89827d1a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:39:22.350942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:22.440117 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:22.462578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:39:22.464882 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ed12a-6ab3-40ab-a98e-43b09595e3b2" -d '{"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-plugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:39:22.478079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:22.482359 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:22.506030 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ce5909-d51b-4612-8a08-b264426e96b9 x-openstack-request-id: req-b6ce5909-d51b-4612-8a08-b264426e96b9 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:39:22.506323 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-plugged", "status": "completed", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:39:22.506583 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6ce5909-d51b-4612-8a08-b264426e96b9 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:39:22.506977 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'code': 200} Jul 27 17:39:22.537108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=9']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:33.623490 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:36.418470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-3491ace0-c011-464a-98dd-7ccd6e3551d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530210 Jul 27 17:39:36.531289 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-e0436970-c6db-4f30-a514-076bb8fa42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:36.532819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-e0436970-c6db-4f30-a514-076bb8fa42f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0559611 Jul 27 17:39:36.640268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-b28d27ba-2ac6-49c8-a871-3e86f87b8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:36.643870 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-b28d27ba-2ac6-49c8-a871-3e86f87b8ef9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.0915573 Jul 27 17:39:36.709009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-5cc9187e-09bf-491a-b044-6b4f3cef10fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 1002 time: 0.0577109 Jul 27 17:39:36.760965 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-6fad60e8-ea30-484f-97fc-bbf7839a43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:36.762997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-6fad60e8-ea30-484f-97fc-bbf7839a43a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0474937 Jul 27 17:39:36.822334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-f9015e8c-844d-4b93-9b69-f1e7fbaee59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:36.823858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-f9015e8c-844d-4b93-9b69-f1e7fbaee59c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538692 Jul 27 17:39:36.918147 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-d227a706-3136-47ef-898f-167612bfe5cf service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Jul 27 17:39:37.014555 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4cc6cc52-5037-4972-b2fc-c84d659e7950 req-47ea869c-b0e3-4fc6-be38-a8f250b8eb93 service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895212 Jul 27 17:39:39.829983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ea7c-91db-41ec-9646-78aee08c411b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:42.543521 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:42.628575 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-77a40d77-0964-4224-9ae8-4d641e69ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:43.692955 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:45.295296 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:47.475656 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:49.263713 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:39:49.674400 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39746) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:49.840655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port ae586210-9dff-45ea-a0ac-c8d7dcabe52d {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:39:49.841003 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:49.914119 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:49.914439 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:49.926144 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for ae586210-9dff-45ea-a0ac-c8d7dcabe52d owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:39:50.073974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:50.105072 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=ae586210-9dff-45ea-a0ac-c8d7dcabe52d,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:50.134704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.135043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.135383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.136270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.136624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.136955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.137285 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.137608 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.137933 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.138254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.138573 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.138892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:39:50.180151 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:50.180769 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 88620551-fdba-47fb-9a3d-7c095b4602be disassociated (deleted). External IP: 172.25.4.155, port: 78ab2877-3495-46df-a6d0-e24f89827d1a. Jul 27 17:39:50.399688 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:39:50.515170 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:39:50.521172 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:50.526003 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Sync routers for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:39:50.534984 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:39:50.535597 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:50.559334 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-04899b96-83c0-4c3c-9417-356cf0969447 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/floatingips/88620551-fdba-47fb-9a3d-7c095b4602be HTTP/1.1" status: 204 len: 168 time: 0.8838186 Jul 27 17:39:50.560218 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:39:50.563106 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec63c0e-a379-41fa-802a-98754fb091eb" -d '{"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:39:50.700991 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a832f-fd84-4bd1-8a98-8439b94909b6 x-openstack-request-id: req-775a832f-fd84-4bd1-8a98-8439b94909b6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:39:50.701616 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:39:50.701616 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-775a832f-fd84-4bd1-8a98-8439b94909b6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:39:50.702192 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'status': 'completed', 'code': 200} Jul 27 17:39:50.747253 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:39:50.801460 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-e79e0a9e-9db0-4f8f-b495-f54932721d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:50.803681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-e79e0a9e-9db0-4f8f-b495-f54932721d3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 1097 time: 0.0593717 Jul 27 17:39:50.943903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-ce51da70-3404-4440-a7a2-63df5954971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:50.945490 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-ce51da70-3404-4440-a7a2-63df5954971b service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 200 len: 898 time: 0.1328592 Jul 27 17:39:50.953238 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:50.954088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a0ec-5e1e-42cd-8fbe-fc56e73ad4d3 req-94f3dbeb-e1cb-4061-967b-d40f4c666ba5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:50.955564 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12f3a0ec-5e1e-42cd-8fbe-fc56e73ad4d3 req-94f3dbeb-e1cb-4061-967b-d40f4c666ba5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.1349022 Jul 27 17:39:50.980558 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Checking router: 4a4d0099-d507-4608-ae15-b0aa206a1ea5 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:39:50.988922 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:39:50.989538 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:51.004129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-16eacf7d-9d69-4407-ab6c-37a60a63facd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 200 len: 217 time: 0.0475826 Jul 27 17:39:51.063485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12f3a0ec-5e1e-42cd-8fbe-fc56e73ad4d3 req-fc8b9678-3822-4df3-a5d5-24d48a6a9059 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006866 Jul 27 17:39:51.071875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-4c92816d-8a71-48d6-bc0f-fe7c3b82388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:51.073971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-4c92816d-8a71-48d6-bc0f-fe7c3b82388f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 200 len: 834 time: 0.0617127 Jul 27 17:39:51.095693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:39:51.139659 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-534d6747-00fc-4bf3-8999-0de58acb6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:51.141204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-534d6747-00fc-4bf3-8999-0de58acb6108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d4dbe4-5b25-4799-96bd-efaea519acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601020 Jul 27 17:39:51.251009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-73fb5de1-d368-45a5-a577-76c088bd6205 service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971327 Jul 27 17:39:51.299694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:51.330186 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48303a1-2605-4b1f-a0af-e2d3e58d5d25 None None] The sync data for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 is: [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '1241851e-344d-43b0-83b8-3c5c7245875e', 'name': '', 'network_id': '22d4dbe4-5b25-4799-96bd-efaea519acc7', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:08:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:08Z', 'updated_at': '2021-07-27T17:38:13Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '208092a2-cf80-4fe0-b884-d14a57d5d11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:39:51.355492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9ec63c0e-a379-41fa-802a-98754fb091eb req-6c120a00-0abb-4dbe-a8c2-467e0d092c78 service neutron] 10.222.0.13 "GET /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972590 Jul 27 17:39:51.582680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664fb58-129a-4f34-9bb8-d9c0983e926f None None] New status for floating IP 88620551-fdba-47fb-9a3d-7c095b4602be: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:39:52.201120 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2ef9-a483-48d4-8e71-d5db131748e0 req-6647c6d6-934f-4dc5-824d-d35cdd1c1890 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:52.202644 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-101a2ef9-a483-48d4-8e71-d5db131748e0 req-6647c6d6-934f-4dc5-824d-d35cdd1c1890 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0657609 Jul 27 17:39:52.243572 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-101a2ef9-a483-48d4-8e71-d5db131748e0 req-826b2fcb-699f-472c-960f-10497c9a399a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=ead712ef-33f1-4ddf-9f2c-f209965fb510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Jul 27 17:39:52.283368 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789143f9-1dde-414d-b423-dce683f9d143 req-f33b0424-97c8-4f2b-83ee-48308eaa321f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:52.284890 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-789143f9-1dde-414d-b423-dce683f9d143 req-f33b0424-97c8-4f2b-83ee-48308eaa321f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/ports?device_id=216674aa-ddaa-444c-8098-0b25bca37181 HTTP/1.1" status: 200 len: 946 time: 0.0712435 Jul 27 17:39:52.393568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 78ab2877-3495-46df-a6d0-e24f89827d1a {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:39:52.393836 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:52.486920 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 78ab2877-3495-46df-a6d0-e24f89827d1a, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=78ab2877-3495-46df-a6d0-e24f89827d1a,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:52.487293 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:52.500304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 78ab2877-3495-46df-a6d0-e24f89827d1a owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:39:52.634722 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:52.664360 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=78ab2877-3495-46df-a6d0-e24f89827d1a,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:52.716568 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] No DVR routers for this DVR port 78ab2877-3495-46df-a6d0-e24f89827d1a on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:39:52.719605 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:52.721947 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-789143f9-1dde-414d-b423-dce683f9d143 req-1941c95e-fc79-48a8-ad42-c42c5728299e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "DELETE /v2.0/ports/78ab2877-3495-46df-a6d0-e24f89827d1a HTTP/1.1" status: 204 len: 173 time: 0.4312363 Jul 27 17:39:52.722408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-deleted', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:39:52.724887 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dcb71e-2e87-4e69-950f-e5967c18645b" -d '{"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-deleted", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:39:52.762223 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7557d52-2b4f-48fc-880e-0a30f6357dcd x-openstack-request-id: req-d7557d52-2b4f-48fc-880e-0a30f6357dcd {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:39:52.762516 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216674aa-ddaa-444c-8098-0b25bca37181", "name": "network-vif-deleted", "tag": "78ab2877-3495-46df-a6d0-e24f89827d1a", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:39:52.762767 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7557d52-2b4f-48fc-880e-0a30f6357dcd {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:39:52.763170 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216674aa-ddaa-444c-8098-0b25bca37181', 'name': 'network-vif-deleted', 'tag': '78ab2877-3495-46df-a6d0-e24f89827d1a', 'status': 'completed', 'code': 200} Jul 27 17:39:53.301648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39764) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:53.667475 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:53.946972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 1241851e-344d-43b0-83b8-3c5c7245875e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:39:53.947233 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.050216 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 1241851e-344d-43b0-83b8-3c5c7245875e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1241851e-344d-43b0-83b8-3c5c7245875e,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:54.050592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.063624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 1241851e-344d-43b0-83b8-3c5c7245875e owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:39:54.249923 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.277010 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=1241851e-344d-43b0-83b8-3c5c7245875e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:54.465187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.693277 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:39:54.800351 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:39:54.805483 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1d68157c-70e7-48c6-9135-51386c3e23a3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/4a4d0099-d507-4608-ae15-b0aa206a1ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026183 Jul 27 17:39:54.809572 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39766) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:54.810657 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Sync routers for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:39:54.820482 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:39:54.821158 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:54.865555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting subnet 208092a2-cf80-4fe0-b884-d14a57d5d11b {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:39:54.868857 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.910269 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:54.927385 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:39:54.998349 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.064793 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.107677 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:39:54Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:55.108843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.115413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4a754-7466-4f49-b3a3-567c780b821a None None] Network 22d4dbe4-5b25-4799-96bd-efaea519acc7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:39:55.115990 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39768) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:55.123896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/subnets/208092a2-cf80-4fe0-b884-d14a57d5d11b HTTP/1.1" status: 204 len: 168 time: 0.3132110 Jul 27 17:39:55.125097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737de43-78d4-47a0-803f-22b169991820 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Subnet': ['ID=208092a2-cf80-4fe0-b884-d14a57d5d11b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:55.135490 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Checking router: 4a4d0099-d507-4608-ae15-b0aa206a1ea5 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:39:55.146446 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Routers {'4a4d0099-d507-4608-ae15-b0aa206a1ea5'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:39:55.147072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:55.236707 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.264088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] Set router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:39:55.342920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] DHCP port deletion for 22d4dbe4-5b25-4799-96bd-efaea519acc7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:39:55.358268 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.413438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:39:55.413822 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.426785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Deleting port f4561c1b-30fd-41fc-b340-92d4092dc3c9 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:39:55.427209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.487112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f4561c1b-30fd-41fc-b340-92d4092dc3c9 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:39:55.509793 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port b97c3938-498a-4bc0-bf0f-5f9c41efb4ea, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:55.510178 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.511359 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:39:54Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:55.530583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for b97c3938-498a-4bc0-bf0f-5f9c41efb4ea owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:39:55.534946 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] For port f4561c1b-30fd-41fc-b340-92d4092dc3c9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4561c1b-30fd-41fc-b340-92d4092dc3c9,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:55.535465 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.541207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7589a29-c19e-4731-b273-608adaa4268d None None] The sync data for ids ['4a4d0099-d507-4608-ae15-b0aa206a1ea5'] in n-d-723572-6 is: [{'id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180834344', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:38:05Z', 'updated_at': '2021-07-27T17:39:54Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b97c3938-498a-4bc0-bf0f-5f9c41efb4ea', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0099-d507-4608-ae15-b0aa206a1ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:38:06Z', 'updated_at': '2021-07-27T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:39:55.557765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Calling delete_port for f4561c1b-30fd-41fc-b340-92d4092dc3c9 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:39:55.660828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.707333 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f4561c1b-30fd-41fc-b340-92d4092dc3c9, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f4561c1b-30fd-41fc-b340-92d4092dc3c9,segment=NetworkSegment(8191e083-730f-43bf-833d-27e5e61df58f),segment_id=8191e083-730f-43bf-833d-27e5e61df58f)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:39:55.711779 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.726223 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.750286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=b97c3938-498a-4bc0-bf0f-5f9c41efb4ea,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:55.751631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.777543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] No DVR routers for this DVR port f4561c1b-30fd-41fc-b340-92d4092dc3c9 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:39:55.818476 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f4561c1b-30fd-41fc-b340-92d4092dc3c9,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:55.835987 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.843611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06c5f2-c661-4454-8f90-b7d200be2991 None None] Pushing event deleted for resources: {'Port': ['ID=f4561c1b-30fd-41fc-b340-92d4092dc3c9,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:55.937094 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.939417 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.995564 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:55.996243 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4d0099-d507-4608-ae15-b0aa206a1ea5 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:39:56.004101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.005376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-80efed53-e3f6-4d76-b4d2-254e6ac43e66 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/routers/4a4d0099-d507-4608-ae15-b0aa206a1ea5 HTTP/1.1" status: 204 len: 168 time: 0.8883204 Jul 27 17:39:56.007997 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:56.089593 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.195002 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.206270 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d4dbe4-5b25-4799-96bd-efaea519acc7']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:56.220027 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8191e083-730f-43bf-833d-27e5e61df58f') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:56.220328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8191e083-730f-43bf-833d-27e5e61df58f') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:39:56.229964 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.244150 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.251922 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:39:56.252616 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:39:56.255965 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:39:56.321021 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.328229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.330107 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/networks/22d4dbe4-5b25-4799-96bd-efaea519acc7 HTTP/1.1" status: 204 len: 168 time: 0.3211122 Jul 27 17:39:56.333526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39774) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:56.343578 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120e4fe-f6ec-4acf-8fbd-a2a29e61b698 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Network': ['ID=22d4dbe4-5b25-4799-96bd-efaea519acc7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:56.397590 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.419694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:39:56.424069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.441911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 78ab2877-3495-46df-a6d0-e24f89827d1a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:39:56.442259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 78ab2877-3495-46df-a6d0-e24f89827d1a not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:39:56.488658 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.491169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:56.492403 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/security-groups/ead712ef-33f1-4ddf-9f2c-f209965fb510 HTTP/1.1" status: 204 len: 168 time: 0.1577206 Jul 27 17:39:56.507064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbe53f-80ee-4bd8-bbe4-739059f76846 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead712ef-33f1-4ddf-9f2c-f209965fb510,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.101603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39780) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.106457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572718191', 'description': 'tempest-secgroup-smoke-572718191 description', 'project_id': '39332b0a394f4c618e138c026990dff1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.130432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.221619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.225189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.250405 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.251641 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489880 Jul 27 17:39:57.254733 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39782) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.255705 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa14176-8236-4975-a104-916e1bbe17d4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e16b9f-31fe-46b5-b5ed-8abad3b71e62,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.259572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.286924 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.347621 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.352819 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.375043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8995abc8-d205-44bc-997e-f046c144068e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.383849 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.386195 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5fdceca1-db52-4a07-93b8-baa52c749686 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296942 Jul 27 17:39:57.388896 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39784) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.390301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b97c3938-498a-4bc0-bf0f-5f9c41efb4ea no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:39:57.393438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.418931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b97c3938-498a-4bc0-bf0f-5f9c41efb4ea {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:39:57.419274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b97c3938-498a-4bc0-bf0f-5f9c41efb4ea not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:39:57.419690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1241851e-344d-43b0-83b8-3c5c7245875e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:39:57.422368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.441690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1241851e-344d-43b0-83b8-3c5c7245875e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:39:57.442292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1241851e-344d-43b0-83b8-3c5c7245875e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:39:57.483527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.487247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.508273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbcbd7a-33ce-422e-974b-aba4e5fe68f6,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.521254 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.522637 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-adba94e3-d250-4a5c-9ca1-921a01009673 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327977 Jul 27 17:39:57.525624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39786) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.530533 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.558569 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.623450 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.627024 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.648155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c4bdf-ee7f-4f5f-9dd4-3753172e3e9c,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.651523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.652755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0b336e8-bd79-4a0a-8aa9-baa3332253b0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259727 Jul 27 17:39:57.655523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39788) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.659865 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.686297 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.747113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.751013 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.771056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e125353-f998-4abb-9fb7-c5e3417e67ae,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.778776 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.780103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9a712121-76d8-4d8d-b6e7-03b310d1bd03 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236565 Jul 27 17:39:57.782923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39790) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.787668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.811073 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:39:57.817219 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.878875 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.883176 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.902328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dc149e-aff2-418b-9f22-23e1287bac4f,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:57.905559 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:57.909975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-afc83a5c-10b2-4113-b343-128d7ab0692f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260631 Jul 27 17:39:57.910220 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39792) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:57.915013 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '06e16b9f-31fe-46b5-b5ed-8abad3b71e62', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:57.937802 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:39:57.942807 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.008838 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.012413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.030061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ee3675-8cc3-469c-83af-5673d75663e9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:58.037366 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.038638 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c0fe5c24-5714-45c6-90a5-8c9a10580c45 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274178 Jul 27 17:39:58.041517 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39794) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:58.047226 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'network': {'name': 'tempest-network-smoke--1001353333', 'project_id': '39332b0a394f4c618e138c026990dff1', 'port_security_enabled': True}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:58.068588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:39:58.071965 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.096296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:39:58.106577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.106925 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Added segment 8e27fda5-1f67-4e80-8173-db83f77cc2bb of type vlan for network aa72aede-b054-4faa-8249-a921810bbac6 Jul 27 17:39:58.147871 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.176273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.181773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:39:58.183191 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.241457 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1983738 Jul 27 17:39:58.244100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39796) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:39:58.248536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'admin_state_up': True, 'project_id': '39332b0a394f4c618e138c026990dff1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:39:58.267437 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b4c61-34bd-4ec0-8bb0-b645ec1c8376 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Network': ['ID=aa72aede-b054-4faa-8249-a921810bbac6,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:58.279156 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network aa72aede-b054-4faa-8249-a921810bbac6 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:39:58.282437 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.283604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.339251 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.485163 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.695438 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.720312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:58.825028 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.135 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/b1514905-fb2a-4c11-a62a-bcf2ddfb5541) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:39:58.935672 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:59.282746 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:59.320251 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:39:59.323138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:39:59.328800 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:39:59.355073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:39:59.583120 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:59.787273 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:39:59.926108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 3401e972-1d39-4144-a18b-1994c6876497 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:40:00.033593 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:40:00.046406 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Sync routers for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:40:00.056365 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:00.057015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:00.057362 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.062560 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-61e962c4-e7e7-4d54-9aef-9eeeb52ee3fb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8136744 Jul 27 17:40:00.062770 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39798) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:00.099171 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d3725740-92ab-459f-9cc4-f48e160dfca9 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=39332b0a394f4c618e138c026990dff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348287 Jul 27 17:40:00.101454 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39800) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:00.167443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:00.191897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39038ea4-6a6b-4f24-8b6c-735171d0366f tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:00.194951 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-39038ea4-6a6b-4f24-8b6c-735171d0366f tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910723 Jul 27 17:40:00.196324 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39802) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:00.226047 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-59d4ed18-b956-47d3-93b2-4d8e79e7b427 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284784 Jul 27 17:40:00.228450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39804) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:00.233344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776110402', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'project_id': '39332b0a394f4c618e138c026990dff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:40:00.326577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:40:00.330143 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.353924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:39:59Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:00.379775 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Checking router: 3401e972-1d39-4144-a18b-1994c6876497 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:40:00.380125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Updating router 3401e972-1d39-4144-a18b-1994c6876497 port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:40:00.416052 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.521892 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.584757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Subnet': ['ID=32d91368-eba3-4690-ad81-59917c34caf9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:00.595020 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Checking segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:40:00.595452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network hostable DHCP agents. Network: aa72aede-b054-4faa-8249-a921810bbac6, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:40:00.613054 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network aa72aede-b054-4faa-8249-a921810bbac6 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:40:00.624472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, aa72aede-b054-4faa-8249-a921810bbac6) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:00.629223 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:00.630107 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.640690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37de13e-cda4-422d-9872-43f9ec6d1209 None None] Network aa72aede-b054-4faa-8249-a921810bbac6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:40:00.651227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3cdd913f-3823-4c31-86f8-95b3e6c50437 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4191236 Jul 27 17:40:00.651759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39806) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:00.733346 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.755613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Transition to ACTIVE for port object b1514905-fb2a-4c11-a62a-bcf2ddfb5541 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:00.768987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.852522 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b98e-6d11-4bdd-af52-e10be815312e None None] Pushing event updated for resources: {'Port': ['ID=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:00.863107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Attempting to bind port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:40:00.863254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Attempting to bind port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:40:00.863559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Attempting to bind port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:40:00.872158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:40:00.872564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:40:00.872978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.873381 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:40:00.873858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Bound port: b1514905-fb2a-4c11-a62a-bcf2ddfb5541, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:40:00.874245 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:00.911649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-aa72aede-b054-4faa-8249-a921810bbac6', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:40:00.912573 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.192790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] For port b1514905-fb2a-4c11-a62a-bcf2ddfb5541, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:40:01.215727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] For port b1514905-fb2a-4c11-a62a-bcf2ddfb5541, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:40:01.225018 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.322969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Allocated IP 172.20.0.2 (aa72aede-b054-4faa-8249-a921810bbac6/32d91368-eba3-4690-ad81-59917c34caf9/95ef9158-7231-49bf-8db0-a81a79e5c95b) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:40:01.328336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b98e-6d11-4bdd-af52-e10be815312e None None] Pushing event updated for resources: {'Port': ['ID=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:01.337692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:01.338860 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:01.448199 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.514966 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:01.673989 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.693450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Transition to ACTIVE for port object 95ef9158-7231-49bf-8db0-a81a79e5c95b will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:01.722958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Transition to ACTIVE for port object 95ef9158-7231-49bf-8db0-a81a79e5c95b will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:01.743511 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.780502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.1 (aa72aede-b054-4faa-8249-a921810bbac6/32d91368-eba3-4690-ad81-59917c34caf9/f26b8bd1-455c-4d24-af5e-656c441560b8) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:40:01.789678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Network aa72aede-b054-4faa-8249-a921810bbac6 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:40:01.797184 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:01.800258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:40:01.809959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Pushing event updated for resources: {'Port': ['ID=95ef9158-7231-49bf-8db0-a81a79e5c95b,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:01.884632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Attempting to bind port 95ef9158-7231-49bf-8db0-a81a79e5c95b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:40:01.885067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Attempting to bind port 95ef9158-7231-49bf-8db0-a81a79e5c95b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:40:01.885967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Attempting to bind port 95ef9158-7231-49bf-8db0-a81a79e5c95b on network aa72aede-b054-4faa-8249-a921810bbac6 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:40:01.888799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:39:59Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:01.906333 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.920078 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b37f9-b967-4c87-827a-72504042d015 None None] The sync data for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 is: [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:39:59Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:40:01.921053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object f26b8bd1-455c-4d24-af5e-656c441560b8 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:01.921736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:40:01.922120 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Checking segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:40:01.922544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.923129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Bound using segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:40:01.923571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Bound port: 95ef9158-7231-49bf-8db0-a81a79e5c95b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:40:01.924653 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:01.957422 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.005082 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network aa72aede-b054-4faa-8249-a921810bbac6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:40:02.007559 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] For port 95ef9158-7231-49bf-8db0-a81a79e5c95b, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:40:02.011245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:02.012136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] For port 95ef9158-7231-49bf-8db0-a81a79e5c95b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95ef9158-7231-49bf-8db0-a81a79e5c95b,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:40:02.015766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:40:02.020019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.042726 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:02.066622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.093830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d167-853f-4f42-8425-a0d43a6cda8c None None] Pushing event updated for resources: {'Port': ['ID=95ef9158-7231-49bf-8db0-a81a79e5c95b,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:02.248869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.602053 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.607911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.692226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:02.695741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:02.792553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network aa72aede-b054-4faa-8249-a921810bbac6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:40:02.794193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:02.927584 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 3401e972-1d39-4144-a18b-1994c6876497 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:40:03.065564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:40:03.070891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4b23b547-09e9-4f17-8b98-ea3709b3448b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/3401e972-1d39-4144-a18b-1994c6876497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4179451 Jul 27 17:40:03.128700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca40f0-451d-494d-8606-b2566b5ed839 None None] Network aa72aede-b054-4faa-8249-a921810bbac6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:40:03.212116 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-52a1968b-b417-4500-accc-1a3ed524214d None None] Provisioning for port 95ef9158-7231-49bf-8db0-a81a79e5c95b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:03.225148 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-a45c1624-0130-4a5e-9f35-2b94f2e981fc tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572718191&fields=id&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 267 time: 0.0373251 Jul 27 17:40:03.351912 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-596c94e8-ce0b-4dd7-aa3c-9e5aa857884a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:03.353806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-596c94e8-ce0b-4dd7-aa3c-9e5aa857884a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 797 time: 0.1211612 Jul 27 17:40:03.372759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-05e97653-5e82-4dc6-bbc9-549b94b1a73d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/quotas/39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 375 time: 0.0114148 Jul 27 17:40:03.465121 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b1514905-fb2a-4c11-a62a-bcf2ddfb5541 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:03.487662 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-06739bd7-862a-4529-835c-5d5848d45d91 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043761 Jul 27 17:40:03.528343 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:03.533320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:03.533846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.652136 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.659728 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-edfcdd4d-6b0f-49cd-b2d0-bc99ec7776a7 None None] Provisioning for port f26b8bd1-455c-4d24-af5e-656c441560b8 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:03.662226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.672970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-c3ea0773-991b-43d2-9f08-25e33e9b2930 service neutron] 10.222.0.64 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718979 Jul 27 17:40:03.675136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-edfcdd4d-6b0f-49cd-b2d0-bc99ec7776a7 None None] Provisioning complete for port f26b8bd1-455c-4d24-af5e-656c441560b8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:03.675511 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-edfcdd4d-6b0f-49cd-b2d0-bc99ec7776a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.680166 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port b1514905-fb2a-4c11-a62a-bcf2ddfb5541, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:03.700108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.700937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95ef9158-7231-49bf-8db0-a81a79e5c95b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:03.738675 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Sync routers for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:40:03.757812 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:03.759493 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:03.761417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-edfcdd4d-6b0f-49cd-b2d0-bc99ec7776a7 None None] Port f26b8bd1-455c-4d24-af5e-656c441560b8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:40:03.792699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-133de55e-1e59-4b99-9e48-66d7cf0525b4 service neutron] 10.222.0.64 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121368 Jul 27 17:40:03.798124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:03.821610 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 95ef9158-7231-49bf-8db0-a81a79e5c95b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:03.827123 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 95ef9158-7231-49bf-8db0-a81a79e5c95b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:03.827562 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.972625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-323b6cfb-3756-4a50-966b-6238c78cc6cb None None] Provisioning complete for port f26b8bd1-455c-4d24-af5e-656c441560b8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:03.973011 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-323b6cfb-3756-4a50-966b-6238c78cc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:03.974623 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.031001 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b6d9f029-96c8-4d79-9f54-5d839ad677ad req-426fb884-1cf2-4f0b-9eec-06a3b1044ebd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 210 time: 0.0593176 Jul 27 17:40:04.054206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 95ef9158-7231-49bf-8db0-a81a79e5c95b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95ef9158-7231-49bf-8db0-a81a79e5c95b,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:04.056062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-323b6cfb-3756-4a50-966b-6238c78cc6cb None None] Port f26b8bd1-455c-4d24-af5e-656c441560b8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:40:04.061750 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.072460 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:04.122518 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=95ef9158-7231-49bf-8db0-a81a79e5c95b,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:04.179470 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1ab097b1-652c-4a47-bb6e-d5b858b630ec None None] Provisioning complete for port f26b8bd1-455c-4d24-af5e-656c441560b8 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:04.180166 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1ab097b1-652c-4a47-bb6e-d5b858b630ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.220473 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1ab097b1-652c-4a47-bb6e-d5b858b630ec None None] Port f26b8bd1-455c-4d24-af5e-656c441560b8 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:40:04.305172 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 2, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:04.336993 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Checking router: 3401e972-1d39-4144-a18b-1994c6876497 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:40:04.337348 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Updating router 3401e972-1d39-4144-a18b-1994c6876497 port f26b8bd1-455c-4d24-af5e-656c441560b8 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:40:04.375083 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.657282 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.667512 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Transition to ACTIVE for port object f26b8bd1-455c-4d24-af5e-656c441560b8 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:04.673115 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.732387 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Pushing event updated for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:04.763209 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.763924 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.763924 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.764188 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.764555 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.764887 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.765215 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.765537 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.765861 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.766190 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.766505 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.766824 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:40:04.801141 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Attempting to bind port f26b8bd1-455c-4d24-af5e-656c441560b8 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:40:04.801512 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Attempting to bind port f26b8bd1-455c-4d24-af5e-656c441560b8 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:40:04.801874 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Attempting to bind port f26b8bd1-455c-4d24-af5e-656c441560b8 on network aa72aede-b054-4faa-8249-a921810bbac6 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:40:04.807464 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:40:04.807851 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Checking segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:40:04.808258 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.808674 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Bound using segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:40:04.809155 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Bound port: f26b8bd1-455c-4d24-af5e-656c441560b8, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:40:04.809538 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.903034 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] For port f26b8bd1-455c-4d24-af5e-656c441560b8, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:40:04.906987 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] For port f26b8bd1-455c-4d24-af5e-656c441560b8, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f26b8bd1-455c-4d24-af5e-656c441560b8,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:40:04.913235 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:04.984614 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:04.985261 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:39:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:05.028476 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ab46d-f431-45ba-b10a-cf40d23d854d None None] Pushing event updated for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:05.113169 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-4db5c717-cf16-4144-9186-11ea08425375 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:05.115725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-4db5c717-cf16-4144-9186-11ea08425375 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 797 time: 0.2003374 Jul 27 17:40:05.135150 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:05.161348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad7599dd-d3ed-40dc-b33a-180eeec7a9f5 req-c3c266db-9f57-4172-b3be-02779cc762e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 210 time: 0.0376451 Jul 27 17:40:05.202851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-84ae131c-275e-43e3-b4d9-b2ef1f31342c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 379 time: 0.0690851 Jul 27 17:40:05.215970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'port': {'device_id': '82de014d-255b-4462-a3dd-b57c3fc90663', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'admin_state_up': True, 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'security_groups': ['06e16b9f-31fe-46b5-b5ed-8abad3b71e62']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:40:05.339123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:40:05.343940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.364091 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:04Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:05.393017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c84c1c-7060-4d25-918a-b57010ce6f87 None None] The sync data for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 is: [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:04Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:40:05.409773 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b1514905-fb2a-4c11-a62a-bcf2ddfb5541 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:05.480535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:05.480914 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.535483 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.3 (aa72aede-b054-4faa-8249-a921810bbac6/32d91368-eba3-4690-ad81-59917c34caf9/7c619daf-8f09-4473-9306-5a247b0871ee) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:40:05.581268 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95ef9158-7231-49bf-8db0-a81a79e5c95b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:05.632906 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 95ef9158-7231-49bf-8db0-a81a79e5c95b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:05.633281 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.718924 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.735079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 7c619daf-8f09-4473-9306-5a247b0871ee will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:05.772288 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.818320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network aa72aede-b054-4faa-8249-a921810bbac6 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:40:05.823653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:05.827674 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:40:05.834765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:05.891621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:05.892723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:05.921376 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-e28f3f67-4d43-448e-8157-37d2d3945dcd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114742 Jul 27 17:40:05.934577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Request body: {'port': {'device_id': '82de014d-255b-4462-a3dd-b57c3fc90663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:40:06.023959 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.104230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e555c50-ddda-4c73-b822-2674a66a5479 None None] Provisioning for port 7c619daf-8f09-4473-9306-5a247b0871ee completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:06.108415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-1e555c50-ddda-4c73-b822-2674a66a5479 None None] Provisioning complete for port 7c619daf-8f09-4473-9306-5a247b0871ee triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:06.108823 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1e555c50-ddda-4c73-b822-2674a66a5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.150027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-1e555c50-ddda-4c73-b822-2674a66a5479 None None] Port 7c619daf-8f09-4473-9306-5a247b0871ee cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:40:06.331691 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c619daf-8f09-4473-9306-5a247b0871ee {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:40:06.341542 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ede24d-f056-4d2f-8b22-7c9f481ccb93 req-9e7cde97-5b3f-49e4-8c5a-e4d9137bb1c2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:06.343115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.343336 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64ede24d-f056-4d2f-8b22-7c9f481ccb93 req-9e7cde97-5b3f-49e4-8c5a-e4d9137bb1c2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 931 time: 0.0873961 Jul 27 17:40:06.361750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Transition to ACTIVE for port object 7c619daf-8f09-4473-9306-5a247b0871ee will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:40:06.369169 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.386578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-64ede24d-f056-4d2f-8b22-7c9f481ccb93 req-45e0fef3-5926-4ec1-8cad-51b84fdb6cae tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368056 Jul 27 17:40:06.427862 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Pushing event updated for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:06.519143 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Attempting to bind port 7c619daf-8f09-4473-9306-5a247b0871ee on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:40:06.519488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Attempting to bind port 7c619daf-8f09-4473-9306-5a247b0871ee by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:40:06.519853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Attempting to bind port 7c619daf-8f09-4473-9306-5a247b0871ee on network aa72aede-b054-4faa-8249-a921810bbac6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:40:06.524954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Port 7c619daf-8f09-4473-9306-5a247b0871ee on network aa72aede-b054-4faa-8249-a921810bbac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:40:06.525294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Attempting to bind port 7c619daf-8f09-4473-9306-5a247b0871ee on network aa72aede-b054-4faa-8249-a921810bbac6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:40:06.531547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:40:06.531893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Checking segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:40:06.532299 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Bound using segment: {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:40:06.532776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Bound port: 7c619daf-8f09-4473-9306-5a247b0871ee, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e27fda5-1f67-4e80-8173-db83f77cc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:40:06.533146 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.611972 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:40:06.615710 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c619daf-8f09-4473-9306-5a247b0871ee,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:40:06.621191 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.657447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:06.658136 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:06.659603 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 1091 time: 0.7298572 Jul 27 17:40:06.660062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:40:06.662553 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292da369-e071-4495-827b-e6a186c8cf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:40:06.700829 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d89ff-e0ab-4ade-a13f-1a84c04d8834 service neutron] Pushing event updated for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:06.738524 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e60b5fc-9977-48fa-afa5-8fb1f8c1c9fe x-openstack-request-id: req-9e60b5fc-9977-48fa-afa5-8fb1f8c1c9fe {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:40:06.738737 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:40:06.738963 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e60b5fc-9977-48fa-afa5-8fb1f8c1c9fe {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:40:06.739371 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee', 'status': 'completed', 'code': 200} Jul 27 17:40:06.771875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-c2076df3-4f23-4cb7-8d99-4dcf9b53cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:06.773165 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-c2076df3-4f23-4cb7-8d99-4dcf9b53cd52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1094 time: 0.0686212 Jul 27 17:40:06.819400 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-3a7541ed-d199-422e-a61f-5b2f427246b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 217 time: 0.0382197 Jul 27 17:40:06.873139 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-c4be6fc0-e570-4864-90ae-51c7aa9dae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:06.874656 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-c4be6fc0-e570-4864-90ae-51c7aa9dae62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0482235 Jul 27 17:40:06.947770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752593d9-f7ed-4cd9-9152-19a943327414 req-0ca79e0b-0e14-4863-ab32-dee88e80b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:06.949311 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-0ca79e0b-0e14-4863-ab32-dee88e80b67f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678716 Jul 27 17:40:07.043099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-0e7c1999-6f75-4370-b6ba-b94bdbf326d3 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Jul 27 17:40:07.137474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-752593d9-f7ed-4cd9-9152-19a943327414 req-b22a0051-4b65-4533-9129-c2000454cfb5 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Jul 27 17:40:07.240164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da369-e071-4495-827b-e6a186c8cf1e req-27121663-a22c-4be7-ad5a-1af973190241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:07.241715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-27121663-a22c-4be7-ad5a-1af973190241 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1094 time: 0.0575306 Jul 27 17:40:07.331354 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da369-e071-4495-827b-e6a186c8cf1e req-a3f50ca8-6b2f-4ae5-bfbd-0724ecbf12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:07.332362 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-a3f50ca8-6b2f-4ae5-bfbd-0724ecbf12aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 898 time: 0.0837867 Jul 27 17:40:07.378734 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-caf423c2-d7cd-4ecd-9abb-966a00004a80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 217 time: 0.0391300 Jul 27 17:40:07.409266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f26b8bd1-455c-4d24-af5e-656c441560b8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:07.437255 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da369-e071-4495-827b-e6a186c8cf1e req-c449097a-2a21-41b8-bd09-b903aead05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:07.438824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-c449097a-2a21-41b8-bd09-b903aead05d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0528722 Jul 27 17:40:07.467454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port f26b8bd1-455c-4d24-af5e-656c441560b8 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:07.471574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f26b8bd1-455c-4d24-af5e-656c441560b8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:07.471948 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:07.518123 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da369-e071-4495-827b-e6a186c8cf1e req-6e2d9d62-21fc-4f50-a6e5-cbddb7f80687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:07.519941 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-6e2d9d62-21fc-4f50-a6e5-cbddb7f80687 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711162 Jul 27 17:40:07.540771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747892-163e-476e-a050-16026ce37a40 req-23c586b9-499a-482e-b556-f07b0f7a394c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:07.543133 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6747892-163e-476e-a050-16026ce37a40 req-23c586b9-499a-482e-b556-f07b0f7a394c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 943 time: 0.0802042 Jul 27 17:40:07.562609 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:07.598058 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port f26b8bd1-455c-4d24-af5e-656c441560b8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f26b8bd1-455c-4d24-af5e-656c441560b8,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:07.601120 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6747892-163e-476e-a050-16026ce37a40 req-5134f5c4-b2e9-451f-a5d6-7551aae33992 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Jul 27 17:40:07.603143 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:07.629232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-4ec471fc-00cf-41ec-8939-674eb41027cc service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014638 Jul 27 17:40:07.656755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:07.725868 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-292da369-e071-4495-827b-e6a186c8cf1e req-e2a4476f-a204-427a-9c55-6d1169fb4daf service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Jul 27 17:40:08.820750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8647-f7de-4440-9e33-b58b177750f7 req-bc55b5a4-97ed-4773-99bd-76fbb9032622 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:08.822373 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d68a8647-f7de-4440-9e33-b58b177750f7 req-bc55b5a4-97ed-4773-99bd-76fbb9032622 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 943 time: 0.1360788 Jul 27 17:40:08.865771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d68a8647-f7de-4440-9e33-b58b177750f7 req-a4c2fe9d-b12b-4c60-8783-c1ede00da550 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367250 Jul 27 17:40:09.167499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c619daf-8f09-4473-9306-5a247b0871ee details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:40:09.271132 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c619daf-8f09-4473-9306-5a247b0871ee,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:09.284228 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '7c619daf-8f09-4473-9306-5a247b0871ee', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'port_id': '7c619daf-8f09-4473-9306-5a247b0871ee', 'mac_address': 'fa:16:3e:d0:aa:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:40:09.324896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:09.340012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c619daf-8f09-4473-9306-5a247b0871ee {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:40:09.364696 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c619daf-8f09-4473-9306-5a247b0871ee,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:09.370125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:09.407026 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f26b8bd1-455c-4d24-af5e-656c441560b8 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:09.466003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:09.481744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port f26b8bd1-455c-4d24-af5e-656c441560b8 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:09.482150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:09.575756 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['7c619daf-8f09-4473-9306-5a247b0871ee'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:40:09.834733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-477575c0-ff7b-4b86-9866-a467791abafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:10.009698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27031-4708-44ff-a69f-64d1cc19cb87 req-6161f812-de96-4eca-8c72-bd4cc70883fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:10.011343 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fef27031-4708-44ff-a69f-64d1cc19cb87 req-6161f812-de96-4eca-8c72-bd4cc70883fd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 944 time: 0.0718844 Jul 27 17:40:10.050959 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fef27031-4708-44ff-a69f-64d1cc19cb87 req-fec37bf9-4775-4f95-94b5-3037cd5159d9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336745 Jul 27 17:40:11.168034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c619daf-8f09-4473-9306-5a247b0871ee up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:40:11.190390 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef3c0-223d-457f-80cf-b0b949ac72e5 req-61b22a9c-0f78-435d-a5b0-3ada132efb2d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:11.191967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f8ef3c0-223d-457f-80cf-b0b949ac72e5 req-61b22a9c-0f78-435d-a5b0-3ada132efb2d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 944 time: 0.0684488 Jul 27 17:40:11.228614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 7c619daf-8f09-4473-9306-5a247b0871ee completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:40:11.234066 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 7c619daf-8f09-4473-9306-5a247b0871ee triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:40:11.234446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:11.235789 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5f8ef3c0-223d-457f-80cf-b0b949ac72e5 req-25d1e9f1-044b-4db8-8d75-9a29e607646a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 Jul 27 17:40:11.317809 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:11.341422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:40:11.343687 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba6347-edb3-4938-aec5-87297c6457ad" -d '{"events": [{"server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "name": "network-vif-plugged", "status": "completed", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:40:11.357238 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c619daf-8f09-4473-9306-5a247b0871ee,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:40:11.361828 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:11.389607 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9a280-4e42-40da-a835-83c9ac5fcd64 x-openstack-request-id: req-daa9a280-4e42-40da-a835-83c9ac5fcd64 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:40:11.389892 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "name": "network-vif-plugged", "status": "completed", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:40:11.390139 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daa9a280-4e42-40da-a835-83c9ac5fcd64 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:40:11.390513 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee', 'code': 200} Jul 27 17:40:11.417212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:11.488916 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e402c-4ce5-4c60-bc98-75f75cebc128 req-4e93530f-3446-45cc-87eb-77d7b570df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:11.490416 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-084e402c-4ce5-4c60-bc98-75f75cebc128 req-4e93530f-3446-45cc-87eb-77d7b570df52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1096 time: 0.0523036 Jul 27 17:40:11.526417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-084e402c-4ce5-4c60-bc98-75f75cebc128 req-0f4cce4c-7c58-416c-867d-ea77a9378e8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289400 Jul 27 17:40:12.373135 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f709-f7fa-453b-9d21-be1ed4f7db97 req-eecc1e27-5dfa-4f77-8b31-19d366bee3d8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:12.374670 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b75f709-f7fa-453b-9d21-be1ed4f7db97 req-eecc1e27-5dfa-4f77-8b31-19d366bee3d8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0683215 Jul 27 17:40:12.412857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2b75f709-f7fa-453b-9d21-be1ed4f7db97 req-ff387354-0f5b-4e4d-883a-0d83641f9efe tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jul 27 17:40:12.545813 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:12.551376 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf1c4-9953-43fc-bcf8-a93c0979dc66 req-e00c38bd-5944-4182-b0df-8ac39e660bbb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:12.552978 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c04bf1c4-9953-43fc-bcf8-a93c0979dc66 req-e00c38bd-5944-4182-b0df-8ac39e660bbb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0715575 Jul 27 17:40:12.592241 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c04bf1c4-9953-43fc-bcf8-a93c0979dc66 req-c5ca3cc0-6e8f-4c2c-8bcc-1cfc96ce5ea8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331619 Jul 27 17:40:12.614427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:12.629274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-61e8fe9e-0f1b-4417-9199-ac74a29a8bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:12.668089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eda653-c5c6-4d1e-a702-464623b0c6f6 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:12.669648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c9eda653-c5c6-4d1e-a702-464623b0c6f6 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1091 time: 0.0542092 Jul 27 17:40:12.672404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:12.676739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '7c619daf-8f09-4473-9306-5a247b0871ee', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:40:12.698286 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:12.796234 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:12.895888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.7 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:40:12.999812 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:13.043640 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:13.080391 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:40:13.085470 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:40:13.088864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:40:13.094341 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:13.696757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:13.798439 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:13.880803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:14.063855 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:14.069239 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:14.144048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:40:14.158620 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:14.274601 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 51efe7de-c981-4ffd-b1f1-4027568e011c associated. External IP: 172.25.4.7, port: 7c619daf-8f09-4473-9306-5a247b0871ee. Jul 27 17:40:14.486560 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 3401e972-1d39-4144-a18b-1994c6876497 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:40:14.597181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:40:14.606491 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Sync routers for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:40:14.617011 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:14.617260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:14.617652 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:40:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:14.658725 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5db62b6e-a0d4-4b74-8bec-e5c87f2ad95b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9851482 Jul 27 17:40:14.659199 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:40:14.661506 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2509f80-5f7d-4491-910c-ac7f145f4085" -d '{"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:40:14.711895 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720a8a5b-65bc-447f-8b85-17a58b354fc5 x-openstack-request-id: req-720a8a5b-65bc-447f-8b85-17a58b354fc5 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:40:14.712190 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:40:14.712468 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-720a8a5b-65bc-447f-8b85-17a58b354fc5 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:40:14.712887 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee', 'status': 'completed', 'code': 200} Jul 27 17:40:14.739255 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:14.827969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744cd17-32ef-4a45-9f5b-e5f522ac9af8 req-405d726f-2629-437d-ae40-bdb65265de7b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:14.829527 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5744cd17-32ef-4a45-9f5b-e5f522ac9af8 req-405d726f-2629-437d-ae40-bdb65265de7b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.1046169 Jul 27 17:40:14.831530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-34eb33db-f161-4bc3-85bd-036daf49ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:14.832939 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-34eb33db-f161-4bc3-85bd-036daf49ffad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1096 time: 0.0970688 Jul 27 17:40:14.922359 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5744cd17-32ef-4a45-9f5b-e5f522ac9af8 req-1abcf7ea-f25c-4d94-95c0-0f8d1d646e01 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864208 Jul 27 17:40:14.945749 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:14.967088 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-b494eadf-f468-4e95-b0d2-f49c19ba6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:14.969557 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-b494eadf-f468-4e95-b0d2-f49c19ba6ccc service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 898 time: 0.1274898 Jul 27 17:40:15.013359 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8be1a724-5897-4f49-9f8b-413026880736 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/51efe7de-c981-4ffd-b1f1-4027568e011c HTTP/1.1" status: 200 len: 989 time: 0.0660455 Jul 27 17:40:15.040104 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-6db80fff-781f-4620-803c-4b7c571b7ab8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 997 time: 0.0632370 Jul 27 17:40:15.095086 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-32135048-0e1f-4493-a208-c4daec3f4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:15.096620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-32135048-0e1f-4493-a208-c4daec3f4336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0500648 Jul 27 17:40:15.130408 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '51efe7de-c981-4ffd-b1f1-4027568e011c', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3401e972-1d39-4144-a18b-1994c6876497', 'port_id': '7c619daf-8f09-4473-9306-5a247b0871ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'mac_address': 'fa:16:3e:d0:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82de014d-255b-4462-a3dd-b57c3fc90663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:40:13Z', 'updated_at': '2021-07-27T17:40:13Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:15.158041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-9c3ce8dc-3538-490a-bb1f-818c4c840de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:15.159578 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-9c3ce8dc-3538-490a-bb1f-818c4c840de1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546563 Jul 27 17:40:15.160319 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Checking router: 3401e972-1d39-4144-a18b-1994c6876497 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:40:15.168790 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:40:15.169400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:40:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:15.257740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-c20b6a18-4c0e-4e43-a6d7-7e62842d9f16 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833898 Jul 27 17:40:15.277111 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:40:15.323668 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:15.358347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f2509f80-5f7d-4491-910c-ac7f145f4085 req-bc59d1af-63f0-477d-b4bd-3099548fd7a0 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935619 Jul 27 17:40:15.516015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '51efe7de-c981-4ffd-b1f1-4027568e011c', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3401e972-1d39-4144-a18b-1994c6876497', 'port_id': '7c619daf-8f09-4473-9306-5a247b0871ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'mac_address': 'fa:16:3e:d0:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82de014d-255b-4462-a3dd-b57c3fc90663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:40:13Z', 'updated_at': '2021-07-27T17:40:13Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:40:15.547122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bd642-5821-4d48-a23e-2ed54fb4595e None None] The sync data for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 is: [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '51efe7de-c981-4ffd-b1f1-4027568e011c', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '3401e972-1d39-4144-a18b-1994c6876497', 'port_id': '7c619daf-8f09-4473-9306-5a247b0871ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'mac_address': 'fa:16:3e:d0:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82de014d-255b-4462-a3dd-b57c3fc90663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:40:13Z', 'updated_at': '2021-07-27T17:40:13Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:40:15.731477 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a471f-2a48-476f-b204-6d85eaf67e43 None None] New status for floating IP 51efe7de-c981-4ffd-b1f1-4027568e011c: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:40:16.014744 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:16.079439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-85172403-51f6-4a95-b09c-216eb3dfe41e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/51efe7de-c981-4ffd-b1f1-4027568e011c HTTP/1.1" status: 200 len: 991 time: 0.0632381 Jul 27 17:40:17.488390 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:26.262975 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:40:27.733763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-f2e65a77-776b-4622-8f91-a158ce96cadd req-b2e2eac7-ae14-4f51-beaf-b1d281fd68e0 service neutron] (93923) timed out ('10.222.0.13', 50573) {{(pid=93923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:40:33.637640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:39.836986 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fa246429-e4c6-46d8-9eff-613bd88e60c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:42.548329 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:42.631681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6add414c-56ad-49a8-a042-3e40dad5cc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:43.698451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:44.968438 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec851d-40ef-4565-942b-ba17d775a418 req-71c96df8-c859-453b-984b-9c4f0714c40d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:44.970006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-feec851d-40ef-4565-942b-ba17d775a418 req-71c96df8-c859-453b-984b-9c4f0714c40d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.1216700 Jul 27 17:40:45.010371 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-feec851d-40ef-4565-942b-ba17d775a418 req-0e18e7e3-1c87-42bf-8c73-d6b04f6845a2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340855 Jul 27 17:40:45.303048 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:46.149537 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e658e-5a5c-4aaa-94c5-a94960048d5e req-4be060ba-4a14-4e17-b073-a2c4147e79ed tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:46.151081 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f8e658e-5a5c-4aaa-94c5-a94960048d5e req-4be060ba-4a14-4e17-b073-a2c4147e79ed tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0677242 Jul 27 17:40:46.195179 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4f8e658e-5a5c-4aaa-94c5-a94960048d5e req-8504fd4c-df9b-46f2-91f5-8b0b44e1fa7f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380397 Jul 27 17:40:47.341968 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7fa1-c844-419e-a2da-b65687598f10 req-461e816a-caf1-463a-808a-fa422a905b51 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:47.343508 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8aab7fa1-c844-419e-a2da-b65687598f10 req-461e816a-caf1-463a-808a-fa422a905b51 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0730524 Jul 27 17:40:47.385790 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8aab7fa1-c844-419e-a2da-b65687598f10 req-18f2ddf5-1a9c-4c32-8fb7-32f564ba3750 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356264 Jul 27 17:40:47.487531 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:40:48.543588 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d5fe-377d-42f3-95c8-5cd188c584a7 req-512e67bd-77ef-40a3-962b-081ff58edd51 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:48.545160 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0a8d5fe-377d-42f3-95c8-5cd188c584a7 req-512e67bd-77ef-40a3-962b-081ff58edd51 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0732567 Jul 27 17:40:48.585686 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b0a8d5fe-377d-42f3-95c8-5cd188c584a7 req-9a9bc8b0-a2bd-414b-8878-77b1b2842036 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344381 Jul 27 17:40:49.723115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2ae59-d9c1-44e6-8da2-75e90ded801f req-08e26128-107a-4d13-90b4-50a159cbf341 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:49.724663 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6de2ae59-d9c1-44e6-8da2-75e90ded801f req-08e26128-107a-4d13-90b4-50a159cbf341 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0658953 Jul 27 17:40:49.765037 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6de2ae59-d9c1-44e6-8da2-75e90ded801f req-a00091cb-629f-4fd0-8bcc-6c099105aca0 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341189 Jul 27 17:40:50.921966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe693-eb17-4659-aee7-1ef1e5b23e3d req-9486455c-e552-44e1-b74f-4773b5e38536 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:50.923533 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae7fe693-eb17-4659-aee7-1ef1e5b23e3d req-9486455c-e552-44e1-b74f-4773b5e38536 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0673456 Jul 27 17:40:50.967609 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ae7fe693-eb17-4659-aee7-1ef1e5b23e3d req-2d56f6f4-2bee-4ecd-a45d-dd7344bd9a38 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378048 Jul 27 17:40:52.098016 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d341d-3b9d-4817-8acd-d85efa661c3d req-10510f4e-8c38-4c4e-9ca7-9763b20a9d54 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:52.099585 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-637d341d-3b9d-4817-8acd-d85efa661c3d req-10510f4e-8c38-4c4e-9ca7-9763b20a9d54 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0646520 Jul 27 17:40:52.139244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-637d341d-3b9d-4817-8acd-d85efa661c3d req-f7d484c5-8bb4-4eb6-9e51-189143029bef tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330365 Jul 27 17:40:53.271346 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491398-0934-432b-b4a3-a875bd4a6eb3 req-a1a3a615-5d9d-4502-a3c2-5fb375ac5a21 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:53.272884 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d491398-0934-432b-b4a3-a875bd4a6eb3 req-a1a3a615-5d9d-4502-a3c2-5fb375ac5a21 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0645800 Jul 27 17:40:53.315957 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6d491398-0934-432b-b4a3-a875bd4a6eb3 req-4e7fa14f-e273-4974-a6ee-d5d4e22a5ac8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366485 Jul 27 17:40:54.452761 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa76aca-2ae4-4ce7-9f10-ca3fb3c0e185 req-bc790084-a5dd-4b90-8559-e18d3c96a9c5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:54.454252 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa76aca-2ae4-4ce7-9f10-ca3fb3c0e185 req-bc790084-a5dd-4b90-8559-e18d3c96a9c5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0677443 Jul 27 17:40:54.494124 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0aa76aca-2ae4-4ce7-9f10-ca3fb3c0e185 req-5484b7eb-4da8-466e-b16a-2b77eb1936e1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Jul 27 17:40:55.630750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58ea2-6d30-409e-856a-0a7513b6fadc req-55745120-c426-4a3f-bb4d-2a16c8c194b9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:55.632257 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eee58ea2-6d30-409e-856a-0a7513b6fadc req-55745120-c426-4a3f-bb4d-2a16c8c194b9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0654955 Jul 27 17:40:55.671496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eee58ea2-6d30-409e-856a-0a7513b6fadc req-31e93e8c-8beb-4c16-8321-4c2d94fcfc6e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Jul 27 17:40:55.694294 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39904) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:55.756970 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d80004bf-b158-4bb8-86ed-072593906e2b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/51efe7de-c981-4ffd-b1f1-4027568e011c HTTP/1.1" status: 200 len: 991 time: 0.0614636 Jul 27 17:40:57.038983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085056d2-60bb-4473-826b-e973918259fa req-7f053874-5a56-4fe4-9acc-eb2c890055b1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:57.040592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-085056d2-60bb-4473-826b-e973918259fa req-7f053874-5a56-4fe4-9acc-eb2c890055b1 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0698986 Jul 27 17:40:57.083730 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-085056d2-60bb-4473-826b-e973918259fa req-b07944a2-fac1-44f6-91ac-3c0b348a7466 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361958 Jul 27 17:40:57.110111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84114c4-be69-4079-9371-38ea389fdb57 req-55145481-c95f-4150-8667-49cb7446438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:57.111730 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-55145481-c95f-4150-8667-49cb7446438e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1096 time: 0.1128011 Jul 27 17:40:57.203467 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84114c4-be69-4079-9371-38ea389fdb57 req-417708f0-1bfb-4607-8d4b-93020d1cc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:57.204982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-417708f0-1bfb-4607-8d4b-93020d1cc37a service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 898 time: 0.0860815 Jul 27 17:40:57.283053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-077bf7aa-8140-41eb-a9f8-0975695c60c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 999 time: 0.0681839 Jul 27 17:40:57.338301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84114c4-be69-4079-9371-38ea389fdb57 req-1abbdc91-558e-458f-89f2-d6c07b58945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:57.340347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-1abbdc91-558e-458f-89f2-d6c07b58945e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0494463 Jul 27 17:40:57.403110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84114c4-be69-4079-9371-38ea389fdb57 req-8cbacc2e-1c61-437f-bfdd-4366e6199ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:57.404667 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-8cbacc2e-1c61-437f-bfdd-4366e6199ead service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578821 Jul 27 17:40:57.504186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-b68cd3ea-8f9e-4072-b7c5-8390fcbb8160 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920875 Jul 27 17:40:57.603806 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b84114c4-be69-4079-9371-38ea389fdb57 req-4969971e-ae21-4042-8e47-54570b7f3409 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924482 Jul 27 17:40:58.234458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fb-bcc6-47f0-a73a-39ac212e985b req-5a6314cb-97bc-41c7-97a6-fda13ce5a009 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:40:58.235973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d50f6fb-bcc6-47f0-a73a-39ac212e985b req-5a6314cb-97bc-41c7-97a6-fda13ce5a009 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0725522 Jul 27 17:40:58.278876 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d50f6fb-bcc6-47f0-a73a-39ac212e985b req-60e48306-428b-4881-b4c5-e6a9ec0acf11 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356424 Jul 27 17:40:58.308062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39916) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:40:58.380583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1ccf74d5-1211-497a-bf83-b27f18bd2caf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/51efe7de-c981-4ffd-b1f1-4027568e011c HTTP/1.1" status: 200 len: 991 time: 0.0674963 Jul 27 17:41:03.262692 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:41:03.638467 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:07.379537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-347ae5a5-e515-494f-93eb-d0d936f5ac43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602837 Jul 27 17:41:07.479661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-d0565519-4845-4d65-846b-b10a4a738e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:07.481283 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-d0565519-4845-4d65-846b-b10a4a738e42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1096 time: 0.0590339 Jul 27 17:41:07.618661 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-afd58f8c-0c07-4652-99f9-d077fd1d0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:07.620128 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-afd58f8c-0c07-4652-99f9-d077fd1d0b04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 898 time: 0.1140435 Jul 27 17:41:07.698450 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-9d0d0f1e-c31e-4501-97e7-f03a66985592 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 999 time: 0.0714095 Jul 27 17:41:07.749688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-444cb759-ce51-4059-80c6-f3cfaf9c0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:07.751187 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-444cb759-ce51-4059-80c6-f3cfaf9c0d70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0464652 Jul 27 17:41:07.825383 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-e641a61a-44ff-46dc-9b8a-5bd2e484d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:07.826923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-e641a61a-44ff-46dc-9b8a-5bd2e484d11f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679049 Jul 27 17:41:07.936897 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-ea0ecd48-e269-41b2-aa77-3d71412cfb82 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007926 Jul 27 17:41:08.036053 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fae1bfbf-411c-47fd-90e6-2d00794726c7 req-86f3a6f1-9457-497f-b95e-be5d907bd864 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920973 Jul 27 17:41:09.840125 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec7d1-b914-44af-8a11-166ce51cc80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:12.549865 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:12.633833 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-326d4375-794c-4d05-b0a9-1c38f903a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:13.700896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:15.303037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:17.488353 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:30.931821 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39928) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:31.093062 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:41:31.093404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.167235 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.167570 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.179137 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:41:31.326554 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.352536 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=d3c9b9b5-5e92-4ffa-b330-22b4a3fa6421,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:31.363215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.363575 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.363941 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.364272 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.364648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.364993 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.365331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.365666 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.366012 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.366334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.366660 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.366986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:31.426090 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.426456 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 51efe7de-c981-4ffd-b1f1-4027568e011c disassociated (deleted). External IP: 172.25.4.7, port: 7c619daf-8f09-4473-9306-5a247b0871ee. Jul 27 17:41:31.644257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 3401e972-1d39-4144-a18b-1994c6876497 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:41:31.755982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:41:31.760804 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:31.767680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Sync routers for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:41:31.781071 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:31.781701 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:31.797902 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0a04a0df-104d-4098-8a62-a9d59621633f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/floatingips/51efe7de-c981-4ffd-b1f1-4027568e011c HTTP/1.1" status: 204 len: 168 time: 0.8644080 Jul 27 17:41:31.798502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:41:31.801136 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8abec-0bae-4f08-9330-97ea60878a88" -d '{"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:41:31.908084 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:31.933642 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7264ff9a-3e3a-4239-a618-20b3a30aadae x-openstack-request-id: req-7264ff9a-3e3a-4239-a618-20b3a30aadae {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:41:31.934178 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:41:31.934178 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7264ff9a-3e3a-4239-a618-20b3a30aadae {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:41:31.934574 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee', 'status': 'completed', 'code': 200} Jul 27 17:41:32.031826 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-2aed16da-9eac-4fb0-b75e-df9bc04e77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:32.033474 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-2aed16da-9eac-4fb0-b75e-df9bc04e77bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 1096 time: 0.0690715 Jul 27 17:41:32.089267 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18221e2-9305-41df-948b-e6877a606b8a req-2cef10f7-1804-4ed9-bc1b-b97d30c4e454 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:32.090832 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c18221e2-9305-41df-948b-e6877a606b8a req-2cef10f7-1804-4ed9-bc1b-b97d30c4e454 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0753727 Jul 27 17:41:32.141988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-e477af57-0cf2-4fff-83ea-b71a9d085763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:32.143549 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c18221e2-9305-41df-948b-e6877a606b8a req-6a8dd6e5-4ff3-4598-86f7-96dee76bf304 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Jul 27 17:41:32.144498 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-e477af57-0cf2-4fff-83ea-b71a9d085763 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 200 len: 898 time: 0.1030214 Jul 27 17:41:32.183004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:32.198735 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-047c0280-fac1-4e8b-83a9-758c50e0d702 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 200 len: 217 time: 0.0453715 Jul 27 17:41:32.210496 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Checking router: 3401e972-1d39-4144-a18b-1994c6876497 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:41:32.219641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:32.220257 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:32.254213 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-f8e0d08b-1dad-45f1-8ce3-8fea885cfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:32.255720 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-f8e0d08b-1dad-45f1-8ce3-8fea885cfe35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 200 len: 834 time: 0.0502021 Jul 27 17:41:32.315072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-5fe83ae7-3e1e-47f6-832b-24041117c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:32.316636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-5fe83ae7-3e1e-47f6-832b-24041117c3e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa72aede-b054-4faa-8249-a921810bbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539534 Jul 27 17:41:32.327694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:32.410383 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-83f580f4-9d17-4805-babe-9d16b408b254 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860271 Jul 27 17:41:32.505043 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66c8abec-0bae-4f08-9330-97ea60878a88 req-b576cb91-b2f7-45f3-be8c-1b752ccddc08 service neutron] 10.222.0.61 "GET /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874770 Jul 27 17:41:32.533975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:32.563689 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9fbbb-cda8-46fa-a7c8-7193292842e0 None None] The sync data for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 is: [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:02Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'f26b8bd1-455c-4d24-af5e-656c441560b8', 'name': '', 'network_id': 'aa72aede-b054-4faa-8249-a921810bbac6', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:17:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '32d91368-eba3-4690-ad81-59917c34caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:40:01Z', 'updated_at': '2021-07-27T17:40:07Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '32d91368-eba3-4690-ad81-59917c34caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:41:32.785650 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ad23c0-e867-4187-b176-86977f99ce2d None None] New status for floating IP 51efe7de-c981-4ffd-b1f1-4027568e011c: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:41:33.285528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3184-68dc-4fdb-b59b-14fec041ef70 req-f3ad4f03-ba7a-4aa0-8451-0bda327f05d5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:33.286960 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00aa3184-68dc-4fdb-b59b-14fec041ef70 req-f3ad4f03-ba7a-4aa0-8451-0bda327f05d5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0677273 Jul 27 17:41:33.328084 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00aa3184-68dc-4fdb-b59b-14fec041ef70 req-c5dbbf9f-1007-46f6-8065-32e543f40de5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e16b9f-31fe-46b5-b5ed-8abad3b71e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342612 Jul 27 17:41:33.507764 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d521b5b6-762d-4ca0-b7dd-6a444faea370 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:33.509167 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d521b5b6-762d-4ca0-b7dd-6a444faea370 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 945 time: 0.0678442 Jul 27 17:41:33.613350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 7c619daf-8f09-4473-9306-5a247b0871ee {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:41:33.613695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:33.647655 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:33.707748 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 7c619daf-8f09-4473-9306-5a247b0871ee, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=7c619daf-8f09-4473-9306-5a247b0871ee,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:33.708139 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:33.720801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 7c619daf-8f09-4473-9306-5a247b0871ee owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:41:33.849886 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:33.882111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=7c619daf-8f09-4473-9306-5a247b0871ee,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:33.936040 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] No DVR routers for this DVR port 7c619daf-8f09-4473-9306-5a247b0871ee on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:41:33.938813 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:33.941092 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3fcf0d7e-3c40-46f7-b81b-7509731a3319 req-d9f9b0f9-b8e4-4f9c-b8d1-a0e9d3d1f55d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.61 "DELETE /v2.0/ports/7c619daf-8f09-4473-9306-5a247b0871ee HTTP/1.1" status: 204 len: 173 time: 0.4257793 Jul 27 17:41:33.941549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'name': 'network-vif-deleted', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:41:33.944372 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080fbe2-555f-4e21-8931-22e645c3a5f6" -d '{"events": [{"server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "name": "network-vif-deleted", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:41:33.985095 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015fb606-f3cb-4209-840e-618056fc1497 x-openstack-request-id: req-015fb606-f3cb-4209-840e-618056fc1497 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:41:33.985511 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82de014d-255b-4462-a3dd-b57c3fc90663", "name": "network-vif-deleted", "tag": "7c619daf-8f09-4473-9306-5a247b0871ee", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:41:33.985736 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-015fb606-f3cb-4209-840e-618056fc1497 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:41:33.986280 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82de014d-255b-4462-a3dd-b57c3fc90663', 'name': 'network-vif-deleted', 'tag': '7c619daf-8f09-4473-9306-5a247b0871ee', 'status': 'completed', 'code': 200} Jul 27 17:41:34.453524 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c98af20c-46b6-47ae-ae45-6ec544f9acfa req-12d782e1-395a-4db9-b672-ce6e1655dc41 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=82de014d-255b-4462-a3dd-b57c3fc90663 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Jul 27 17:41:35.517060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39948) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:36.188372 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:36.466043 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port f26b8bd1-455c-4d24-af5e-656c441560b8 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:41:36.466432 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:36.563155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port f26b8bd1-455c-4d24-af5e-656c441560b8, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=f26b8bd1-455c-4d24-af5e-656c441560b8,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:36.563890 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:36.581902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for f26b8bd1-455c-4d24-af5e-656c441560b8 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:41:36.791190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:36.820358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=f26b8bd1-455c-4d24-af5e-656c441560b8,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:37.013161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.237639 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 3401e972-1d39-4144-a18b-1994c6876497 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:41:37.349158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:41:37.355476 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c377bfd6-23ff-4f83-929a-b2ce5d223129 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/3401e972-1d39-4144-a18b-1994c6876497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369699 Jul 27 17:41:37.358472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39952) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:37.361271 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Sync routers for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:41:37.376359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:37.377501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:37.440318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting subnet 32d91368-eba3-4690-ad81-59917c34caf9 {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:41:37.443888 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.491238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.532136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:37.587448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c619daf-8f09-4473-9306-5a247b0871ee no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:41:37.592737 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.645197 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 7c619daf-8f09-4473-9306-5a247b0871ee {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:41:37.645639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 7c619daf-8f09-4473-9306-5a247b0871ee not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:41:37.671043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.696606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Subnet': ['ID=32d91368-eba3-4690-ad81-59917c34caf9,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:37.704115 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.706348 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f090e95a-deda-4a53-802f-29189533ad82 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/subnets/32d91368-eba3-4690-ad81-59917c34caf9 HTTP/1.1" status: 204 len: 168 time: 0.3466284 Jul 27 17:41:37.709235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39954) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:37.713643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845da01-526c-492d-9e25-24ace2aefd4a None None] Network aa72aede-b054-4faa-8249-a921810bbac6 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:41:37.827378 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.830311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:41:36Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'b1514905-fb2a-4c11-a62a-bcf2ddfb5541', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401e972-1d39-4144-a18b-1994c6876497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:37.941298 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:37.999256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port b1514905-fb2a-4c11-a62a-bcf2ddfb5541 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:41:37.999608 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.028100 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Checking router: 3401e972-1d39-4144-a18b-1994c6876497 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:41:38.041296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Routers {'3401e972-1d39-4144-a18b-1994c6876497'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:38.041937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3401e972-1d39-4144-a18b-1994c6876497'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:38.091668 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port b1514905-fb2a-4c11-a62a-bcf2ddfb5541, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:38.092069 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.107205 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for b1514905-fb2a-4c11-a62a-bcf2ddfb5541 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:41:38.139428 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] Set router 3401e972-1d39-4144-a18b-1994c6876497 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:38.193031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:41:37Z', 'revision_number': 6, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:38.247734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] DHCP port deletion for aa72aede-b054-4faa-8249-a921810bbac6 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:41:38.252513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24475030-2f9c-4f80-a3c1-7236f2434e43 None None] The sync data for ids ['3401e972-1d39-4144-a18b-1994c6876497'] in n-d-723572-6 is: [{'id': '3401e972-1d39-4144-a18b-1994c6876497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786140273', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:39:58Z', 'updated_at': '2021-07-27T17:41:37Z', 'revision_number': 6, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:41:38.308561 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.331482 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Deleting port 95ef9158-7231-49bf-8db0-a81a79e5c95b {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:41:38.331999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.335985 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=b1514905-fb2a-4c11-a62a-bcf2ddfb5541,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:38.407460 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] For port 95ef9158-7231-49bf-8db0-a81a79e5c95b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95ef9158-7231-49bf-8db0-a81a79e5c95b,segment=NetworkSegment(8e27fda5-1f67-4e80-8173-db83f77cc2bb),segment_id=8e27fda5-1f67-4e80-8173-db83f77cc2bb)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:38.408101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.415005 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.429146 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Calling delete_port for 95ef9158-7231-49bf-8db0-a81a79e5c95b owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:41:38.516773 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.519610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.519759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.545251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Pushing event deleted for resources: {'Port': ['ID=95ef9158-7231-49bf-8db0-a81a79e5c95b,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:38.549765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] No DVR routers for this DVR port 95ef9158-7231-49bf-8db0-a81a79e5c95b on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:41:38.557662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.558017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.558497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.558847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.559185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.559525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.559847 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.560174 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.560528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.560858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.561180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.561502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fd167-7a78-4463-814e-957c95c8ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:38.577077 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.577737 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Fanout notify agent at l3_agent the message router_deleted on router 3401e972-1d39-4144-a18b-1994c6876497 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:41:38.586702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.587917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-da906a8a-ccb3-45dc-8571-1bf2c7fd366b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/routers/3401e972-1d39-4144-a18b-1994c6876497 HTTP/1.1" status: 204 len: 168 time: 0.8777461 Jul 27 17:41:38.590590 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39956) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:38.679417 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.784045 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.794742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa72aede-b054-4faa-8249-a921810bbac6']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:38.805547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e27fda5-1f67-4e80-8173-db83f77cc2bb') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:38.805849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e27fda5-1f67-4e80-8173-db83f77cc2bb') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:38.815604 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.829438 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.835599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:41:38.836000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:41:38.838908 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:41:38.895986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.903415 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:38.905370 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/networks/aa72aede-b054-4faa-8249-a921810bbac6 HTTP/1.1" status: 204 len: 168 time: 0.3137913 Jul 27 17:41:38.908136 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39958) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:38.928542 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ddc62-0498-4336-95a9-161d301ee102 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Network': ['ID=aa72aede-b054-4faa-8249-a921810bbac6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:38.988997 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.028989 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.106613 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.109808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.110974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/security-groups/06e16b9f-31fe-46b5-b5ed-8abad3b71e62 HTTP/1.1" status: 204 len: 168 time: 0.2015569 Jul 27 17:41:39.121455 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeff99-f6a9-4794-ab49-9864df015baf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e16b9f-31fe-46b5-b5ed-8abad3b71e62,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:39.348905 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39964) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:39.354257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530074644', 'description': 'tempest-secgroup-smoke-530074644 description', 'project_id': '39332b0a394f4c618e138c026990dff1'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:39.377842 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.462505 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f26b8bd1-455c-4d24-af5e-656c441560b8 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:41:39.478860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.483035 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.485442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: f26b8bd1-455c-4d24-af5e-656c441560b8 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:41:39.485796 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device f26b8bd1-455c-4d24-af5e-656c441560b8 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:41:39.486219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b1514905-fb2a-4c11-a62a-bcf2ddfb5541 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:41:39.508575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: b1514905-fb2a-4c11-a62a-bcf2ddfb5541 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:41:39.508923 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device b1514905-fb2a-4c11-a62a-bcf2ddfb5541 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:41:39.509523 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95ef9158-7231-49bf-8db0-a81a79e5c95b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:41:39.513480 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.517635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1647427 Jul 27 17:41:39.519681 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39966) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:39.522060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710f6b9-f6c5-4f70-a2a2-f4fbada6227f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:39.529150 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:39.536719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 95ef9158-7231-49bf-8db0-a81a79e5c95b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:41:39.536719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95ef9158-7231-49bf-8db0-a81a79e5c95b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:41:39.561368 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.613057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.616364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.639151 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ea12ea-2ebb-44cf-8516-c3d4ad65894e,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:39.646405 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.647812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240144 Jul 27 17:41:39.649965 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.650326 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.651262 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.651401 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39968) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:39.651604 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.651946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.652684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.652684 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.652930 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.653260 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.653585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.653908 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.654229 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1207f-da41-4b02-9e5b-28e347f32574 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:39.657724 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:39.685754 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.755345 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.760753 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.785487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb959dbb-ece3-4d06-99f6-0c33eced287b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:39.792223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.793304 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-98fc56d3-f8d5-4ea5-af94-807f61858d95 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408012 Jul 27 17:41:39.796155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39970) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:39.800765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:39.839236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.849425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ce4d-2cb5-471d-9657-d9f049e0184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.908550 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.912238 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.930492 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d416077e-2feb-45fb-be87-eb8270ee7935,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:39.937299 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:39.938687 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-54730ef4-2170-475f-908d-8c4e4873c71b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414540 Jul 27 17:41:39.942429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39972) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:39.946797 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:39.974834 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.048830 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.052942 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.075879 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dfee34-a2ec-4f0e-88be-55d261700b75,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:40.079717 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.081059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-2c9cb918-b5cf-49b9-85c5-74cacf369bf4 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375816 Jul 27 17:41:40.085034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39974) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:40.090609 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:40.114514 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:41:40.120161 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.180493 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.184860 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.203806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b1a521-cce3-46f5-a605-a5bfcc9a33e9,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:40.210108 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.212877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-19668927-bc0d-41ae-af64-1bb142f476ff tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268032 Jul 27 17:41:40.213928 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39976) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:40.218357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'security_group_rule': {'security_group_id': '4b7e3b49-e8b1-4dda-af40-08ef9ea288c7', 'project_id': '39332b0a394f4c618e138c026990dff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:40.241391 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Project 39332b0a394f4c618e138c026990dff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:41:40.249520 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.262465 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:41:40.320202 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.324038 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.343629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a72b7e-d087-4e9d-96d5-d92fa3500a01,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:40.347627 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.351817 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-bb9ae70b-5d6b-4ef3-bb23-c04c22f06ccb tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339998 Jul 27 17:41:40.352316 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39978) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:40.357507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'network': {'name': 'tempest-network-smoke--996646318', 'project_id': '39332b0a394f4c618e138c026990dff1', 'port_security_enabled': True}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:40.378883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:41:40.382505 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.406627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:41:40.416719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.417092 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Added segment 7325dcab-8794-4ec7-8489-e221fb221a0e of type vlan for network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f Jul 27 17:41:40.459565 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.491351 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.497202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:40.497817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.564059 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2109427 Jul 27 17:41:40.567146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39980) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:40.573482 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'admin_state_up': True, 'project_id': '39332b0a394f4c618e138c026990dff1', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:40.579654 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e5041-c36f-45da-b1cd-1f02041e9049 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Network': ['ID=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:40.590955 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:41:40.601386 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.602406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.656040 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:40.809043 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:41.012474 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:41.036850 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:41.159964 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.205 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/c65d558e-d018-4b78-9bc9-088ba51101a5) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:41:41.295595 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:41.337592 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:41.374687 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:41.377689 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:41.383424 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:41:41.408712 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=c65d558e-d018-4b78-9bc9-088ba51101a5,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:41.958279 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.158215 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.293969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 728844b2-b8ae-4f3b-8b1f-194a66145f18 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:41:42.403901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:41:42.413469 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Sync routers for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:41:42.424044 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:42.424693 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:42.430928 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.432646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ba3f6343-84a6-43a7-9d10-ed22645f71e3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8644764 Jul 27 17:41:42.435803 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39982) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:42.512203 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c990ed2b-5ad4-4aca-bedb-09377744852a tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=39332b0a394f4c618e138c026990dff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750313 Jul 27 17:41:42.515031 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 39986) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:42.547823 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:42.554852 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.639468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ed-20c7-4c5d-aef3-94f185a901f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.678528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea7808f-8b02-4a0b-bb17-b0c176c32f2a tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:42.680045 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-eea7808f-8b02-4a0b-bb17-b0c176c32f2a tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1635396 Jul 27 17:41:42.683127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39988) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:42.721769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f0b2710d-dd0e-48bb-9f7b-6dcd439681d7 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=e5fbe55b-0610-41b7-b908-e66160cf5ee2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371785 Jul 27 17:41:42.724200 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39990) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:42.729301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063573847', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'project_id': '39332b0a394f4c618e138c026990dff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:42.733747 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:41Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:42.761647 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Checking router: 728844b2-b8ae-4f3b-8b1f-194a66145f18 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:41:42.761993 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Updating router 728844b2-b8ae-4f3b-8b1f-194a66145f18 port c65d558e-d018-4b78-9bc9-088ba51101a5 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:41:42.795959 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:42.818101 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'subnet': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:41:42.822131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26529709'] for subnet, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.018780 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27140867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26529727'] for subnet, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.063900 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.075246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Transition to ACTIVE for port object c65d558e-d018-4b78-9bc9-088ba51101a5 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:43.081571 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.087466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Subnet': ['ID=012a79d3-915e-4848-86da-99f5a6a54b3e,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:43.096633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Checking segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:41:43.097077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network hostable DHCP agents. Network: a7c018a0-fe85-4e5f-975c-24ba2ae3b37f, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:41:43.117065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:41:43.129345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, a7c018a0-fe85-4e5f-975c-24ba2ae3b37f) {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:43.134723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:43.135313 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.140840 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e59f0-adc1-4c05-bd6d-e1a21502ab89 None None] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:41:43.152522 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4af47f9d-c620-40f7-b99e-1f5801681477 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270868 Jul 27 17:41:43.156996 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 39992) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:43.219069 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Attempting to bind port c65d558e-d018-4b78-9bc9-088ba51101a5 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:41:43.219488 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Attempting to bind port c65d558e-d018-4b78-9bc9-088ba51101a5 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:41:43.219850 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Attempting to bind port c65d558e-d018-4b78-9bc9-088ba51101a5 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:41:43.234459 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:41:43.234908 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:41:43.235230 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.235634 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:41:43.236105 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Bound port: c65d558e-d018-4b78-9bc9-088ba51101a5, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:41:43.236507 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.263164 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Pushing event updated for resources: {'Port': ['ID=c65d558e-d018-4b78-9bc9-088ba51101a5,revision_number=2']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:43.282358 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.282804 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.283226 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.283636 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.284042 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.284842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.284842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.285264 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.285662 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.286055 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.286446 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.287214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:41:43.311354 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] For port c65d558e-d018-4b78-9bc9-088ba51101a5, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:41:43.316548 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] For port c65d558e-d018-4b78-9bc9-088ba51101a5, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c65d558e-d018-4b78-9bc9-088ba51101a5,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:41:43.321375 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:41:43.321900 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.322354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.375262 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:43.376067 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:43.432413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be94b6-cd34-4d9a-b8fa-f71c074618ff None None] Pushing event updated for resources: {'Port': ['ID=c65d558e-d018-4b78-9bc9-088ba51101a5,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:43.486702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Allocated IP 172.20.0.2 (a7c018a0-fe85-4e5f-975c-24ba2ae3b37f/012a79d3-915e-4848-86da-99f5a6a54b3e/fb568d2e-0d23-4504-b021-e1d8a1d26093) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:41:43.500676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:43.677863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.688452 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Transition to ACTIVE for port object fb568d2e-0d23-4504-b021-e1d8a1d26093 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:43.716870 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.718031 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Transition to ACTIVE for port object fb568d2e-0d23-4504-b021-e1d8a1d26093 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:43.725225 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.733030 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:41Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:43.750270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.762364 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14583ac-4700-4527-8bb6-8b8e405da8df None None] The sync data for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 is: [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:41Z', 'revision_number': 3, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:41:43.769474 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:43.776788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:43.784090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:41:43.795254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Pushing event updated for resources: {'Port': ['ID=fb568d2e-0d23-4504-b021-e1d8a1d26093,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:43.864579 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Attempting to bind port fb568d2e-0d23-4504-b021-e1d8a1d26093 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:41:43.865270 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Attempting to bind port fb568d2e-0d23-4504-b021-e1d8a1d26093 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:41:43.865932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Attempting to bind port fb568d2e-0d23-4504-b021-e1d8a1d26093 on network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:41:43.875154 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:41:43.875839 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Checking segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:41:43.876413 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.877187 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Bound using segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:41:43.878080 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Bound port: fb568d2e-0d23-4504-b021-e1d8a1d26093, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:41:43.878751 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:43.962213 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] For port fb568d2e-0d23-4504-b021-e1d8a1d26093, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:41:43.967316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] For port fb568d2e-0d23-4504-b021-e1d8a1d26093, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fb568d2e-0d23-4504-b021-e1d8a1d26093,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:41:43.974224 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:44.065872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65bb1c-e1a9-4c8c-84d3-acc02a8193ad None None] Pushing event updated for resources: {'Port': ['ID=fb568d2e-0d23-4504-b021-e1d8a1d26093,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:44.114958 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.1 (a7c018a0-fe85-4e5f-975c-24ba2ae3b37f/012a79d3-915e-4848-86da-99f5a6a54b3e/2a477deb-006b-4c7c-9910-183992814b47) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:41:44.300971 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:44.338319 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 2a477deb-006b-4c7c-9910-183992814b47 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:44.381220 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:44.435304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:44.436861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:44.451356 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:41:44.484718 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:44.508967 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:44.685808 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.030440 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.037201 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.114807 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.116800 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:45.178922 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df68b68-26dd-4315-b7a9-c1eb333254fe None None] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:41:45.232336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:45.234238 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:45.250562 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-35674895-f72c-4cfa-bcff-326b4f92dc34 None None] Provisioning for port fb568d2e-0d23-4504-b021-e1d8a1d26093 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:45.331016 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.434641 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 728844b2-b8ae-4f3b-8b1f-194a66145f18 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:41:45.534118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fb568d2e-0d23-4504-b021-e1d8a1d26093 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:45.598393 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port fb568d2e-0d23-4504-b021-e1d8a1d26093 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:45.603792 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fb568d2e-0d23-4504-b021-e1d8a1d26093 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:45.604403 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.604872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:41:45.620613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-adda235f-36f2-487e-91aa-272768f81722 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/728844b2-b8ae-4f3b-8b1f-194a66145f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540479 Jul 27 17:41:45.658262 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Sync routers for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:41:45.681732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:45.682367 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:45.728202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Provisioning for port 2a477deb-006b-4c7c-9910-183992814b47 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:45.763318 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Provisioning complete for port 2a477deb-006b-4c7c-9910-183992814b47 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:45.763694 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.824101 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-189ed877-a575-4f94-aebf-1b64ca3b948f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530074644&fields=id&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 267 time: 0.0542765 Jul 27 17:41:45.846267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.881866 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Port 2a477deb-006b-4c7c-9910-183992814b47 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:41:45.903983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:45.943131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port fb568d2e-0d23-4504-b021-e1d8a1d26093, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fb568d2e-0d23-4504-b021-e1d8a1d26093,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:45.948034 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e3b8d021-7ea5-41d6-96e2-a2b53304f76f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:45.949651 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e3b8d021-7ea5-41d6-96e2-a2b53304f76f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 796 time: 0.1171646 Jul 27 17:41:45.951857 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.953350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c65d558e-d018-4b78-9bc9-088ba51101a5 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:45.963368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Provisioning complete for port fb568d2e-0d23-4504-b021-e1d8a1d26093 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:45.963764 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-188bbe58-0924-430b-a67b-93f9eb5c30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:45.969828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-dfbf6b45-d165-4f9f-b19b-270964276a29 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/quotas/39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 375 time: 0.0115199 Jul 27 17:41:46.075851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-5ccf50ec-833d-46ed-b7ce-b4f5264d2cfa tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951781 Jul 27 17:41:46.143845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=fb568d2e-0d23-4504-b021-e1d8a1d26093,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:46.190410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port c65d558e-d018-4b78-9bc9-088ba51101a5 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:46.204540 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-78abe3c0-b71b-41ef-b02b-c35ff747ad41 service neutron] 10.222.0.64 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095736 Jul 27 17:41:46.221639 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c65d558e-d018-4b78-9bc9-088ba51101a5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:46.221921 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:46.326274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-530888d5-610d-4d2c-b2fd-62d75e6026a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143909 Jul 27 17:41:46.357152 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 2, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:46.360195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:46.393061 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Checking router: 728844b2-b8ae-4f3b-8b1f-194a66145f18 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:41:46.393412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Updating router 728844b2-b8ae-4f3b-8b1f-194a66145f18 port 2a477deb-006b-4c7c-9910-183992814b47 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:41:46.434889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port c65d558e-d018-4b78-9bc9-088ba51101a5, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c65d558e-d018-4b78-9bc9-088ba51101a5,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:46.447634 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:46.522237 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6ae3b1cd-3951-48a6-87b8-0e27ee87f611 req-65d69334-e75d-4329-80c9-59b09b363580 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 210 time: 0.0472579 Jul 27 17:41:46.650130 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cf0940d2-873d-4c29-8f9c-0851f7552fd4 None None] Provisioning complete for port 2a477deb-006b-4c7c-9910-183992814b47 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:46.651198 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cf0940d2-873d-4c29-8f9c-0851f7552fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:46.659190 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:46.752485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cf0940d2-873d-4c29-8f9c-0851f7552fd4 None None] Port 2a477deb-006b-4c7c-9910-183992814b47 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:41:46.759368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=c65d558e-d018-4b78-9bc9-088ba51101a5,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:47.032240 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.044099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Transition to ACTIVE for port object 2a477deb-006b-4c7c-9910-183992814b47 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:47.049380 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.102199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb965f3-98d4-4b28-8d4a-3bf818b152c3 None None] Pushing event updated for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:47.161431 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Attempting to bind port 2a477deb-006b-4c7c-9910-183992814b47 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:41:47.161875 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Attempting to bind port 2a477deb-006b-4c7c-9910-183992814b47 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:41:47.162171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Attempting to bind port 2a477deb-006b-4c7c-9910-183992814b47 on network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:41:47.167809 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:41:47.168102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Checking segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:41:47.168388 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.168821 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Bound using segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:41:47.169297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Bound port: 2a477deb-006b-4c7c-9910-183992814b47, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:41:47.169689 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.249402 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] For port 2a477deb-006b-4c7c-9910-183992814b47, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:41:47.254567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] For port 2a477deb-006b-4c7c-9910-183992814b47, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2a477deb-006b-4c7c-9910-183992814b47,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:41:47.264601 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.368339 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:47.369829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:47.379656 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb965f3-98d4-4b28-8d4a-3bf818b152c3 None None] Pushing event updated for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:47.505421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fb568d2e-0d23-4504-b021-e1d8a1d26093 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:47.578468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.591167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:47.722628 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port fb568d2e-0d23-4504-b021-e1d8a1d26093 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:47.723012 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:47.877422 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c65d558e-d018-4b78-9bc9-088ba51101a5 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:47.958314 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:47Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:47.996897 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d25a9e-189f-4b96-8cc1-16c551450573 None None] The sync data for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 is: [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:47Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:41:48.005469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port c65d558e-d018-4b78-9bc9-088ba51101a5 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:48.006095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:48.052480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-85f6ba75-15f1-4c5d-ab29-bc02fe03961f req-aef8c722-de52-4aa0-8ba6-0f38b523d3b5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 210 time: 0.4389164 Jul 27 17:41:48.200872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-c0695e7e-a436-4fea-be15-3153677a73cf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:48.200872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-c0695e7e-a436-4fea-be15-3153677a73cf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 796 time: 0.1543031 Jul 27 17:41:48.261867 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-871fafcd-ecbd-4958-9d41-98d2cfa6b99c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39332b0a394f4c618e138c026990dff1 HTTP/1.1" status: 200 len: 379 time: 0.0523367 Jul 27 17:41:48.272193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'port': {'device_id': 'df330b93-da85-48d3-90de-e462f82f66e1', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'admin_state_up': True, 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'security_groups': ['4b7e3b49-e8b1-4dda-af40-08ef9ea288c7']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:48.407194 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Made reservation on behalf of 39332b0a394f4c618e138c026990dff1 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:41:48.410841 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:48.569612 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.20.0.6 (a7c018a0-fe85-4e5f-975c-24ba2ae3b37f/012a79d3-915e-4848-86da-99f5a6a54b3e/1dbba09a-9dbd-4942-a298-9a05f2aa7bfa) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:41:48.756373 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:48.778597 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Transition to ACTIVE for port object 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:48.823646 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:48.878653 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:48.881792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:48.885507 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:41:48.891766 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:48.949154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:48.949906 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:48.974819 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-e23b5c5d-7fde-4912-bdff-1ce84d29231d tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060990 Jul 27 17:41:49.054646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Request body: {'port': {'device_id': 'df330b93-da85-48d3-90de-e462f82f66e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:49.156758 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.181514 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f501d008-4401-4902-88c3-05270c0f2183 None None] Provisioning for port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:49.187399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f501d008-4401-4902-88c3-05270c0f2183 None None] Provisioning complete for port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:49.188272 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f501d008-4401-4902-88c3-05270c0f2183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.232190 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ae782-887d-44eb-a32d-b74679da2dc4 req-6ef95b07-e945-42bc-b184-e50e4e6c6d31 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:49.239212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f501d008-4401-4902-88c3-05270c0f2183 None None] Port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:41:49.241526 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-154ae782-887d-44eb-a32d-b74679da2dc4 req-6ef95b07-e945-42bc-b184-e50e4e6c6d31 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 931 time: 0.1167831 Jul 27 17:41:49.299525 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-154ae782-887d-44eb-a32d-b74679da2dc4 req-242c6e1f-4963-4c0f-869c-eb2eaebe8533 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Jul 27 17:41:49.489661 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2a477deb-006b-4c7c-9910-183992814b47 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:49.528076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:41:49.537260 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.550121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Transition to ACTIVE for port object 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:41:49.553293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2a477deb-006b-4c7c-9910-183992814b47 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:49.553585 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.558346 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2a477deb-006b-4c7c-9910-183992814b47 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:49.558859 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.657884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:49.676253 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.701448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Attempting to bind port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:41:49.701733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Attempting to bind port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:41:49.702029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Attempting to bind port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa on network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:41:49.709433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa on network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:41:49.710621 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Attempting to bind port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa on network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:41:49.714418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2a477deb-006b-4c7c-9910-183992814b47, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2a477deb-006b-4c7c-9910-183992814b47,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:49.719021 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.719388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:41:49.719594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Checking segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:41:49.720546 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Bound using segment: {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:41:49.721547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Bound port: 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7325dcab-8794-4ec7-8489-e221fb221a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:41:49.721743 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.777369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:49.809629 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:41:49.814778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:41:49.820000 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.856694 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:49.857223 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:49.859048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 1091 time: 0.8701186 Jul 27 17:41:49.859048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:41:49.861591 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6081c7-9dcd-43f8-acae-6d738902e27e" -d '{"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:41:49.890883 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873580ce-73fa-46bf-b0ca-4f545b5164b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:49.925649 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a806e8f-4f51-4313-a343-eba1d2b6b003 x-openstack-request-id: req-5a806e8f-4f51-4313-a343-eba1d2b6b003 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:41:49.926039 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:41:49.926437 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a806e8f-4f51-4313-a343-eba1d2b6b003 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:41:49.927214 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'status': 'completed', 'code': 200} Jul 27 17:41:50.010253 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-896678e9-1611-45e2-ba4c-917d970dc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.011836 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-896678e9-1611-45e2-ba4c-917d970dc987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1094 time: 0.0711279 Jul 27 17:41:50.065291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-6039c30b-c265-402c-a451-aef73e46297f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 217 time: 0.0404811 Jul 27 17:41:50.126690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-0cfd7c56-3fc5-44f8-ae76-92c8f4ec1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.128190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-0cfd7c56-3fc5-44f8-ae76-92c8f4ec1bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 200 len: 835 time: 0.0565495 Jul 27 17:41:50.190394 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-65fec120-b240-40b1-8fd7-7f6b12da0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.191881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-65fec120-b240-40b1-8fd7-7f6b12da0f58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571527 Jul 27 17:41:50.293579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-a2d24f05-3042-489a-a02b-e37362a1c70d service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943463 Jul 27 17:41:50.388056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2e819fa5-74b5-4058-9979-39c0d972ef88 req-552cdf74-df0b-462f-bb94-2fb0ae5f0ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876567 Jul 27 17:41:50.468135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a35b7-cf3b-4472-aeb5-e114c8b5dd72 req-93c8e592-3cba-4aa0-8ea3-08d78ecfac22 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.469906 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa4a35b7-cf3b-4472-aeb5-e114c8b5dd72 req-93c8e592-3cba-4aa0-8ea3-08d78ecfac22 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 943 time: 0.0847087 Jul 27 17:41:50.509868 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-aa4a35b7-cf3b-4472-aeb5-e114c8b5dd72 req-85a6b082-165b-4eec-8a9d-34edeb038f84 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335891 Jul 27 17:41:50.548756 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-4d1b190e-17b1-4e0e-a1ef-7c17c848dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.550301 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-4d1b190e-17b1-4e0e-a1ef-7c17c848dc89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1094 time: 0.0791862 Jul 27 17:41:50.642667 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-38881315-ecdd-4b88-8f0d-8da1a94b15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.644173 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-38881315-ecdd-4b88-8f0d-8da1a94b15ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 897 time: 0.0869954 Jul 27 17:41:50.686274 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-8bb46cc2-4268-4c3f-8b28-52c42fe70bad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 217 time: 0.0344050 Jul 27 17:41:50.744030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-4d692f43-f1a6-4e20-bb04-6a0d889cf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.745600 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-4d692f43-f1a6-4e20-bb04-6a0d889cf97c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 200 len: 835 time: 0.0521522 Jul 27 17:41:50.807090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-3eb77ac0-94d4-4825-be3d-37064798f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:50.808539 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-3eb77ac0-94d4-4825-be3d-37064798f42a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554490 Jul 27 17:41:50.902828 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-0e1cf3f1-cdb8-488d-9e12-e347acf8aca7 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853651 Jul 27 17:41:51.005312 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d6081c7-9dcd-43f8-acae-6d738902e27e req-31e69387-f94e-402f-995c-4d5013e4c00d service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940907 Jul 27 17:41:51.452040 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2a477deb-006b-4c7c-9910-183992814b47 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:51.503729 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2a477deb-006b-4c7c-9910-183992814b47 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:51.504100 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:51.682084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38879-5478-48a0-a5be-ad6922210498 req-eab61c59-f792-4c81-8a4a-06964acf8c7e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:51.683703 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81b38879-5478-48a0-a5be-ad6922210498 req-eab61c59-f792-4c81-8a4a-06964acf8c7e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 943 time: 0.0859070 Jul 27 17:41:51.732907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-81b38879-5478-48a0-a5be-ad6922210498 req-5a19f70e-d15b-49e9-af65-6991c49b93e5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Jul 27 17:41:52.889998 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdacdf6-df37-4723-9ef2-f93f1ad37fa4 req-20409915-206c-47e4-9d9d-8ffdc227fabf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:52.891516 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbdacdf6-df37-4723-9ef2-f93f1ad37fa4 req-20409915-206c-47e4-9d9d-8ffdc227fabf tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 943 time: 0.0730474 Jul 27 17:41:52.900301 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:41:52.932446 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbdacdf6-df37-4723-9ef2-f93f1ad37fa4 req-c8375680-8a11-428f-bfb7-aec6132482b3 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339057 Jul 27 17:41:53.000778 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:53.012035 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'port_id': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'mac_address': 'fa:16:3e:fa:00:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:41:53.048644 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:53.061799 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:41:53.081571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:53.089643 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:53.142608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:53.387967 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:41:54.080770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c940a9b-d2d9-468e-a6d2-aa3b42bf2fcb req-311b8a85-adbb-4d78-ba23-e2ea8fcd9ec2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:54.082306 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c940a9b-d2d9-468e-a6d2-aa3b42bf2fcb req-311b8a85-adbb-4d78-ba23-e2ea8fcd9ec2 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 944 time: 0.0700555 Jul 27 17:41:54.122488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8c940a9b-d2d9-468e-a6d2-aa3b42bf2fcb req-6028a541-bde9-4175-b751-6627f4f16cd8 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337577 Jul 27 17:41:54.915134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:41:54.963419 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:41:54.967615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:41:54.967988 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:55.046309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:55.071358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:41:55.073657 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515cf693-48c9-48b3-800a-2364f606a729" -d '{"events": [{"server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "name": "network-vif-plugged", "status": "completed", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:41:55.088259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:41:55.093264 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:55.142244 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:55.166558 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad52b21-dbab-480e-99ea-40f16e5114a4 x-openstack-request-id: req-8ad52b21-dbab-480e-99ea-40f16e5114a4 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:41:55.166801 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "name": "network-vif-plugged", "status": "completed", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:41:55.167049 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ad52b21-dbab-480e-99ea-40f16e5114a4 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:41:55.167464 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'code': 200} Jul 27 17:41:55.287707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697a39-f47d-490a-bab7-0cf6b75d4ea0 req-276fbd93-aa1a-4aac-b5d6-1f772155941c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:55.289174 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07697a39-f47d-490a-bab7-0cf6b75d4ea0 req-276fbd93-aa1a-4aac-b5d6-1f772155941c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0933826 Jul 27 17:41:55.338367 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07697a39-f47d-490a-bab7-0cf6b75d4ea0 req-982389b6-c705-4a81-86aa-ce49a06bbd5b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Jul 27 17:41:55.346520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7591-3a95-496b-b08c-c6118e790060 req-ea99efef-7049-45f9-b54f-93175e9ce414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:55.348001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf5c7591-3a95-496b-b08c-c6118e790060 req-ea99efef-7049-45f9-b54f-93175e9ce414 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1096 time: 0.0960324 Jul 27 17:41:55.386243 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf5c7591-3a95-496b-b08c-c6118e790060 req-e5a6f458-64e0-4eab-9b0c-3afd6dbc93c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Jul 27 17:41:56.484314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da69c79-4f92-4a59-b36f-5c5f00b04650 req-91c1b498-37a5-42de-b269-82c14809945c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:56.485880 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0da69c79-4f92-4a59-b36f-5c5f00b04650 req-91c1b498-37a5-42de-b269-82c14809945c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0683441 Jul 27 17:41:56.525744 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0da69c79-4f92-4a59-b36f-5c5f00b04650 req-a4308327-f06a-4d09-ad07-45242d659851 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338392 Jul 27 17:41:57.668039 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13eaea-f6b0-4aa2-b4a2-3b6bc6cc8a15 req-c8d10b5a-bb37-4bb9-ba1a-6bb72234b008 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:57.669556 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a13eaea-f6b0-4aa2-b4a2-3b6bc6cc8a15 req-c8d10b5a-bb37-4bb9-ba1a-6bb72234b008 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0722051 Jul 27 17:41:57.709021 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3a13eaea-f6b0-4aa2-b4a2-3b6bc6cc8a15 req-87681918-5575-4898-8a9b-872a38855d3c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Jul 27 17:41:57.871776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27546fb1-787a-4c06-a772-47005f0adffd req-eac94cca-bca4-463e-a2dd-c43430832987 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:57.873307 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27546fb1-787a-4c06-a772-47005f0adffd req-eac94cca-bca4-463e-a2dd-c43430832987 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0691283 Jul 27 17:41:57.911588 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-27546fb1-787a-4c06-a772-47005f0adffd req-29cbeae5-62ff-4964-aed1-ab4ad2462847 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Jul 27 17:41:57.933699 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40068) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:57.987328 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e0fa4-cee4-43af-a308-bf6a56b0bc07 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:57.989824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-222e0fa4-cee4-43af-a308-bf6a56b0bc07 tempest-TestNetworkAdvancedServerOps-411511062 tempest-TestNetworkAdvancedServerOps-411511062-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1091 time: 0.0541375 Jul 27 17:41:57.991875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40070) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:57.996875 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:41:58.018858 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:58.125562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:58.239142 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Allocated IP 172.25.4.135 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/7a958a81-71ac-4f14-8076-2089adb35945) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:41:58.356627 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:58.401606 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:58.442795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:41:58.448380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:41:58.452456 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:41:58.458375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=7a958a81-71ac-4f14-8076-2089adb35945,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:58.843160 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:58.922833 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:59.075511 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:59.081375 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:59.155215 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event updated for resources: {'Port': ['ID=7a958a81-71ac-4f14-8076-2089adb35945,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:41:59.167719 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:59.274757 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 2a2bced1-f494-4b74-b9c9-49a5df3e1b5f associated. External IP: 172.25.4.135, port: 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa. Jul 27 17:41:59.490076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 728844b2-b8ae-4f3b-8b1f-194a66145f18 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:41:59.597615 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:41:59.611826 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Sync routers for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:41:59.617609 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:41:59.624767 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:41:59.625303 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:41:59.664980 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a0d4a65a-5a92-4107-9dd5-4b379142825a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6718645 Jul 27 17:41:59.665580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:41:59.668097 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4727c-eca8-4557-8931-4495fbc14c27" -d '{"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:41:59.707055 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5112e266-9a5a-46ab-bf69-7797f643e24b x-openstack-request-id: req-5112e266-9a5a-46ab-bf69-7797f643e24b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:41:59.707366 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:41:59.707603 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5112e266-9a5a-46ab-bf69-7797f643e24b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:41:59.708009 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'status': 'completed', 'code': 200} Jul 27 17:41:59.752204 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:41:59.828358 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb6496-1360-467c-8072-994308c409a5 req-bd01cf66-91b9-4409-8531-15e877c6ba54 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:59.829898 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48bb6496-1360-467c-8072-994308c409a5 req-bd01cf66-91b9-4409-8531-15e877c6ba54 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.1103380 Jul 27 17:41:59.832745 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-1c886ff7-a0c6-4f0e-9317-740ee04adced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:59.834413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-1c886ff7-a0c6-4f0e-9317-740ee04adced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1096 time: 0.0818205 Jul 27 17:41:59.923295 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48bb6496-1360-467c-8072-994308c409a5 req-eefa352a-6c03-4065-b91d-871f495f342b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870261 Jul 27 17:41:59.946643 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40076) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:41:59.965649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-c3a2fe4e-8510-430b-af3a-e5221d00c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:41:59.972719 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-c3a2fe4e-8510-430b-af3a-e5221d00c631 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 897 time: 0.1287031 Jul 27 17:41:59.995013 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '2a2bced1-f494-4b74-b9c9-49a5df3e1b5f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'port_id': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'mac_address': 'fa:16:3e:fa:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330b93-da85-48d3-90de-e462f82f66e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:41:58Z', 'updated_at': '2021-07-27T17:41:58Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:00.014729 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e3abdd49-2e07-44dc-821a-3ffa26433a7a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/2a2bced1-f494-4b74-b9c9-49a5df3e1b5f HTTP/1.1" status: 200 len: 991 time: 0.0663660 Jul 27 17:42:00.022874 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Checking router: 728844b2-b8ae-4f3b-8b1f-194a66145f18 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:00.032950 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:00.033694 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:41:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:00.047299 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-13ffba6e-31fc-41df-a66f-5492c8961e06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 999 time: 0.0684817 Jul 27 17:42:00.099713 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-39272416-f568-4771-a62e-d82decb182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:00.101440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-39272416-f568-4771-a62e-d82decb182ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 200 len: 835 time: 0.0476577 Jul 27 17:42:00.142403 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:00.168978 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-697ea576-6cf5-447a-adc4-bc3917572363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:00.170546 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-697ea576-6cf5-447a-adc4-bc3917572363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613081 Jul 27 17:42:00.271298 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-63b34f02-618c-4109-82b9-a8926d8b0223 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929811 Jul 27 17:42:00.364620 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c8e4727c-eca8-4557-8931-4495fbc14c27 req-4dbd4d14-1f3e-4ac7-a312-9e991ad199e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Jul 27 17:42:00.378035 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '2a2bced1-f494-4b74-b9c9-49a5df3e1b5f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'port_id': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'mac_address': 'fa:16:3e:fa:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330b93-da85-48d3-90de-e462f82f66e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:41:58Z', 'updated_at': '2021-07-27T17:41:58Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:00.409466 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d0095-a764-4ade-afcf-8397b41ccfa5 None None] The sync data for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 is: [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '2a2bced1-f494-4b74-b9c9-49a5df3e1b5f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'port_id': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'mac_address': 'fa:16:3e:fa:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330b93-da85-48d3-90de-e462f82f66e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:41:58Z', 'updated_at': '2021-07-27T17:41:58Z', 'revision_number': 0, 'project_id': '39332b0a394f4c618e138c026990dff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:00.601141 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e7e9a-2fb7-4446-9b2f-d7c75ee07b0e None None] New status for floating IP 2a2bced1-f494-4b74-b9c9-49a5df3e1b5f: ACTIVE {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:42:01.019094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40080) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:01.083264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5c045b32-b23f-410c-bcb2-17f907ebcb5b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/2a2bced1-f494-4b74-b9c9-49a5df3e1b5f HTTP/1.1" status: 200 len: 993 time: 0.0629833 Jul 27 17:42:03.645227 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:09.841500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c88b8b04-88ee-4f69-8593-f4cf4d073e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:12.548031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:12.631463 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-92f6f73b-aa12-46f7-8fbf-1781e56cbca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:13.705432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:15.307519 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:17.262182 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:42:17.503071 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:24.409300 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-06aaa4e3-79f0-453a-a7ac-8b12ae924d3c req-420c4e6a-5cdd-4949-9a3f-c85ed1d085d6 service neutron] (93924) timed out ('10.222.0.64', 35124) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 17:42:27.873448 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df04654-83bb-4e15-b190-9c4b9cde7f21 req-cf8aca7f-543d-4870-abc4-57db5aac709b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:27.875578 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4df04654-83bb-4e15-b190-9c4b9cde7f21 req-cf8aca7f-543d-4870-abc4-57db5aac709b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0636241 Jul 27 17:42:27.913439 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4df04654-83bb-4e15-b190-9c4b9cde7f21 req-24b07f1e-3d65-49be-8b25-480d42f13f5a tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jul 27 17:42:29.367850 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5fae9-98ce-4f3f-9c28-ceea97611383 req-1773eded-a68b-4606-a2aa-aee4504b91ce tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:29.369381 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62b5fae9-98ce-4f3f-9c28-ceea97611383 req-1773eded-a68b-4606-a2aa-aee4504b91ce tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.3728158 Jul 27 17:42:29.406487 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-62b5fae9-98ce-4f3f-9c28-ceea97611383 req-51cce28d-aef0-4393-8be8-8b6fc66a7d1b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310748 Jul 27 17:42:29.428854 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40098) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:29.489519 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f19b8fbd-449f-4480-ae28-981ef6d49613 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/2a2bced1-f494-4b74-b9c9-49a5df3e1b5f HTTP/1.1" status: 200 len: 993 time: 0.0594862 Jul 27 17:42:30.778588 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965a6b-59e7-4835-b4fe-af52d950ddba req-b584c04e-5d35-4a36-be50-fbb2d61f4225 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:30.780919 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73965a6b-59e7-4835-b4fe-af52d950ddba req-b584c04e-5d35-4a36-be50-fbb2d61f4225 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0681987 Jul 27 17:42:30.811680 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-1644c2d7-d77f-4c48-a1d8-dd82c1362afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:30.813219 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-1644c2d7-d77f-4c48-a1d8-dd82c1362afb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1096 time: 0.0545185 Jul 27 17:42:30.819815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-73965a6b-59e7-4835-b4fe-af52d950ddba req-1868636e-067d-45f0-985c-b144b87ed6ba tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Jul 27 17:42:30.902090 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-acd79f75-ef6d-4251-b1f7-3b6255051828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:30.903649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-acd79f75-ef6d-4251-b1f7-3b6255051828 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 897 time: 0.0831447 Jul 27 17:42:30.972097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-c9ea26ff-0958-4c8b-a7e0-43dee617b3d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 1001 time: 0.0613759 Jul 27 17:42:31.020250 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-c48b45d0-ae45-49b5-8ca7-877f12551853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:31.021690 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-c48b45d0-ae45-49b5-8ca7-877f12551853 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 200 len: 835 time: 0.0428426 Jul 27 17:42:31.079509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-b3553055-aec1-4162-8602-a8a4bd7bfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:31.081103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-b3553055-aec1-4162-8602-a8a4bd7bfc44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525339 Jul 27 17:42:31.174280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-8238c93e-65bc-488e-b0e6-6e90fcda0e49 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859475 Jul 27 17:42:31.262218 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2c7909e-b016-4689-a46d-d2081dbabff5 req-7f7eea8a-cb9e-475e-a86b-acb6c26118a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809255 Jul 27 17:42:31.955889 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5d55-6eec-49db-8d05-4696759fee7b req-c96012c4-972a-493f-a029-b449c04ba119 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:31.957426 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f4b5d55-6eec-49db-8d05-4696759fee7b req-c96012c4-972a-493f-a029-b449c04ba119 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 27 17:42:31.995826 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1f4b5d55-6eec-49db-8d05-4696759fee7b req-666d5910-9e88-4cc5-8a81-e6ed9161a54c tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Jul 27 17:42:33.143003 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ca16-eabd-4191-bbbd-dc3237988c21 req-97a1c51e-b97a-4b9b-8c9d-2c0d362e56af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:33.144521 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3069ca16-eabd-4191-bbbd-dc3237988c21 req-97a1c51e-b97a-4b9b-8c9d-2c0d362e56af tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0808158 Jul 27 17:42:33.182375 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3069ca16-eabd-4191-bbbd-dc3237988c21 req-b246e605-db4e-4b3e-bb63-fa59be05009e tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Jul 27 17:42:33.204084 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40112) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:33.263328 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b3b09663-3ef1-41f0-85c9-7b536a43c33f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/floatingips/2a2bced1-f494-4b74-b9c9-49a5df3e1b5f HTTP/1.1" status: 200 len: 993 time: 0.0580611 Jul 27 17:42:33.492332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40118) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:33.646513 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 7a958a81-71ac-4f14-8076-2089adb35945 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:42:33.646863 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.647023 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.723782 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.724113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.735869 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 7a958a81-71ac-4f14-8076-2089adb35945 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:42:33.880201 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.905352 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=7a958a81-71ac-4f14-8076-2089adb35945,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:33.965261 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:33.966200 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Floating IP 2a2bced1-f494-4b74-b9c9-49a5df3e1b5f disassociated (deleted). External IP: 172.25.4.135, port: 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa. Jul 27 17:42:34.171204 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 728844b2-b8ae-4f3b-8b1f-194a66145f18 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:42:34.277442 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:34.282489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:34.288208 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Sync routers for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:34.297703 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:34.298311 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:34.318723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-45f410d4-4d15-4963-a162-7fbcdc3ec5f9 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/floatingips/2a2bced1-f494-4b74-b9c9-49a5df3e1b5f HTTP/1.1" status: 204 len: 168 time: 0.8252206 Jul 27 17:42:34.319328 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:42:34.321637 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e38a4d-dd15-4e24-978b-7271c82dd31f" -d '{"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:42:34.361391 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddffa926-b90b-4931-8c78-1f72884c9782 x-openstack-request-id: req-ddffa926-b90b-4931-8c78-1f72884c9782 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:42:34.361844 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:42:34.362127 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddffa926-b90b-4931-8c78-1f72884c9782 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:42:34.362545 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'status': 'completed', 'code': 200} Jul 27 17:42:34.407679 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:34.488817 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-b5bc39b4-3da5-4ef6-853a-37f78bdf85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:34.490606 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-b5bc39b4-3da5-4ef6-853a-37f78bdf85c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39332b0a394f4c618e138c026990dff1&device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 1096 time: 0.0820103 Jul 27 17:42:34.655159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99423337-493c-404b-9efe-fcc47a696636 req-9ce90d54-d18f-4eb3-969a-27292eff9f58 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:34.657010 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99423337-493c-404b-9efe-fcc47a696636 req-9ce90d54-d18f-4eb3-969a-27292eff9f58 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.1455345 Jul 27 17:42:34.660276 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-1c7f6c79-7edb-4fbd-b135-bbf99bfb48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:34.661703 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-1c7f6c79-7edb-4fbd-b135-bbf99bfb48bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 200 len: 897 time: 0.1395915 Jul 27 17:42:34.714484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-0778bf16-0d70-4681-b7cf-12292817aa70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 200 len: 217 time: 0.0435526 Jul 27 17:42:34.718581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:34.746486 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Checking router: 728844b2-b8ae-4f3b-8b1f-194a66145f18 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:34.755344 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:34.755944 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:34.769458 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-99423337-493c-404b-9efe-fcc47a696636 req-b02f0741-d9ac-4274-8c8b-19cc9452a2ac tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057501 Jul 27 17:42:34.785655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-86b36815-e9e8-4913-93eb-a08fd0f6645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:34.787428 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-86b36815-e9e8-4913-93eb-a08fd0f6645c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 200 len: 835 time: 0.0634038 Jul 27 17:42:34.851069 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-1af2f1a1-3db5-406d-b1d3-21dee82ccaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:34.852624 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-1af2f1a1-3db5-406d-b1d3-21dee82ccaa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566628 Jul 27 17:42:34.861646 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:34.944132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-98c68f6f-ae14-4cb7-8f63-fadcf469cef8 service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Jul 27 17:42:35.040327 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f7e38a4d-dd15-4e24-978b-7271c82dd31f req-a6a415be-f17a-42fe-862f-a79185f8ea1c service neutron] 10.222.0.13 "GET /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878949 Jul 27 17:42:35.056167 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:35.082552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2688dd-8541-4d4d-a11e-c48bee1204fa None None] The sync data for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 is: [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:41:44Z', 'revision_number': 4, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2a477deb-006b-4c7c-9910-183992814b47', 'name': '', 'network_id': 'a7c018a0-fe85-4e5f-975c-24ba2ae3b37f', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'mac_address': 'fa:16:3e:74:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:43Z', 'updated_at': '2021-07-27T17:41:49Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'subnets': [{'id': '012a79d3-915e-4848-86da-99f5a6a54b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:35.312180 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365450f0-87ed-4a91-b335-3efadb498ff8 None None] New status for floating IP 2a2bced1-f494-4b74-b9c9-49a5df3e1b5f: DOWN {{(pid=93925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:42:35.906433 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28819-c053-4205-9839-573d839b27fd req-a4049485-dfa3-4f6e-a85c-c63fa5b54a31 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:35.907958 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fad28819-c053-4205-9839-573d839b27fd req-a4049485-dfa3-4f6e-a85c-c63fa5b54a31 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0662563 Jul 27 17:42:35.947773 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fad28819-c053-4205-9839-573d839b27fd req-dcd3a0dc-7d9f-4189-b5e7-83dcf6f58543 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338805 Jul 27 17:42:36.296579 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-17b34e0e-d21e-4880-b82b-f4456262cc89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:36.298077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-17b34e0e-d21e-4880-b82b-f4456262cc89 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 945 time: 0.0678859 Jul 27 17:42:36.408936 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:42:36.409280 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:36.499587 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:36.499929 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:36.515586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:42:36.650490 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:36.680361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=1dbba09a-9dbd-4942-a298-9a05f2aa7bfa,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.694462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.695400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.695400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.695598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.695878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.696091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.696506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:36.741937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] No DVR routers for this DVR port 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:42:36.744553 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:36.746590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-426cb19d-8831-4be2-a972-fb9ba92dea08 req-fdce634c-fb87-4c0e-9d6d-4c038765dafd tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.13 "DELETE /v2.0/ports/1dbba09a-9dbd-4942-a298-9a05f2aa7bfa HTTP/1.1" status: 204 len: 173 time: 0.4411263 Jul 27 17:42:36.747064 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'name': 'network-vif-deleted', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:42:36.749594 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af58d0bb-b8c1-475e-9530-acfddb345dfc" -d '{"events": [{"server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "name": "network-vif-deleted", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:42:36.786718 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c8a30-923b-4899-951c-153bfe5c0c96 x-openstack-request-id: req-fc1c8a30-923b-4899-951c-153bfe5c0c96 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:42:36.787032 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df330b93-da85-48d3-90de-e462f82f66e1", "name": "network-vif-deleted", "tag": "1dbba09a-9dbd-4942-a298-9a05f2aa7bfa", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:42:36.787283 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc1c8a30-923b-4899-951c-153bfe5c0c96 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:42:36.787688 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df330b93-da85-48d3-90de-e462f82f66e1', 'name': 'network-vif-deleted', 'tag': '1dbba09a-9dbd-4942-a298-9a05f2aa7bfa', 'status': 'completed', 'code': 200} Jul 27 17:42:37.066049 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d74bc4c5-733e-46d6-9ceb-a187a38a9e71 req-0f2328b2-14a5-4e0e-9806-fd11667ca517 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "GET /v2.0/ports?device_id=df330b93-da85-48d3-90de-e462f82f66e1 HTTP/1.1" status: 200 len: 210 time: 0.0354838 Jul 27 17:42:38.126217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40136) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:38.780145 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.040906 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port 2a477deb-006b-4c7c-9910-183992814b47 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:42:39.041176 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.131605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port 2a477deb-006b-4c7c-9910-183992814b47, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2a477deb-006b-4c7c-9910-183992814b47,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:39.132309 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.146134 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for 2a477deb-006b-4c7c-9910-183992814b47 owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:42:39.347647 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.377037 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=2a477deb-006b-4c7c-9910-183992814b47,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:39.584370 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.811217 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Router 728844b2-b8ae-4f3b-8b1f-194a66145f18 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:42:39.844237 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5081e991-183e-4d5b-82a5-e9662de7f9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:39.916734 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:39.922824 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8ae87746-dced-47f1-885a-fe22c894499b tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "PUT /v2.0/routers/728844b2-b8ae-4f3b-8b1f-194a66145f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955256 Jul 27 17:42:39.925579 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40138) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:39.927611 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Sync routers for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:39.937165 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:39.937783 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:39.982614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting subnet 012a79d3-915e-4848-86da-99f5a6a54b3e {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:42:39.985803 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.026887 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.046075 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:40.117071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.185797 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.215043 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Subnet': ['ID=012a79d3-915e-4848-86da-99f5a6a54b3e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:40.220413 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.225053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40140) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:40.225600 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/subnets/012a79d3-915e-4848-86da-99f5a6a54b3e HTTP/1.1" status: 204 len: 168 time: 0.2985466 Jul 27 17:42:40.226564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afed4b-8236-444e-a3bf-5ad1fbd1f490 None None] Network a7c018a0-fe85-4e5f-975c-24ba2ae3b37f requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:42:40.232772 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.233236 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.233780 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.234341 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.234928 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.235447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.236005 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.236605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.237168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.237725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.238280 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.238833 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101dfb9-b949-4705-854a-2c5e86c1178f tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.269707 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:42:39Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:40.297451 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Checking router: 728844b2-b8ae-4f3b-8b1f-194a66145f18 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:40.308676 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Routers {'728844b2-b8ae-4f3b-8b1f-194a66145f18'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:40.309339 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['728844b2-b8ae-4f3b-8b1f-194a66145f18'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:40.351165 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.426572 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] Set router 728844b2-b8ae-4f3b-8b1f-194a66145f18 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:40.461829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] DHCP port deletion for a7c018a0-fe85-4e5f-975c-24ba2ae3b37f request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:42:40.471582 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.520675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Deleting port fb568d2e-0d23-4504-b021-e1d8a1d26093 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:42:40.521761 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.543211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Deleting port c65d558e-d018-4b78-9bc9-088ba51101a5 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:42:40.543869 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.593920 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] For port fb568d2e-0d23-4504-b021-e1d8a1d26093, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=fb568d2e-0d23-4504-b021-e1d8a1d26093,segment=NetworkSegment(7325dcab-8794-4ec7-8489-e221fb221a0e),segment_id=7325dcab-8794-4ec7-8489-e221fb221a0e)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:40.594328 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.612280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Calling delete_port for fb568d2e-0d23-4504-b021-e1d8a1d26093 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:42:40.624817 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:42:39Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:40.634935 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] For port c65d558e-d018-4b78-9bc9-088ba51101a5, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=c65d558e-d018-4b78-9bc9-088ba51101a5,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:40.635530 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.650638 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Calling delete_port for c65d558e-d018-4b78-9bc9-088ba51101a5 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:42:40.662840 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457591-8acc-40da-975b-db7e9f3ffb99 None None] The sync data for ids ['728844b2-b8ae-4f3b-8b1f-194a66145f18'] in n-d-723572-6 is: [{'id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536798215', 'tenant_id': '39332b0a394f4c618e138c026990dff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:41:40Z', 'updated_at': '2021-07-27T17:42:39Z', 'revision_number': 5, 'project_id': '39332b0a394f4c618e138c026990dff1', 'gw_port': {'id': 'c65d558e-d018-4b78-9bc9-088ba51101a5', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728844b2-b8ae-4f3b-8b1f-194a66145f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:41:41Z', 'updated_at': '2021-07-27T17:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:40.698076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.730464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Pushing event deleted for resources: {'Port': ['ID=fb568d2e-0d23-4504-b021-e1d8a1d26093,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:40.738025 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] No DVR routers for this DVR port fb568d2e-0d23-4504-b021-e1d8a1d26093 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:42:40.740519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.740765 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.741107 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.741444 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.741774 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.742102 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.742430 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.742757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.743079 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.743399 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.743726 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.744043 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b3e1a-42d3-4650-b7ed-dc7773f4dd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:40.838848 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:40.867733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Port': ['ID=c65d558e-d018-4b78-9bc9-088ba51101a5,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:40.930419 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.021131 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.023302 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.069388 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.070030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Fanout notify agent at l3_agent the message router_deleted on router 728844b2-b8ae-4f3b-8b1f-194a66145f18 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:42:41.077817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.079113 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-a6d93c23-c7bb-4080-96e3-e81e870f0046 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/routers/728844b2-b8ae-4f3b-8b1f-194a66145f18 HTTP/1.1" status: 204 len: 168 time: 0.8522091 Jul 27 17:42:41.081571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40142) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:41.165087 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.184978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:42:41.205371 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:42:41.205699 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 1dbba09a-9dbd-4942-a298-9a05f2aa7bfa not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:42:41.256987 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.267352 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c018a0-fe85-4e5f-975c-24ba2ae3b37f']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:41.278970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7325dcab-8794-4ec7-8489-e221fb221a0e') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:41.279265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7325dcab-8794-4ec7-8489-e221fb221a0e') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:41.289009 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.308940 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.316217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:42:41.316661 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:42:41.319624 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:42:41.378420 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.386849 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.388717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/networks/a7c018a0-fe85-4e5f-975c-24ba2ae3b37f HTTP/1.1" status: 204 len: 168 time: 0.3061695 Jul 27 17:42:41.391625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40144) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:41.400340 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc628ec-bb62-4fc6-a85d-77f218e12084 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'Network': ['ID=a7c018a0-fe85-4e5f-975c-24ba2ae3b37f,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:41.452760 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.477940 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.538833 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.541489 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:41.542694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] 10.222.0.64 "DELETE /v2.0/security-groups/4b7e3b49-e8b1-4dda-af40-08ef9ea288c7 HTTP/1.1" status: 204 len: 168 time: 0.1500587 Jul 27 17:42:41.552531 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0e7b8-8523-41ca-a2b1-048e65b77aa5 tempest-TestNetworkAdvancedServerOps-680641649 tempest-TestNetworkAdvancedServerOps-680641649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7e3b49-e8b1-4dda-af40-08ef9ea288c7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:41.725694 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fb568d2e-0d23-4504-b021-e1d8a1d26093 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:42:41.747937 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: fb568d2e-0d23-4504-b021-e1d8a1d26093 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:42:41.748366 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device fb568d2e-0d23-4504-b021-e1d8a1d26093 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:42:41.748834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c65d558e-d018-4b78-9bc9-088ba51101a5 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:42:41.769858 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: c65d558e-d018-4b78-9bc9-088ba51101a5 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:42:41.770236 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device c65d558e-d018-4b78-9bc9-088ba51101a5 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:42:41.770658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2a477deb-006b-4c7c-9910-183992814b47 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:42:41.791083 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2a477deb-006b-4c7c-9910-183992814b47 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:42:41.791436 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2a477deb-006b-4c7c-9910-183992814b47 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:42:41.891759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40154) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:42.022039 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ae908a3b-be4a-4dfe-800e-fa8a6bdb2d84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39332b0a394f4c618e138c026990dff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288309 Jul 27 17:42:42.024648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40158) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:42.072315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.093584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.144826 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.147586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.148647 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85bb158b-09bc-40d2-990a-2c59fc886282 HTTP/1.1" status: 204 len: 168 time: 0.1229537 Jul 27 17:42:42.156515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c67376-5826-444c-897e-56dcc8a0a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb158b-09bc-40d2-990a-2c59fc886282,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:42.403061 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40164) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:42.416383 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b22-9067-4e85-aece-85da57cb7c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.508057 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b22-9067-4e85-aece-85da57cb7c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.515391 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b22-9067-4e85-aece-85da57cb7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.551184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.558570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ea8a3b22-9067-4e85-aece-85da57cb7c5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6020e3745fc840eeb0bc417e5aad8bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544259 Jul 27 17:42:42.560255 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a3b22-9067-4e85-aece-85da57cb7c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3232e3-3f0c-4e4d-9ada-67e21a9c63bc,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:42.562023 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40166) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:42.612300 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.632366 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f7015856-2ae5-4b3d-bc15-d148a3bbc558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.634762 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.687380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.689966 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:42.691131 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b3232e3-3f0c-4e4d-9ada-67e21a9c63bc HTTP/1.1" status: 204 len: 168 time: 0.1271081 Jul 27 17:42:42.699248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38c9c-820e-4fd9-b387-51bcd3ea4060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3232e3-3f0c-4e4d-9ada-67e21a9c63bc,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:43.415154 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40188) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:43.510380 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-255788972-network', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:43.532662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Made reservation on behalf of f7e943a12b044a7c9e91a741a59535b3 for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:42:43.534944 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.543598 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.634270 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.638814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.662739 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:42:43.671451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7e1468-78bb-4c97-a917-0e508a0c76f6,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:43.677444 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.677799 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Added segment 15147818-0e8e-4263-9f3f-983603eef297 of type vlan for network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 Jul 27 17:42:43.710983 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.720660 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.748614 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.749564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:43.750166 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:43.805269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3888066 Jul 27 17:42:43.808212 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40192) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:43.813209 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05ea12-4bc0-45a2-b0a0-d440a84eee1e admin admin] Pushing event updated for resources: {'Network': ['ID=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:43.814169 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Request body: {'subnet': {'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-255788972-subnet', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:43.823051 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:42:43.838141 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Made reservation on behalf of f7e943a12b044a7c9e91a741a59535b3 for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:42:43.840572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.010740 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.064963 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12596211-fab1-4220-aab0-6d33b821c25b,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:44.073378 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:44.073747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Network hostable DHCP agents. Network: b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:42:44.090256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:42:44.099407 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:44.103363 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:44.103956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.109758 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed5ebf-187a-431e-89dd-7e4259f97109 None None] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:42:44.122244 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c9e7b7c8-8edb-44e1-8539-d0fc5590278f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3090267 Jul 27 17:42:44.122458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40194) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:44.126818 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:44.148498 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.149507 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.209412 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.261205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:42:44.262112 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.345634 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.397155 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Allocated IP 172.20.0.2 (b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1/12596211-fab1-4220-aab0-6d33b821c25b/1f9d9eb2-849f-4a47-9020-d4bdf165d05a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:44.545299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.553117 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.553855 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Transition to ACTIVE for port object 1f9d9eb2-849f-4a47-9020-d4bdf165d05a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:44.568503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Transition to ACTIVE for port object 1f9d9eb2-849f-4a47-9020-d4bdf165d05a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:44.573106 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.573840 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.619299 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:44.622053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:44.624396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:44.632004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Pushing event updated for resources: {'Port': ['ID=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:44.683354 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Allocated IP 172.25.4.195 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6252fa84-758b-43a4-a5cf-dce3862a697e) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:44.686828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Attempting to bind port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:44.687205 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Attempting to bind port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:44.687574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Attempting to bind port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:44.692824 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:44.693224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:44.693627 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.694012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Bound using segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:44.694477 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Bound port: 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:44.694866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.760389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] For port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:44.763969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] For port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:44.768147 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.791818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.831421 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75cf3e-88ff-4196-a453-98cdee1f6cad None None] Pushing event updated for resources: {'Port': ['ID=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:44.837747 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:44.884776 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:44.888009 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:44.893621 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:44.896936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Pushing event updated for resources: {'Port': ['ID=6252fa84-758b-43a4-a5cf-dce3862a697e,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:45.163384 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:45.311956 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:45.367999 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:45.524466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1f9d9eb2-849f-4a47-9020-d4bdf165d05a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:45.755374 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:45.778259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1996db8e-bae1-40b7-ba68-592d68923e9a None None] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:42:45.835149 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Router 955eacea-e713-486d-8bea-51f7162e9902 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:42:45.906752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Provisioning for port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:45.911076 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Provisioning complete for port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:45.911452 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:45.942678 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:45.955133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:45.961322 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:45.965712 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-11654e0f-eb67-4f8e-9d6b-2ca68892522c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8397315 Jul 27 17:42:45.966273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:45.981861 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:45.982494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:46.118662 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.149828 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:46.224613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] For port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:46.236072 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.336036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f41b2a-90c5-4e14-acc2-52fc03dab9f6 None None] Pushing event updated for resources: {'Port': ['ID=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:46.398645 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6bc3b497-755a-40c1-99dc-4408c276834c None None] Provisioning complete for port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:46.399226 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b497-755a-40c1-99dc-4408c276834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.473733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.474865 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:45Z', 'revision_number': 3, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:46.521283 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:46.521688 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Updating router 955eacea-e713-486d-8bea-51f7162e9902 port 6252fa84-758b-43a4-a5cf-dce3862a697e binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:42:46.568605 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.690505 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Allocated IP 172.20.0.1 (b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1/12596211-fab1-4220-aab0-6d33b821c25b/49860dba-5cfa-4077-9e8b-01f01d9c058b) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:46.796449 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.808813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Transition to ACTIVE for port object 49860dba-5cfa-4077-9e8b-01f01d9c058b will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:46.829548 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.839802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Transition to ACTIVE for port object 6252fa84-758b-43a4-a5cf-dce3862a697e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:46.842694 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.845783 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.880931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:46.887524 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:46.892094 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:46.894099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Attempting to bind port 6252fa84-758b-43a4-a5cf-dce3862a697e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:46.894412 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Attempting to bind port 6252fa84-758b-43a4-a5cf-dce3862a697e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:46.894776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Attempting to bind port 6252fa84-758b-43a4-a5cf-dce3862a697e on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:46.895203 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Pushing event updated for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:46.902046 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8af5b-d6db-4b9e-af37-c781c495dc6b None None] Pushing event updated for resources: {'Port': ['ID=6252fa84-758b-43a4-a5cf-dce3862a697e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:46.905279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:46.905658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:46.906027 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.906463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:46.906984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Bound port: 6252fa84-758b-43a4-a5cf-dce3862a697e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:46.907367 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.936884 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:46.962293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] For port 6252fa84-758b-43a4-a5cf-dce3862a697e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:46.966418 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] For port 6252fa84-758b-43a4-a5cf-dce3862a697e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6252fa84-758b-43a4-a5cf-dce3862a697e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:46.970686 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.034034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:47.034684 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:47.039919 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8af5b-d6db-4b9e-af37-c781c495dc6b None None] Pushing event updated for resources: {'Port': ['ID=6252fa84-758b-43a4-a5cf-dce3862a697e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:47.089099 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.154219 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:47.254739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.258928 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abf9874b-41cc-493d-9dfa-cdf06d3db412 None None] Provisioning for port 49860dba-5cfa-4077-9e8b-01f01d9c058b completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:47.259629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.270598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-abf9874b-41cc-493d-9dfa-cdf06d3db412 None None] Provisioning complete for port 49860dba-5cfa-4077-9e8b-01f01d9c058b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:47.270975 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-abf9874b-41cc-493d-9dfa-cdf06d3db412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.325759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-abf9874b-41cc-493d-9dfa-cdf06d3db412 None None] Port 49860dba-5cfa-4077-9e8b-01f01d9c058b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:42:47.329663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Pushing event updated for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:47.335355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.373719 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:45Z', 'revision_number': 3, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:47.402915 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d27d7a-7091-474a-bebf-ac63093d0871 None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:45Z', 'revision_number': 3, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:47.431856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:47.433387 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:47.487164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1f9d9eb2-849f-4a47-9020-d4bdf165d05a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:47.532523 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.558297 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:47.558674 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.748387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e4654484-e310-44eb-8d46-a4ef474e1e5a None None] Provisioning complete for port 49860dba-5cfa-4077-9e8b-01f01d9c058b triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:47.748647 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e4654484-e310-44eb-8d46-a4ef474e1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:47.791834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e4654484-e310-44eb-8d46-a4ef474e1e5a None None] Port 49860dba-5cfa-4077-9e8b-01f01d9c058b cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:42:47.913676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:42:48.022024 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:48.027231 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5e946b9d-1671-46ee-94df-d421c4ae7847 admin admin] 10.222.0.64 "PUT /v2.0/routers/955eacea-e713-486d-8bea-51f7162e9902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0598133 Jul 27 17:42:48.617939 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40212) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:48.623929 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1870821836-network', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:48.646758 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Made reservation on behalf of 91a3d10cc05f4734aca4dae1c80d0e5a for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:42:48.649140 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.657997 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.770451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.774395 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.800486 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:42:48.810477 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0226f0b-a5bc-4da9-974e-3bdb2cd36f01,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:48.817250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.817585 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Added segment 1233186a-02cc-4e17-bb1e-583b266a8669 of type vlan for network 1b066b0d-4406-4043-945a-43fcfc96ba79 Jul 27 17:42:48.859493 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.891482 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.892592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:48.893239 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:48.948482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3293402 Jul 27 17:42:48.951273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40214) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:48.958083 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Request body: {'subnet': {'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1870821836-subnet', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:48.970287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29227350-8fe6-41ae-bee3-c8313ea35ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=1b066b0d-4406-4043-945a-43fcfc96ba79,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:48.981599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:42:48.990522 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Made reservation on behalf of 91a3d10cc05f4734aca4dae1c80d0e5a for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:42:48.993091 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.079836 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:49.089604 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:49.090774 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:49.183010 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.200633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:49.248369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf066fd-9d72-4a26-b0e8-e09c23f02fe4,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:49.259069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Checking segment: {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:49.259435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Network hostable DHCP agents. Network: 1b066b0d-4406-4043-945a-43fcfc96ba79, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:42:49.284813 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:42:49.294222 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 1b066b0d-4406-4043-945a-43fcfc96ba79) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:49.299505 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:49.300570 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.308172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db96e14-72b5-4361-a8ae-d6c3a4bd0ec2 None None] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:42:49.322424 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6d32197e-ba80-458a-a51c-8f70ade681ba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3698943 Jul 27 17:42:49.327048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40216) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:49.330464 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:49.357850 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.359134 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.419561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.485192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-1b066b0d-4406-4043-945a-43fcfc96ba79', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:42:49.486101 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.557247 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 2, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:49.569305 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6252fa84-758b-43a4-a5cf-dce3862a697e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:49.593277 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:49.593948 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Updating router 955eacea-e713-486d-8bea-51f7162e9902 port 49860dba-5cfa-4077-9e8b-01f01d9c058b binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:42:49.611288 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.642098 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.682280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Allocated IP 172.20.0.2 (1b066b0d-4406-4043-945a-43fcfc96ba79/4bf066fd-9d72-4a26-b0e8-e09c23f02fe4/95235950-08c4-4432-aece-699c7e125756) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:49.684581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6252fa84-758b-43a4-a5cf-dce3862a697e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:49.691161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6252fa84-758b-43a4-a5cf-dce3862a697e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:49.691763 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.852608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.882471 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.979471 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:49.997518 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Transition to ACTIVE for port object 49860dba-5cfa-4077-9e8b-01f01d9c058b will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:50.006270 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.015695 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Allocated IP 172.25.4.17 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6baf58ad-06b0-4cd8-b8e9-a936c847619a) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:50.048771 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.085578 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6252fa84-758b-43a4-a5cf-dce3862a697e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6252fa84-758b-43a4-a5cf-dce3862a697e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:50.094348 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.096570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.096817 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Pushing event updated for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.107271 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.107271 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.107271 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.107673 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.107978 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.108543 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.108689 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.108908 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.109456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.109813 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.110145 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.110473 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:42:50.141886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Transition to ACTIVE for port object 95235950-08c4-4432-aece-699c7e125756 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:50.142612 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Attempting to bind port 49860dba-5cfa-4077-9e8b-01f01d9c058b on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:50.142990 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Attempting to bind port 49860dba-5cfa-4077-9e8b-01f01d9c058b by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:50.143354 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Attempting to bind port 49860dba-5cfa-4077-9e8b-01f01d9c058b on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:50.149006 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:50.149793 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:50.150393 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.150962 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Bound using segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:50.151868 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Bound port: 49860dba-5cfa-4077-9e8b-01f01d9c058b, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:50.152255 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.162217 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.175502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Transition to ACTIVE for port object 95235950-08c4-4432-aece-699c7e125756 will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:50.181964 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6252fa84-758b-43a4-a5cf-dce3862a697e,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.194890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.235795 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.237300 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] For port 49860dba-5cfa-4077-9e8b-01f01d9c058b, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:50.240779 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] For port 49860dba-5cfa-4077-9e8b-01f01d9c058b, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=49860dba-5cfa-4077-9e8b-01f01d9c058b,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:50.244823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:50.248798 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:50.251048 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.254574 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:50.284471 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Pushing event updated for resources: {'Port': ['ID=95235950-08c4-4432-aece-699c7e125756,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.304039 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:50.305268 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:50.307402 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:50.310883 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6baf58ad-06b0-4cd8-b8e9-a936c847619a,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.313371 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:50.315771 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:50.341633 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Attempting to bind port 95235950-08c4-4432-aece-699c7e125756 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:50.342220 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Attempting to bind port 95235950-08c4-4432-aece-699c7e125756 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:50.342767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Attempting to bind port 95235950-08c4-4432-aece-699c7e125756 on network 1b066b0d-4406-4043-945a-43fcfc96ba79 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:50.351525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:50.352019 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Checking segment: {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:50.352522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.352970 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Bound using segment: {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:50.353446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Bound port: 95235950-08c4-4432-aece-699c7e125756, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:50.353836 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.430224 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829008b-0eea-4ec1-8da7-cf429062c60c None None] Pushing event updated for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.442311 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] For port 95235950-08c4-4432-aece-699c7e125756, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:50.446191 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:50.446388 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] For port 95235950-08c4-4432-aece-699c7e125756, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95235950-08c4-4432-aece-699c7e125756,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:50.456482 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.529983 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e9f6f-51a6-4c18-b1ce-011c433db91b None None] Pushing event updated for resources: {'Port': ['ID=95235950-08c4-4432-aece-699c7e125756,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:50.662583 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:50.727077 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:50.762583 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d25ea-0462-4a93-8623-db9c8faaf59f None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:50.914168 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:51.051602 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Router 3f7329ad-2715-481b-855c-452b1fdf8413 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:42:51.169558 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:51.180662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Sync routers for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:51.188659 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:51.192985 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d8a6ae4c-af55-4d3c-9340-3ffb95bd6fd7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8668995 Jul 27 17:42:51.193532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40218) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:51.196193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:51.196863 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:51.342566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:51.590465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e087b-b65c-4d91-b8e5-0f6aa83fc5f0 None None] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:42:51.691057 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8e10731f-0734-4c5b-ae3a-f13c6a1b520c None None] Provisioning for port 95235950-08c4-4432-aece-699c7e125756 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:51.702650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6252fa84-758b-43a4-a5cf-dce3862a697e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:51.771642 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:51.816666 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 3, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:51.852904 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Checking router: 3f7329ad-2715-481b-855c-452b1fdf8413 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:51.853259 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Updating router 3f7329ad-2715-481b-855c-452b1fdf8413 port 6baf58ad-06b0-4cd8-b8e9-a936c847619a binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:42:51.878962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6252fa84-758b-43a4-a5cf-dce3862a697e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:51.879339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:51.939851 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:51.951438 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Allocated IP 172.20.0.1 (1b066b0d-4406-4043-945a-43fcfc96ba79/4bf066fd-9d72-4a26-b0e8-e09c23f02fe4/45130017-3ee4-4ccb-814b-3d134affd7f3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:52.102732 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.121066 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Transition to ACTIVE for port object 45130017-3ee4-4ccb-814b-3d134affd7f3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:52.153805 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 49860dba-5cfa-4077-9e8b-01f01d9c058b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:52.161358 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.231867 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:52.237361 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:52.247893 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:52.254327 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 49860dba-5cfa-4077-9e8b-01f01d9c058b completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:52.264465 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 49860dba-5cfa-4077-9e8b-01f01d9c058b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:52.264861 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.297878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Pushing event updated for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:52.325376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.380016 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.399793 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Transition to ACTIVE for port object 6baf58ad-06b0-4cd8-b8e9-a936c847619a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:52.437866 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.495425 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.496958 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.505266 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Attempting to bind port 6baf58ad-06b0-4cd8-b8e9-a936c847619a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:52.505637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Attempting to bind port 6baf58ad-06b0-4cd8-b8e9-a936c847619a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:52.505998 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Attempting to bind port 6baf58ad-06b0-4cd8-b8e9-a936c847619a on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:52.522832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0028b-e24f-4d70-b808-fcadff1b8632 None None] Pushing event updated for resources: {'Port': ['ID=6baf58ad-06b0-4cd8-b8e9-a936c847619a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:52.535556 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:52.536001 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:52.536550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.537011 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:52.537616 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Bound port: 6baf58ad-06b0-4cd8-b8e9-a936c847619a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:52.538089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.591978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 49860dba-5cfa-4077-9e8b-01f01d9c058b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=49860dba-5cfa-4077-9e8b-01f01d9c058b,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:52.603856 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.604685 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95235950-08c4-4432-aece-699c7e125756 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:52.690681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] For port 6baf58ad-06b0-4cd8-b8e9-a936c847619a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:52.695566 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] For port 6baf58ad-06b0-4cd8-b8e9-a936c847619a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6baf58ad-06b0-4cd8-b8e9-a936c847619a,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:52.698104 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.703629 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.709162 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.723359 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:52.771134 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.773709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Pushing event updated for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:52.775129 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 95235950-08c4-4432-aece-699c7e125756 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:52.782961 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:52.783588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:52.791734 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 95235950-08c4-4432-aece-699c7e125756 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:52.792109 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.828595 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d776-c3ef-44f6-a241-1cb86e65067d None None] Provisioning for port 45130017-3ee4-4ccb-814b-3d134affd7f3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:52.867448 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d776-c3ef-44f6-a241-1cb86e65067d None None] Provisioning complete for port 45130017-3ee4-4ccb-814b-3d134affd7f3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:52.867784 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d776-c3ef-44f6-a241-1cb86e65067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:52.870132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:52.872167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:52.899777 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0028b-e24f-4d70-b808-fcadff1b8632 None None] Pushing event updated for resources: {'Port': ['ID=6baf58ad-06b0-4cd8-b8e9-a936c847619a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:52.960000 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3d776-c3ef-44f6-a241-1cb86e65067d None None] Port 45130017-3ee4-4ccb-814b-3d134affd7f3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:42:53.000164 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Router 3f7329ad-2715-481b-855c-452b1fdf8413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:42:53.007890 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:53.045317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.110871 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:42:53.117877 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-7f399c3a-ca9c-4d4e-aedc-bddd9da07c4a admin admin] 10.222.0.64 "PUT /v2.0/routers/3f7329ad-2715-481b-855c-452b1fdf8413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9213891 Jul 27 17:42:53.153258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 95235950-08c4-4432-aece-699c7e125756, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95235950-08c4-4432-aece-699c7e125756,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:53.160331 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.239680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8853e9a4-8e81-4477-8192-ba698ecab959 None None] Provisioning complete for port 45130017-3ee4-4ccb-814b-3d134affd7f3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:53.239976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8853e9a4-8e81-4477-8192-ba698ecab959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.296351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=95235950-08c4-4432-aece-699c7e125756,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:53.314253 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-8853e9a4-8e81-4477-8192-ba698ecab959 None None] Port 45130017-3ee4-4ccb-814b-3d134affd7f3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:42:53.339635 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '45130017-3ee4-4ccb-814b-3d134affd7f3', 'name': '', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'mac_address': 'fa:16:3e:03:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:51Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 2, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'subnets': [{'id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:53.366979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22bcd6-9ac6-4865-b9c0-4fa34699c72c None None] The sync data for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 is: [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '45130017-3ee4-4ccb-814b-3d134affd7f3', 'name': '', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'mac_address': 'fa:16:3e:03:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:51Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 2, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'subnets': [{'id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:53.499675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 49860dba-5cfa-4077-9e8b-01f01d9c058b up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:53.556571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 49860dba-5cfa-4077-9e8b-01f01d9c058b triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:53.556928 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.656369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95235950-08c4-4432-aece-699c7e125756 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:53.701325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40226) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:53.706455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555361557', 'description': 'tempest-secgroup-smoke-555361557 description', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:53.709189 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 95235950-08c4-4432-aece-699c7e125756 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:53.709570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.731262 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.823421 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.828348 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.856528 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.858170 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1554279 Jul 27 17:42:53.861171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40228) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:53.865597 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:53.872286 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf1ee5-86b6-4ba4-8d67-24120d10d5cc tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77085aab-3859-40bf-a086-57f9bf3474b4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:53.897257 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.959141 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.963208 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.983548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9937b-a9c7-45ef-9711-bd5888c4f7e3,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:53.987132 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:53.991127 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40230) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:53.991709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1192cf9d-c968-4bc2-8daf-035ac816c9d6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290638 Jul 27 17:42:53.996864 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:54.024416 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.100355 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.104048 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.126112 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd59fb64-e4bf-4023-ae85-33116dd00342,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:54.129118 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.133046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-4f2a57de-cc0c-425a-a26d-70b9c0aebe80 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383090 Jul 27 17:42:54.133548 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40232) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:54.138453 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:54.165357 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.232403 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.236723 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.257688 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24251e55-88fe-4788-8c0e-faa9e1bc2de1,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:54.265229 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.269366 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-81f3e797-dbaf-4070-b5e9-3678a6b59a06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325953 Jul 27 17:42:54.269552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:42:54.270013 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40234) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:54.274076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:54.301466 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.367284 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.371756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.390230 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09fbb07-5a0b-41d9-bb12-ccc277c49c12,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:54.398630 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.399917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d4848ef5-da69-409b-92df-a61467841fe4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294112 Jul 27 17:42:54.403006 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40236) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:54.409730 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:54.433286 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Project f7e943a12b044a7c9e91a741a59535b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:42:54.439259 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.506214 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.510611 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.531197 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419441f5-6aa6-4c42-9c7d-0e8b92f77d33,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:54.541451 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.542701 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-2c4e09df-2769-4821-8aa2-d7d8795ae287 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368606 Jul 27 17:42:54.546562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40238) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:42:54.551476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '77085aab-3859-40bf-a086-57f9bf3474b4', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:54.573844 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Project f7e943a12b044a7c9e91a741a59535b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:42:54.579033 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.647488 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.651404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.669966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a667260-b43b-408c-82f5-7f064cd0f806,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:54.675094 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:54.685847 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d0d0fa04-e514-46e8-ab91-d9eb30afb4af tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287286 Jul 27 17:42:54.819659 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-6aa355fb-86de-4bb2-87b1-200ea2ae192a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555361557&fields=id&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 267 time: 0.0329933 Jul 27 17:42:54.925219 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-77a7749d-ebc0-400a-a544-5275a8e7f0a2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:54.926664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-77a7749d-ebc0-400a-a544-5275a8e7f0a2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 808 time: 0.0997822 Jul 27 17:42:54.942306 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-c652bc91-a68e-4dad-8478-1ddeda9d1bd2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/quotas/f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Jul 27 17:42:55.012805 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9efe287f-846c-4cd8-a3ae-a4c3389fbeae tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647991 Jul 27 17:42:55.203185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f2a0d97e-83ca-471b-bc5d-23b3316b216f service neutron] 10.222.0.64 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785054 Jul 27 17:42:55.299896 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-e1084a16-494c-43e0-82da-897847a97ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899234 Jul 27 17:42:55.437023 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Sync routers for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:42:55.454101 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:55.455026 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:55.525949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6baf58ad-06b0-4cd8-b8e9-a936c847619a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:55.578564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6baf58ad-06b0-4cd8-b8e9-a936c847619a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:55.582449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6baf58ad-06b0-4cd8-b8e9-a936c847619a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:55.582875 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:55.582999 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:55.663132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:55.684237 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6baf58ad-06b0-4cd8-b8e9-a936c847619a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6baf58ad-06b0-4cd8-b8e9-a936c847619a,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:55.688886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:55.740171 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6baf58ad-06b0-4cd8-b8e9-a936c847619a,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:55.787443 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '45130017-3ee4-4ccb-814b-3d134affd7f3', 'name': '', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'mac_address': 'fa:16:3e:03:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:51Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 2, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'subnets': [{'id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:55.813021 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Checking router: 3f7329ad-2715-481b-855c-452b1fdf8413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:42:55.813368 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Updating router 3f7329ad-2715-481b-855c-452b1fdf8413 port 45130017-3ee4-4ccb-814b-3d134affd7f3 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:42:55.846478 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.187983 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.197345 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Transition to ACTIVE for port object 45130017-3ee4-4ccb-814b-3d134affd7f3 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:56.203746 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.271607 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8902c-1f3f-46e0-bd0d-9f729f002dbc None None] Pushing event updated for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:56.310125 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Attempting to bind port 45130017-3ee4-4ccb-814b-3d134affd7f3 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:56.310672 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Attempting to bind port 45130017-3ee4-4ccb-814b-3d134affd7f3 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:56.311621 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Attempting to bind port 45130017-3ee4-4ccb-814b-3d134affd7f3 on network 1b066b0d-4406-4043-945a-43fcfc96ba79 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:56.316249 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:56.316712 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Checking segment: {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:56.317122 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.317515 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Bound using segment: {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:56.317971 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Bound port: 45130017-3ee4-4ccb-814b-3d134affd7f3, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1233186a-02cc-4e17-bb1e-583b266a8669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:56.318364 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.382829 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] For port 45130017-3ee4-4ccb-814b-3d134affd7f3, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:56.386552 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] For port 45130017-3ee4-4ccb-814b-3d134affd7f3, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45130017-3ee4-4ccb-814b-3d134affd7f3,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:56.391408 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:56.462158 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8902c-1f3f-46e0-bd0d-9f729f002dbc None None] Pushing event updated for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:56.478929 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:42:56.479750 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:56.558438 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-06fd2b54-8279-4dc4-af56-d39e45f9ad20 req-1a41c554-2f29-4da8-8545-fd913bf640c5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 210 time: 0.0378475 Jul 27 17:42:56.619467 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:42:56.826633 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '45130017-3ee4-4ccb-814b-3d134affd7f3', 'name': '', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'mac_address': 'fa:16:3e:03:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:51Z', 'updated_at': '2021-07-27T17:42:56Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'subnets': [{'id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:42:56.854842 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bbb5a-e642-4b29-880a-c02351f0a358 None None] The sync data for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 is: [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '45130017-3ee4-4ccb-814b-3d134affd7f3', 'name': '', 'network_id': '1b066b0d-4406-4043-945a-43fcfc96ba79', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'mac_address': 'fa:16:3e:03:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:51Z', 'updated_at': '2021-07-27T17:42:56Z', 'revision_number': 4, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'subnets': [{'id': '4bf066fd-9d72-4a26-b0e8-e09c23f02fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:42:57.520686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f5dd730f-c3d6-4f2a-88c2-fd93d021713d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:57.524699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f5dd730f-c3d6-4f2a-88c2-fd93d021713d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 808 time: 0.1372375 Jul 27 17:42:57.553053 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6baf58ad-06b0-4cd8-b8e9-a936c847619a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:57.579034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-615e625c-7d49-4266-918d-78a0346203e7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 379 time: 0.0443766 Jul 27 17:42:57.593776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'port': {'device_id': '75f4d822-458d-4257-9765-689c7408dc8d', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'admin_state_up': True, 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'security_groups': ['77085aab-3859-40bf-a086-57f9bf3474b4']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:57.607480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6baf58ad-06b0-4cd8-b8e9-a936c847619a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:57.607905 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:57.677823 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a58f7358-c3d0-4ec7-8cdc-77ffe8435971 req-360d8941-7e82-4ad0-9ef1-69d39fd94698 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 210 time: 0.0349541 Jul 27 17:42:57.719080 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Made reservation on behalf of f7e943a12b044a7c9e91a741a59535b3 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:42:57.722703 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:57.853986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45130017-3ee4-4ccb-814b-3d134affd7f3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:57.860476 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Allocated IP 172.20.0.4 (b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1/12596211-fab1-4220-aab0-6d33b821c25b/4eeece66-d75a-4df5-b015-00329b75fef3) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:42:57.904585 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 45130017-3ee4-4ccb-814b-3d134affd7f3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:57.908606 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 45130017-3ee4-4ccb-814b-3d134affd7f3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:57.908936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:57.988746 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:57.999738 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.012734 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Transition to ACTIVE for port object 4eeece66-d75a-4df5-b015-00329b75fef3 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:58.020538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 45130017-3ee4-4ccb-814b-3d134affd7f3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45130017-3ee4-4ccb-814b-3d134affd7f3,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:42:58.024002 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.049772 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.071630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:58.104015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:42:58.107116 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:42:58.109503 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:42:58.116625 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:58.173468 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:58.174140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.191162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-0ebb00d0-ec8e-4e0e-b2f8-83a54f3e395d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033490 Jul 27 17:42:58.205111 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Request body: {'port': {'device_id': '75f4d822-458d-4257-9765-689c7408dc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:42:58.280852 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.316170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6c1e07b-92ec-49b6-bbd4-9bed299d5944 None None] Provisioning for port 4eeece66-d75a-4df5-b015-00329b75fef3 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:42:58.320109 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c6c1e07b-92ec-49b6-bbd4-9bed299d5944 None None] Provisioning complete for port 4eeece66-d75a-4df5-b015-00329b75fef3 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:58.320519 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c6c1e07b-92ec-49b6-bbd4-9bed299d5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.361203 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1e07b-92ec-49b6-bbd4-9bed299d5944 None None] Port 4eeece66-d75a-4df5-b015-00329b75fef3 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:42:58.562663 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:42:58.569999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.582440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Transition to ACTIVE for port object 4eeece66-d75a-4df5-b015-00329b75fef3 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:42:58.586404 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.635690 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:58.717789 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:42:58.718150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:42:58.718469 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:58.723433 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:42:58.723759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:42:58.728816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:42:58.729155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:42:58.729541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Bound using segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:42:58.729966 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Bound port: 4eeece66-d75a-4df5-b015-00329b75fef3, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:42:58.730364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.829761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:42:58.834060 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:42:58.839526 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.883594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:58.884151 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:58.886993 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] 10.222.0.61 "PUT /v2.0/ports/4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1091 time: 0.6862791 Jul 27 17:42:58.889872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:42:58.891967 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4d3a37-d62b-4c03-9231-7c08047feb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:42:58.911056 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bad1ee-1556-4f68-a8ea-c4d69f6025f5 req-a67b564a-0bd6-415e-8456-a6a52a964dfd tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:58.913017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74bad1ee-1556-4f68-a8ea-c4d69f6025f5 req-a67b564a-0bd6-415e-8456-a6a52a964dfd tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.1460381 Jul 27 17:42:58.949915 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf235c7d-b92b-41f6-9944-e4761572de6d x-openstack-request-id: req-cf235c7d-b92b-41f6-9944-e4761572de6d {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:42:58.950205 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:42:58.950458 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf235c7d-b92b-41f6-9944-e4761572de6d {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:42:58.951085 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'status': 'completed', 'code': 200} Jul 27 17:42:58.981981 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12f2ac-71d7-412d-afd8-e134ed99ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:42:59.007212 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74bad1ee-1556-4f68-a8ea-c4d69f6025f5 req-486c6d47-9b11-48cc-938c-af67ae45f99e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836759 Jul 27 17:42:59.034943 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-ac47a1d0-32f9-4870-9ebe-796394267e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.036668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-ac47a1d0-32f9-4870-9ebe-796394267e41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1094 time: 0.1036630 Jul 27 17:42:59.080145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f0b4306e-1939-4c5b-9c79-34036fdd743d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 217 time: 0.0357170 Jul 27 17:42:59.138857 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f221a706-24fe-4f41-a7f4-ea20105b278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.140307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-f221a706-24fe-4f41-a7f4-ea20105b278c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0534904 Jul 27 17:42:59.201412 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-52b480df-05dd-4729-b176-d198518bb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.202971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-52b480df-05dd-4729-b176-d198518bb648 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556490 Jul 27 17:42:59.299405 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-e4db6727-7a69-4962-ab55-606e4eae115a service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890493 Jul 27 17:42:59.405611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eced5b3a-810e-4ed8-9585-1bd42dc192dd req-96e0db33-384f-480e-bf88-b2b69decb66b service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989993 Jul 27 17:42:59.497150 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45130017-3ee4-4ccb-814b-3d134affd7f3 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:42:59.514159 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-3b6924fa-133e-4a5f-8211-b0c2337dd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.515755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-3b6924fa-133e-4a5f-8211-b0c2337dd36f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1094 time: 0.0602822 Jul 27 17:42:59.558350 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 45130017-3ee4-4ccb-814b-3d134affd7f3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:42:59.558755 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:42:59.617902 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-8d5388d1-ab27-4b55-a04f-76c4bd4f867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.619413 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-8d5388d1-ab27-4b55-a04f-76c4bd4f867a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0966542 Jul 27 17:42:59.662417 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-0e9d884a-3302-4470-9bf8-4ac9f4a7debd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 217 time: 0.0355172 Jul 27 17:42:59.723648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-8f3b0401-dce1-4edd-897f-086dacb3a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.725347 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-8f3b0401-dce1-4edd-897f-086dacb3a792 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0549653 Jul 27 17:42:59.803852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-182e8c0e-6b4a-402e-84ca-d7a3876e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:42:59.805834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-182e8c0e-6b4a-402e-84ca-d7a3876e7586 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720873 Jul 27 17:42:59.895565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-2daa7ff4-d1a9-47b8-94a6-0463cbb739cd service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825593 Jul 27 17:42:59.990537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9b4d3a37-d62b-4c03-9231-7c08047feb2f req-7cc5457e-1251-4387-850c-4a4a953152ba service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858605 Jul 27 17:43:00.138644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b034-911a-4373-ac48-d8ea470f925a req-2d4e6b5f-a5eb-4400-b0a5-ffd765417c94 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:00.140274 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d594b034-911a-4373-ac48-d8ea470f925a req-2d4e6b5f-a5eb-4400-b0a5-ffd765417c94 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.0635579 Jul 27 17:43:00.177669 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d594b034-911a-4373-ac48-d8ea470f925a req-cb644f6b-a594-4a78-9f91-44c7c0e283ec tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Jul 27 17:43:01.309240 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864ec89-84fb-49a2-b96a-01e1643e6e98 req-b7030191-3de7-4bf0-8f8b-0a8cc8b190c5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:01.310739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c864ec89-84fb-49a2-b96a-01e1643e6e98 req-b7030191-3de7-4bf0-8f8b-0a8cc8b190c5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.0662241 Jul 27 17:43:01.349481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c864ec89-84fb-49a2-b96a-01e1643e6e98 req-1326a316-aad9-4291-983d-06afd90ea1c3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Jul 27 17:43:02.487257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99130212-a78a-4960-8ba3-e55c3e997a05 req-dde3ee8a-ad83-49d9-b39a-a77a48d3ee5e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:02.489109 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99130212-a78a-4960-8ba3-e55c3e997a05 req-dde3ee8a-ad83-49d9-b39a-a77a48d3ee5e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.0703752 Jul 27 17:43:02.533157 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-99130212-a78a-4960-8ba3-e55c3e997a05 req-da288a41-6789-41bb-91cf-97b950b6fae6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366018 Jul 27 17:43:03.658027 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:03.664561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd6c8-c4b5-4478-bc42-e80dcb40bb47 req-3d2a08e8-e890-4a8c-bc2c-b2eb124a3780 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:03.666071 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-170dd6c8-c4b5-4478-bc42-e80dcb40bb47 req-3d2a08e8-e890-4a8c-bc2c-b2eb124a3780 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.0645556 Jul 27 17:43:03.704565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-170dd6c8-c4b5-4478-bc42-e80dcb40bb47 req-8c5a3751-e9ba-4eaa-a5a0-63703d730e7b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319152 Jul 27 17:43:04.004730 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:43:04.100675 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:43:04.111759 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '4eeece66-d75a-4df5-b015-00329b75fef3', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:43:04.151290 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:04.164837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:43:04.186185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:43:04.190009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:04.236934 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:43:04.390535 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4eeece66-d75a-4df5-b015-00329b75fef3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:43:04.843902 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f636c-3938-40ba-b0eb-4b303b658519 req-c0662f40-eda5-4a35-9152-eb19d1810f63 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:04.845460 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd3f636c-3938-40ba-b0eb-4b303b658519 req-c0662f40-eda5-4a35-9152-eb19d1810f63 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0712500 Jul 27 17:43:04.894472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fd3f636c-3938-40ba-b0eb-4b303b658519 req-1b02e9c2-e25b-4aa4-ba21-b01f868c9667 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Jul 27 17:43:06.020814 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:43:06.029312 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3f63-1aa4-4582-a0ad-65165e4ba69d req-75619288-1e0b-4046-b423-06d69d869628 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:06.031034 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74ff3f63-1aa4-4582-a0ad-65165e4ba69d req-75619288-1e0b-4046-b423-06d69d869628 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0681624 Jul 27 17:43:06.069563 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-74ff3f63-1aa4-4582-a0ad-65165e4ba69d req-8768df46-d72c-4bdd-8394-f0bf2a12a7d2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Jul 27 17:43:06.069948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 4eeece66-d75a-4df5-b015-00329b75fef3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:43:06.073761 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 4eeece66-d75a-4df5-b015-00329b75fef3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:43:06.074804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:06.152892 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:06.174501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:43:06.176708 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2941e4a1-7119-4457-9595-9ef262a70293" -d '{"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:43:06.189831 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:43:06.194805 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:06.220843 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49c651-1fd1-4d4e-99fd-3601336066c8 x-openstack-request-id: req-ff49c651-1fd1-4d4e-99fd-3601336066c8 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:43:06.221138 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:43:06.221393 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff49c651-1fd1-4d4e-99fd-3601336066c8 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:43:06.221869 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'code': 200} Jul 27 17:43:06.248369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:43:06.327416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94b7ee-7b0e-4041-8afc-2aa1a0c0fbaf req-be683c63-17e6-414c-9068-c588331ac0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:06.328967 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a94b7ee-7b0e-4041-8afc-2aa1a0c0fbaf req-be683c63-17e6-414c-9068-c588331ac0bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0549226 Jul 27 17:43:06.365320 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5a94b7ee-7b0e-4041-8afc-2aa1a0c0fbaf req-2b20409f-a288-4a5b-8fd5-cddb7f9c3b43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282304 Jul 27 17:43:07.202430 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e62eb-97ee-4c13-b05f-d094aef92106 req-45578836-82cd-43f1-b236-d34686ec57c8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:07.204103 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da2e62eb-97ee-4c13-b05f-d094aef92106 req-45578836-82cd-43f1-b236-d34686ec57c8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0668788 Jul 27 17:43:07.247588 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da2e62eb-97ee-4c13-b05f-d094aef92106 req-66e27c1b-9e0e-4e77-910d-9a69a983da15 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361135 Jul 27 17:43:08.379663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b498173-84c7-41fb-8c3a-5e1e97c69fc8 req-7df54796-2d36-4d03-9357-5a04a720098f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:08.381218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b498173-84c7-41fb-8c3a-5e1e97c69fc8 req-7df54796-2d36-4d03-9357-5a04a720098f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0639758 Jul 27 17:43:08.425158 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b498173-84c7-41fb-8c3a-5e1e97c69fc8 req-a8e63b34-f9ea-400f-a74a-7bc7c5a7644c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Jul 27 17:43:08.560029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ce620-9599-40f9-b579-147be83800da req-ea85a888-e0d7-4437-8da1-ba715536a901 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:08.561484 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa6ce620-9599-40f9-b579-147be83800da req-ea85a888-e0d7-4437-8da1-ba715536a901 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0680575 Jul 27 17:43:08.600488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa6ce620-9599-40f9-b579-147be83800da req-9e149603-d526-4cef-ab06-48588b9fb140 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327055 Jul 27 17:43:08.621873 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40300) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:43:08.723480 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedd177-16a8-4f2c-bec4-14094d46a1e5 tempest-TestShelveInstance-1424621883 tempest-TestShelveInstance-1424621883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:08.725045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ebedd177-16a8-4f2c-bec4-14094d46a1e5 tempest-TestShelveInstance-1424621883 tempest-TestShelveInstance-1424621883-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1091 time: 0.1022031 Jul 27 17:43:08.727937 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40304) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:43:08.732298 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:43:08.753627 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:08.851874 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:08.951528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Allocated IP 172.25.4.169 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/faaaf993-93d4-4f03-80d7-7fdb1021f423) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:43:09.053175 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:09.093140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:09.128331 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:43:09.131016 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:43:09.137448 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:43:09.159692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=faaaf993-93d4-4f03-80d7-7fdb1021f423,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:43:09.820986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:09.848476 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c86d2d69-af39-4fdb-aa0c-6a592309c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:09.897075 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:10.045347 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:10.049986 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:10.117870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=faaaf993-93d4-4f03-80d7-7fdb1021f423,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:43:10.131521 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:10.230677 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Floating IP 293c8700-e3bb-4259-80f3-800ecda95687 associated. External IP: 172.25.4.169, port: 4eeece66-d75a-4df5-b015-00329b75fef3. Jul 27 17:43:10.435709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:43:10.543645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:43:10.553571 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:43:10.559705 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:10.563185 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:43:10.563815 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:43:10.600582 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-e1890532-6df4-4f59-b0af-d874e7245852 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8715546 Jul 27 17:43:10.601179 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:43:10.603489 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:43:10.643340 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb68c6-974f-4040-bd36-98cf36826427 x-openstack-request-id: req-71fb68c6-974f-4040-bd36-98cf36826427 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:43:10.643639 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:43:10.643896 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71fb68c6-974f-4040-bd36-98cf36826427 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:43:10.644314 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'status': 'completed', 'code': 200} Jul 27 17:43:10.688680 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:43:10.728581 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-fca957fd-755c-4a49-8672-4ef7bb373d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:10.730183 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-fca957fd-755c-4a49-8672-4ef7bb373d39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0650213 Jul 27 17:43:10.822184 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-f692d1b2-1ce6-42b8-a4cc-ad023337e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:10.824213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-f692d1b2-1ce6-42b8-a4cc-ad023337e3ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0863268 Jul 27 17:43:10.899611 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-91906e08-f889-445b-8e37-978712805a7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 999 time: 0.0664911 Jul 27 17:43:10.914626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '293c8700-e3bb-4259-80f3-800ecda95687', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f4d822-458d-4257-9765-689c7408dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:43:09Z', 'updated_at': '2021-07-27T17:43:09Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:43:10.940361 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:43:10.948503 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:43:10.949631 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:42:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:43:10.949794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-e7c63c76-c8a1-4f92-9b68-97a51d5ed461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:10.951346 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-e7c63c76-c8a1-4f92-9b68-97a51d5ed461 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0448873 Jul 27 17:43:11.013851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-5b2576b8-3fc1-464c-9ccb-b4d875671229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:11.015614 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-5b2576b8-3fc1-464c-9ccb-b4d875671229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572002 Jul 27 17:43:11.061206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:43:11.113138 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-8d134c21-cf16-4bc4-8e11-caa8d49c5b7c service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903358 Jul 27 17:43:11.207860 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7e8a1cd5-6fb6-44dd-9f5d-11dc082b7f99 req-68e40493-0aba-4a17-a8f7-6c521eb81b73 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Jul 27 17:43:11.288396 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '293c8700-e3bb-4259-80f3-800ecda95687', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f4d822-458d-4257-9765-689c7408dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:43:09Z', 'updated_at': '2021-07-27T17:43:09Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:43:11.315005 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1890d5-267e-4357-8b0c-6a2b45a7d182 None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '293c8700-e3bb-4259-80f3-800ecda95687', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f4d822-458d-4257-9765-689c7408dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:43:09Z', 'updated_at': '2021-07-27T17:43:09Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:43:11.367233 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-a8a1fdca-4076-4b40-ae1a-1316b247f84b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610592 Jul 27 17:43:11.472931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-43af0723-51ca-4fce-9acc-38f5d35b0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:11.474389 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-43af0723-51ca-4fce-9acc-38f5d35b0245 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0647147 Jul 27 17:43:11.533185 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1dd36-bc8c-4e51-bcf5-dcd16d14fa41 None None] New status for floating IP 293c8700-e3bb-4259-80f3-800ecda95687: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:43:11.581796 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-7e26f064-7b9f-4b1a-a870-b7e47ec4ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:11.583739 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-7e26f064-7b9f-4b1a-a870-b7e47ec4ffff service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0894878 Jul 27 17:43:11.659421 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-8b0198dd-5fc0-4506-b41e-6b90bcda0487 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 999 time: 0.0685625 Jul 27 17:43:11.712204 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-ee8edfc4-fb86-41eb-817a-e32e492f2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:11.713946 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-ee8edfc4-fb86-41eb-817a-e32e492f2217 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0471833 Jul 27 17:43:11.773327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-da08660b-a591-4af7-b542-95120886d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:43:11.774724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-da08660b-a591-4af7-b542-95120886d8f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543613 Jul 27 17:43:11.869175 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-18d8215d-f5fc-4a56-965a-1fa3f78a5103 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867133 Jul 27 17:43:11.957896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9d99faee-48f3-42a0-a7a9-55680d69c261 req-06a5366f-ffb5-441d-869d-5530edea0079 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820911 Jul 27 17:43:12.552848 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:12.633025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-027458b6-6fc2-44f4-a4be-6ec77a665452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:13.715091 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:15.309669 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:17.529736 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:31.260088 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:43:33.659054 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:39.846056 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5857a54b-9a36-4ecd-96ef-bd529d54e969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:42.554798 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:42.637451 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0b2e12cb-47dc-431b-be84-22b3fc232b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:43.721997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:45.315149 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:43:47.529581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:03.657975 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:08.262956 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:44:09.848327 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc9b36a4-b81c-4170-a6e1-473c2f4f7015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:12.564680 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:12.639655 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-180428c6-8c7b-4af6-8ad2-8d75faa19c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:12.933282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-e022af72-8444-49ca-83c2-24aee58b4356 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615876 Jul 27 17:44:13.028132 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9506b-5827-42b4-b727-4e21279e3695 req-a278ebe5-ba95-4659-bbc7-94a42f7fbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:44:13.029899 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-a278ebe5-ba95-4659-bbc7-94a42f7fbf19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0538476 Jul 27 17:44:13.136041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9506b-5827-42b4-b727-4e21279e3695 req-599ff832-9caf-4f01-b261-8f72e46ed988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:44:13.137558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-599ff832-9caf-4f01-b261-8f72e46ed988 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0881124 Jul 27 17:44:13.203933 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-f63cc60f-01d6-44eb-9d83-9ba03174dc0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1001 time: 0.0591524 Jul 27 17:44:13.253463 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9506b-5827-42b4-b727-4e21279e3695 req-391d9016-2d86-4c97-99dd-bbc664552474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:44:13.254923 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-391d9016-2d86-4c97-99dd-bbc664552474 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0441537 Jul 27 17:44:13.317840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9506b-5827-42b4-b727-4e21279e3695 req-931d2e76-b8f9-45a2-9866-e3eab8c1daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:44:13.319339 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-931d2e76-b8f9-45a2-9866-e3eab8c1daf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571132 Jul 27 17:44:13.410037 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-5c123247-cb69-4325-bd8b-3de1915186fd service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Jul 27 17:44:13.504440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-eab9506b-5827-42b4-b727-4e21279e3695 req-1c217a11-1596-4b2c-bed1-e8224e1c27f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878189 Jul 27 17:44:13.718636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:15.313378 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:17.542610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:33.671786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:39.851377 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd6729a9-ebdc-4b82-b8e0-3bfd0ab04f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:42.555307 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:42.641949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f428e011-fd49-4563-9b56-c903ee2303a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:43.719968 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:45.262387 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:44:45.317997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:44:47.555195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:03.686659 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:06.557692 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314334a-809a-491a-8a73-e705027c8074 req-2b1750be-c7f4-44c1-bf64-256f8b3cb360 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:06.559256 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9314334a-809a-491a-8a73-e705027c8074 req-2b1750be-c7f4-44c1-bf64-256f8b3cb360 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0703573 Jul 27 17:45:06.600704 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9314334a-809a-491a-8a73-e705027c8074 req-fa248f39-b028-486a-b23e-3936ecb08025 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331204 Jul 27 17:45:07.734614 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e6e83-11c9-4c09-ac65-c8db57e08cbd req-cc4891b9-83e5-4acb-ad08-cb27e7e90925 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:07.735982 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-841e6e83-11c9-4c09-ac65-c8db57e08cbd req-cc4891b9-83e5-4acb-ad08-cb27e7e90925 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0649240 Jul 27 17:45:07.775329 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-841e6e83-11c9-4c09-ac65-c8db57e08cbd req-2b060dab-6ade-4d1a-a146-b0c27d973321 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jul 27 17:45:08.933954 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69afd9-2d6f-40d1-a4b6-4a71d0a708bc req-d1bd372b-275b-4652-a0a2-a338216d70b8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:08.935470 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae69afd9-2d6f-40d1-a4b6-4a71d0a708bc req-d1bd372b-275b-4652-a0a2-a338216d70b8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0661540 Jul 27 17:45:08.974467 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ae69afd9-2d6f-40d1-a4b6-4a71d0a708bc req-d76d419c-75fb-40a2-99bc-2bdf9305166f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Jul 27 17:45:09.851614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f6178fa8-f5af-4b89-b6bb-9df330cdfde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:10.168339 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83221d44-ea70-4274-a524-2eab8742e8ef req-8c44944a-0a74-419b-b1ac-029c6277b7c1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:10.169857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83221d44-ea70-4274-a524-2eab8742e8ef req-8c44944a-0a74-419b-b1ac-029c6277b7c1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.1200726 Jul 27 17:45:10.207653 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-83221d44-ea70-4274-a524-2eab8742e8ef req-d249355b-0978-4311-88ed-49e49fcd9b31 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Jul 27 17:45:11.340533 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071f30-82fd-44ea-8031-887e7b338870 req-effc7182-8235-4c75-997b-ac57611c3a5f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:11.342039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0071f30-82fd-44ea-8031-887e7b338870 req-effc7182-8235-4c75-997b-ac57611c3a5f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0676126 Jul 27 17:45:11.381911 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d0071f30-82fd-44ea-8031-887e7b338870 req-df0bc853-a7b3-4593-957d-bdee4efb141a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Jul 27 17:45:12.515065 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926614ca-fe93-420c-b4ab-fa8b99613fc8 req-6d12ccea-30dd-4a5d-bfb0-5859eea3d590 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:12.516636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-926614ca-fe93-420c-b4ab-fa8b99613fc8 req-6d12ccea-30dd-4a5d-bfb0-5859eea3d590 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0672820 Jul 27 17:45:12.556049 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-926614ca-fe93-420c-b4ab-fa8b99613fc8 req-d811d09e-fca9-4d70-9ea7-0c58e03be103 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326986 Jul 27 17:45:12.558435 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:12.643019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b4b56908-257f-4aac-b07f-916ec40e6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:13.686727 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8379873-fc8e-439f-8d23-43c8fff240f4 req-1c397f37-78f3-478b-beab-983e33d2e442 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:13.688273 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8379873-fc8e-439f-8d23-43c8fff240f4 req-1c397f37-78f3-478b-beab-983e33d2e442 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0638072 Jul 27 17:45:13.723333 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:13.728376 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c8379873-fc8e-439f-8d23-43c8fff240f4 req-f5a57c4e-37ef-41e5-a717-c228dc5935ba tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341578 Jul 27 17:45:14.432923 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579304b4-ded7-4055-832c-ed886de7f12a req-40ba8bf9-ea6a-4fc2-8100-1264fbeb1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:14.434439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-40ba8bf9-ea6a-4fc2-8100-1264fbeb1dce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0571663 Jul 27 17:45:14.543861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579304b4-ded7-4055-832c-ed886de7f12a req-c320cd1f-906e-4609-8158-4331106ad6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:14.545623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-c320cd1f-906e-4609-8158-4331106ad6d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0901475 Jul 27 17:45:14.612695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-fbf431c9-9fdb-4e5b-958b-ecc09d167f36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1001 time: 0.0599163 Jul 27 17:45:14.661028 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579304b4-ded7-4055-832c-ed886de7f12a req-c4ef9f0e-3f3c-4e99-a344-c2a0a7a3729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:14.662949 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-c4ef9f0e-3f3c-4e99-a344-c2a0a7a3729d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0419061 Jul 27 17:45:14.728269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579304b4-ded7-4055-832c-ed886de7f12a req-fd67f242-38e6-4851-8595-d8e862924271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:14.729715 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-fd67f242-38e6-4851-8595-d8e862924271 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587490 Jul 27 17:45:14.845834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-e3ce24cf-3831-49c9-acc5-4ffd616d94c1 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087556 Jul 27 17:45:14.927525 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25839147-af3e-4a2c-bc83-f3c598da53e1 req-d1d7954c-c65e-417f-85a0-496fb408603e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:14.929666 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25839147-af3e-4a2c-bc83-f3c598da53e1 req-d1d7954c-c65e-417f-85a0-496fb408603e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.1343026 Jul 27 17:45:14.980097 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-579304b4-ded7-4055-832c-ed886de7f12a req-44d62e79-0c43-472a-9ba9-1cf485816ed6 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260250 Jul 27 17:45:14.987146 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25839147-af3e-4a2c-bc83-f3c598da53e1 req-1085df50-fe20-470c-a90d-8336595449de tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474477 Jul 27 17:45:15.318962 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:16.123221 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca360-beef-43af-b09b-79ab107c5e9d req-21f48fb0-4068-4f82-814f-3eed122253b4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:16.124810 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df4ca360-beef-43af-b09b-79ab107c5e9d req-21f48fb0-4068-4f82-814f-3eed122253b4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0662835 Jul 27 17:45:16.165051 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-df4ca360-beef-43af-b09b-79ab107c5e9d req-169b5382-79c7-41da-bc8e-c0985f688842 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Jul 27 17:45:17.295484 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9b4f-7af0-4a95-85cc-d51f6c72e74a req-9ed8682c-7750-40d7-a661-a735184450f8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:17.297485 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70fc9b4f-7af0-4a95-85cc-d51f6c72e74a req-9ed8682c-7750-40d7-a661-a735184450f8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0640285 Jul 27 17:45:17.336731 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-70fc9b4f-7af0-4a95-85cc-d51f6c72e74a req-15f088cf-3e97-4fb3-a443-b695722ff428 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336251 Jul 27 17:45:17.573005 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:18.480458 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c455968-c587-4ac2-a705-6d69113c709b req-dc4324fb-12e4-4184-9d16-2a2cd31bcf40 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:18.482148 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c455968-c587-4ac2-a705-6d69113c709b req-dc4324fb-12e4-4184-9d16-2a2cd31bcf40 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0713553 Jul 27 17:45:18.522756 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8c455968-c587-4ac2-a705-6d69113c709b req-907fc731-922a-4afd-a26d-5dd64be13dc4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347173 Jul 27 17:45:18.688894 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:45:18.785995 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:18.798279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '4eeece66-d75a-4df5-b015-00329b75fef3', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:45:18.835437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:18.848172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:45:18.867543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:18.872326 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:18.936567 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:18.946308 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.946630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.946948 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.947292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.947627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.947975 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.948295 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.948644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.948978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.949425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.949797 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.950112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:18.956229 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['4eeece66-d75a-4df5-b015-00329b75fef3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:45:19.695392 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0a2a-8b32-4d59-9499-0c8abadb5f82 req-45e83f64-38f2-4532-b376-1159622b0da5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:19.702872 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25aa0a2a-8b32-4d59-9499-0c8abadb5f82 req-45e83f64-38f2-4532-b376-1159622b0da5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0946035 Jul 27 17:45:19.755711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-25aa0a2a-8b32-4d59-9499-0c8abadb5f82 req-1f7fed52-b225-4616-bc2a-0a075c417341 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516245 Jul 27 17:45:20.705372 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:45:20.768724 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 4eeece66-d75a-4df5-b015-00329b75fef3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:45:20.768724 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:20.901435 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:20.917914 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac28f54-e41a-4362-94b8-bac4a8621ee9 req-0fc0fadc-dac2-4ba4-8fed-fe4bb60efea2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:20.927587 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ac28f54-e41a-4362-94b8-bac4a8621ee9 req-0fc0fadc-dac2-4ba4-8fed-fe4bb60efea2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0798759 Jul 27 17:45:20.930651 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:45:20.933125 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d034744-0da7-4922-8e6b-6c57b4f017c4" -d '{"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:45:20.954617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:20.962443 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:20.981294 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5ac28f54-e41a-4362-94b8-bac4a8621ee9 req-36f06dd4-288e-45a9-ad34-e36533be878b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504813 Jul 27 17:45:21.003358 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed6dbb-a6fb-4422-9e91-f2c31f744517 x-openstack-request-id: req-77ed6dbb-a6fb-4422-9e91-f2c31f744517 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:45:21.003657 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:45:21.003973 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77ed6dbb-a6fb-4422-9e91-f2c31f744517 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:45:21.004460 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'code': 200} Jul 27 17:45:21.046564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:22.138179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c076-a902-4591-b50c-f2da7f23a0ff req-f074b5ed-cf58-434a-8cef-e88f6c341684 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:22.140506 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03e1c076-a902-4591-b50c-f2da7f23a0ff req-f074b5ed-cf58-434a-8cef-e88f6c341684 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0772738 Jul 27 17:45:22.188064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-03e1c076-a902-4591-b50c-f2da7f23a0ff req-2d1402af-a2b2-4d9b-835b-625bd2db00ec tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Jul 27 17:45:22.264344 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:45:23.343545 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae225cf-12f4-466a-8edd-af42380230eb req-06cae4b4-e527-4781-8e58-e9e6a4ae9c90 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:23.345213 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ae225cf-12f4-466a-8edd-af42380230eb req-06cae4b4-e527-4781-8e58-e9e6a4ae9c90 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0763650 Jul 27 17:45:23.388605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0ae225cf-12f4-466a-8edd-af42380230eb req-5e9b0434-7c04-4dba-9634-fdcadc5ce211 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363233 Jul 27 17:45:24.560248 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f0684-d5d7-435b-b177-d903feb521fd req-8da1f72a-6d90-4722-85f7-86c20ab8f389 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:24.561894 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b6f0684-d5d7-435b-b177-d903feb521fd req-8da1f72a-6d90-4722-85f7-86c20ab8f389 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0901628 Jul 27 17:45:24.616567 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-2b6f0684-d5d7-435b-b177-d903feb521fd req-5e402114-3de3-4b89-a080-5174536009b6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Jul 27 17:45:25.763970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6918019-5a6f-4f0e-be8e-38ff46444fd5 req-77ba597f-42d9-4f81-81fe-7f9f4b6b6cdf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:25.765636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6918019-5a6f-4f0e-be8e-38ff46444fd5 req-77ba597f-42d9-4f81-81fe-7f9f4b6b6cdf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0735412 Jul 27 17:45:25.808796 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6918019-5a6f-4f0e-be8e-38ff46444fd5 req-573f3662-4d83-41c4-86e6-6026b7f33aef tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Jul 27 17:45:26.970383 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c67435-fc75-48ce-a9a7-e1589d16f7d1 req-b3c5c781-3b79-40e1-a8da-5803c20a1e4a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:26.972023 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9c67435-fc75-48ce-a9a7-e1589d16f7d1 req-b3c5c781-3b79-40e1-a8da-5803c20a1e4a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0693102 Jul 27 17:45:27.018731 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d9c67435-fc75-48ce-a9a7-e1589d16f7d1 req-237f5b61-b9fb-4a0a-b321-0d52e8532413 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395353 Jul 27 17:45:28.146357 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4f36-1ee0-46c9-8ab1-8718469b8b35 req-ee4b5e22-7e25-4a3b-a85a-56c2302995df tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:28.148669 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a1c4f36-1ee0-46c9-8ab1-8718469b8b35 req-ee4b5e22-7e25-4a3b-a85a-56c2302995df tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0675898 Jul 27 17:45:28.186752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1a1c4f36-1ee0-46c9-8ab1-8718469b8b35 req-c757e506-21c1-4bb2-8c4f-a5a4ff59cbaf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Jul 27 17:45:28.311759 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-3d071313-f6c7-43dd-ab42-139bdbd8a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:28.313420 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-3d071313-f6c7-43dd-ab42-139bdbd8a151 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1096 time: 0.0589767 Jul 27 17:45:28.407243 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-d8f7867e-bab1-445e-bb7c-2eaa6ac606f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:28.408921 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-d8f7867e-bab1-445e-bb7c-2eaa6ac606f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0887141 Jul 27 17:45:28.474280 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-f4ba088a-503a-40c6-8e71-55b645003b96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1001 time: 0.0588529 Jul 27 17:45:28.532226 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-08ae51e3-a591-4bc9-b977-d452ae695f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:28.533746 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-08ae51e3-a591-4bc9-b977-d452ae695f78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0528491 Jul 27 17:45:28.592682 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-b14f8377-25e6-4341-a9d0-109f66114bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:28.594198 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-b14f8377-25e6-4341-a9d0-109f66114bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537810 Jul 27 17:45:28.681805 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-7083a541-e4d6-4ffb-9d9d-5f140b29eacf service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804684 Jul 27 17:45:28.777425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f6f0ca28-b240-4961-aae2-f7a6530150bc req-f85b31fd-ac25-4172-8c45-632c5194b0cc service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Jul 27 17:45:29.326455 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867219ee-f0d7-4005-9fb5-2771b734164a req-8dab13b9-4d41-4db9-b8f8-f869b8682138 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:29.328021 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-867219ee-f0d7-4005-9fb5-2771b734164a req-8dab13b9-4d41-4db9-b8f8-f869b8682138 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0705135 Jul 27 17:45:29.369755 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-867219ee-f0d7-4005-9fb5-2771b734164a req-ae931916-379b-4958-be2d-fd4cb96536de tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356088 Jul 27 17:45:30.511227 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d4b7d-a050-4c10-bd92-d4614cf92ebc req-5bcb3d2b-6bd9-4c28-be33-c0ab0c808f6b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:30.513894 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-393d4b7d-a050-4c10-bd92-d4614cf92ebc req-5bcb3d2b-6bd9-4c28-be33-c0ab0c808f6b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0740612 Jul 27 17:45:30.558401 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-393d4b7d-a050-4c10-bd92-d4614cf92ebc req-ded454bd-ff0f-42c4-bba4-fb0dc99071f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339589 Jul 27 17:45:30.709727 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:45:30.788215 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:30.817027 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb85f5-e0a4-4d1f-8482-8b56db48eb28 req-fe01c4eb-5c32-4e7d-a7d8-be05aa8ce678 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:30.818613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8dfb85f5-e0a4-4d1f-8482-8b56db48eb28 req-fe01c4eb-5c32-4e7d-a7d8-be05aa8ce678 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0819178 Jul 27 17:45:30.820021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:45:30.823781 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e6b767-f5ee-47fa-bec8-a244060cc984" -d '{"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-unplugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:45:30.839261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:30.845807 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:30.876778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8dfb85f5-e0a4-4d1f-8482-8b56db48eb28 req-141a2672-6a21-41f6-b80d-ede9e54c9d0b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499988 Jul 27 17:45:30.877044 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b633f13-5483-4d11-b0e2-39c3516e142c x-openstack-request-id: req-2b633f13-5483-4d11-b0e2-39c3516e142c {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:45:30.877410 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-unplugged", "status": "failed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:45:30.877763 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b633f13-5483-4d11-b0e2-39c3516e142c {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:45:30.878260 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'code': 422} returned with failed status Jul 27 17:45:30.907626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:31.184566 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-947d3563-709e-4eae-9b33-b0d7d309338f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304848 Jul 27 17:45:32.016209 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c36a-2423-40ce-b5d3-93bbaf28beff req-5381b77d-2d6c-41a1-b415-a4b8eb4b5ce7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:32.017812 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db75c36a-2423-40ce-b5d3-93bbaf28beff req-5381b77d-2d6c-41a1-b415-a4b8eb4b5ce7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 943 time: 0.0689509 Jul 27 17:45:32.062417 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-db75c36a-2423-40ce-b5d3-93bbaf28beff req-1282baa4-d0ae-462e-a47f-36b770b469dd tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378695 Jul 27 17:45:32.177624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-890c9a57-a71c-4132-942d-0ddc3b7539cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:32.179858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-890c9a57-a71c-4132-942d-0ddc3b7539cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 1094 time: 0.0578885 Jul 27 17:45:32.196655 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723572-6', 'device_owner': 'compute:nova'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:45:32.278348 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:32.492571 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:32.528248 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:45:32.564693 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:45:32.574501 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:32.589126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Transition to ACTIVE for port object 4eeece66-d75a-4df5-b015-00329b75fef3 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:45:32.593188 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:32.670950 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=9']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:32.683198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.683565 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.683952 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.684539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.684539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.684880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.685870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.685870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.685870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.686649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.686649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.687317 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:45:32.744174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] No DVR routers for this DVR port 4eeece66-d75a-4df5-b015-00329b75fef3 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:45:32.886901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:45:32.887245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:45:32.887580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:45:32.892388 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:45:32.892671 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Attempting to bind port 4eeece66-d75a-4df5-b015-00329b75fef3 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:45:32.899620 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:45:32.899969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:45:32.900355 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Bound using segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:45:32.900813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Bound port: 4eeece66-d75a-4df5-b015-00329b75fef3, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:45:32.901184 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:32.965124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:45:32.968269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:45:32.972756 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:33.020798 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.021574 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:33.022857 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] 10.222.0.13 "PUT /v2.0/ports/4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1091 time: 0.8306372 Jul 27 17:45:33.023310 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:45:33.026696 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c0cf4b-b409-4376-844c-fda8e11901db" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:45:33.045556 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d943dc-6575-4442-bef2-2bc5d4ab3869 service neutron] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=10']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:33.068091 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f8dd1-7de8-49c1-8d8b-3a08cc09848b x-openstack-request-id: req-d77f8dd1-7de8-49c1-8d8b-3a08cc09848b {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:45:33.069221 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:45:33.069488 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d77f8dd1-7de8-49c1-8d8b-3a08cc09848b {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:45:33.069726 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'status': 'completed', 'code': 200} Jul 27 17:45:33.121824 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-7363f9a2-7aea-4759-8cae-0130a791c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.123500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-7363f9a2-7aea-4759-8cae-0130a791c244 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1095 time: 0.0654321 Jul 27 17:45:33.214200 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1899-be41-41e8-8cb0-de4fe7e2cede req-57b1aafd-9ca3-4d46-99b0-20fca1367f2d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.217694 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d24a1899-be41-41e8-8cb0-de4fe7e2cede req-57b1aafd-9ca3-4d46-99b0-20fca1367f2d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0810220 Jul 27 17:45:33.269248 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d24a1899-be41-41e8-8cb0-de4fe7e2cede req-85f9eb6f-3184-4b53-97d2-b64dd36d87f2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450194 Jul 27 17:45:33.534325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-aa7f07d0-a393-40fc-ad80-a54817f712d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.535855 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-aa7f07d0-a393-40fc-ad80-a54817f712d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.4050481 Jul 27 17:45:33.602132 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-99eeef66-806d-49cb-95f5-73bd0a60b74d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 999 time: 0.0585108 Jul 27 17:45:33.650120 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-c730cf26-d9c5-4b7a-b1cc-99cdd4ef37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.651590 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-c730cf26-d9c5-4b7a-b1cc-99cdd4ef37f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0432310 Jul 27 17:45:33.701670 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:33.718026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290904-2053-4058-a47e-663efebe836f req-78c8e635-f8e7-47fa-ac26-a36e019cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:33.719565 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-78c8e635-f8e7-47fa-ac26-a36e019cd768 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613351 Jul 27 17:45:33.730237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-236ad39b-ccd3-4096-a282-98003a238349 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:45:33.731205 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-236ad39b-ccd3-4096-a282-98003a238349 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050743 Jul 27 17:45:33.820048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-dee1e672-a3e4-47a9-96cb-15902c1c8981 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819862 Jul 27 17:45:33.914613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-66290904-2053-4058-a47e-663efebe836f req-ad6e725e-a4e1-437c-84d4-c3afa983baaa service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Jul 27 17:45:34.034535 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0cf4b-b409-4376-844c-fda8e11901db req-553f7ccb-af49-46e6-bdb8-5f6957bb83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:34.036046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-553f7ccb-af49-46e6-bdb8-5f6957bb83d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1095 time: 0.0568063 Jul 27 17:45:34.135514 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0cf4b-b409-4376-844c-fda8e11901db req-e1e3e2c6-31a1-40c2-96b4-5cc69a622824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:34.137156 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-e1e3e2c6-31a1-40c2-96b4-5cc69a622824 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0884228 Jul 27 17:45:34.213940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-c5438544-f22c-4ab1-aa30-15ccff1bea83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 999 time: 0.0698588 Jul 27 17:45:34.266607 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0cf4b-b409-4376-844c-fda8e11901db req-fe7d7cf6-f1b6-4a51-89f8-e1bb2eb131db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:34.268178 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-fe7d7cf6-f1b6-4a51-89f8-e1bb2eb131db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0478766 Jul 27 17:45:34.426770 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b96b-c9cd-4c93-a3ae-1aa6e9512487 req-af61a6e7-eee5-44db-93c9-543186b51f15 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:34.428547 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f810b96b-c9cd-4c93-a3ae-1aa6e9512487 req-af61a6e7-eee5-44db-93c9-543186b51f15 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0752926 Jul 27 17:45:34.482901 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f810b96b-c9cd-4c93-a3ae-1aa6e9512487 req-a5dbf921-9833-4589-a142-8d9cc0b629e1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456674 Jul 27 17:45:35.621283 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65eeb-0163-42ce-a11d-7ae4846d4b0a req-c0600e96-adaf-45e9-9c25-8f903684950d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:35.622856 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-75b65eeb-0163-42ce-a11d-7ae4846d4b0a req-c0600e96-adaf-45e9-9c25-8f903684950d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0647528 Jul 27 17:45:35.671098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-75b65eeb-0163-42ce-a11d-7ae4846d4b0a req-5b292227-8cde-4482-bb6a-554340e427cf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Jul 27 17:45:36.819681 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e333b-0b67-4668-8c2e-c19708bf0df2 req-24e82c5c-3ff9-4fa5-9902-4f91edc50513 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:36.821204 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d70e333b-0b67-4668-8c2e-c19708bf0df2 req-24e82c5c-3ff9-4fa5-9902-4f91edc50513 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0762272 Jul 27 17:45:36.862714 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d70e333b-0b67-4668-8c2e-c19708bf0df2 req-73f30e03-dba6-4f5f-8cd6-9eca9ed1320f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351989 Jul 27 17:45:38.002789 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4079a80-40b3-4b3d-9799-adc7341e683a req-d6fd5899-3493-4c1b-a46c-753e2d8df91e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:38.004288 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4079a80-40b3-4b3d-9799-adc7341e683a req-d6fd5899-3493-4c1b-a46c-753e2d8df91e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0660515 Jul 27 17:45:38.044484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d4079a80-40b3-4b3d-9799-adc7341e683a req-4a782781-97f1-4e64-908d-eaf3264f2e13 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Jul 27 17:45:39.184564 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f975-33d8-44b4-8bad-7cb0f0c5c7d4 req-22cc53d4-7136-4b6b-9fa9-4e473dd7a944 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:39.186056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da11f975-33d8-44b4-8bad-7cb0f0c5c7d4 req-22cc53d4-7136-4b6b-9fa9-4e473dd7a944 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0723276 Jul 27 17:45:39.225577 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-da11f975-33d8-44b4-8bad-7cb0f0c5c7d4 req-63c14eac-5dfb-48eb-8afe-c04188d6e2ac tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335081 Jul 27 17:45:39.856881 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7b691034-8878-45b1-ac52-92a0a79aa247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:40.372809 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e6551-8365-4c76-a282-1e2e3f43fc52 req-47218f11-5dd9-4acf-9b58-7ff41f2d4a77 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:40.374614 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b2e6551-8365-4c76-a282-1e2e3f43fc52 req-47218f11-5dd9-4acf-9b58-7ff41f2d4a77 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0734019 Jul 27 17:45:40.419017 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6b2e6551-8365-4c76-a282-1e2e3f43fc52 req-0e37d6b4-581c-47e1-b6d2-3301f35d3313 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376635 Jul 27 17:45:41.563036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226495b0-d7bd-4970-a4c6-3de4666a8950 req-af9bc3c6-98b4-4992-85d9-81b2ddb08107 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:41.564972 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-226495b0-d7bd-4970-a4c6-3de4666a8950 req-af9bc3c6-98b4-4992-85d9-81b2ddb08107 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0757058 Jul 27 17:45:41.618492 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-226495b0-d7bd-4970-a4c6-3de4666a8950 req-07a15fb3-fdf5-4d46-972b-41bf913d58f6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Jul 27 17:45:42.571084 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:42.653491 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-706a853e-1ef4-4c97-b4f5-d1a2248fe159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:42.775366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952a91-aa54-4f32-b615-53f134e9a70b req-1410706b-a921-4c5a-971e-5986b25de59d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:42.776965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6952a91-aa54-4f32-b615-53f134e9a70b req-1410706b-a921-4c5a-971e-5986b25de59d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0775862 Jul 27 17:45:42.827684 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a6952a91-aa54-4f32-b615-53f134e9a70b req-a8fe3c29-fe45-4f37-80f7-1d4b52838025 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Jul 27 17:45:43.728858 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:44.014877 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c643f-9469-40ec-8e20-f2cb7ed8bb8c req-76390c24-b322-4e3b-8f55-fd0360c26553 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:44.016759 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-932c643f-9469-40ec-8e20-f2cb7ed8bb8c req-76390c24-b322-4e3b-8f55-fd0360c26553 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0988245 Jul 27 17:45:44.069001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-932c643f-9469-40ec-8e20-f2cb7ed8bb8c req-74ecd21c-1479-40ef-97d4-810c1406eeda tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Jul 27 17:45:44.997987 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0cf4b-b409-4376-844c-fda8e11901db req-12bf9157-0903-4992-8b4b-46ca31aa03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:44.999506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-12bf9157-0903-4992-8b4b-46ca31aa03b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607386 Jul 27 17:45:45.113784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-a26148ae-0dea-4a6f-9106-4e186667eaef service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941825 Jul 27 17:45:45.212289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-63c0cf4b-b409-4376-844c-fda8e11901db req-9f058c03-4938-4caa-859f-edaf845a624e service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885198 Jul 27 17:45:45.255393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff3e0-9e36-498a-8807-0c37304d8686 req-18618192-abc9-405f-a6eb-322c0ace14c2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:45.256876 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de7ff3e0-9e36-498a-8807-0c37304d8686 req-18618192-abc9-405f-a6eb-322c0ace14c2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.1217394 Jul 27 17:45:45.298709 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-de7ff3e0-9e36-498a-8807-0c37304d8686 req-183eb727-c968-46e6-933d-59d28437f9c1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358074 Jul 27 17:45:45.332899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:46.451444 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d938-b995-4443-bbae-e2b3cb89a071 req-26aa32c6-adc0-4a34-991e-a7072f9310a3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:46.453056 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6328d938-b995-4443-bbae-e2b3cb89a071 req-26aa32c6-adc0-4a34-991e-a7072f9310a3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0749693 Jul 27 17:45:46.501978 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6328d938-b995-4443-bbae-e2b3cb89a071 req-d1ca87c6-961a-423f-ba5c-919d59a00c82 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Jul 27 17:45:47.351567 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b989-de2a-469a-8f1f-8f427db63070 req-37fbb08f-9be9-42f6-b789-33c063b51b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:47.353211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-37fbb08f-9be9-42f6-b789-33c063b51b91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1095 time: 0.0593193 Jul 27 17:45:47.467330 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b989-de2a-469a-8f1f-8f427db63070 req-eedf2aa2-1f7f-4667-9d3e-6ef81c729b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:47.468869 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-eedf2aa2-1f7f-4667-9d3e-6ef81c729b9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0947797 Jul 27 17:45:47.542987 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-755c65d6-3cdc-4598-a162-630ee5e95894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 999 time: 0.0667176 Jul 27 17:45:47.580546 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:47.601473 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b989-de2a-469a-8f1f-8f427db63070 req-18956835-cfd1-4c29-86ba-6860e22acbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:47.603122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-18956835-cfd1-4c29-86ba-6860e22acbf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0532763 Jul 27 17:45:47.682474 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7354e-5077-4e68-9934-2e91360169f8 req-57eda1cc-35a3-47ab-9865-bab1a4e8e24b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:47.684123 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4a7354e-5077-4e68-9934-2e91360169f8 req-57eda1cc-35a3-47ab-9865-bab1a4e8e24b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 944 time: 0.0932760 Jul 27 17:45:47.701627 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b989-de2a-469a-8f1f-8f427db63070 req-185bc20e-98e6-41f6-87ed-da3ac4f9c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:47.703211 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-185bc20e-98e6-41f6-87ed-da3ac4f9c69e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931399 Jul 27 17:45:47.736583 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c4a7354e-5077-4e68-9934-2e91360169f8 req-28528442-796d-43af-9c33-727bda999235 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 Jul 27 17:45:47.810757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-e8a29687-672f-4265-832a-7ed9520c0110 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005199 Jul 27 17:45:47.923271 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c023b989-de2a-469a-8f1f-8f427db63070 req-3b201966-64fd-42f6-983e-1288c30a6d49 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057708 Jul 27 17:45:48.111250 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:45:48.228296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:48.405905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': '4eeece66-d75a-4df5-b015-00329b75fef3', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'port_id': '4eeece66-d75a-4df5-b015-00329b75fef3', 'mac_address': 'fa:16:3e:81:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:45:48.443639 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:48.456279 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:45:48.478074 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:48.482233 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:48.530819 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=11']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:48.788932 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['4eeece66-d75a-4df5-b015-00329b75fef3'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:45:48.876232 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4314e-c3ac-4e0a-b99f-3bad8030a608 req-602c0203-6e07-4091-8081-3079468a3cc9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:48.877775 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26e4314e-c3ac-4e0a-b99f-3bad8030a608 req-602c0203-6e07-4091-8081-3079468a3cc9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0694764 Jul 27 17:45:48.928069 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-26e4314e-c3ac-4e0a-b99f-3bad8030a608 req-28afbad8-9926-4021-8df1-c312f22bc8c7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 Jul 27 17:45:50.069655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c7b07-df81-4015-92c8-991de10ad3a5 req-5842eb06-ddd6-42c7-af9c-c4a718d56403 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:50.071207 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-755c7b07-df81-4015-92c8-991de10ad3a5 req-5842eb06-ddd6-42c7-af9c-c4a718d56403 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 945 time: 0.0688431 Jul 27 17:45:50.110218 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-755c7b07-df81-4015-92c8-991de10ad3a5 req-0707a54e-b78c-4061-a634-3443aaf8f9f1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326617 Jul 27 17:45:50.133838 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:45:50.188760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port 4eeece66-d75a-4df5-b015-00329b75fef3 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:45:50.193441 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port 4eeece66-d75a-4df5-b015-00329b75fef3 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:45:50.193890 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:50.272310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:50.297978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:45:50.300255 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a300e5-51e3-4978-ae65-4fe03cf7c018" -d '{"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:45:50.315450 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:45:50.320090 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:45:50.345029 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b95f2db-e99d-4f14-9a18-deba9d487029 x-openstack-request-id: req-5b95f2db-e99d-4f14-9a18-deba9d487029 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:45:50.345326 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:45:50.345576 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b95f2db-e99d-4f14-9a18-deba9d487029 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:45:50.345962 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'code': 200} Jul 27 17:45:50.374597 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=12']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:45:50.555886 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ea485-59a1-4c0f-bdeb-b771c0098c86 req-655d0a78-f386-4180-b523-5f0b7652a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:50.557387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf3ea485-59a1-4c0f-bdeb-b771c0098c86 req-655d0a78-f386-4180-b523-5f0b7652a6c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1097 time: 0.0557961 Jul 27 17:45:50.593788 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bf3ea485-59a1-4c0f-bdeb-b771c0098c86 req-13a1f31f-63cb-4e23-88ad-93092632c9ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296509 Jul 27 17:45:51.246638 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e618-76bd-4d6a-afad-cb604adc9100 req-964a82c9-9e20-45f5-963c-5591b6a6fef9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:51.248340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60a6e618-76bd-4d6a-afad-cb604adc9100 req-964a82c9-9e20-45f5-963c-5591b6a6fef9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 946 time: 0.0686817 Jul 27 17:45:51.287844 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-60a6e618-76bd-4d6a-afad-cb604adc9100 req-a2a3b1bc-5402-4150-9c41-f9e8d8983bc5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Jul 27 17:45:52.427416 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd1b29-e311-4b77-8207-e2b93375e853 req-ccaaed4f-981e-432d-a709-621357446ab4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:45:52.429500 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00dd1b29-e311-4b77-8207-e2b93375e853 req-ccaaed4f-981e-432d-a709-621357446ab4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 946 time: 0.0681634 Jul 27 17:45:52.467799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-00dd1b29-e311-4b77-8207-e2b93375e853 req-2002f0b5-6cbc-44b5-96c7-44c16cbe8ef9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Jul 27 17:45:59.264462 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:46:03.720025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:09.858971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b1c4624a-8351-412e-89d6-f9d582259667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:12.556416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:12.643824 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-fef9f623-c106-494b-a2e4-8b948f564cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:13.730280 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:15.325443 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:17.569863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:33.718324 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:36.264707 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:46:39.859934 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2731238a-f9d5-4c92-a2a5-0943129e3f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:42.559570 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:42.647312 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bf167079-2912-4aca-9466-ad70d2af93bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:43.738019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:45.328035 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:47.174907 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-e7c7c4b4-3e2b-4850-9c47-07b19f80533a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631297 Jul 27 17:46:47.298336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-35c558c1-96f2-4bef-8644-84c2d0f2cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:46:47.299885 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-35c558c1-96f2-4bef-8644-84c2d0f2cc4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1097 time: 0.0600543 Jul 27 17:46:47.409903 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-258b3289-5c59-4d4f-bea2-8e2279e820c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:46:47.411398 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-258b3289-5c59-4d4f-bea2-8e2279e820c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0896463 Jul 27 17:46:47.477020 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-206e7451-f425-4e1d-836a-ec4a83083c5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 1001 time: 0.0579753 Jul 27 17:46:47.530087 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-115b4949-1562-477f-818b-300fac61a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:46:47.531559 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-115b4949-1562-477f-818b-300fac61a4e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0484076 Jul 27 17:46:47.569610 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:46:47.594541 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-d8435a9c-ab82-4ee6-9401-223a3424179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:46:47.596048 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-d8435a9c-ab82-4ee6-9401-223a3424179c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564303 Jul 27 17:46:47.699130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-abd889e4-8429-420c-b77d-1edfe3d826c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954640 Jul 27 17:46:47.795325 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-2f86c349-e25c-4fab-a0ff-dd692164fdb5 req-c59b5600-eb69-41a2-b47f-8a08aab51f31 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 Jul 27 17:47:01.409510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40624) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:01.565969 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Deleting port faaaf993-93d4-4f03-80d7-7fdb1021f423 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:47:01.566315 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:01.638786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:01.639152 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:01.650555 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Calling delete_port for faaaf993-93d4-4f03-80d7-7fdb1021f423 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:47:01.797187 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:01.819219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'Port': ['ID=faaaf993-93d4-4f03-80d7-7fdb1021f423,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:01.832177 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.832553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.832891 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.833228 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.833562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.833890 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.834219 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.834544 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.834870 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.835196 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.835549 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.835878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:01.900212 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:01.900572 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Floating IP 293c8700-e3bb-4259-80f3-800ecda95687 disassociated (deleted). External IP: 172.25.4.169, port: 4eeece66-d75a-4df5-b015-00329b75fef3. Jul 27 17:47:02.107591 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:47:02.217089 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:47:02.221866 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:02.228246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:47:02.237340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:47:02.237959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:46:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:02.257779 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1f80e45c-eb18-46fc-841c-55ab23f7fa2a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "DELETE /v2.0/floatingips/293c8700-e3bb-4259-80f3-800ecda95687 HTTP/1.1" status: 204 len: 168 time: 0.8471239 Jul 27 17:47:02.258429 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:47:02.260872 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5673a1b-1922-4d91-9dc8-9279f9945a89" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:47:02.359223 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e44a55-2e03-4d65-adbc-0087cdaa60eb x-openstack-request-id: req-98e44a55-2e03-4d65-adbc-0087cdaa60eb {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:47:02.359465 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:47:02.359695 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98e44a55-2e03-4d65-adbc-0087cdaa60eb {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:47:02.360149 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'status': 'completed', 'code': 200} Jul 27 17:47:02.372636 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:47:02.553047 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-e609cf11-bdae-440b-9d17-607461f22140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:02.554604 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-e609cf11-bdae-440b-9d17-607461f22140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 1097 time: 0.1507568 Jul 27 17:47:02.568119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6644-6d4d-45bf-ad47-c24a7c5ac2ec req-0437c7be-ada4-437a-987b-92cd2da38967 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:02.569631 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1eaa6644-6d4d-45bf-ad47-c24a7c5ac2ec req-0437c7be-ada4-437a-987b-92cd2da38967 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 946 time: 0.0888624 Jul 27 17:47:02.606627 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:02.635981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:47:02.644643 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:47:02.645256 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:46:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:02.657439 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1eaa6644-6d4d-45bf-ad47-c24a7c5ac2ec req-645daaf3-3734-43b7-bc7e-15458c678c9d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785372 Jul 27 17:47:02.694278 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-770e04fc-7e61-4042-8b25-0aa5d4cbc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:02.695762 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-770e04fc-7e61-4042-8b25-0aa5d4cbc218 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.1252687 Jul 27 17:47:02.747100 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-c1c94619-4533-4478-8a84-27d8faea72bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 200 len: 217 time: 0.0435619 Jul 27 17:47:02.762391 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:47:02.797716 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-c7369443-e48c-4a3e-ad47-4e3667e1f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:02.799227 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-c7369443-e48c-4a3e-ad47-4e3667e1f3a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0456691 Jul 27 17:47:02.862242 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-14b22b89-b197-4fbe-a1db-0f68c9772243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:02.863776 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-14b22b89-b197-4fbe-a1db-0f68c9772243 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572546 Jul 27 17:47:02.961331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-8050f7d4-21ed-4bfa-a2a0-e560b36b0ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887218 Jul 27 17:47:02.974942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:03.005282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61091b2f-7203-4dfa-8d43-a1a13c834c12 None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:47:03.053440 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e5673a1b-1922-4d91-9dc8-9279f9945a89 req-cfa2f424-6d20-4b28-97f9-f0d2d398956e service neutron] 10.222.0.13 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850477 Jul 27 17:47:03.226459 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044fb8a-f6c9-4fa7-830b-f24402031487 None None] New status for floating IP 293c8700-e3bb-4259-80f3-800ecda95687: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:47:03.718625 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:03.794008 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b723f1-fb2e-4247-912b-39e2b1fee2cb req-e272c701-6b16-464e-8a41-e8c3f3b44ca3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:03.795678 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52b723f1-fb2e-4247-912b-39e2b1fee2cb req-e272c701-6b16-464e-8a41-e8c3f3b44ca3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 946 time: 0.0665708 Jul 27 17:47:03.833717 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-52b723f1-fb2e-4247-912b-39e2b1fee2cb req-24408132-3369-4965-84de-e1ecde168aaa tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=77085aab-3859-40bf-a086-57f9bf3474b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320375 Jul 27 17:47:03.931334 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-942d6b74-a1ad-4d54-90b7-004ab3641e47 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:03.932881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-942d6b74-a1ad-4d54-90b7-004ab3641e47 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 946 time: 0.0631750 Jul 27 17:47:04.036031 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Deleting port 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:47:04.036380 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:04.120417 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] For port 4eeece66-d75a-4df5-b015-00329b75fef3, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=4eeece66-d75a-4df5-b015-00329b75fef3,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:47:04.121353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:04.133836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Calling delete_port for 4eeece66-d75a-4df5-b015-00329b75fef3 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:47:04.269949 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:04.299423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'Port': ['ID=4eeece66-d75a-4df5-b015-00329b75fef3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:04.347304 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] No DVR routers for this DVR port 4eeece66-d75a-4df5-b015-00329b75fef3 on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:47:04.350119 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:04.352247 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c59aa621-2130-42a1-b92e-3e2de727c739 req-e45b5bd9-5db4-439a-9ecb-c372cb0d0f97 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.13 "DELETE /v2.0/ports/4eeece66-d75a-4df5-b015-00329b75fef3 HTTP/1.1" status: 204 len: 173 time: 0.4128780 Jul 27 17:47:04.360805 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-deleted', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:47:04.363095 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e4b93-4e8d-4d32-a79b-d8fcf3864d79" -d '{"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-deleted", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:47:04.418900 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a17f7-ee79-4b73-92dd-1f5437cdcc75 x-openstack-request-id: req-2a7a17f7-ee79-4b73-92dd-1f5437cdcc75 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:47:04.419193 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4d822-458d-4257-9765-689c7408dc8d", "name": "network-vif-deleted", "tag": "4eeece66-d75a-4df5-b015-00329b75fef3", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:47:04.419441 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a7a17f7-ee79-4b73-92dd-1f5437cdcc75 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:47:04.419836 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4d822-458d-4257-9765-689c7408dc8d', 'name': 'network-vif-deleted', 'tag': '4eeece66-d75a-4df5-b015-00329b75fef3', 'status': 'completed', 'code': 200} Jul 27 17:47:04.948356 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-e9c117ef-2d4e-4874-8a4d-7e33d1c33b0d req-d5949372-0973-47e9-b8af-7a50c0916667 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f4d822-458d-4257-9765-689c7408dc8d HTTP/1.1" status: 200 len: 210 time: 0.0355878 Jul 27 17:47:06.004007 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40652) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:06.061593 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.086739 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.145990 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.148794 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.153505 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "DELETE /v2.0/security-groups/77085aab-3859-40bf-a086-57f9bf3474b4 HTTP/1.1" status: 204 len: 168 time: 0.1484683 Jul 27 17:47:06.162755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b790b-7a04-4ef9-ae9b-1b914dea16ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77085aab-3859-40bf-a086-57f9bf3474b4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:06.734644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40658) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:06.739724 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495670342', 'description': 'tempest-secgroup-smoke-1495670342 description', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:06.761828 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.842098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.845751 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.871835 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.873092 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371641 Jul 27 17:47:06.875967 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40660) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:06.880385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:06.887633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97363534-37c2-4443-aeaf-dd4eb84b7760,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:06.900147 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.900525 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.900867 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.901205 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.901538 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.902393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.902722 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.903048 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.903373 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.903698 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.904044 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.904372 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbece8-ecf3-408c-bbc5-494cd97964a6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:06.923324 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.969727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.973206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:06.992079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681c0d62-f4a4-464d-aedf-33c8f80d5e94,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:06.999173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.000507 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a92e168c-7e0c-4d13-95ee-08d5efa625e6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235533 Jul 27 17:47:07.003237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 40662) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:07.008015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:07.034647 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.082911 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.087189 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.107646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfe75d6-0110-42fa-adfc-67eceb30428b,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:07.113708 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.114825 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f0ec389c-a680-4d78-978d-7d58ef59f343 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105425 Jul 27 17:47:07.117773 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40664) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:07.122736 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:07.149712 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.207666 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.212175 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.233435 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63ca307-38c2-40b9-b136-d84f84032d02,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:07.236820 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.238010 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-cb9c0bba-9059-407a-b529-70a28f939381 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190536 Jul 27 17:47:07.240835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40666) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:07.245156 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:07.270167 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.333695 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.338355 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.356655 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5803f352-838e-4428-ae44-4df2981d3468,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:07.364879 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.366475 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ad49bb21-60bf-428b-b0b0-528da5cee795 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245472 Jul 27 17:47:07.369135 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40668) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:07.373506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:07.394785 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Project f7e943a12b044a7c9e91a741a59535b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:47:07.399711 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.458809 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.463071 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.482703 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc51a60-0e69-4427-9cc5-f178518e93ff,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:07.490045 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.493940 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6fd8e441-0a36-4547-8a36-098b6518d892 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212952 Jul 27 17:47:07.494155 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40670) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:07.498596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'security_group_rule': {'security_group_id': '97363534-37c2-4443-aeaf-dd4eb84b7760', 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:07.522004 n-d-723572-6 neutron-server[93923]: INFO neutron.db.securitygroups_db [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Project f7e943a12b044a7c9e91a741a59535b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:47:07.527591 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.589982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.593739 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.611526 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e4c8c2-f640-4cf9-b8a6-9a4b0362de8a,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:07.618590 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:07.619794 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0c2f8fe0-49a4-4861-8812-cc0fbe9b5358 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246960 Jul 27 17:47:08.562507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:47:08.582317 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: 4eeece66-d75a-4df5-b015-00329b75fef3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:47:08.582678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device 4eeece66-d75a-4df5-b015-00329b75fef3 not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:47:09.861337 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a81e111a-18ca-4e9c-8303-8c2d87b4cd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:12.566111 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:12.648278 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-76f360f5-34c8-4e11-ae55-e844b1a16e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:13.269640 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:47:13.731321 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:15.331203 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:17.584925 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:21.888658 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c716a947-1e64-4461-afb1-def523225864 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495670342&fields=id&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 267 time: 0.0354273 Jul 27 17:47:21.998663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-58a1308b-2456-44e1-85e7-1b6918cafec3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:22.000121 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-58a1308b-2456-44e1-85e7-1b6918cafec3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 808 time: 0.1045685 Jul 27 17:47:22.015972 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-f8422cd9-4a48-4a34-b443-f389e9c5faac tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/quotas/f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 375 time: 0.0098455 Jul 27 17:47:22.086914 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-d8786927-06f3-41f7-85fd-a9997d9feac6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648072 Jul 27 17:47:22.193095 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-b9d18188-ac3c-4dee-a74e-62d7b3b32dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944273 Jul 27 17:47:22.284064 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-f790c35d-0337-4768-94ac-bbadd6fbe755 service neutron] 10.222.0.64 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842319 Jul 27 17:47:22.590677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-116d2235-d833-49a5-a181-8570d7cbdee6 req-e5a9e255-1e5e-4d99-a789-ba1a3212431d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 210 time: 0.0348442 Jul 27 17:47:23.587239 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-e5b8cc91-3da7-44d1-b39a-99040f86492c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:23.588829 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-e5b8cc91-3da7-44d1-b39a-99040f86492c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 808 time: 0.1063783 Jul 27 17:47:23.633717 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c5e0be96-767c-41b2-9865-6b264b9ecd04 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 380 time: 0.0354893 Jul 27 17:47:23.645311 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'port': {'device_id': '661ee18d-fca8-429d-935b-fc516c4520cd', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'admin_state_up': True, 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'security_groups': ['97363534-37c2-4443-aeaf-dd4eb84b7760']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:23.700230 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ca53f5a9-eaae-49f9-b192-e199e3065cef req-8a311231-3435-4e3a-80ec-7f3e7d466327 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 210 time: 0.0357823 Jul 27 17:47:23.764210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Made reservation on behalf of f7e943a12b044a7c9e91a741a59535b3 for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:47:23.767730 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:23.892643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Allocated IP 172.20.0.6 (b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1/12596211-fab1-4220-aab0-6d33b821c25b/1b3480e2-33a4-4b08-8606-3ee1625446c2) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:47:24.035030 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:24.049610 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Transition to ACTIVE for port object 1b3480e2-33a4-4b08-8606-3ee1625446c2 will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:47:24.082296 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:24.126547 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:47:24.131367 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:47:24.134990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:47:24.166838 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:24.200376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:24.201058 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:24.218764 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-ccf6a236-fd95-40ff-b2b2-564b6ab151f9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772130 Jul 27 17:47:24.230553 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-391980d5-f277-4703-b87c-898a731b68d9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:47:24.232581 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-391980d5-f277-4703-b87c-898a731b68d9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065114 Jul 27 17:47:24.297427 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Request body: {'port': {'device_id': '661ee18d-fca8-429d-935b-fc516c4520cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:24.373693 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:24.441068 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7684cff4-112b-4e5c-95aa-885e12c071be None None] Provisioning for port 1b3480e2-33a4-4b08-8606-3ee1625446c2 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:47:24.446105 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-7684cff4-112b-4e5c-95aa-885e12c071be None None] Provisioning complete for port 1b3480e2-33a4-4b08-8606-3ee1625446c2 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:47:24.446693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7684cff4-112b-4e5c-95aa-885e12c071be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:24.483908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-7684cff4-112b-4e5c-95aa-885e12c071be None None] Port 1b3480e2-33a4-4b08-8606-3ee1625446c2 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:47:24.936208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ad8ed-b6bd-4e57-9d7a-c5938b3b27b9 req-39078626-e418-492d-a44e-b4b999d35178 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:24.937733 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-891ad8ed-b6bd-4e57-9d7a-c5938b3b27b9 req-39078626-e418-492d-a44e-b4b999d35178 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 931 time: 0.1464982 Jul 27 17:47:25.000778 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-891ad8ed-b6bd-4e57-9d7a-c5938b3b27b9 req-53e0b3d8-1bc0-45f2-abc9-e0ded981f885 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557745 Jul 27 17:47:25.034853 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3480e2-33a4-4b08-8606-3ee1625446c2 {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:47:25.042826 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:25.055246 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Transition to ACTIVE for port object 1b3480e2-33a4-4b08-8606-3ee1625446c2 will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:47:25.059891 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:25.116197 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:25.192376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Attempting to bind port 1b3480e2-33a4-4b08-8606-3ee1625446c2 on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:47:25.192761 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Attempting to bind port 1b3480e2-33a4-4b08-8606-3ee1625446c2 by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:47:25.193117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Attempting to bind port 1b3480e2-33a4-4b08-8606-3ee1625446c2 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:47:25.197909 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Port 1b3480e2-33a4-4b08-8606-3ee1625446c2 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:47:25.198236 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Attempting to bind port 1b3480e2-33a4-4b08-8606-3ee1625446c2 on network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:47:25.204130 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:47:25.204523 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Checking segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:47:25.204934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Bound using segment: {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:47:25.205345 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Bound port: 1b3480e2-33a4-4b08-8606-3ee1625446c2, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15147818-0e8e-4263-9f3f-983603eef297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:47:25.205734 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:25.273435 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:47:25.276603 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:47:25.281688 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:25.324217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.324788 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:25.326182 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] 10.222.0.61 "PUT /v2.0/ports/1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1091 time: 1.0854900 Jul 27 17:47:25.326645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:47:25.329044 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f1a3b-fd7a-4509-939a-83875ce5fc58" -d '{"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:47:25.353208 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ddcdb-7801-496c-9353-4b92ca009b34 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:25.370926 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e925b3-26dc-4253-93d0-8be738455545 x-openstack-request-id: req-a3e925b3-26dc-4253-93d0-8be738455545 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:47:25.371820 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:47:25.372082 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3e925b3-26dc-4253-93d0-8be738455545 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:47:25.372554 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'status': 'completed', 'code': 200} Jul 27 17:47:25.435880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-4c90b1ab-24cc-46cb-8639-726ff9bd25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.437470 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-4c90b1ab-24cc-46cb-8639-726ff9bd25be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1094 time: 0.0592422 Jul 27 17:47:25.483244 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-fb102ce3-d6ea-4c41-85ea-0e9aa24f5b76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 217 time: 0.0381439 Jul 27 17:47:25.541256 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-9cfd5b6f-7bbf-4921-9c2c-21acb8b9b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.542738 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-9cfd5b6f-7bbf-4921-9c2c-21acb8b9b37f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0523529 Jul 27 17:47:25.606509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-a4432836-a88a-4520-b02b-5ce8dfe9e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.607997 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-a4432836-a88a-4520-b02b-5ce8dfe9e943 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584207 Jul 27 17:47:25.697479 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-5febc48b-1b78-4b2b-ab90-ba611cfd6d37 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818555 Jul 27 17:47:25.793812 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5669b288-ecd3-49a8-ab89-1760685cf057 req-2d487776-9273-46b3-961c-4bd29e76b8cd service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877697 Jul 27 17:47:25.892217 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-3e51c552-5583-46ab-9f6f-dd7bf9f83fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.893821 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-3e51c552-5583-46ab-9f6f-dd7bf9f83fb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1094 time: 0.0562456 Jul 27 17:47:25.988124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-6776168d-bc85-4e86-b9d7-ebf30a7962c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:25.989702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-6776168d-bc85-4e86-b9d7-ebf30a7962c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0892067 Jul 27 17:47:26.033636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-7bd7a96d-808d-409c-a2c9-d8a238d6f833 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 217 time: 0.0372021 Jul 27 17:47:26.114109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-209b856a-3944-4295-8cf3-401941747cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:26.115664 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-209b856a-3944-4295-8cf3-401941747cec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0757070 Jul 27 17:47:26.188637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f491f5-3456-439e-ae61-24c00c6403b4 req-ff0f9911-19a8-4fb4-8e93-604f6ffd70a0 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:26.190153 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93f491f5-3456-439e-ae61-24c00c6403b4 req-ff0f9911-19a8-4fb4-8e93-604f6ffd70a0 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.1175792 Jul 27 17:47:26.219160 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-8fb7d232-8350-4f55-977c-2376c7ede04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:26.221230 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-8fb7d232-8350-4f55-977c-2376c7ede04f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985451 Jul 27 17:47:26.246291 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-93f491f5-3456-439e-ae61-24c00c6403b4 req-9df3f61d-ff25-41b0-abd6-63446efcc723 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492482 Jul 27 17:47:26.326922 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-516201fb-5a52-46d3-aed1-10c14631abb2 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952840 Jul 27 17:47:26.417925 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f04f1a3b-fd7a-4509-939a-83875ce5fc58 req-d2d0b7b2-0b65-40e9-be77-58e644e903ea service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832932 Jul 27 17:47:27.383366 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c26af-6c97-4f51-b513-9b910efdb977 req-53e4018d-c0d2-4ee9-b178-a96e3cc547b7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:27.385720 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-665c26af-6c97-4f51-b513-9b910efdb977 req-53e4018d-c0d2-4ee9-b178-a96e3cc547b7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0660801 Jul 27 17:47:27.426240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-665c26af-6c97-4f51-b513-9b910efdb977 req-823d1bd3-390d-435f-850d-87e7057a4a3a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Jul 27 17:47:28.555443 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8096-3ab4-4732-8700-ccacef3d1857 req-557a2fe8-596b-4eb0-8d1e-82ff0196a611 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:28.557003 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-480f8096-3ab4-4732-8700-ccacef3d1857 req-557a2fe8-596b-4eb0-8d1e-82ff0196a611 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0644374 Jul 27 17:47:28.596089 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-480f8096-3ab4-4732-8700-ccacef3d1857 req-3c6efd83-dfc6-4022-833a-3b1d09023f33 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Jul 27 17:47:29.723810 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd05927-66b5-4e5c-84d5-153697787ba8 req-c42401d8-7119-4f22-9c97-b19e431fcca8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:29.725404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bd05927-66b5-4e5c-84d5-153697787ba8 req-c42401d8-7119-4f22-9c97-b19e431fcca8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0629246 Jul 27 17:47:29.763403 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-0bd05927-66b5-4e5c-84d5-153697787ba8 req-8a2e49a7-a82c-4538-a3e1-14b845accaf5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Jul 27 17:47:30.898600 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07971294-afe9-44c5-80e1-af7f1ca0185f req-7a86ba0c-209c-483b-9a6c-d3186068f6d7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:30.900096 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07971294-afe9-44c5-80e1-af7f1ca0185f req-7a86ba0c-209c-483b-9a6c-d3186068f6d7 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0688775 Jul 27 17:47:30.938882 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-07971294-afe9-44c5-80e1-af7f1ca0185f req-098f6917-25d1-4790-b10b-d3bbaaddd8ab tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Jul 27 17:47:32.069503 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62048400-e845-4375-8686-8dca1b15fc37 req-82958ffb-2225-4011-9e8e-389e13a6e319 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:32.070986 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62048400-e845-4375-8686-8dca1b15fc37 req-82958ffb-2225-4011-9e8e-389e13a6e319 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0663707 Jul 27 17:47:32.110115 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-62048400-e845-4375-8686-8dca1b15fc37 req-26fb1597-1f04-4785-9a20-d61be12da94c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jul 27 17:47:33.260079 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e01fd-be49-4975-a66d-ecd27455eaa7 req-11c67af0-5d4a-4ce8-a57d-71927f7db0b4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:33.261594 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-567e01fd-be49-4975-a66d-ecd27455eaa7 req-11c67af0-5d4a-4ce8-a57d-71927f7db0b4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0655890 Jul 27 17:47:33.300881 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-567e01fd-be49-4975-a66d-ecd27455eaa7 req-34d1773e-9a30-43d1-af57-b80ecdd82982 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jul 27 17:47:33.719615 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:34.429964 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aac328-4fa4-4330-a662-79820aa565e3 req-54822e3e-5d7e-43e4-942f-095ec66f9bc4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:34.431482 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49aac328-4fa4-4330-a662-79820aa565e3 req-54822e3e-5d7e-43e4-942f-095ec66f9bc4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0633593 Jul 27 17:47:34.471314 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-49aac328-4fa4-4330-a662-79820aa565e3 req-975ad66e-175d-4369-95de-0efadecbca22 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338068 Jul 27 17:47:35.363834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:47:35.458020 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:47:35.469834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'mac_address': 'fa:16:3e:c9:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:47:35.507009 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:35.521328 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3480e2-33a4-4b08-8606-3ee1625446c2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:47:35.541469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:47:35.547419 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:35.600605 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:35.608676 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc6525-e8fa-458b-858e-78056b138c43 req-4c8828c2-c25a-44fa-a3c2-e030059e599c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:35.609443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.609822 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.610164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.610307 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82cc6525-e8fa-458b-858e-78056b138c43 req-4c8828c2-c25a-44fa-a3c2-e030059e599c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 944 time: 0.0692768 Jul 27 17:47:35.610500 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.610830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.611157 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.611480 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.611803 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.612124 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.612462 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.612791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.613112 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:47:35.652397 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-82cc6525-e8fa-458b-858e-78056b138c43 req-20a8d969-e853-4337-996b-0057556f3af0 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Jul 27 17:47:35.789528 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1b3480e2-33a4-4b08-8606-3ee1625446c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:47:36.781760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440fff4-c451-4b58-9f17-812fa0958121 req-da94fd84-49cb-449d-b46f-e4440bb077b6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:36.783154 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d440fff4-c451-4b58-9f17-812fa0958121 req-da94fd84-49cb-449d-b46f-e4440bb077b6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 944 time: 0.0629022 Jul 27 17:47:36.820165 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-d440fff4-c451-4b58-9f17-812fa0958121 req-dd9b6d13-4956-4d93-bbd7-610a6826b469 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Jul 27 17:47:37.379167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:47:37.426015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 1b3480e2-33a4-4b08-8606-3ee1625446c2 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:47:37.430193 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 1b3480e2-33a4-4b08-8606-3ee1625446c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:47:37.430567 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:37.505638 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:37.528004 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:47:37.530314 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3efff48-09bd-4215-8995-06ec6f6742de" -d '{"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:47:37.547091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:47:37.557104 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:37.608772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:37.638526 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f852880b-bb09-413b-a579-67cc0f8a58c0 x-openstack-request-id: req-f852880b-bb09-413b-a579-67cc0f8a58c0 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:47:37.638823 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:47:37.639121 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f852880b-bb09-413b-a579-67cc0f8a58c0 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:47:37.639868 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'code': 200} Jul 27 17:47:37.750988 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a30b-fde9-4f1c-bdba-9f921893e0e0 req-9920d69c-ef9f-4bd3-b09b-f9df1f933a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:37.752510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3937a30b-fde9-4f1c-bdba-9f921893e0e0 req-9920d69c-ef9f-4bd3-b09b-f9df1f933a97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0547717 Jul 27 17:47:37.787443 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3937a30b-fde9-4f1c-bdba-9f921893e0e0 req-e1dfb5cc-b967-4d36-b259-a214e55ce6e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279582 Jul 27 17:47:37.951706 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fb0e-e798-4e7d-be85-b6d8ecb55650 req-fc720ba8-80b5-4ce0-bcde-adc7c0e995d9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:37.953135 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a273fb0e-e798-4e7d-be85-b6d8ecb55650 req-fc720ba8-80b5-4ce0-bcde-adc7c0e995d9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0671117 Jul 27 17:47:37.990834 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a273fb0e-e798-4e7d-be85-b6d8ecb55650 req-f94a3435-80eb-4c24-8b47-dd1221d54956 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Jul 27 17:47:39.121218 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595d77-3931-4e2f-9833-18d1f0d6ae8a req-687239ec-8185-4ff3-9445-99b75093a868 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:39.122784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45595d77-3931-4e2f-9833-18d1f0d6ae8a req-687239ec-8185-4ff3-9445-99b75093a868 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0647171 Jul 27 17:47:39.160592 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-45595d77-3931-4e2f-9833-18d1f0d6ae8a req-7bcf610e-4cac-4261-97d4-7481d61a1c62 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Jul 27 17:47:39.291300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbe05-b046-4604-85ab-b5f40130e15e req-10842ac5-2949-469e-8c1f-5bf5a4d7656b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:39.292762 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adfbbe05-b046-4604-85ab-b5f40130e15e req-10842ac5-2949-469e-8c1f-5bf5a4d7656b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0662637 Jul 27 17:47:39.330760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-adfbbe05-b046-4604-85ab-b5f40130e15e req-482fb857-dfc8-4f17-a32d-8e6841f5f09c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jul 27 17:47:39.352709 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40866) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:39.408388 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145ab06-ff20-4d88-bffe-c3be05f0c9f5 tempest-TestShelveInstance-1424621883 tempest-TestShelveInstance-1424621883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:39.409965 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d145ab06-ff20-4d88-bffe-c3be05f0c9f5 tempest-TestShelveInstance-1424621883 tempest-TestShelveInstance-1424621883-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1091 time: 0.0561669 Jul 27 17:47:39.412807 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 40868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:47:39.417108 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:47:39.438925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:39.535431 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:39.648817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Allocated IP 172.25.4.85 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/8c0b5187-d598-46dc-9839-33c526e64ef7) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:47:39.748687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:39.787512 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:39.863752 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b5320ca0-ecdc-4dd8-aede-ed62b48a0a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.138199 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:47:40.143291 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:47:40.146735 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:47:40.152148 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=8c0b5187-d598-46dc-9839-33c526e64ef7,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:40.512811 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.587866 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.747623 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.752396 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.817935 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event updated for resources: {'Port': ['ID=8c0b5187-d598-46dc-9839-33c526e64ef7,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:47:40.831765 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:40.933651 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Floating IP 7bb3bab7-12bd-47d0-bff5-c244f7f99348 associated. External IP: 172.25.4.85, port: 1b3480e2-33a4-4b08-8606-3ee1625446c2. Jul 27 17:47:41.142040 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:47:41.251179 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:47:41.260788 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:47:41.269407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:41.274017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:47:41.274649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:47:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:41.313406 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-6e55ff53-dd34-413a-ba3f-61f6c6ad4cd9 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8995700 Jul 27 17:47:41.314019 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:47:41.316449 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28147769-39fa-4874-8b74-e7eeed2f6e02" -d '{"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:47:41.390608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:47:41.409456 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca081a9-1aea-4292-ad01-bd6b9d2741cb x-openstack-request-id: req-eca081a9-1aea-4292-ad01-bd6b9d2741cb {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:47:41.409750 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:47:41.410008 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eca081a9-1aea-4292-ad01-bd6b9d2741cb {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:47:41.410417 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'status': 'completed', 'code': 200} Jul 27 17:47:41.489792 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-9530e872-40d0-4eaf-959b-70cacab22d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:41.490927 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-9530e872-40d0-4eaf-959b-70cacab22d74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0591304 Jul 27 17:47:41.581709 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-2fd53f82-ecae-48ac-a019-62e634b6fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:41.583425 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-2fd53f82-ecae-48ac-a019-62e634b6fdc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0857339 Jul 27 17:47:41.620812 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '7bb3bab7-12bd-47d0-bff5-c244f7f99348', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:c9:bf:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ee18d-fca8-429d-935b-fc516c4520cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:47:40Z', 'updated_at': '2021-07-27T17:47:40Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:41.651389 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:47:41.656512 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-2cdfeb4d-c4b7-46bc-8f17-42515ea20f82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 998 time: 0.0645978 Jul 27 17:47:41.660090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:47:41.660766 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:47:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:41.708410 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-459e7438-d8df-424d-9ef5-5f15d6396b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:41.709945 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-459e7438-d8df-424d-9ef5-5f15d6396b16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0455093 Jul 27 17:47:41.770530 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-df6654fb-cc7e-424d-82c8-882e6c88e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:47:41.772380 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-df6654fb-cc7e-424d-82c8-882e6c88e7af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557659 Jul 27 17:47:41.871210 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-95eb074d-f64b-4cc7-a1be-fb0522bb215a service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912509 Jul 27 17:47:41.925770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:47:41.964646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-28147769-39fa-4874-8b74-e7eeed2f6e02 req-1228e031-783e-4985-8d89-ea941f2c2d8a service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Jul 27 17:47:42.148215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '7bb3bab7-12bd-47d0-bff5-c244f7f99348', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:c9:bf:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ee18d-fca8-429d-935b-fc516c4520cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:47:40Z', 'updated_at': '2021-07-27T17:47:40Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:47:42.174603 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1318bb0-d6b8-4a67-8ab7-a00a11d0d27e None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': '7bb3bab7-12bd-47d0-bff5-c244f7f99348', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '955eacea-e713-486d-8bea-51f7162e9902', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'mac_address': 'fa:16:3e:c9:bf:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ee18d-fca8-429d-935b-fc516c4520cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:47:40Z', 'updated_at': '2021-07-27T17:47:40Z', 'revision_number': 0, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:47:42.366595 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa9e2e-0f89-47ff-945d-a31629812341 None None] New status for floating IP 7bb3bab7-12bd-47d0-bff5-c244f7f99348: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:47:42.558786 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:42.650330 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ffef29a3-d885-4838-bf69-de214c272ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:43.736035 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:45.333500 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:47.598591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:47:50.269526 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:48:03.721863 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:09.866619 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-97ac323c-f558-4297-8f9d-70c5f34f7d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:12.560996 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:12.651036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-ec71b7f4-36d5-43c1-99b6-3153e11b234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:13.736606 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:15.337362 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:16.977562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-2070660f-24e7-44c2-90ec-eb54c08963f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526900 Jul 27 17:48:17.080322 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-a9ec8502-a242-4325-a372-32ddfb3b172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:48:17.081862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-a9ec8502-a242-4325-a372-32ddfb3b172c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0624442 Jul 27 17:48:17.183297 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-9d678f72-e57f-4d07-b652-97738d168e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:48:17.184794 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-9d678f72-e57f-4d07-b652-97738d168e5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0835013 Jul 27 17:48:17.253322 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-64f99528-79b1-41b8-9345-586a25ebfff1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1000 time: 0.0611515 Jul 27 17:48:17.302599 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-aabbed05-980d-4548-9202-be5a2a5bb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:48:17.304042 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-aabbed05-980d-4548-9202-be5a2a5bb059 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0440495 Jul 27 17:48:17.364990 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-e6d07c89-780d-454c-b831-08502a2cbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:48:17.366481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-e6d07c89-780d-454c-b831-08502a2cbe83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557277 Jul 27 17:48:17.459368 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-62febc07-8ded-4c41-8786-e04e477df2f1 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858049 Jul 27 17:48:17.552677 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5769d9ee-a6f5-4d4c-bc3d-a8e563bbcf96 req-773b2dd6-ba32-4129-ba7f-a681c4ee10e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Jul 27 17:48:17.603294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:27.268517 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:48:33.724713 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:39.870876 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-607082f5-4fe9-44f1-8a1a-ff53dba09424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:42.563733 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:42.652950 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3cce9c60-aa46-4bab-8ddd-b0c7eb948c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:43.739846 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:45.339564 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:48:47.602430 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:03.739352 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:04.268066 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:49:09.872717 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5743-5133-4c88-b43e-67aff22e4aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:12.564775 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:12.653758 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a2d48700-0e9a-4496-a603-54fe526a94a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:13.743055 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:15.342346 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:17.598729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:18.922900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-29aa21fd-08de-4c86-aa30-a7b2e9ad4264 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547049 Jul 27 17:49:19.023207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-dbaeaeef-c0ec-4b22-92eb-e2505aed3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:19.024736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-dbaeaeef-c0ec-4b22-92eb-e2505aed3d2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0581136 Jul 27 17:49:19.126720 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-326437f0-ffd3-421e-a6cd-eb946313c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:19.128207 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-326437f0-ffd3-421e-a6cd-eb946313c631 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0840425 Jul 27 17:49:19.197105 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-9257817f-152f-4db4-b2b6-2bc8602819e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1000 time: 0.0620503 Jul 27 17:49:19.245400 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-be9be7d4-ff35-4c72-9395-f3daaf55c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:19.246834 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-be9be7d4-ff35-4c72-9395-f3daaf55c4ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0433731 Jul 27 17:49:19.307320 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-5c4d82bf-754d-457a-b50f-beac389c2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:19.308851 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-5c4d82bf-754d-457a-b50f-beac389c2196 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535052 Jul 27 17:49:19.400740 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-1e4998c0-323e-4fff-8d0e-814b74a17113 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Jul 27 17:49:19.489959 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ac0802a4-2a1b-4e04-a5b5-97a6fea5ddac req-7abddb3e-d89c-4796-b882-f735a5876e9f service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824811 Jul 27 17:49:33.744168 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:39.128697 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24f967-0654-44f5-bf53-536552fae4b2 req-1a27cf0a-e610-4a59-ab65-f47d0191a644 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:39.130120 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24f967-0654-44f5-bf53-536552fae4b2 req-1a27cf0a-e610-4a59-ab65-f47d0191a644 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0703211 Jul 27 17:49:39.168795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4b24f967-0654-44f5-bf53-536552fae4b2 req-b517c07c-9b34-43c3-9600-066ac407b002 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Jul 27 17:49:39.873132 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-929b19a6-2320-4f57-82cf-fca52b8f906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:40.328857 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890dc50-b8d4-4933-878f-05a70209c809 req-24be7aa1-6b85-4c1a-91fe-98e0de30953a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:40.331098 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8890dc50-b8d4-4933-878f-05a70209c809 req-24be7aa1-6b85-4c1a-91fe-98e0de30953a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0648530 Jul 27 17:49:40.372855 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-8890dc50-b8d4-4933-878f-05a70209c809 req-56b427b4-fc38-4412-ba91-b0ce0e05df76 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Jul 27 17:49:41.267695 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:49:41.507624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daad2e-24f4-4037-b94b-92300fe8f31c req-f0128941-83ff-4d46-979f-4ef137f97d52 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:41.509190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0daad2e-24f4-4037-b94b-92300fe8f31c req-f0128941-83ff-4d46-979f-4ef137f97d52 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0692854 Jul 27 17:49:41.548157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e0daad2e-24f4-4037-b94b-92300fe8f31c req-b056ce0e-e382-4351-8ed3-47ff2a3f248e tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Jul 27 17:49:42.567557 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:42.654002 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d1d27986-c6fc-4d67-9524-7a500ed66d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:42.681381 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21b385-c8a4-47ed-b8e2-6d201b981092 req-4c0e0bda-242a-47fb-9682-bddf980f0810 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:42.682907 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa21b385-c8a4-47ed-b8e2-6d201b981092 req-4c0e0bda-242a-47fb-9682-bddf980f0810 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0659542 Jul 27 17:49:42.720737 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-fa21b385-c8a4-47ed-b8e2-6d201b981092 req-9db98e6b-bbc3-40ec-9f14-6bf7140897ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jul 27 17:49:43.745319 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:43.856974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3b34b-a3c7-4393-af2a-d38f72aa3227 req-0a0693e1-9437-409c-8edf-b465d6cee1d8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:43.858377 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-42c3b34b-a3c7-4393-af2a-d38f72aa3227 req-0a0693e1-9437-409c-8edf-b465d6cee1d8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0694957 Jul 27 17:49:43.896769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-42c3b34b-a3c7-4393-af2a-d38f72aa3227 req-04f188e5-2adb-4460-bd05-49dbfe49b673 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Jul 27 17:49:45.026024 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e254d3e-bd7f-4bac-adf3-6950ab53d9ae req-b55f21a0-3b51-4a2e-a7c5-77124753bfbe tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:45.027557 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e254d3e-bd7f-4bac-adf3-6950ab53d9ae req-b55f21a0-3b51-4a2e-a7c5-77124753bfbe tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0653160 Jul 27 17:49:45.068341 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9e254d3e-bd7f-4bac-adf3-6950ab53d9ae req-e119dd44-6407-4ad0-be87-67ae09a4b927 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Jul 27 17:49:45.347438 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:46.201237 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163104f-9fa6-4edd-85c2-9547d3f0b13b req-d4ae58ca-b7db-4739-819f-c68d1af99015 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:46.202749 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3163104f-9fa6-4edd-85c2-9547d3f0b13b req-d4ae58ca-b7db-4739-819f-c68d1af99015 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0668046 Jul 27 17:49:46.241194 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3163104f-9fa6-4edd-85c2-9547d3f0b13b req-3f4dab29-0c19-47b1-b43a-fb58760a87c6 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Jul 27 17:49:47.372583 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e20c6f-4dab-4ae2-982f-c1b744c50e7e req-eca55396-495a-4e32-afe5-c65559890759 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:47.374073 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17e20c6f-4dab-4ae2-982f-c1b744c50e7e req-eca55396-495a-4e32-afe5-c65559890759 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0673289 Jul 27 17:49:47.412253 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-17e20c6f-4dab-4ae2-982f-c1b744c50e7e req-5809db72-d5d3-41bf-bbfc-e137761bee45 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jul 27 17:49:47.611421 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:48.543193 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2e07-834e-40e9-87e3-544dabda8a7e req-87158d3e-987e-4d93-a19a-dfe66f3f1a0a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:48.544702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-730a2e07-834e-40e9-87e3-544dabda8a7e req-87158d3e-987e-4d93-a19a-dfe66f3f1a0a tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0645473 Jul 27 17:49:48.583515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-730a2e07-834e-40e9-87e3-544dabda8a7e req-af1bcadb-5899-4b9e-9280-37c3d6be4a60 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Jul 27 17:49:49.258586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589424ed-ad56-4219-8798-e56b93bf0307 req-ad611d75-7320-4afa-883b-00a53dab21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:49.260152 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-ad611d75-7320-4afa-883b-00a53dab21ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0571473 Jul 27 17:49:49.361045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589424ed-ad56-4219-8798-e56b93bf0307 req-d68b700f-d51e-4d58-acf6-ceffe33367ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:49.363225 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-d68b700f-d51e-4d58-acf6-ceffe33367ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0964906 Jul 27 17:49:49.429331 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-6a9cdc4c-5e23-4c0c-b32f-fced2e1391c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1000 time: 0.0589046 Jul 27 17:49:49.483458 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589424ed-ad56-4219-8798-e56b93bf0307 req-7e934d36-1999-4adf-9f5a-2765c5dc9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:49.484986 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-7e934d36-1999-4adf-9f5a-2765c5dc9329 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0493062 Jul 27 17:49:49.552264 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589424ed-ad56-4219-8798-e56b93bf0307 req-659fbf3e-0490-4b67-806d-b511820f5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:49.553913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-659fbf3e-0490-4b67-806d-b511820f5cc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591893 Jul 27 17:49:49.645285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-d1f2cc0a-7753-4109-83ee-6c918e5173df service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844326 Jul 27 17:49:49.716519 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8db3d-7f02-4589-a362-f0bf84198648 req-c682a9f3-a5e7-4831-a644-654bf3a04c34 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:49.718766 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1eb8db3d-7f02-4589-a362-f0bf84198648 req-c682a9f3-a5e7-4831-a644-654bf3a04c34 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0661001 Jul 27 17:49:49.746242 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-589424ed-ad56-4219-8798-e56b93bf0307 req-815ef2ea-b62d-43b8-a67f-99265382f383 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900683 Jul 27 17:49:49.762929 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1eb8db3d-7f02-4589-a362-f0bf84198648 req-8c779087-6c40-45f3-8844-3a661c025577 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Jul 27 17:49:50.901775 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1cd40-bccd-498c-877e-d40f8429b379 req-56a4cb0f-1d8c-4d97-9de4-6519e5ee260c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:50.903263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04e1cd40-bccd-498c-877e-d40f8429b379 req-56a4cb0f-1d8c-4d97-9de4-6519e5ee260c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0716195 Jul 27 17:49:50.945461 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-04e1cd40-bccd-498c-877e-d40f8429b379 req-e78d6ed3-378b-4289-9c74-603b03e1c357 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Jul 27 17:49:52.078536 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3089a-6d64-414e-9097-37b6dda880ca req-aaa8654d-62dc-4c05-ae49-5e0f8633d4a5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:52.080163 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46a3089a-6d64-414e-9097-37b6dda880ca req-aaa8654d-62dc-4c05-ae49-5e0f8633d4a5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0645661 Jul 27 17:49:52.124480 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-46a3089a-6d64-414e-9097-37b6dda880ca req-293c98c1-7d08-48e5-b6db-003c3012686f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379229 Jul 27 17:49:53.260528 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5d3e-6e14-4be8-8ed8-1942f9ca1d95 req-a74a2c6b-2f0e-4141-9677-d22955f53e9f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:53.262374 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-932f5d3e-6e14-4be8-8ed8-1942f9ca1d95 req-a74a2c6b-2f0e-4141-9677-d22955f53e9f tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0691552 Jul 27 17:49:53.301769 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-932f5d3e-6e14-4be8-8ed8-1942f9ca1d95 req-02a9f6c2-3bbb-4c1b-b607-ace9f6ae77ee tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Jul 27 17:49:53.537017 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-61bfa312-0f58-4714-8d82-c3f68cd6896d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959492 Jul 27 17:49:53.552231 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8fcd-a8f0-41f3-9102-8589b7e79095 req-9251124f-8f03-4edd-ae7f-b12aae19a910 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:53.553938 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d1f8fcd-a8f0-41f3-9102-8589b7e79095 req-9251124f-8f03-4edd-ae7f-b12aae19a910 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0852964 Jul 27 17:49:53.595093 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-8d1f8fcd-a8f0-41f3-9102-8589b7e79095 req-58a051f3-71ac-4078-87ca-3ccb7fe5b8f8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351467 Jul 27 17:49:53.901914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:49:53.987369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:54.012615 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:49:54.015427 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee1061-02aa-4bf9-920c-e629c96bd5e6" -d '{"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:49:54.047413 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:49:54.053339 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:49:54.057558 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb909a-553d-47b6-a1c6-996dbc461bdd x-openstack-request-id: req-9cdb909a-553d-47b6-a1c6-996dbc461bdd {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:49:54.057850 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-unplugged", "status": "failed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "code": 422}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:49:54.058105 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cdb909a-553d-47b6-a1c6-996dbc461bdd {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:49:54.058503 n-d-723572-6 neutron-server[93925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'code': 422} returned with failed status Jul 27 17:49:54.107889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:49:54.116596 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.117052 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.117425 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.117755 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.118094 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.118435 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.118772 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.119101 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.119614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.119945 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.120275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.120794 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:49:54.732384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611436e3-25dc-494c-a027-41809f3ceb6e req-f108d924-3ac3-4b72-b162-ec9a54b8c6aa tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:54.733893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-611436e3-25dc-494c-a027-41809f3ceb6e req-f108d924-3ac3-4b72-b162-ec9a54b8c6aa tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0704288 Jul 27 17:49:54.773802 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-611436e3-25dc-494c-a027-41809f3ceb6e req-b0538cea-6f4c-4f0d-8077-ce7e5cffbe75 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329220 Jul 27 17:49:55.909074 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc88f2-2808-4ab3-ac48-2c8fddc4d85c req-e30cba78-d9f4-4f22-86ce-fa72e9ff39a5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:55.910874 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcc88f2-2808-4ab3-ac48-2c8fddc4d85c req-e30cba78-d9f4-4f22-86ce-fa72e9ff39a5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0676899 Jul 27 17:49:55.951340 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-9bcc88f2-2808-4ab3-ac48-2c8fddc4d85c req-c9173f57-a3de-43a8-9fb0-19133448c836 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342278 Jul 27 17:49:57.093192 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f335-5efb-42f9-9380-9e1ae547198d req-3e393317-2971-47b0-bdfd-7b4e47386729 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:57.094702 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df72f335-5efb-42f9-9380-9e1ae547198d req-3e393317-2971-47b0-bdfd-7b4e47386729 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0713096 Jul 27 17:49:57.135989 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-df72f335-5efb-42f9-9380-9e1ae547198d req-821e94cd-ca66-4860-8751-dd39f6d7d0ec tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Jul 27 17:49:58.259823 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-391394ef-d09b-4c81-861e-f62ec48d1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.261824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-391394ef-d09b-4c81-861e-f62ec48d1bc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&tenant_id=f7e943a12b044a7c9e91a741a59535b3 HTTP/1.1" status: 200 len: 1094 time: 0.0640597 Jul 27 17:49:58.271642 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598f9d-e031-40d1-a61d-888a2e698a34 req-4a35d33f-c86b-4efe-89ec-bfe5b8033741 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.273240 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0598f9d-e031-40d1-a61d-888a2e698a34 req-4a35d33f-c86b-4efe-89ec-bfe5b8033741 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0681055 Jul 27 17:49:58.316776 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c0598f9d-e031-40d1-a61d-888a2e698a34 req-23a1eaea-d4d2-4a22-8d0a-71eb553409cf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Jul 27 17:49:58.344229 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-800fd08e-3aa8-4927-85be-cb408d861b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.345892 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-800fd08e-3aa8-4927-85be-cb408d861b46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1094 time: 0.0605779 Jul 27 17:49:58.439342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-964b4409-387b-4794-96cc-a09f1ac3e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.440751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-964b4409-387b-4794-96cc-a09f1ac3e76b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0874493 Jul 27 17:49:58.508155 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-f20cab60-dd68-47a6-b050-cda76429af5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 998 time: 0.0607753 Jul 27 17:49:58.556859 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-2e165b7b-eee4-4318-86cc-d74662c1dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.558296 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-2e165b7b-eee4-4318-86cc-d74662c1dd90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0438232 Jul 27 17:49:58.616466 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-552f74ab-e4c9-4aa1-908b-bd93a3ff9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:58.618336 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-552f74ab-e4c9-4aa1-908b-bd93a3ff9b29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534477 Jul 27 17:49:59.023234 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-bb8f6ef3-e48b-401f-9d10-3648dd60d1b5 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978829 Jul 27 17:49:59.110077 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-a27a10cf-157d-4194-bf1b-792cdc562206 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Jul 27 17:49:59.455058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa54301-e838-4ce2-8445-acfbca212711 req-9415b6e9-4cde-4bd7-b7b1-29463bd5fa06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:49:59.456560 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3aa54301-e838-4ce2-8445-acfbca212711 req-9415b6e9-4cde-4bd7-b7b1-29463bd5fa06 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0670836 Jul 27 17:49:59.496285 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3aa54301-e838-4ce2-8445-acfbca212711 req-ab0a4926-17d6-4c0d-a601-e04fbb7405ea tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Jul 27 17:50:00.634427 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17732e-4ca3-426c-9637-ba140d951b6a req-74eab026-a370-4f65-b023-72483392784c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:00.635946 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec17732e-4ca3-426c-9637-ba140d951b6a req-74eab026-a370-4f65-b023-72483392784c tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0689175 Jul 27 17:50:00.681229 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ec17732e-4ca3-426c-9637-ba140d951b6a req-131d51e4-206e-44d6-acf9-2d73f0f091cf tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Jul 27 17:50:01.815773 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551e26-3291-4e54-8e2b-256aa33066de req-97020a2d-68ed-462b-ad43-b9a003f1dafd tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:01.817237 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48551e26-3291-4e54-8e2b-256aa33066de req-97020a2d-68ed-462b-ad43-b9a003f1dafd tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0661922 Jul 27 17:50:01.857252 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-48551e26-3291-4e54-8e2b-256aa33066de req-b82b6f01-8bf1-4685-8df1-be4dc1f66bbe tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Jul 27 17:50:02.994627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6f56-f4a2-4fe2-aa4e-fe121cc45a6e req-8da898ce-c9ac-422c-b0c3-3f54c3dd3cf1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:02.996128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c46d6f56-f4a2-4fe2-aa4e-fe121cc45a6e req-8da898ce-c9ac-422c-b0c3-3f54c3dd3cf1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0666382 Jul 27 17:50:03.036206 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c46d6f56-f4a2-4fe2-aa4e-fe121cc45a6e req-f2a9e354-908e-465a-a816-6b6371c91da8 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340459 Jul 27 17:50:03.743767 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:04.183362 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18070207-0498-45f5-bd9b-9e22b328f834 req-4522ac5b-582f-4812-93d8-bdf60dfb1a6d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:04.184940 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18070207-0498-45f5-bd9b-9e22b328f834 req-4522ac5b-582f-4812-93d8-bdf60dfb1a6d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0763843 Jul 27 17:50:04.228874 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-18070207-0498-45f5-bd9b-9e22b328f834 req-08e4e325-f3ed-4449-9dcd-eb1dc797f279 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Jul 27 17:50:05.367993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c145c44-83e6-44f3-bbe2-7a2a9da3fea1 req-bd1c83f0-9a44-4987-8bfb-8ea9566e9e79 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:05.369715 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c145c44-83e6-44f3-bbe2-7a2a9da3fea1 req-bd1c83f0-9a44-4987-8bfb-8ea9566e9e79 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0671928 Jul 27 17:50:05.409592 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c145c44-83e6-44f3-bbe2-7a2a9da3fea1 req-d452755d-96ac-474e-840d-17d3f2ce5699 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338130 Jul 27 17:50:06.545336 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16334a-cea9-46b9-b6c6-cbb8dc4e8e95 req-0b1d3f83-07e8-420a-b2f9-2754d8f1c865 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:06.546842 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e16334a-cea9-46b9-b6c6-cbb8dc4e8e95 req-0b1d3f83-07e8-420a-b2f9-2754d8f1c865 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0688827 Jul 27 17:50:06.589406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4e16334a-cea9-46b9-b6c6-cbb8dc4e8e95 req-40b14586-00c2-4079-8082-5492f6a52cb2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354309 Jul 27 17:50:07.732330 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948a1e4-7fe8-412f-9a90-eafbe26e9f00 req-a49d1e39-c07e-4c33-8197-63ceb7d3db16 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:07.733937 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6948a1e4-7fe8-412f-9a90-eafbe26e9f00 req-a49d1e39-c07e-4c33-8197-63ceb7d3db16 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 943 time: 0.0717580 Jul 27 17:50:07.777982 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-6948a1e4-7fe8-412f-9a90-eafbe26e9f00 req-fb128f5a-94a6-41d7-ab3d-b96be0bc924d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Jul 27 17:50:07.962032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:50:08.057862 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:50:08.070260 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'port_id': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'mac_address': 'fa:16:3e:c9:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:50:08.112618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:08.125417 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3480e2-33a4-4b08-8606-3ee1625446c2 {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:50:08.146600 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:50:08.150641 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:08.198461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:50:08.377965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['1b3480e2-33a4-4b08-8606-3ee1625446c2'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:50:08.924830 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ffe06-f69b-451e-9496-1739b65e223b req-68db8dbd-822d-4491-b8c0-e19e6aaa8af4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:08.926920 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e11ffe06-f69b-451e-9496-1739b65e223b req-68db8dbd-822d-4491-b8c0-e19e6aaa8af4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 944 time: 0.0651760 Jul 27 17:50:08.965943 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e11ffe06-f69b-451e-9496-1739b65e223b req-db428a99-5bfe-44fc-ac6f-2b031de0f9c0 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Jul 27 17:50:09.878149 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-939a45cf-9544-4e55-9220-a1d7a8cf713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:09.964009 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:50:10.021872 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 1b3480e2-33a4-4b08-8606-3ee1625446c2 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:50:10.022638 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:10.112017 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca522-6d51-4a86-ad57-33c81d3b0079 req-784f1d9c-4c22-4595-8d88-54a2a6146e1d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:10.113708 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30eca522-6d51-4a86-ad57-33c81d3b0079 req-784f1d9c-4c22-4595-8d88-54a2a6146e1d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 944 time: 0.0727768 Jul 27 17:50:10.115209 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:10.141216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:50:10.143357 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd2f577-b5ae-4c94-907e-921c40aeccfe" -d '{"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:50:10.157899 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:50:10.162238 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-30eca522-6d51-4a86-ad57-33c81d3b0079 req-14337e35-0a5a-4323-be04-b306aa275b7d tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jul 27 17:50:10.163984 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:10.207146 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c300a1-bb7f-4fe3-bce6-9899a35ac2f5 x-openstack-request-id: req-e6c300a1-bb7f-4fe3-bce6-9899a35ac2f5 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:50:10.207482 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:50:10.207667 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c300a1-bb7f-4fe3-bce6-9899a35ac2f5 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:50:10.208067 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'code': 200} Jul 27 17:50:10.233608 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:50:10.397005 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425d2e-51c7-40c0-825f-94c872370e29 req-cac37ab5-80cf-4846-8210-1a59aa317647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:10.399646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2425d2e-51c7-40c0-825f-94c872370e29 req-cac37ab5-80cf-4846-8210-1a59aa317647 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0756052 Jul 27 17:50:10.439510 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2425d2e-51c7-40c0-825f-94c872370e29 req-b58143d6-7a6c-4b0d-af1f-cb5f717d5126 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jul 27 17:50:11.319073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b507bd4-968c-4c9d-9c65-a62798d68f64 req-4646bb59-f34f-4f84-b2a2-4c95432d06d2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:11.320687 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b507bd4-968c-4c9d-9c65-a62798d68f64 req-4646bb59-f34f-4f84-b2a2-4c95432d06d2 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0808206 Jul 27 17:50:11.362941 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7b507bd4-968c-4c9d-9c65-a62798d68f64 req-b745f0ba-4703-40a0-a40b-86658cd5efa3 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360703 Jul 27 17:50:12.570674 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:12.656297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-578e4a99-ff16-4069-b460-16e5bb6d6cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:13.749267 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:15.349683 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:17.616903 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:18.267018 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:50:19.890650 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-347b61c3-3e38-4b2a-b55c-6180bf9012f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625148 Jul 27 17:50:20.007273 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-b1db4a9a-3bf8-420f-8d2b-71017f0805e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:20.009625 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-b1db4a9a-3bf8-420f-8d2b-71017f0805e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0747867 Jul 27 17:50:20.128015 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-4b90ccba-76b1-4cfd-8153-835f16b57fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:20.130100 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-4b90ccba-76b1-4cfd-8153-835f16b57fd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0957670 Jul 27 17:50:20.197757 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-30036987-f073-4846-b6f8-af345c0ac6ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1000 time: 0.0606334 Jul 27 17:50:20.248951 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-2c9de9d3-8d4b-417d-9db7-806c12d70425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:20.250427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-2c9de9d3-8d4b-417d-9db7-806c12d70425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0461552 Jul 27 17:50:20.316488 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-0eb7565a-da0c-4caa-93dc-971f7fa86a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:50:20.318711 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-0eb7565a-da0c-4caa-93dc-971f7fa86a56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609107 Jul 27 17:50:20.412815 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-a4d15129-6e1a-4569-8e6b-aed9ff5f23e1 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850701 Jul 27 17:50:20.514074 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-60ca0241-d25d-48de-ab23-e0d7bac46cb2 req-abe9deb4-ba10-4775-adbb-48958cab5eb7 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939407 Jul 27 17:50:33.756905 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:39.884244 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-389ff795-1080-44bc-9b0c-ee1716b88608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:42.574412 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:42.658864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85f9b430-98a8-4854-ab42-dfde0906bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:43.752702 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:45.354536 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:47.611360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:55.267670 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:51:03.772672 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:09.883544 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-597b41d4-d69e-47cd-ad16-5e374dd220fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:12.578195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:12.663839 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-df5e1688-8349-4c71-a57b-237c0c2304c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:13.756456 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:15.356931 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:17.625014 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:19.349130 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-3ebdb11a-3b65-4356-9a3f-17cbcaa0884a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535121 Jul 27 17:51:19.443451 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-a929b887-f14c-42a8-8011-7a6890c89db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:19.444999 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-a929b887-f14c-42a8-8011-7a6890c89db2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0534534 Jul 27 17:51:19.552982 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-927bcac4-9ac3-441e-a522-78218a55bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:19.554992 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-927bcac4-9ac3-441e-a522-78218a55bb57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.0915749 Jul 27 17:51:19.621044 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-13206edf-6c3b-4294-b1c5-c75d47905834 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 1000 time: 0.0586042 Jul 27 17:51:19.670138 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-193a277e-5ab7-4308-8c84-cec60a5bcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:19.671913 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-193a277e-5ab7-4308-8c84-cec60a5bcfb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0434141 Jul 27 17:51:19.743855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-da35c10d-e2b4-4897-9745-189ab63c4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:19.745409 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-da35c10d-e2b4-4897-9745-189ab63c4cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661311 Jul 27 17:51:19.835537 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-0522cdfd-d947-4803-957c-5e9994d366fe service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827124 Jul 27 17:51:19.934831 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d7a06c76-2008-4b02-9432-19aa7f89ea7f req-0d1f5d16-39be-4cda-ae50-2876806c5dda service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927105 Jul 27 17:51:27.146480 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41050) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:27.311805 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Deleting port 8c0b5187-d598-46dc-9839-33c526e64ef7 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:27.312250 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.385818 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.386067 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.397296 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Calling delete_port for 8c0b5187-d598-46dc-9839-33c526e64ef7 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:27.543641 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.568829 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'Port': ['ID=8c0b5187-d598-46dc-9839-33c526e64ef7,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:27.580063 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.580405 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.580763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.581113 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.581428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.581894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.582225 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.582548 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.582870 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.583216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.583640 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.584055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:27.650742 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.651003 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Floating IP 7bb3bab7-12bd-47d0-bff5-c244f7f99348 disassociated (deleted). External IP: 172.25.4.85, port: 1b3480e2-33a4-4b08-8606-3ee1625446c2. Jul 27 17:51:27.863699 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:27.970049 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:27.974844 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:27.980550 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:27.989469 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:27.990086 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:28.010815 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a172c49d-644b-469e-89ec-44a8547f5426 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "DELETE /v2.0/floatingips/7bb3bab7-12bd-47d0-bff5-c244f7f99348 HTTP/1.1" status: 204 len: 168 time: 0.8632255 Jul 27 17:51:28.011506 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:51:28.013901 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961bbbc2-86a7-4a87-bcba-370260b5fa9d" -d '{"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:51:28.056602 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39a46d-1356-4774-a175-dcd03dbfef44 x-openstack-request-id: req-2c39a46d-1356-4774-a175-dcd03dbfef44 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:51:28.056890 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:51:28.057141 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c39a46d-1356-4774-a175-dcd03dbfef44 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:51:28.057568 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'status': 'completed', 'code': 200} Jul 27 17:51:28.102896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:28.137030 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-be526ad5-2f7d-46e6-a7aa-6bf09165df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:28.139264 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-be526ad5-2f7d-46e6-a7aa-6bf09165df3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e943a12b044a7c9e91a741a59535b3&device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 1096 time: 0.0606165 Jul 27 17:51:28.251073 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-6c93d752-6517-46d3-84c1-1ef3b78ca150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:28.252635 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-6c93d752-6517-46d3-84c1-1ef3b78ca150 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 200 len: 909 time: 0.1028118 Jul 27 17:51:28.298195 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-847fafa0-6789-4440-a1af-d9442434cdd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 200 len: 217 time: 0.0380266 Jul 27 17:51:28.332153 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:28.350946 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098caf95-048e-453f-a523-375cee208a53 req-25ebdcd4-789b-4824-b593-fd9169f9741b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:28.353205 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-098caf95-048e-453f-a523-375cee208a53 req-25ebdcd4-789b-4824-b593-fd9169f9741b tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.1336353 Jul 27 17:51:28.358342 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-bf9f6678-903b-423b-a504-e3f1fd78316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:28.359841 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-bf9f6678-903b-423b-a504-e3f1fd78316c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 200 len: 847 time: 0.0540857 Jul 27 17:51:28.367971 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:28.376553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:28.377173 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:28.402459 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-098caf95-048e-453f-a523-375cee208a53 req-7e40a08d-fcc7-4de0-8cd2-76472661cda1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Jul 27 17:51:28.426844 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-f6b20b03-6955-4aed-b407-91f892895e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:28.428613 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-f6b20b03-6955-4aed-b407-91f892895e76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606198 Jul 27 17:51:28.485347 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:28.525246 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-cdbf26ce-17a2-4adf-9660-1b4058cbe8b3 service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892429 Jul 27 17:51:28.617706 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-961bbbc2-86a7-4a87-bcba-370260b5fa9d req-c91e6e99-f745-4c7d-9c10-40745f5dca8a service neutron] 10.222.0.61 "GET /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839059 Jul 27 17:51:28.682062 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:28.706893 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba179a-0481-4f81-b4b9-2d5f2f382909 None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:47Z', 'revision_number': 4, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '49860dba-5cfa-4077-9e8b-01f01d9c058b', 'name': '', 'network_id': 'b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'mac_address': 'fa:16:3e:9f:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '12596211-fab1-4220-aab0-6d33b821c25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:46Z', 'updated_at': '2021-07-27T17:42:52Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'subnets': [{'id': '12596211-fab1-4220-aab0-6d33b821c25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:28.923571 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d06708-a2f0-46b0-bb90-0cd3e7b6f1d5 None None] New status for floating IP 7bb3bab7-12bd-47d0-bff5-c244f7f99348: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:51:29.610962 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139abc0-716a-45fd-a6a4-b2d96f31b2df req-16b66429-336d-4481-87db-0a3630e0cd93 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:29.612636 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4139abc0-716a-45fd-a6a4-b2d96f31b2df req-16b66429-336d-4481-87db-0a3630e0cd93 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.1210816 Jul 27 17:51:29.651253 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4139abc0-716a-45fd-a6a4-b2d96f31b2df req-b75571c6-15f9-4d29-b23d-284eecfe8db1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/security-groups?id=97363534-37c2-4443-aeaf-dd4eb84b7760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Jul 27 17:51:29.732350 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c091f6d-f155-463c-b706-3417163a3890 req-25850188-2310-48b9-b88f-cb18cf5821ce tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:29.733889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c091f6d-f155-463c-b706-3417163a3890 req-25850188-2310-48b9-b88f-cb18cf5821ce tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 945 time: 0.0630717 Jul 27 17:51:29.847301 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Deleting port 1b3480e2-33a4-4b08-8606-3ee1625446c2 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:29.847649 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:29.936742 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] For port 1b3480e2-33a4-4b08-8606-3ee1625446c2, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=1b3480e2-33a4-4b08-8606-3ee1625446c2,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:29.937132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:29.949802 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Calling delete_port for 1b3480e2-33a4-4b08-8606-3ee1625446c2 owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:30.079702 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:30.110649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'Port': ['ID=1b3480e2-33a4-4b08-8606-3ee1625446c2,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:30.140702 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.141076 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.141399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.141765 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.142104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.142439 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.142767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.143097 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.143426 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.143755 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.144104 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.144450 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:30.171719 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] No DVR routers for this DVR port 1b3480e2-33a4-4b08-8606-3ee1625446c2 on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:51:30.174560 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:30.176663 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1c091f6d-f155-463c-b706-3417163a3890 req-5a91de9f-c5e6-4e80-b059-708566393c08 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.61 "DELETE /v2.0/ports/1b3480e2-33a4-4b08-8606-3ee1625446c2 HTTP/1.1" status: 204 len: 173 time: 0.4363551 Jul 27 17:51:30.177096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-deleted', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:51:30.179424 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f1651b-4e25-4820-9b6b-4e7e1a78da44" -d '{"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-deleted", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:51:30.222069 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ad5e99-5f02-45d7-971f-8216a6085fac x-openstack-request-id: req-04ad5e99-5f02-45d7-971f-8216a6085fac {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:51:30.222772 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661ee18d-fca8-429d-935b-fc516c4520cd", "name": "network-vif-deleted", "tag": "1b3480e2-33a4-4b08-8606-3ee1625446c2", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:51:30.223029 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04ad5e99-5f02-45d7-971f-8216a6085fac {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:51:30.223439 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661ee18d-fca8-429d-935b-fc516c4520cd', 'name': 'network-vif-deleted', 'tag': '1b3480e2-33a4-4b08-8606-3ee1625446c2', 'status': 'completed', 'code': 200} Jul 27 17:51:30.751948 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-d5267d27-d083-4e64-97a5-65edfd9de2de req-e347cc9a-2b9d-419b-9058-5b923b3209e4 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 210 time: 0.0332620 Jul 27 17:51:31.852484 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-75543f0c-eee5-45c2-91c3-8aac9ca5478c req-59b4b797-36cf-416f-86bc-13e26d2ed9d1 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 210 time: 0.0297525 Jul 27 17:51:32.267014 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:51:32.951822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-ad9c1ceb-acf5-44d4-8ae1-3a117df27b1f req-46a52c30-7364-4b52-9b4e-129011e858df tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "GET /v2.0/ports?device_id=661ee18d-fca8-429d-935b-fc516c4520cd HTTP/1.1" status: 200 len: 210 time: 0.0295937 Jul 27 17:51:33.790297 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.015986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41086) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:34.075482 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.100862 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.162383 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.165547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.169800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] 10.222.0.64 "DELETE /v2.0/security-groups/97363534-37c2-4443-aeaf-dd4eb84b7760 HTTP/1.1" status: 204 len: 168 time: 0.1525090 Jul 27 17:51:34.184752 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da488b4-0b49-4a3a-aea6-251a27ea70b5 tempest-TestShelveInstance-1012698339 tempest-TestShelveInstance-1012698339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97363534-37c2-4443-aeaf-dd4eb84b7760,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:34.219624 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41090) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:34.274986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:34.298625 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 1b3480e2-33a4-4b08-8606-3ee1625446c2 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:34.299073 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 1b3480e2-33a4-4b08-8606-3ee1625446c2 not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:34.668362 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.927757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Deleting port 49860dba-5cfa-4077-9e8b-01f01d9c058b {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:34.928105 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:35.009500 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] For port 49860dba-5cfa-4077-9e8b-01f01d9c058b, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=49860dba-5cfa-4077-9e8b-01f01d9c058b,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:35.009782 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:35.022265 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Calling delete_port for 49860dba-5cfa-4077-9e8b-01f01d9c058b owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:35.207453 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:35.231308 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Pushing event deleted for resources: {'Port': ['ID=49860dba-5cfa-4077-9e8b-01f01d9c058b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:35.416037 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:35.642715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Router 955eacea-e713-486d-8bea-51f7162e9902 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:35.754462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:35.762663 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41094) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:35.769192 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Sync routers for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:35.778905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-094b3280-6f69-4d13-8175-25032648634b admin admin] 10.222.0.64 "PUT /v2.0/routers/955eacea-e713-486d-8bea-51f7162e9902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5577598 Jul 27 17:51:35.782263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:35.783140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:35.871801 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:35.897877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:35.976257 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.031332 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Deleting port 6252fa84-758b-43a4-a5cf-dce3862a697e {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:36.031944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.077446 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:51:35Z', 'revision_number': 5, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port': {'id': '6252fa84-758b-43a4-a5cf-dce3862a697e', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955eacea-e713-486d-8bea-51f7162e9902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:36.103914 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Checking router: 955eacea-e713-486d-8bea-51f7162e9902 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:36.112269 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Routers {'955eacea-e713-486d-8bea-51f7162e9902'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:36.112926 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['955eacea-e713-486d-8bea-51f7162e9902'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:36.114704 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] For port 6252fa84-758b-43a4-a5cf-dce3862a697e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6252fa84-758b-43a4-a5cf-dce3862a697e,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:36.115075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.127100 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Calling delete_port for 6252fa84-758b-43a4-a5cf-dce3862a697e owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:36.203368 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] Set router 955eacea-e713-486d-8bea-51f7162e9902 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:36.309951 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.334518 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Pushing event deleted for resources: {'Port': ['ID=6252fa84-758b-43a4-a5cf-dce3862a697e,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:36.409614 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.441021 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:51:35Z', 'revision_number': 6, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:36.466943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5a6c9-9a60-4185-b2a1-b9d3e5ecd3b5 None None] The sync data for ids ['955eacea-e713-486d-8bea-51f7162e9902'] in n-d-723572-6 is: [{'id': '955eacea-e713-486d-8bea-51f7162e9902', 'name': 'tempest-TestShelveInstance-255788972-router', 'tenant_id': 'f7e943a12b044a7c9e91a741a59535b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:44Z', 'updated_at': '2021-07-27T17:51:35Z', 'revision_number': 6, 'project_id': 'f7e943a12b044a7c9e91a741a59535b3', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:36.510280 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.512682 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.558026 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.558725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955eacea-e713-486d-8bea-51f7162e9902 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:51:36.563061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.564326 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-0552e20f-5ea0-46c5-85db-1273b7279308 admin admin] 10.222.0.64 "DELETE /v2.0/routers/955eacea-e713-486d-8bea-51f7162e9902 HTTP/1.1" status: 204 len: 168 time: 0.8006787 Jul 27 17:51:36.566892 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41096) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:36.613256 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Deleting subnet 12596211-fab1-4220-aab0-6d33b821c25b {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:51:36.616276 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.652358 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.736727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.789546 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.814801 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12596211-fab1-4220-aab0-6d33b821c25b,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:36.818364 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.822649 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9e128687-5ff9-4f3f-ace9-359d83a18694 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12596211-fab1-4220-aab0-6d33b821c25b HTTP/1.1" status: 204 len: 168 time: 0.2523820 Jul 27 17:51:36.823528 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41098) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:36.827883 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f376bb-046f-4f4c-a1f1-0fd338162ed1 None None] Network b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:37.201381 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.256955 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Deleting port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:37.258604 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.262594 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] DHCP port deletion for b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:51:37.311225 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Deleting port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:37.311630 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.323932 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] For port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:37.324312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.341324 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Calling delete_port for 1f9d9eb2-849f-4a47-9020-d4bdf165d05a owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:37.392131 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] For port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,segment=NetworkSegment(15147818-0e8e-4263-9f3f-983603eef297),segment_id=15147818-0e8e-4263-9f3f-983603eef297)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:37.392604 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.407340 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Calling delete_port for 1f9d9eb2-849f-4a47-9020-d4bdf165d05a owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:37.426230 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.453247 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:37.457535 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] No DVR routers for this DVR port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:51:37.488386 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.521953 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Pushing event deleted for resources: {'Port': ['ID=1f9d9eb2-849f-4a47-9020-d4bdf165d05a,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:37.526896 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] No DVR routers for this DVR port 1f9d9eb2-849f-4a47-9020-d4bdf165d05a on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:51:37.533962 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.534312 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.534659 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.535003 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.540889 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3115c-96ba-42ff-b98a-0e6603ca0481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:37.542196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.551549 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:37.563318 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15147818-0e8e-4263-9f3f-983603eef297') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:37.563648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15147818-0e8e-4263-9f3f-983603eef297') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:37.573914 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.588053 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.594806 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:51:37.595218 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:51:37.597049 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:51:37.651522 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.657105 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.659128 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1 HTTP/1.1" status: 204 len: 168 time: 0.8353128 Jul 27 17:51:37.662224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41100) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:37.670067 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70261f9-07ab-43df-a236-94e75c41f583 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e47ac0-4dc4-4e3f-82fb-6154d6a57bf1,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:37.783513 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 49860dba-5cfa-4077-9e8b-01f01d9c058b no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:37.804067 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 49860dba-5cfa-4077-9e8b-01f01d9c058b {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:37.804942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 49860dba-5cfa-4077-9e8b-01f01d9c058b not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:37.805296 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1f9d9eb2-849f-4a47-9020-d4bdf165d05a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:37.824045 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 1f9d9eb2-849f-4a47-9020-d4bdf165d05a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:37.824394 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 1f9d9eb2-849f-4a47-9020-d4bdf165d05a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:37.824845 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6252fa84-758b-43a4-a5cf-dce3862a697e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:37.843735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6252fa84-758b-43a4-a5cf-dce3862a697e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:37.844665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6252fa84-758b-43a4-a5cf-dce3862a697e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:38.317532 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:38.572778 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Deleting port 45130017-3ee4-4ccb-814b-3d134affd7f3 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:38.573133 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:38.652733 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] For port 45130017-3ee4-4ccb-814b-3d134affd7f3, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=45130017-3ee4-4ccb-814b-3d134affd7f3,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:38.653113 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:38.665729 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Calling delete_port for 45130017-3ee4-4ccb-814b-3d134affd7f3 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:38.844811 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:38.870257 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45130017-3ee4-4ccb-814b-3d134affd7f3,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:39.037393 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.252646 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Router 3f7329ad-2715-481b-855c-452b1fdf8413 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:39.356794 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:39.363027 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-ab98157d-3a1f-4a80-942c-916d665d18f1 admin admin] 10.222.0.64 "PUT /v2.0/routers/3f7329ad-2715-481b-855c-452b1fdf8413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984873 Jul 27 17:51:39.364447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41102) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:39.365246 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Sync routers for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:39.375336 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:39.375944 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:39.467686 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.485540 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:39.570068 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.626062 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Deleting port 6baf58ad-06b0-4cd8-b8e9-a936c847619a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:39.626407 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.664798 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:51:38Z', 'revision_number': 5, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port': {'id': '6baf58ad-06b0-4cd8-b8e9-a936c847619a', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:39.690531 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Checking router: 3f7329ad-2715-481b-855c-452b1fdf8413 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:39.698911 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Routers {'3f7329ad-2715-481b-855c-452b1fdf8413'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:39.699725 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['3f7329ad-2715-481b-855c-452b1fdf8413'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:39.704554 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] For port 6baf58ad-06b0-4cd8-b8e9-a936c847619a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6baf58ad-06b0-4cd8-b8e9-a936c847619a,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:39.704926 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.718445 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Calling delete_port for 6baf58ad-06b0-4cd8-b8e9-a936c847619a owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:39.786944 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] Set router 3f7329ad-2715-481b-855c-452b1fdf8413 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:39.843907 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:51:39Z', 'revision_number': 6, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:39.873423 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368cad9-56aa-4b38-ba94-694b2a7476ff None None] The sync data for ids ['3f7329ad-2715-481b-855c-452b1fdf8413'] in n-d-723572-6 is: [{'id': '3f7329ad-2715-481b-855c-452b1fdf8413', 'name': 'tempest-TestShelveInstance-1870821836-router', 'tenant_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:42:49Z', 'updated_at': '2021-07-27T17:51:39Z', 'revision_number': 6, 'project_id': '91a3d10cc05f4734aca4dae1c80d0e5a', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:39.890418 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2db890ef-9486-4e70-953a-15d951040c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.920458 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.946472 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baf58ad-06b0-4cd8-b8e9-a936c847619a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:40.012099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.101671 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.103792 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.145581 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.146202 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7329ad-2715-481b-855c-452b1fdf8413 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:51:40.150804 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.152090 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-e84f3d1d-4154-4b7d-a24f-6c37c1f000e5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3f7329ad-2715-481b-855c-452b1fdf8413 HTTP/1.1" status: 204 len: 168 time: 0.7866175 Jul 27 17:51:40.154605 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41104) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:40.202300 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Deleting subnet 4bf066fd-9d72-4a26-b0e8-e09c23f02fe4 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:51:40.205245 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.241124 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.322194 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.375101 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.407118 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.411295 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4bf066fd-9d72-4a26-b0e8-e09c23f02fe4 HTTP/1.1" status: 204 len: 168 time: 0.2534907 Jul 27 17:51:40.411295 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573752a-8ecc-416c-9889-2d7411507d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf066fd-9d72-4a26-b0e8-e09c23f02fe4,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:40.411852 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41106) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:40.412336 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fcf15-0ea2-4cb7-80ef-88425e371d5f None None] Network 1b066b0d-4406-4043-945a-43fcfc96ba79 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:40.480812 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.538214 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Deleting port 95235950-08c4-4432-aece-699c7e125756 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:40.539140 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.603261 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] For port 95235950-08c4-4432-aece-699c7e125756, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95235950-08c4-4432-aece-699c7e125756,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:40.603636 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.617423 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Calling delete_port for 95235950-08c4-4432-aece-699c7e125756 owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:40.629206 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] DHCP port deletion for 1b066b0d-4406-4043-945a-43fcfc96ba79 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:51:40.680216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Deleting port 95235950-08c4-4432-aece-699c7e125756 {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:51:40.680629 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.702681 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.716384 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] No DVR routers for this DVR port 95235950-08c4-4432-aece-699c7e125756 on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:51:40.736851 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=95235950-08c4-4432-aece-699c7e125756,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:40.747714 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] For port 95235950-08c4-4432-aece-699c7e125756, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=95235950-08c4-4432-aece-699c7e125756,segment=NetworkSegment(1233186a-02cc-4e17-bb1e-583b266a8669),segment_id=1233186a-02cc-4e17-bb1e-583b266a8669)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:40.748130 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.762641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Calling delete_port for 95235950-08c4-4432-aece-699c7e125756 owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:51:40.806337 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.816662 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b066b0d-4406-4043-945a-43fcfc96ba79']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:40.827569 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1233186a-02cc-4e17-bb1e-583b266a8669') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:40.827876 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1233186a-02cc-4e17-bb1e-583b266a8669') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:40.838042 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.843302 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.859247 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.865849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:51:40.866283 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:51:40.868157 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:51:40.870549 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] Pushing event deleted for resources: {'Port': ['ID=95235950-08c4-4432-aece-699c7e125756,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:40.872648 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8a61a-771d-48e6-ae0a-37e491e15fca None None] No DVR routers for this DVR port 95235950-08c4-4432-aece-699c7e125756 on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:51:40.933203 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.939817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:40.941862 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b066b0d-4406-4043-945a-43fcfc96ba79 HTTP/1.1" status: 204 len: 168 time: 0.5283289 Jul 27 17:51:40.953321 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82947-c36e-4fb2-97a8-83f80c1ad0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1b066b0d-4406-4043-945a-43fcfc96ba79,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:41.053642 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41110) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:41.094480 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d30cf581-9ec9-4de7-8c78-4f8b3a10eecf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7e943a12b044a7c9e91a741a59535b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396693 Jul 27 17:51:41.097096 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41112) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:41.144547 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.165081 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.217310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.220364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.221543 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f7e1468-78bb-4c97-a917-0e508a0c76f6 HTTP/1.1" status: 204 len: 168 time: 0.1235514 Jul 27 17:51:41.229268 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7357-fb63-46c8-a369-ac37148413b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7e1468-78bb-4c97-a917-0e508a0c76f6,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:41.532976 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41118) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:41.574145 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-27160ce2-cec9-4702-9917-beb030134c95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91a3d10cc05f4734aca4dae1c80d0e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399969 Jul 27 17:51:41.576586 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41120) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:41.624795 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.645709 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.692438 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.695031 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:41.696190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0226f0b-a5bc-4da9-974e-3bdb2cd36f01 HTTP/1.1" status: 204 len: 168 time: 0.1187069 Jul 27 17:51:41.704221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112f188-126c-4320-a51a-55dd86c6e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0226f0b-a5bc-4da9-974e-3bdb2cd36f01,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:41.790056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6baf58ad-06b0-4cd8-b8e9-a936c847619a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:41.811599 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6baf58ad-06b0-4cd8-b8e9-a936c847619a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:41.812027 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6baf58ad-06b0-4cd8-b8e9-a936c847619a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:41.812767 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45130017-3ee4-4ccb-814b-3d134affd7f3 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:41.831876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 45130017-3ee4-4ccb-814b-3d134affd7f3 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:41.832348 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 45130017-3ee4-4ccb-814b-3d134affd7f3 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:41.832829 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95235950-08c4-4432-aece-699c7e125756 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:51:41.854857 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 95235950-08c4-4432-aece-699c7e125756 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:51:41.855212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 95235950-08c4-4432-aece-699c7e125756 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:51:42.356643 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41144) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:42.449779 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1927152941-network', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:42.471422 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Made reservation on behalf of a3ac6dbd69194ce79a9b43e48716ff9f for: {'network': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:42.473690 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.482803 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.580982 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.584328 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.588870 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.614509 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:51:42.623472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cda630-59b5-4c23-96d1-a08bc9f5d268,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:42.630310 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.631275 n-d-723572-6 neutron-server[93924]: INFO neutron.db.segments_db [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Added segment f2609799-6b3f-4959-8d09-9fab216f2733 of type vlan for network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 Jul 27 17:51:42.665376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-53f39c9d-795a-4722-ab3f-e1484e1ddc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.673926 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.702142 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.703115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:42.703704 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.755846 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3976490 Jul 27 17:51:42.758747 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41148) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:42.763917 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Request body: {'subnet': {'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1927152941-subnet', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:42.764872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6e538-043c-400d-b588-5eb78b38aa22 admin admin] Pushing event updated for resources: {'Network': ['ID=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:42.774843 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:51:42.786023 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Made reservation on behalf of a3ac6dbd69194ce79a9b43e48716ff9f for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:42.788943 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:42.962527 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.016715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a3db39-9ab5-4e0a-90c5-c655ef1019cd,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:43.025876 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Checking segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:43.026244 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Network hostable DHCP agents. Network: 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:51:43.041864 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:51:43.050551 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:43.054547 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:43.055143 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.060835 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d76e24-f8df-4cd7-8638-92f295f1d26a None None] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:43.070655 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d7610d01-8d71-40df-b10e-e4becb4a0752 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3107278 Jul 27 17:51:43.073250 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41150) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:43.077781 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:43.098183 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.099184 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.151463 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.205958 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:51:43.206886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.291081 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.344036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Allocated IP 172.20.0.2 (450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7/58a3db39-9ab5-4e0a-90c5-c655ef1019cd/3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:43.487945 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.496624 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Transition to ACTIVE for port object 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:43.497269 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.513199 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Transition to ACTIVE for port object 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:43.518113 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.521614 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.558134 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:43.560816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:43.566763 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:43.579183 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:43.625466 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Allocated IP 172.25.4.26 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/6ad809db-2153-458e-b80f-cd552d056e71) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:43.633415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Attempting to bind port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:43.633779 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Attempting to bind port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:43.634133 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Attempting to bind port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:43.639211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:43.639588 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Checking segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:43.640092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.640493 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Bound using segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:43.641085 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Bound port: 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:43.641470 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.703942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] For port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:43.707630 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] For port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:43.711467 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.738144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.780946 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.781850 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:43.797984 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529219-9946-46e7-b7ad-cecb2388f839 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:43.826614 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:43.829462 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:43.834628 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:43.837826 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Pushing event updated for resources: {'Port': ['ID=6ad809db-2153-458e-b80f-cd552d056e71,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:44.110956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:44.299734 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:44.431920 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Router 152526ca-792b-43bd-ac2b-57daee390ba1 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:51:44.543379 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:44.553702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:44.560667 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:44.562046 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d076b77c-9b1c-4186-99b5-7510e75310fc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4877474 Jul 27 17:51:44.564748 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41152) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:44.566877 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:44.567506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:44.655504 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121cf64-5ac6-4324-8116-5c7d88c18840 None None] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:44.721965 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:44.844060 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-101d86ba-76a8-4b78-b986-a72724625f55 None None] Provisioning for port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:45.001981 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:44Z', 'revision_number': 3, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:45.002187 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.031170 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:45.031507 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Updating router 152526ca-792b-43bd-ac2b-57daee390ba1 port 6ad809db-2153-458e-b80f-cd552d056e71 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:45.076003 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.179216 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Allocated IP 172.20.0.1 (450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7/58a3db39-9ab5-4e0a-90c5-c655ef1019cd/2ad7bfcb-c514-4996-9ec4-7077d12a9ae4) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:45.297572 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.311254 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.provisioning_blocks [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Transition to ACTIVE for port object 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:45.354911 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.368310 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.377979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.388802 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Transition to ACTIVE for port object 6ad809db-2153-458e-b80f-cd552d056e71 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:45.396144 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.397731 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:45.402961 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:45.406905 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:45.412819 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Pushing event updated for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:45.449463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Attempting to bind port 6ad809db-2153-458e-b80f-cd552d056e71 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:45.450017 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Attempting to bind port 6ad809db-2153-458e-b80f-cd552d056e71 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:45.450261 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Attempting to bind port 6ad809db-2153-458e-b80f-cd552d056e71 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:45.452982 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.458950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:45.459325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:45.459731 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.460172 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:45.460650 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Bound port: 6ad809db-2153-458e-b80f-cd552d056e71, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:45.461041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.463878 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90d6b-b3dd-46c7-b1c6-0a54859857ee None None] Pushing event updated for resources: {'Port': ['ID=6ad809db-2153-458e-b80f-cd552d056e71,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:45.521886 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] For port 6ad809db-2153-458e-b80f-cd552d056e71, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:45.525532 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] For port 6ad809db-2153-458e-b80f-cd552d056e71, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6ad809db-2153-458e-b80f-cd552d056e71,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:45.530618 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.600501 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:45.601901 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:45.618648 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.642874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90d6b-b3dd-46c7-b1c6-0a54859857ee None None] Pushing event updated for resources: {'Port': ['ID=6ad809db-2153-458e-b80f-cd552d056e71,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:45.796229 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.802631 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.880708 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:45.919138 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Pushing event updated for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:45.923289 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:45.951978 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-544eb239-8c2a-4337-807e-05fec5156aa0 None None] Provisioning for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:45.977818 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-544eb239-8c2a-4337-807e-05fec5156aa0 None None] Provisioning complete for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:45.978389 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-544eb239-8c2a-4337-807e-05fec5156aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.024467 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:46.072273 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:46.074715 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:46.112118 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-544eb239-8c2a-4337-807e-05fec5156aa0 None None] Port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:46.145776 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:46.159384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:46.159757 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.203361 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:46.321271 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.321553 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:46.327119 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-8a75bb0a-ff5f-4d70-bbe9-a7e6b7a7e48a admin admin] 10.222.0.64 "PUT /v2.0/routers/152526ca-792b-43bd-ac2b-57daee390ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575083 Jul 27 17:51:46.378215 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:46.379320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-f61fd82d-d5e0-4d14-b4f6-3e54902c0477 None None] Provisioning complete for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:46.379993 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f61fd82d-d5e0-4d14-b4f6-3e54902c0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.386089 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.435351 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:46.480611 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247ab43-7405-465a-9696-7763ef90b88e None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:46.490442 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-f61fd82d-d5e0-4d14-b4f6-3e54902c0477 None None] Port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:46.495364 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:46.821349 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41170) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:46.826515 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-820973834-network', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:46.849760 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Made reservation on behalf of a8f013f2f7f04ec883110aaf65f9aa3c for: {'network': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:46.853264 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for network, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.862315 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.960727 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.965996 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:46.993816 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:51:47.003203 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05daae4f-37b3-40e2-a1de-3cd386318b7b,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:47.011446 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.011806 n-d-723572-6 neutron-server[93923]: INFO neutron.db.segments_db [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Added segment 6ae86424-6a46-4632-88f6-9deb5651d109 of type vlan for network 8ed6d17b-73e3-4986-bb48-99fd3843c0da Jul 27 17:51:47.058584 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791754821726'] for network, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.409434 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007'] for network, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.410441 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:47.411018 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.465820 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6430745 Jul 27 17:51:47.468677 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41172) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:47.475357 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Request body: {'subnet': {'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-820973834-subnet', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'ip_version': 4}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:47.481901 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda4b4b-706e-4b36-a799-2d7c764dab91 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed6d17b-73e3-4986-bb48-99fd3843c0da,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:47.501161 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da details requested by agent ovs-agent-n-d-723572-6 with host n-d-723572-6 {{(pid=93925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:51:47.505596 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Made reservation on behalf of a8f013f2f7f04ec883110aaf65f9aa3c for: {'subnet': 1} {{(pid=93923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:47.508135 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25382418'] for subnet, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.625842 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.696173 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25382400'] for subnet, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.758385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc226e5-b1d2-4117-9b27-715c09ced0c8,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:47.769827 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Checking segment: {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:47.770201 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Network hostable DHCP agents. Network: 8ed6d17b-73e3-4986-bb48-99fd3843c0da, hostable agents: ['5834f800-08c4-4469-9493-7f6f63e1aa49'], hosted agents: [] {{(pid=93923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:51:47.788058 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da is scheduled to be hosted by DHCP agent 5834f800-08c4-4469-9493-7f6f63e1aa49 with binding_index 1 {{(pid=93923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:51:47.798000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723572-6, 8ed6d17b-73e3-4986-bb48-99fd3843c0da) {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:47.803469 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:47.804098 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.808136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005bf2d8-f933-4f87-8280-1604cf91b257 None None] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:47.826639 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1650334f-db18-4434-b817-1d17e7735c7d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3569264 Jul 27 17:51:47.829389 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41174) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:47.834075 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:47.857580 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2033632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.858956 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2037833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1597702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:47.898736 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6ad809db-2153-458e-b80f-cd552d056e71 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:47.924038 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.001617 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23d40b1a-c78f-5008-98bc-016c23941b9d-8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8'}]}} from n-d-723572-6. {{(pid=93925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:51:48.002591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.013499 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6ad809db-2153-458e-b80f-cd552d056e71 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:48.019525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6ad809db-2153-458e-b80f-cd552d056e71 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:48.019899 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.069063 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2023028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.204506 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.db_base_plugin_common [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Allocated IP 172.20.0.2 (8ed6d17b-73e3-4986-bb48-99fd3843c0da/6fc226e5-b1d2-4117-9b27-715c09ced0c8/6c971635-0f29-40ee-bfb2-f312dbcabe8a) {{(pid=93925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:48.208634 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.237753 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6ad809db-2153-458e-b80f-cd552d056e71, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6ad809db-2153-458e-b80f-cd552d056e71,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:48.248075 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.248949 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:48.283531 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.303302 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.375942 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6ad809db-2153-458e-b80f-cd552d056e71,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:48.434633 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Allocated IP 172.25.4.75 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/2fd8549f-1cab-4ca6-9ff7-089bafb13678) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:48.435992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:48.436371 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.476737 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks [] for port, precommit_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.491163 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Transition to ACTIVE for port object 6c971635-0f29-40ee-bfb2-f312dbcabe8a will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:48.521422 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:48.521895 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Transition to ACTIVE for port object 6c971635-0f29-40ee-bfb2-f312dbcabe8a will not be triggered until provisioned by entity DHCP. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:48.533706 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:48.534413 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:48.549126 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351'] for port, after_create {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.555103 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.601356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da is already hosted by enough agents. {{(pid=93925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:48.610740 n-d-723572-6 neutron-server[93925]: DEBUG neutron.scheduler.base_scheduler [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Resources bound (agent type, host, resource id): {{(pid=93925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:48.611060 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.615091 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Received port after_create {{(pid=93925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:48.625274 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Pushing event updated for resources: {'Port': ['ID=6c971635-0f29-40ee-bfb2-f312dbcabe8a,revision_number=1']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:48.676572 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:48.679428 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:48.682187 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:48.688927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd8549f-1cab-4ca6-9ff7-089bafb13678,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:48.689502 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Attempting to bind port 6c971635-0f29-40ee-bfb2-f312dbcabe8a on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:48.690554 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Attempting to bind port 6c971635-0f29-40ee-bfb2-f312dbcabe8a by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:48.690931 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Attempting to bind port 6c971635-0f29-40ee-bfb2-f312dbcabe8a on network 8ed6d17b-73e3-4986-bb48-99fd3843c0da {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:48.696662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:48.697095 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:48.697240 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Checking segment: {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:48.697446 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.697898 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Bound using segment: {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:48.698382 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Bound port: 6c971635-0f29-40ee-bfb2-f312dbcabe8a, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:48.698774 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.783306 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] For port 6c971635-0f29-40ee-bfb2-f312dbcabe8a, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:48.787722 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] For port 6c971635-0f29-40ee-bfb2-f312dbcabe8a, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c971635-0f29-40ee-bfb2-f312dbcabe8a,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:48.793541 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:48.867752 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62bd8a-55e5-4bfd-ba59-e452277a5489 None None] Pushing event updated for resources: {'Port': ['ID=6c971635-0f29-40ee-bfb2-f312dbcabe8a,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:48.961837 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 2, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:49.043152 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.112411 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:49.112934 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Updating router 152526ca-792b-43bd-ac2b-57daee390ba1 port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:49.161233 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.273357 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2023003'] for router, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.408516 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 is scheduled to L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 with binding_index 1 {{(pid=93923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:51:49.430349 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.439911 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Transition to ACTIVE for port object 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:49.446213 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.498857 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Pushing event updated for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:49.529627 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:49.539461 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.539924 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.540207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.540582 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.540930 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.541250 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.541604 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.541905 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.542231 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.542548 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.543056 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.543556 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:49.544557 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Sync routers for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:49.557979 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:49.559069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:49.568247 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.573821 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-f8aacf28-bed7-494c-8765-2a3db8f695c4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7433596 Jul 27 17:51:49.574481 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41176) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:49.588925 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Attempting to bind port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:49.589298 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Attempting to bind port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:49.589657 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Attempting to bind port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:49.596622 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:49.597267 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Checking segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:49.597840 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.598414 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Bound using segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:49.599049 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Bound port: 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:49.599814 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.674909 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] For port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:49.679778 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] For port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:49.690191 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:49.724012 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:49.768043 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:49.769002 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:49.847311 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5cc66-885c-4339-a52a-fb5569b8bbf2 None None] Pushing event updated for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:49.980478 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6ad809db-2153-458e-b80f-cd552d056e71 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:49.987388 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:50.117481 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 3, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:50.145938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6ad809db-2153-458e-b80f-cd552d056e71 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:50.146315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.150142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Checking router: 8f3824d8-1e56-43f3-9e65-07fb273a4d55 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:50.150498 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Updating router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 binding host n-d-723572-6 {{(pid=93925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:50.195416 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22127b0b-e63d-4849-8276-0dbe18d2766a None None] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:50.229347 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:49Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:50.255252 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189efbf-1d9d-472a-80eb-28cf58b27878 None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:49Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:50.256135 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.269449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.311538 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-c268f745-1113-44b0-bc18-51b611183d06 None None] Provisioning for port 6c971635-0f29-40ee-bfb2-f312dbcabe8a completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:50.426933 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Allocated IP 172.20.0.1 (8ed6d17b-73e3-4986-bb48-99fd3843c0da/6fc226e5-b1d2-4117-9b27-715c09ced0c8/ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:50.488697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c971635-0f29-40ee-bfb2-f312dbcabe8a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:50.547786 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.561878 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Transition to ACTIVE for port object ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:50.601266 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.638685 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:50.642376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:50.647110 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:50.660216 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 6c971635-0f29-40ee-bfb2-f312dbcabe8a completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:50.675077 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6c971635-0f29-40ee-bfb2-f312dbcabe8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:50.675449 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.688731 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:50.705327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023174'] for router_interface, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.861292 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.957535 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.988816 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Transition to ACTIVE for port object 2fd8549f-1cab-4ca6-9ff7-089bafb13678 will not be triggered until provisioned by entity L2. {{(pid=93925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:51.011460 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.041306 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.054622 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.060744 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.089461 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1263d0-d25f-4e4e-b347-8426fbae2754 None None] Pushing event updated for resources: {'Port': ['ID=2fd8549f-1cab-4ca6-9ff7-089bafb13678,revision_number=2']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:51.093908 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Attempting to bind port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 on host n-d-723572-6 for vnic_type normal with profile {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:51.094384 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Attempting to bind port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:51.094786 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Attempting to bind port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 on network e5fbe55b-0610-41b7-b908-e66160cf5ee2 {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:51.111136 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:51.111512 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Checking segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:51.111912 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.112612 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Bound using segment: {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'} {{(pid=93925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:51.112813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.managers [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Bound port: 2fd8549f-1cab-4ca6-9ff7-089bafb13678, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb0aa97-7264-47f0-af4e-50e6853f0204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2'}}] {{(pid=93925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:51.113196 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.115846 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 6c971635-0f29-40ee-bfb2-f312dbcabe8a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c971635-0f29-40ee-bfb2-f312dbcabe8a,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:51.139416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.143267 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022038'] for router_interface, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.146813 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:51.221692 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=6c971635-0f29-40ee-bfb2-f312dbcabe8a,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:51.226292 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] For port 2fd8549f-1cab-4ca6-9ff7-089bafb13678, host n-d-723572-6, cleared binding levels {{(pid=93925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:51.241099 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] For port 2fd8549f-1cab-4ca6-9ff7-089bafb13678, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2fd8549f-1cab-4ca6-9ff7-089bafb13678,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:51.242813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-48076dbf-bbe9-4987-b14b-b7be8b6a9a72 None None] Provisioning complete for port 6c971635-0f29-40ee-bfb2-f312dbcabe8a triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:51.243160 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-48076dbf-bbe9-4987-b14b-b7be8b6a9a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.259930 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:51.261495 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:51.268739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.350242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:51.351415 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:51.353494 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1263d0-d25f-4e4e-b347-8426fbae2754 None None] Pushing event updated for resources: {'Port': ['ID=2fd8549f-1cab-4ca6-9ff7-089bafb13678,revision_number=3']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:51.395167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:51.496246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:51.514924 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:51.526607 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-643b9fa8-bc13-412e-85b2-4ea8a75108e6 admin admin] 10.222.0.64 "PUT /v2.0/routers/8f3824d8-1e56-43f3-9e65-07fb273a4d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505143 Jul 27 17:51:51.630546 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e01b7ddd-dd86-48d2-b54f-1f213e29a4fe None None] Provisioning for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:51.638938 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e01b7ddd-dd86-48d2-b54f-1f213e29a4fe None None] Provisioning complete for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:51.639315 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e01b7ddd-dd86-48d2-b54f-1f213e29a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.701637 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e01b7ddd-dd86-48d2-b54f-1f213e29a4fe None None] Port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:51.755732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf', 'name': '', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'mac_address': 'fa:16:3e:2b:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:50Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 2, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'subnets': [{'id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:51.784973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4c27-7501-4144-a2fe-4f7979ea06d1 None None] The sync data for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 is: [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf', 'name': '', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'mac_address': 'fa:16:3e:2b:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:50Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 2, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'subnets': [{'id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:51.834143 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c971635-0f29-40ee-bfb2-f312dbcabe8a up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:51.858791 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-e9e0e2c0-4af7-417c-9903-071eb6fb2ae3 None None] Provisioning complete for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:51.859258 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e2c0-4af7-417c-9903-071eb6fb2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:51.909807 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0e2c0-4af7-417c-9903-071eb6fb2ae3 None None] Port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:51.922744 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 6c971635-0f29-40ee-bfb2-f312dbcabe8a triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:51.923114 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.009911 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:52.070248 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:52.074212 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:52.074592 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.164067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.201735 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:52.206169 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.265527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:52.325284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41184) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:52.330078 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973962820', 'description': 'tempest-secgroup-smoke-973962820 description', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:52.358366 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.456164 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.459999 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.489236 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.490489 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1642437 Jul 27 17:51:52.492956 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9158cc-8e0e-4bad-aa06-0b6c3ebde2a7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a83a4-a1cc-475e-8ad1-cad99ef32f74,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:52.494053 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41186) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:52.498788 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:52.526974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.584502 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.588376 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.606297 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad14fe5-783d-45d4-b58b-a9d7831c2747,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:52.612547 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.613771 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-bbae2b7a-9204-45ac-aaf5-927d2ba95399 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187067 Jul 27 17:51:52.616927 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41188) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:52.621311 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:52.649342 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.706333 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.710041 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.729821 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1d788b-cf5a-40aa-8a03-a91f8bf90133,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:52.733350 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.734570 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-c54f7f53-f065-4f4f-9cd7-995a4d280602 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166925 Jul 27 17:51:52.737290 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41190) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:52.742355 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:52.769401 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.835486 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.849075 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.868069 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc6bf43-393f-4b49-b635-568112885de9,revision_number=0']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:52.875052 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:52.878333 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-35ca2c87-db00-4d76-a7f4-29ebb7d32701 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380074 Jul 27 17:51:52.879168 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41192) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:52.884167 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:52.910619 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.002937 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.010295 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.030109 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d723016-5c54-44b3-8a9e-d5ead60f4540,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:53.040041 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.043953 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-9cec03ba-5cfe-430e-a144-7d566cdb3899 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612601 Jul 27 17:51:53.044198 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41194) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:53.049303 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:53.076518 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Project a3ac6dbd69194ce79a9b43e48716ff9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:51:53.082389 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.151664 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.156777 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.175440 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85d43e1-c111-4d75-9a95-f94da9088973,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:53.182208 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.183773 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-d56372f5-763e-4722-a2ba-21fc6c5f8fa4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384828 Jul 27 17:51:53.186580 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41196) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:53.191490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'security_group_rule': {'security_group_id': 'e51a83a4-a1cc-475e-8ad1-cad99ef32f74', 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:53.214909 n-d-723572-6 neutron-server[93924]: INFO neutron.db.securitygroups_db [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Project a3ac6dbd69194ce79a9b43e48716ff9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 17:51:53.221032 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.286621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.291301 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675435'] for security_group_rule, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.310284 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ed7cfb-ca01-4d85-816b-b43c5176b919,revision_number=0']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:53.313843 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.315127 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-f6d383b8-9acd-47d9-8448-249f2e6f667a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275477 Jul 27 17:51:53.465689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-b0983635-8126-4e85-8914-e1dfeea988ba tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973962820&fields=id&tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 267 time: 0.0372694 Jul 27 17:51:53.581376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-531a5bf3-ff0e-49fb-9d11-5a64c144e110 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:53.583099 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-531a5bf3-ff0e-49fb-9d11-5a64c144e110 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 810 time: 0.1094177 Jul 27 17:51:53.600654 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-30e72ee8-aaa8-4ff0-b57d-2c1cbba37b43 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/quotas/a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 375 time: 0.0103226 Jul 27 17:51:53.666833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-af1721c1-fe2e-4df9-a3d6-6744aa461088 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608189 Jul 27 17:51:53.776594 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-f175dbf5-5e90-46de-ad30-648f4854a412 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:51:53.777755 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-f175dbf5-5e90-46de-ad30-648f4854a412 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994618 Jul 27 17:51:53.865564 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2fd8549f-1cab-4ca6-9ff7-089bafb13678 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:53.876646 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-6100435a-bc4e-4bb7-9bcc-9a75a68d5de0 service neutron] 10.222.0.64 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912161 Jul 27 17:51:53.916614 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:53.920764 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:53.921150 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.968535 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-fd5d747b-3bf6-4bf4-9342-7fc5ec1d4049 service neutron] 10.222.0.64 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Jul 27 17:51:54.013557 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:54.037687 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port 2fd8549f-1cab-4ca6-9ff7-089bafb13678, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2fd8549f-1cab-4ca6-9ff7-089bafb13678,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:54.042349 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:54.043282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:54.131485 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=2fd8549f-1cab-4ca6-9ff7-089bafb13678,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:54.135056 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:54.135688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:54.165251 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dbcf0891-a0fc-4e79-ac8d-7dca00e6dfac req-b4cd1a0a-2b86-4e33-b07b-2480f9d1bb24 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 210 time: 0.0390928 Jul 27 17:51:54.378711 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Sync routers for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:54.390235 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:54.390974 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:54.516876 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:54.749581 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf', 'name': '', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'mac_address': 'fa:16:3e:2b:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:50Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 2, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'subnets': [{'id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:54.778951 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Checking router: 8f3824d8-1e56-43f3-9e65-07fb273a4d55 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:54.779332 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Updating router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf binding host n-d-723572-6 {{(pid=93926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:54.814702 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.104921 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks [] for port, precommit_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.121061 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.provisioning_blocks [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Transition to ACTIVE for port object ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf will not be triggered until provisioned by entity L2. {{(pid=93926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:55.129072 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.200559 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad119d-3498-4797-bc6d-0b8e9158458c None None] Pushing event updated for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=3']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:55.220033 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-bd53ea8d-8806-4b8f-a866-c2fac00c587d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:55.221633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-bd53ea8d-8806-4b8f-a866-c2fac00c587d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 810 time: 0.1413620 Jul 27 17:51:55.294091 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-76b5a585-44b9-4f1e-987e-f1fa5006907c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 379 time: 0.0617516 Jul 27 17:51:55.305606 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'port': {'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'admin_state_up': True, 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'security_groups': ['e51a83a4-a1cc-475e-8ad1-cad99ef32f74']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:55.306603 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Attempting to bind port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf on host n-d-723572-6 for vnic_type normal with profile {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:55.307049 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Attempting to bind port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf by drivers openvswitch,hyperv on host n-d-723572-6 at level 0 using segments [{'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:55.307484 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Attempting to bind port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf on network 8ed6d17b-73e3-4986-bb48-99fd3843c0da {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:55.313838 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Checking agent: {'id': '91548310-8b77-4c4c-a077-3575e349fadb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 21, 42), 'started_at': datetime.datetime(2021, 7, 27, 16, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723572-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:55.314375 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Checking segment: {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:55.314959 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.315361 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Bound using segment: {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'} {{(pid=93926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:55.316040 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.managers [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Bound port: ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf, host: n-d-723572-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae86424-6a46-4632-88f6-9deb5651d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da'}}] {{(pid=93926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:55.318390 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.333598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c5816b53-1697-4341-bcc0-434b7ebc4ca0 req-0bd97bbf-1179-4f72-965c-a53f882050fe tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 210 time: 0.0584607 Jul 27 17:51:55.405759 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] For port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf, host n-d-723572-6, cleared binding levels {{(pid=93926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:55.409543 n-d-723572-6 neutron-server[93926]: DEBUG neutron.plugins.ml2.db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] For port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf, host n-d-723572-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:55.416313 n-d-723572-6 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.497271 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Made reservation on behalf of a3ac6dbd69194ce79a9b43e48716ff9f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:55.500981 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.576275 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:55.576947 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:55.582554 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad119d-3498-4797-bc6d-0b8e9158458c None None] Pushing event updated for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=4']} {{(pid=93926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:55.660491 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Allocated IP 172.20.0.11 (450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7/58a3db39-9ab5-4e0a-90c5-c655ef1019cd/6ffe46fd-dee7-477b-8e93-35eb1030240d) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:55.706419 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:55.827668 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.846408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Transition to ACTIVE for port object 6ffe46fd-dee7-477b-8e93-35eb1030240d will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:55.852853 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2fd8549f-1cab-4ca6-9ff7-089bafb13678 up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:55.881678 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.917227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:55.917605 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:55.937220 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:55.940313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:55.942901 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:55.954394 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf', 'name': '', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'mac_address': 'fa:16:3e:2b:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:50Z', 'updated_at': '2021-07-27T17:51:55Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'subnets': [{'id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:55.980493 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:55.991338 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac54bdb-d868-45a1-af15-88e12150ef92 None None] The sync data for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 is: [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:51:50Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': 'ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf', 'name': '', 'network_id': '8ed6d17b-73e3-4986-bb48-99fd3843c0da', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'mac_address': 'fa:16:3e:2b:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:50Z', 'updated_at': '2021-07-27T17:51:55Z', 'revision_number': 4, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'subnets': [{'id': '6fc226e5-b1d2-4117-9b27-715c09ced0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:56.013584 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:56.013849 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:56.014759 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.034166 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-c27175c2-1d98-4f33-bd5e-ae953f5544f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7337275 Jul 27 17:51:56.048598 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Request body: {'port': {'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:56.079041 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:56.083390 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:56.084076 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.146623 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.171616 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.226439 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] For port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:56.232872 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.240036 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-33f12052-2133-47ac-b230-601c0f8405a6 None None] Provisioning for port 6ffe46fd-dee7-477b-8e93-35eb1030240d completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:56.264453 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-33f12052-2133-47ac-b230-601c0f8405a6 None None] Provisioning complete for port 6ffe46fd-dee7-477b-8e93-35eb1030240d triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:56.264922 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-33f12052-2133-47ac-b230-601c0f8405a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.315658 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Pushing event updated for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:56.318410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-33f12052-2133-47ac-b230-601c0f8405a6 None None] Port 6ffe46fd-dee7-477b-8e93-35eb1030240d cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:56.450224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffe46fd-dee7-477b-8e93-35eb1030240d {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:51:56.458600 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.471804 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Transition to ACTIVE for port object 6ffe46fd-dee7-477b-8e93-35eb1030240d will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:56.476612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.488447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975031cf-9cb4-4af6-aece-3571b7403d8a req-a3a003b4-ef1f-475f-81c5-9e22ab3593cf tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:56.490051 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-975031cf-9cb4-4af6-aece-3571b7403d8a req-a3a003b4-ef1f-475f-81c5-9e22ab3593cf tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 932 time: 0.0723925 Jul 27 17:51:56.557174 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-975031cf-9cb4-4af6-aece-3571b7403d8a req-c8fa7f84-0125-4fd0-9132-8f133923e2b9 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 Jul 27 17:51:56.579441 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:56.612874 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Attempting to bind port 6ffe46fd-dee7-477b-8e93-35eb1030240d on host n-h1-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:56.613211 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Attempting to bind port 6ffe46fd-dee7-477b-8e93-35eb1030240d by drivers openvswitch,hyperv on host n-h1-723572-6 at level 0 using segments [{'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:56.613539 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Attempting to bind port 6ffe46fd-dee7-477b-8e93-35eb1030240d on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:56.618633 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Port 6ffe46fd-dee7-477b-8e93-35eb1030240d on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:51:56.618954 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Attempting to bind port 6ffe46fd-dee7-477b-8e93-35eb1030240d on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:56.623816 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Checking agent: {'id': '3cf39cce-b98c-48c5-a186-4fa7329a213b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:56.624158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Checking segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:56.624700 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Bound using segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:56.625148 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Bound port: 6ffe46fd-dee7-477b-8e93-35eb1030240d, host: n-h1-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:56.625715 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.696675 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:56.699465 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:56.703887 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.739684 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:56.740382 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.742429 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] 10.222.0.61 "PUT /v2.0/ports/6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1092 time: 0.6984153 Jul 27 17:51:56.742888 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:51:56.746979 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768b211-2e50-4d21-909f-26f8330d3063" -d '{"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:51:56.797250 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e40f51-499c-4216-bcf4-1fbae42ff587 x-openstack-request-id: req-75e40f51-499c-4216-bcf4-1fbae42ff587 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:51:56.797250 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:51:56.797250 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75e40f51-499c-4216-bcf4-1fbae42ff587 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:51:56.797659 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'status': 'completed', 'code': 200} Jul 27 17:51:56.798191 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dc401-bec0-4b3f-af72-3582d9a6becf service neutron] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:56.848042 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-45f40781-3089-44fa-aa6e-bbae648de96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:56.849699 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-45f40781-3089-44fa-aa6e-bbae648de96e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0650799 Jul 27 17:51:56.899515 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-e1877657-25de-47c1-a7a4-cda64c26aa0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 217 time: 0.0417361 Jul 27 17:51:56.951872 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-5256cdc5-7022-461f-884f-16a1676f0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:56.953466 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-5256cdc5-7022-461f-884f-16a1676f0d36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0472834 Jul 27 17:51:57.015061 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-b0ae9e23-1d4a-4376-aefa-6a08bbadb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.016822 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-b0ae9e23-1d4a-4376-aefa-6a08bbadb431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555410 Jul 27 17:51:57.113232 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-9b5a595a-fd6c-4e87-818a-268cf1edc3a9 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894141 Jul 27 17:51:57.202747 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fb82784b-acf1-4687-bea7-c130a40ba97f req-30038678-af08-4c9b-b537-57e13c59b6f8 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Jul 27 17:51:57.303327 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b211-2e50-4d21-909f-26f8330d3063 req-36b6921d-2867-4dcf-b66f-e32d1ab632a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.304891 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-36b6921d-2867-4dcf-b66f-e32d1ab632a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0553267 Jul 27 17:51:57.404777 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b211-2e50-4d21-909f-26f8330d3063 req-334fd13e-dfe8-4fc7-a6f1-ea82f9c60b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.406273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-334fd13e-dfe8-4fc7-a6f1-ea82f9c60b4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0947948 Jul 27 17:51:57.448708 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-001440d1-05f6-4e00-bf9e-145159eab5dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 217 time: 0.0341876 Jul 27 17:51:57.503399 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b211-2e50-4d21-909f-26f8330d3063 req-b7aa3d45-8e9f-4e5a-8aa8-51581efb890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.504793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-b7aa3d45-8e9f-4e5a-8aa8-51581efb890d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0476508 Jul 27 17:51:57.564259 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b211-2e50-4d21-909f-26f8330d3063 req-51e2d54c-eb8f-4d17-b493-89fdbf7e7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.565833 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-51e2d54c-eb8f-4d17-b493-89fdbf7e7b77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536580 Jul 27 17:51:57.668896 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-91bf07d1-fc63-4faf-ab21-6ca817dde7cd service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943270 Jul 27 17:51:57.700038 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e2c5-58dd-42c7-84a3-d46405f8d094 req-fefe68e0-cdc5-43d9-859e-f9e4f9825380 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:57.701998 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c652e2c5-58dd-42c7-84a3-d46405f8d094 req-fefe68e0-cdc5-43d9-859e-f9e4f9825380 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.0681715 Jul 27 17:51:57.745421 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-c652e2c5-58dd-42c7-84a3-d46405f8d094 req-285c1971-d4eb-4649-878a-b1c0c4351f20 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341651 Jul 27 17:51:57.769798 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f768b211-2e50-4d21-909f-26f8330d3063 req-b0463e17-4e9e-4f0e-97c4-00191a12fbee service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Jul 27 17:51:57.810231 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf up at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:57.857989 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Provisioning complete for port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:57.858354 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:58.879921 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ac1f-619f-4c31-a118-5d27038498d0 req-e771b991-95d7-4b50-b753-77009b6a1185 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:58.881481 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-acc7ac1f-619f-4c31-a118-5d27038498d0 req-e771b991-95d7-4b50-b753-77009b6a1185 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.0634439 Jul 27 17:51:58.919964 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-acc7ac1f-619f-4c31-a118-5d27038498d0 req-711f0d1f-e189-4ded-8641-09ba9d341295 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jul 27 17:52:00.050175 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9a5f-f4b8-4323-bbe9-0339eec2be85 req-cc3d461f-c3e4-4ec3-9a76-c31062ef826e tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:00.051664 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f99a9a5f-f4b8-4323-bbe9-0339eec2be85 req-cc3d461f-c3e4-4ec3-9a76-c31062ef826e tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.0639336 Jul 27 17:52:00.092077 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f99a9a5f-f4b8-4323-bbe9-0339eec2be85 req-bd202e27-b5e9-4d5a-9e2c-4239fd06e49b tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337269 Jul 27 17:52:00.398785 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:52:00.497088 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:52:00.508750 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:52:00.548017 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:00.561048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffe46fd-dee7-477b-8e93-35eb1030240d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:52:00.579757 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:52:00.584036 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:00.633732 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:52:00.784864 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['6ffe46fd-dee7-477b-8e93-35eb1030240d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:52:01.227897 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3c41-b0de-4762-b580-675609c06f78 req-8d78c49c-f70d-48fc-aa37-6d6a819c74b3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:01.229375 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12ab3c41-b0de-4762-b580-675609c06f78 req-8d78c49c-f70d-48fc-aa37-6d6a819c74b3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 945 time: 0.0708599 Jul 27 17:52:01.270129 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-12ab3c41-b0de-4762-b580-675609c06f78 req-6b91a516-1fc8-4e80-abf5-8607b065ab6c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Jul 27 17:52:02.398894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f372e9-1d81-428d-87db-5d9d9745bee7 req-5b258bea-a5fd-4860-87b2-08ec5a6e43c7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:02.399519 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:52:02.400449 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8f372e9-1d81-428d-87db-5d9d9745bee7 req-5b258bea-a5fd-4860-87b2-08ec5a6e43c7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 945 time: 0.0637889 Jul 27 17:52:02.443194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-b8f372e9-1d81-428d-87db-5d9d9745bee7 req-c16b418f-dfe4-43cb-b315-3732fa0efd8f tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366111 Jul 27 17:52:02.449575 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning for port 6ffe46fd-dee7-477b-8e93-35eb1030240d completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:52:02.453360 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 6ffe46fd-dee7-477b-8e93-35eb1030240d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:52:02.453739 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:02.535037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:02.556142 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:52:02.558429 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1afb2a9-a2fe-4928-9a13-e6b4b80ee7c1" -d '{"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:52:02.571580 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:52:02.576913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:02.604117 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09166847-6335-4299-8d6e-bca14442e7f1 x-openstack-request-id: req-09166847-6335-4299-8d6e-bca14442e7f1 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:52:02.604416 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:52:02.605074 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09166847-6335-4299-8d6e-bca14442e7f1 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:52:02.605480 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'code': 200} Jul 27 17:52:02.633497 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:52:02.709155 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba57d4-cd8e-4a66-b96f-35248ad6c6b5 req-7263431a-1e60-49cd-a4e4-af18765fb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:02.711282 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eba57d4-cd8e-4a66-b96f-35248ad6c6b5 req-7263431a-1e60-49cd-a4e4-af18765fb195 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1097 time: 0.0549388 Jul 27 17:52:02.745974 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5eba57d4-cd8e-4a66-b96f-35248ad6c6b5 req-78e66509-bc03-4e4a-ad0f-1eb225bc59a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277035 Jul 27 17:52:03.576750 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbba9a6-00be-452e-8622-b4164a9a6508 req-eaea8449-f5e8-44b0-ae39-ec0a57c8bfee tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:03.578463 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3dbba9a6-00be-452e-8622-b4164a9a6508 req-eaea8449-f5e8-44b0-ae39-ec0a57c8bfee tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 946 time: 0.0662246 Jul 27 17:52:03.626039 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3dbba9a6-00be-452e-8622-b4164a9a6508 req-6ce29c3c-1b4a-405d-ae62-739105a5a139 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344617 Jul 27 17:52:03.792979 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:04.758091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce503-ac47-4cd3-8b39-ec3b4fc2ec9a req-94e71fd2-2fd7-4383-a651-ff86ffc73531 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:04.759591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b0ce503-ac47-4cd3-8b39-ec3b4fc2ec9a req-94e71fd2-2fd7-4383-a651-ff86ffc73531 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 946 time: 0.0634768 Jul 27 17:52:04.797136 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7b0ce503-ac47-4cd3-8b39-ec3b4fc2ec9a req-c40abe59-6e31-4fdc-95bf-65a6bef15f02 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315034 Jul 27 17:52:04.924716 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180da6-f32c-4691-8374-4694f991d897 req-e0e46323-3962-4f9f-bd50-4f1ab39b5177 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:04.926208 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d180da6-f32c-4691-8374-4694f991d897 req-e0e46323-3962-4f9f-bd50-4f1ab39b5177 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 946 time: 0.0633612 Jul 27 17:52:04.964211 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-3d180da6-f32c-4691-8374-4694f991d897 req-4a9e01ea-56ac-4418-b5d7-7005e821394c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jul 27 17:52:04.986691 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41252) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:52:05.097732 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c8216-6f82-4426-8d96-901bf654dbcb tempest-TestSnapshotPattern-607250141 tempest-TestSnapshotPattern-607250141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:05.099433 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1e7c8216-6f82-4426-8d96-901bf654dbcb tempest-TestSnapshotPattern-607250141 tempest-TestSnapshotPattern-607250141-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1092 time: 0.1115983 Jul 27 17:52:05.102271 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41256) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:52:05.106763 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:52:05.130783 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.231861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.345492 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Allocated IP 172.25.4.170 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:52:05.448675 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.486986 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.520710 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:52:05.523792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:52:05.528390 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:52:05.567624 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:52:05.914650 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.997153 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:06.152312 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:06.157177 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:06.226000 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:52:06.235861 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:06.336168 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Floating IP bb11e813-e665-4b7a-af51-167054da9bc8 associated. External IP: 172.25.4.170, port: 6ffe46fd-dee7-477b-8e93-35eb1030240d. Jul 27 17:52:06.852109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:52:06.959104 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:52:06.969834 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:52:06.976941 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:06.980969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:52:06.981982 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:52:07.044447 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-657cf883-49b9-4a42-926d-f06be557b5af tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9306509 Jul 27 17:52:07.044447 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:52:07.044447 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05492c34-6fc1-425a-b1e4-366d8f0324d3" -d '{"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:52:07.082600 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971a8ab-35e7-4c75-9018-4fd9dc8839c7 x-openstack-request-id: req-7971a8ab-35e7-4c75-9018-4fd9dc8839c7 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:52:07.082600 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:52:07.083163 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7971a8ab-35e7-4c75-9018-4fd9dc8839c7 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:52:07.083163 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'status': 'completed', 'code': 200} Jul 27 17:52:07.120733 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:52:07.163241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-2092d0a5-ced6-4483-bee8-2aac147347e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:07.164852 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-2092d0a5-ced6-4483-bee8-2aac147347e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1097 time: 0.0599129 Jul 27 17:52:07.257513 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-1ab969ee-5fb7-4633-aa0b-377c43b0b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:07.259026 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-1ab969ee-5fb7-4633-aa0b-377c43b0b381 service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0878286 Jul 27 17:52:07.328584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-4e4c734f-4467-47d9-a9d4-8770e9c35617 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1000 time: 0.0629356 Jul 27 17:52:07.355276 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:05Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:52:07.381188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:52:07.382487 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-eb5fd71c-feaf-49e3-aaa1-0925658f6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:07.383973 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-eb5fd71c-feaf-49e3-aaa1-0925658f6521 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0480649 Jul 27 17:52:07.390241 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:52:07.390837 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:51:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:52:07.447029 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-7dfa0c4f-f8e2-4d53-87bf-79ed6a4b8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:07.448574 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-7dfa0c4f-f8e2-4d53-87bf-79ed6a4b8a25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579276 Jul 27 17:52:07.554621 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-60d371c8-2dee-444f-8749-0e0751df7cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990996 Jul 27 17:52:07.651751 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-05492c34-6fc1-425a-b1e4-366d8f0324d3 req-052a24cd-41e9-421d-b4dd-96cac6c4cb11 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Jul 27 17:52:07.668144 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:52:07.907511 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:05Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:52:07.934037 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307ce7-5b79-4c8e-a60d-2074bc082d01 None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:05Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:52:08.131843 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8972-666d-4c98-a19f-11f3051714d3 None None] New status for floating IP bb11e813-e665-4b7a-af51-167054da9bc8: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:52:09.266565 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:52:09.885184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-79d390d0-992c-4e0c-9750-47112cc0c7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:12.583357 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:12.667220 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-9e5abd97-21a0-440a-b156-133bce76ca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:13.763235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:15.362789 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:17.643926 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:20.356239 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-7266e133-5b9e-4860-8723-67a231e158d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594327 Jul 27 17:52:20.773490 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-f9cb2638-69b3-45b4-a17e-f3432d00e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:20.774969 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-f9cb2638-69b3-45b4-a17e-f3432d00e2d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1097 time: 0.3718948 Jul 27 17:52:20.884279 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-29e1af4b-35a6-44de-8517-aaf37650cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:20.885928 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-29e1af4b-35a6-44de-8517-aaf37650cbb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0877776 Jul 27 17:52:20.960386 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-1febece0-8207-4957-9228-96c9a59a05ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1002 time: 0.0655742 Jul 27 17:52:21.014772 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-f295ece8-bf98-46f4-855c-29ce868aad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:21.016418 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-f295ece8-bf98-46f4-855c-29ce868aad57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0467546 Jul 27 17:52:21.082730 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-6b11bdae-d17e-416f-9eeb-09c7399895c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:52:21.085895 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-6b11bdae-d17e-416f-9eeb-09c7399895c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599310 Jul 27 17:52:21.181434 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-e463f91c-ed7f-4daf-930b-7d784391e915 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879753 Jul 27 17:52:21.278645 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-3f79c9db-d5ac-4643-9b2f-71711511e479 req-666d220c-196a-4842-b90f-dfef407b7821 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 Jul 27 17:52:33.790313 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:39.887826 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2b5df987-2967-4dd7-8475-c84b67952dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:42.585816 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:42.667120 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-54681292-190f-4572-98c9-c6a29b006fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:43.766325 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:45.364309 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:46.266840 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:52:47.633397 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:03.787704 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:09.890946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-7aa029cc-27d3-431b-a7e1-38ca28884b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:12.587591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:12.669006 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4c589c5b-d38e-4b0f-99c6-51e925c75dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:13.770210 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:15.367818 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:17.653360 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:21.438503 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-bb050485-b1c1-4d58-8b5d-c8afac2162f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304054 Jul 27 17:53:21.540050 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abf82-56bc-4951-8412-aa9f18be01bb req-c5ea53af-4ee8-4742-9e17-a15d7b8c466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.542648 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-c5ea53af-4ee8-4742-9e17-a15d7b8c466e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1097 time: 0.0598340 Jul 27 17:53:21.649767 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abf82-56bc-4951-8412-aa9f18be01bb req-f59fc998-a183-4fab-b750-3edcc06a346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.651273 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-f59fc998-a183-4fab-b750-3edcc06a346b service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0880318 Jul 27 17:53:21.718223 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-a2f57839-3609-4575-8c0b-ec48a8e06a68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1002 time: 0.0589826 Jul 27 17:53:21.767616 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abf82-56bc-4951-8412-aa9f18be01bb req-069203aa-205e-463e-8190-ad196f6fda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.769094 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-069203aa-205e-463e-8190-ad196f6fda80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0439045 Jul 27 17:53:21.833307 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abf82-56bc-4951-8412-aa9f18be01bb req-a379fca6-63e9-437f-85b7-2710a0cdad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.834808 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-a379fca6-63e9-437f-85b7-2710a0cdad1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589237 Jul 27 17:53:21.924917 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-b6f82677-1b6d-44c4-a939-9a1fd9034700 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Jul 27 17:53:22.024157 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-171abf82-56bc-4951-8412-aa9f18be01bb req-7c2b5f99-b57a-4aa7-918c-e16e138d143b service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915420 Jul 27 17:53:23.265789 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:53:33.784550 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:39.892843 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6cfe-0096-4f31-ba48-721ae482119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:42.591697 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:42.670037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f315fcad-f81a-4716-a41b-e372a2b5b2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:43.772103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:45.369046 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:47.667987 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:00.265207 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:54:03.803997 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:09.069070 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d details requested by agent hyperv_n-h1-723572-6 with host n-h1-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:54:09.170876 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:09.183263 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Returning: {'device': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:54:09.226275 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:09.239224 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ffe46fd-dee7-477b-8e93-35eb1030240d {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:54:09.258690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:09.262688 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:09.335202 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] get_ports_and_sgs() called for port_ids ['6ffe46fd-dee7-477b-8e93-35eb1030240d'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:54:09.337626 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:09.371098 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.371813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.372032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.372387 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.372770 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.373113 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.373449 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.373782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.374114 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.374443 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.374769 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.375097 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:09.898108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-88d8eda3-6932-48f9-96ea-e8d8a4eedcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:11.076320 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d up at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:54:11.144176 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Provisioning complete for port 6ffe46fd-dee7-477b-8e93-35eb1030240d triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:11.144592 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:11.235034 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:11.267426 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:54:11.268003 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5362772f-97d1-46e7-888d-f04bda89a131" -d '{"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:54:11.284282 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:11.290095 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:11.344275 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:11.402050 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b2847-9fe3-44a8-bef4-38ec82d936ed x-openstack-request-id: req-8e6b2847-9fe3-44a8-bef4-38ec82d936ed {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:54:11.402359 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:54:11.402627 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e6b2847-9fe3-44a8-bef4-38ec82d936ed {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:54:11.403036 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'code': 200} Jul 27 17:54:12.609218 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:12.678299 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1761a6ef-7223-40e0-bbdf-87a221eeb947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:13.779274 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:15.376581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:17.680893 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:19.268127 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-3cce1ce1-ffb7-4036-a6e9-c6692ce244f8 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973962820&fields=id&tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 267 time: 0.0360298 Jul 27 17:54:19.389931 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-83184774-7f19-48c4-9337-0196472cceae tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:19.391422 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-83184774-7f19-48c4-9337-0196472cceae tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 810 time: 0.1164598 Jul 27 17:54:19.407796 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-7d4a603d-e614-4dc8-af4a-67f9b72abcf3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/quotas/a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 375 time: 0.0103555 Jul 27 17:54:19.485101 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-00127236-9b2a-4888-94d3-c161f6d1b97b tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0705364 Jul 27 17:54:19.559679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-2571a29a-5be6-48bc-84f4-c5ddd8ebcc1c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:54:19.560723 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-2571a29a-5be6-48bc-84f4-c5ddd8ebcc1c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613763 Jul 27 17:54:19.663419 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-5d1a3e4c-fce5-44e3-8b25-b7ab9b8c0381 service neutron] 10.222.0.64 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951118 Jul 27 17:54:19.761574 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-6b74e5cd-5ab0-487c-acd8-0658049488d9 service neutron] 10.222.0.64 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918856 Jul 27 17:54:20.976124 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b6e7eae7-340d-4b02-8441-648bf67dcc60 req-2ce2475a-ff49-4b15-b6f6-eca3f637e3f1 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Jul 27 17:54:22.058194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-a718ce85-1699-40e2-9094-930282a3a1f2 req-5f3edf98-cfe2-42ff-a6fe-94b62dce4d73 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Jul 27 17:54:23.116140 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:54:23.141263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-6ad63f58-1258-4ad2-9d68-8b4b1e41549e req-f76cd0e1-d879-4827-86c3-2b812a60238d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0307529 Jul 27 17:54:23.198222 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:23.229246 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:54:23.231666 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834bd072-ee61-4642-a662-16b8219678a3" -d '{"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:54:23.256933 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:23.260772 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:23.291535 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af10304-c83f-4336-b22b-9bf398801fab x-openstack-request-id: req-5af10304-c83f-4336-b22b-9bf398801fab {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:54:23.291864 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:54:23.292041 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5af10304-c83f-4336-b22b-9bf398801fab {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:54:23.292421 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'code': 200} Jul 27 17:54:23.322540 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Pushing event updated for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=8']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:23.350979 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-d86704ef-c3fa-411c-87dd-ceb5356fb937 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590494 Jul 27 17:54:23.449931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-6b7dc892-6e72-4e63-8aaf-fd55e9b61cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:23.451447 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-6b7dc892-6e72-4e63-8aaf-fd55e9b61cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0598350 Jul 27 17:54:23.563115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-4d4eb251-ffda-4a8e-a6bc-360387212cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:23.565190 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-4d4eb251-ffda-4a8e-a6bc-360387212cd1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0931921 Jul 27 17:54:23.638352 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-03739378-6260-4e17-bd7e-ae8b36acc9fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1000 time: 0.0664692 Jul 27 17:54:23.688984 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-3ddfc0e4-e5a3-4271-b125-08247e3abf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:23.690591 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-3ddfc0e4-e5a3-4271-b125-08247e3abf00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0457053 Jul 27 17:54:23.750145 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-059e558e-8698-4aa6-baf1-004041aa53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:23.751688 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-059e558e-8698-4aa6-baf1-004041aa53c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546010 Jul 27 17:54:23.846579 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-eeec4e03-ed48-4039-af4c-7058ad11b3c0 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879228 Jul 27 17:54:23.938627 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fd3d7a0a-07f5-4287-b901-5f5db1380789 req-00846362-c634-4bc5-bdb2-25e2a9e72c27 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Jul 27 17:54:24.223975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-65968833-d9f9-40da-8442-9c96dabcec9a req-1fbc3ed6-ce01-4ee6-b999-cd85de72bd0b tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0312078 Jul 27 17:54:25.326061 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-dc8bd514-d37d-49ff-9991-37a566d90462 req-2fa728b7-52c2-431f-bacb-c643d3b11df7 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0333817 Jul 27 17:54:26.151801 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-a31d83c9-7031-4a77-bfca-2633e30c220d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:26.153496 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-a31d83c9-7031-4a77-bfca-2633e30c220d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 810 time: 0.1100192 Jul 27 17:54:26.207893 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-1146eff7-f3a7-4b47-ac6f-3f8abadbc1d8 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f HTTP/1.1" status: 200 len: 379 time: 0.0385995 Jul 27 17:54:26.225121 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'port': {'device_id': '41e3e498-1304-4985-a92e-ef80939ae176', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'admin_state_up': True, 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'security_groups': ['e51a83a4-a1cc-475e-8ad1-cad99ef32f74']}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:54:26.347077 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Made reservation on behalf of a3ac6dbd69194ce79a9b43e48716ff9f for: {'port': 1} {{(pid=93924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:54:26.350733 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:26.450414 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-c2891636-0855-49d6-b90c-2e2438133390 req-1dd2e0d0-31c3-43dd-bbe1-ffc7dfc13254 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0409276 Jul 27 17:54:26.539686 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_common [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Allocated IP 172.20.0.6 (450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7/58a3db39-9ab5-4e0a-90c5-c655ef1019cd/fa176a39-1d4c-46fc-ab59-90422b53770c) {{(pid=93924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:54:26.746912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:26.768959 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Transition to ACTIVE for port object fa176a39-1d4c-46fc-ab59-90422b53770c will not be triggered until provisioned by entity DHCP. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:54:26.825068 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_create {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:26.899758 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=1']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:26.910562 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.911318 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.911776 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.912263 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.912696 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.913182 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.913757 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.914221 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.914695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.915093 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.915574 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.916048 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:26.936369 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 is already hosted by enough agents. {{(pid=93924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:54:26.938806 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.base_scheduler [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Resources bound (agent type, host, resource id): {{(pid=93924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:54:26.956153 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Received port after_create {{(pid=93924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:54:27.027820 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:27.028225 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:27.055186 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-51108ec5-9971-49e2-85b4-a0f0c6d8a67a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354361 Jul 27 17:54:27.324022 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13618a22-9846-4bcb-ab3f-a04a865680fd None None] Provisioning for port fa176a39-1d4c-46fc-ab59-90422b53770c completed by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:54:27.328910 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-13618a22-9846-4bcb-ab3f-a04a865680fd None None] Provisioning complete for port fa176a39-1d4c-46fc-ab59-90422b53770c triggered by entity DHCP. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:27.329285 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-13618a22-9846-4bcb-ab3f-a04a865680fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:27.365463 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-13618a22-9846-4bcb-ab3f-a04a865680fd None None] Port fa176a39-1d4c-46fc-ab59-90422b53770c cannot update to ACTIVE because it is not bound. {{(pid=93925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:54:27.613345 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1aa0c-97fa-479b-9d7d-fd04d56d9f4d req-d733ec05-6a1a-44a6-8d4b-5b9e76838f1d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:27.615404 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eef1aa0c-97fa-479b-9d7d-fd04d56d9f4d req-d733ec05-6a1a-44a6-8d4b-5b9e76838f1d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0679953 Jul 27 17:54:27.664747 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-eef1aa0c-97fa-479b-9d7d-fd04d56d9f4d req-8d9e49b9-d6b8-48da-acb7-4778cb7dc1d6 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Jul 27 17:54:28.846181 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568e964-3659-4580-a89c-4d6f7428a89a req-1806d852-1dbb-467b-bd0e-7ffaa73e0a1c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:28.847858 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5568e964-3659-4580-a89c-4d6f7428a89a req-1806d852-1dbb-467b-bd0e-7ffaa73e0a1c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0866406 Jul 27 17:54:28.889900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5568e964-3659-4580-a89c-4d6f7428a89a req-37ab3313-24d6-4799-9394-76f2da83f270 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355368 Jul 27 17:54:30.077980 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff53b-41e2-4c1e-87b8-13f06a00cb25 req-3291aaa5-c28a-4ae1-9a0e-d2e344556727 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:30.080216 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8ff53b-41e2-4c1e-87b8-13f06a00cb25 req-3291aaa5-c28a-4ae1-9a0e-d2e344556727 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.1083169 Jul 27 17:54:30.125006 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-ab8ff53b-41e2-4c1e-87b8-13f06a00cb25 req-ba3b7061-4ea8-445c-b5c1-e6188885ba0b tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386431 Jul 27 17:54:31.274241 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16f012-6d12-41d0-b388-8fb914c3eb22 req-a3a5bb2e-1113-4f04-a2ca-f1338edb18c4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:31.275718 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d16f012-6d12-41d0-b388-8fb914c3eb22 req-a3a5bb2e-1113-4f04-a2ca-f1338edb18c4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0676827 Jul 27 17:54:31.317122 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1d16f012-6d12-41d0-b388-8fb914c3eb22 req-f8b99048-22b6-4cbb-b219-77a8e6e0934c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Jul 27 17:54:32.456679 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc309d-d89d-4e30-a004-24891a337743 req-fefc11b3-a08d-41ff-b562-dee10859b277 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:32.458828 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1abc309d-d89d-4e30-a004-24891a337743 req-fefc11b3-a08d-41ff-b562-dee10859b277 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0704031 Jul 27 17:54:32.504934 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-1abc309d-d89d-4e30-a004-24891a337743 req-7634d210-5e4d-4b10-bfe8-b98db4608fc3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Jul 27 17:54:33.660938 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428ce4e-a3ff-4251-9499-bfca60a7be1d req-e5a9704c-32de-4ed5-a07b-69985638c970 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:33.662452 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0428ce4e-a3ff-4251-9499-bfca60a7be1d req-e5a9704c-32de-4ed5-a07b-69985638c970 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0690973 Jul 27 17:54:33.702427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-0428ce4e-a3ff-4251-9499-bfca60a7be1d req-9c242780-ce14-4cc5-b272-43703bf7c30e tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Jul 27 17:54:33.818231 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:34.842562 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-a35c-4670-9824-faf14dc5f7bc req-39003232-d2db-455a-9a3a-566073c37329 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:34.850928 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97a1ec3d-a35c-4670-9824-faf14dc5f7bc req-39003232-d2db-455a-9a3a-566073c37329 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0783594 Jul 27 17:54:34.895034 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-97a1ec3d-a35c-4670-9824-faf14dc5f7bc req-e30b0de7-bb96-4971-9dcf-3e7cc2a3409e tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431144 Jul 27 17:54:36.056045 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca20c-0099-4d1a-9a3b-0bbf3c1aeb0e req-010bbe5b-fa30-4e8e-9f42-72ab35810136 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:36.057605 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-050ca20c-0099-4d1a-9a3b-0bbf3c1aeb0e req-010bbe5b-fa30-4e8e-9f42-72ab35810136 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0730088 Jul 27 17:54:36.104709 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-050ca20c-0099-4d1a-9a3b-0bbf3c1aeb0e req-9f5db611-e23b-482e-87b7-b73e4723ee2c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Jul 27 17:54:37.251385 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80b0e1-9b5f-45b3-9aec-1865144dbb46 req-1b6166ff-61fc-4be3-b5eb-7c0f9a32c313 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:37.253030 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c80b0e1-9b5f-45b3-9aec-1865144dbb46 req-1b6166ff-61fc-4be3-b5eb-7c0f9a32c313 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 931 time: 0.0689394 Jul 27 17:54:37.266335 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:54:37.299365 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-7c80b0e1-9b5f-45b3-9aec-1865144dbb46 req-e0b35890-440e-4685-96f2-e26107a73f3e tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Jul 27 17:54:37.806808 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.v2.base [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Request body: {'port': {'device_id': '41e3e498-1304-4985-a92e-ef80939ae176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723572-6'}} {{(pid=93924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:54:37.889376 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.185091 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa176a39-1d4c-46fc-ab59-90422b53770c {{(pid=93924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:54:38.194628 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.206861 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.provisioning_blocks [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Transition to ACTIVE for port object fa176a39-1d4c-46fc-ab59-90422b53770c will not be triggered until provisioned by entity L2. {{(pid=93924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:54:38.211448 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.298245 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=2']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:38.361637 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Attempting to bind port fa176a39-1d4c-46fc-ab59-90422b53770c on host n-h2-723572-6 for vnic_type normal with profile {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:54:38.361899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Attempting to bind port fa176a39-1d4c-46fc-ab59-90422b53770c by drivers openvswitch,hyperv on host n-h2-723572-6 at level 0 using segments [{'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:54:38.362707 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Attempting to bind port fa176a39-1d4c-46fc-ab59-90422b53770c on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:54:38.368072 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Port fa176a39-1d4c-46fc-ab59-90422b53770c on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723572-6 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:54:38.368421 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Attempting to bind port fa176a39-1d4c-46fc-ab59-90422b53770c on network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:54:38.374404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Checking agent: {'id': '830c0d33-20ac-4b3d-b432-c027b32dea78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723572-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'started_at': datetime.datetime(2021, 7, 27, 16, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:54:38.374672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Checking segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:54:38.374995 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Bound using segment: {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'} {{(pid=93924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:54:38.375309 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.managers [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Bound port: fa176a39-1d4c-46fc-ab59-90422b53770c, host: n-h2-723572-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2609799-6b3f-4959-8d09-9fab216f2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7'}}] {{(pid=93924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:54:38.375686 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.486506 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, cleared binding levels {{(pid=93924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:54:38.504532 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:54:38.509683 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141006'] for port, after_update {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.523769 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b57-0ef7-44d6-88ee-db76dcd7638a req-c8e5fe2f-86f8-4159-b8c4-c610d7e68304 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:38.525411 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36eb2b57-0ef7-44d6-88ee-db76dcd7638a req-c8e5fe2f-86f8-4159-b8c4-c610d7e68304 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 943 time: 0.1465571 Jul 27 17:54:38.566692 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:38.567322 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:38.568752 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] 10.222.0.13 "PUT /v2.0/ports/fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 1091 time: 0.8309221 Jul 27 17:54:38.575067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:54:38.578087 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a38ed-3645-4c07-a542-972fd783ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:54:38.625106 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-36eb2b57-0ef7-44d6-88ee-db76dcd7638a req-868adb6a-b4e1-43bd-973e-23f29e7e9fd3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784841 Jul 27 17:54:38.626171 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1af8c-cbbb-4275-8e09-6535a9d1712e service neutron] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=3']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:38.698224 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831fcb2f-9601-470d-8cfe-76155aafac3a x-openstack-request-id: req-831fcb2f-9601-470d-8cfe-76155aafac3a {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:54:38.698520 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:54:38.698773 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-831fcb2f-9601-470d-8cfe-76155aafac3a {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:54:38.699164 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'status': 'completed', 'code': 200} Jul 27 17:54:38.719452 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-9eaad6d2-6d33-4b3b-b200-3a70cd9087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:38.721080 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-9eaad6d2-6d33-4b3b-b200-3a70cd9087d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1094 time: 0.0865588 Jul 27 17:54:38.771276 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-e1dfad39-6e33-4256-9f38-b9c8560ee970 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 217 time: 0.0365403 Jul 27 17:54:38.827158 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-8f87d32f-afa6-4c3e-82d2-6f05e0e53f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:38.828724 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-8f87d32f-afa6-4c3e-82d2-6f05e0e53f64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0510566 Jul 27 17:54:38.900457 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-f7b47bc1-aa23-4c9f-8afc-b7ec29e6898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:38.902009 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-f7b47bc1-aa23-4c9f-8afc-b7ec29e6898f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663059 Jul 27 17:54:39.005668 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-699e6bfb-a276-4c83-97e3-d10864e23951 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955687 Jul 27 17:54:39.108435 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-f92ddfaf-bbb8-4b7d-a3c0-ac889fd4a510 req-f44a2e79-7a84-476e-9aa5-b4eb25e59392 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955501 Jul 27 17:54:39.241986 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-3afb1ea2-125e-44db-9db9-cac7a2af8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:39.243472 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-3afb1ea2-125e-44db-9db9-cac7a2af8069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1094 time: 0.0545306 Jul 27 17:54:39.332672 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-e8f8e959-e5c0-403d-a6a0-b8aae979a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:39.334202 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-e8f8e959-e5c0-403d-a6a0-b8aae979a50e service neutron] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0836124 Jul 27 17:54:39.380269 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-4d2a4c9b-de02-44c5-8f58-ed325d488848 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 217 time: 0.0383279 Jul 27 17:54:39.431375 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-7fe13926-aeb1-4e90-a8c8-c3ac946ecbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:39.432885 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-7fe13926-aeb1-4e90-a8c8-c3ac946ecbf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0450490 Jul 27 17:54:39.492881 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-7aa5bf63-931f-44ec-ba54-d9028ee8d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:39.494456 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-7aa5bf63-931f-44ec-ba54-d9028ee8d07d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535676 Jul 27 17:54:39.588177 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-c24cbeb3-2198-491b-80a7-b5cf3ad9b5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Jul 27 17:54:39.680681 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4d6a38ed-3645-4c07-a542-972fd783ccc8 req-e80228ea-e758-4c61-bf6e-d52b8843f84a service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Jul 27 17:54:39.768974 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf979-d303-4e13-bff1-6f210ce76ee7 req-a738922a-e741-4ff3-8a40-1799560f67a4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:39.770449 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-379bf979-d303-4e13-bff1-6f210ce76ee7 req-a738922a-e741-4ff3-8a40-1799560f67a4 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 943 time: 0.0688262 Jul 27 17:54:39.807598 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-379bf979-d303-4e13-bff1-6f210ce76ee7 req-13ccb7de-46ce-40aa-8bb0-e763f7b14f69 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Jul 27 17:54:39.898844 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a1978511-3ee9-40e5-a760-5568bbd89868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:40.532254 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:54:40.684709 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:40.700475 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'mac_address': 'fa:16:3e:5a:bb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:54:40.756900 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:40.774227 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa176a39-1d4c-46fc-ab59-90422b53770c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:54:40.801912 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:40.807599 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:40.880760 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=4']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:40.968287 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0800-fd4d-43ca-84a2-a1efec872bbd req-b4778578-317b-4122-a1f1-6ad979328ef2 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:40.970185 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f8b0800-fd4d-43ca-84a2-a1efec872bbd req-b4778578-317b-4122-a1f1-6ad979328ef2 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 944 time: 0.0827308 Jul 27 17:54:41.019263 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-4f8b0800-fd4d-43ca-84a2-a1efec872bbd req-54df0a97-4e1f-4ec3-93a8-410218762c39 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Jul 27 17:54:41.084823 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['fa176a39-1d4c-46fc-ab59-90422b53770c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:54:42.164162 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaca1e-8514-47db-9aef-58e32c85c009 req-2f4b5ebb-cdf7-4866-a214-c426891ff4e1 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:42.165793 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1acaca1e-8514-47db-9aef-58e32c85c009 req-2f4b5ebb-cdf7-4866-a214-c426891ff4e1 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 944 time: 0.0709682 Jul 27 17:54:42.208672 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1acaca1e-8514-47db-9aef-58e32c85c009 req-ab9326da-9019-46eb-b083-dabd7bb8dc5a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364547 Jul 27 17:54:42.547032 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:54:42.602681 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:42.617386 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning for port fa176a39-1d4c-46fc-ab59-90422b53770c completed by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:54:42.621678 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port fa176a39-1d4c-46fc-ab59-90422b53770c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:42.622063 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:42.675501 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-160ccaef-c5ed-49aa-a9f8-a875d1efeead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:42.720640 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:42.746047 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:54:42.748397 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592195d1-af39-4048-9b2e-16e87a2842e9" -d '{"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-plugged", "status": "completed", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:54:42.763089 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:42.767882 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:42.795011 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76af3aec-eee3-420d-ba63-a625c38b4778 x-openstack-request-id: req-76af3aec-eee3-420d-ba63-a625c38b4778 {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:54:42.795349 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-plugged", "status": "completed", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:54:42.795592 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76af3aec-eee3-420d-ba63-a625c38b4778 {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:54:42.795901 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'code': 200} Jul 27 17:54:42.832034 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=5']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:42.946485 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff149f2-90c1-436b-8606-fc835908d283 req-59db7136-27ed-445f-9e68-38ed0fd9d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:42.947975 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fff149f2-90c1-436b-8606-fc835908d283 req-59db7136-27ed-445f-9e68-38ed0fd9d774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1096 time: 0.0660427 Jul 27 17:54:42.986854 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fff149f2-90c1-436b-8606-fc835908d283 req-6d2711dd-ed14-44ed-9bf9-e432bc9de56c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Jul 27 17:54:43.353157 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19110-da67-423d-a4ec-9f53f69cc129 req-a7f67884-05cf-48c2-9539-6fb7589324a1 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:43.354658 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bb19110-da67-423d-a4ec-9f53f69cc129 req-a7f67884-05cf-48c2-9539-6fb7589324a1 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0680134 Jul 27 17:54:43.395317 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-7bb19110-da67-423d-a4ec-9f53f69cc129 req-bfc4c0da-7e22-498a-a408-293160d7c70c tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345986 Jul 27 17:54:43.778000 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:44.530468 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a707fb-6368-4202-8687-b7cc32a4137e req-5413193a-161e-4b19-aeb8-0faaa39efa31 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:44.531956 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55a707fb-6368-4202-8687-b7cc32a4137e req-5413193a-161e-4b19-aeb8-0faaa39efa31 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0659578 Jul 27 17:54:44.569813 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-55a707fb-6368-4202-8687-b7cc32a4137e req-ad139fa7-a20c-4d37-b7cc-da14e8e8c209 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Jul 27 17:54:44.711269 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262fc1d-0bb4-41d1-bf13-fa1c4299d407 req-02ce54e3-ac88-46b9-8330-b0b9579d71c5 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:44.712784 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b262fc1d-0bb4-41d1-bf13-fa1c4299d407 req-02ce54e3-ac88-46b9-8330-b0b9579d71c5 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0659559 Jul 27 17:54:44.753063 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b262fc1d-0bb4-41d1-bf13-fa1c4299d407 req-385b2c89-45fb-42f4-b2a7-7c2f78c653a3 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338902 Jul 27 17:54:44.775114 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41560) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:44.833241 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ba566-786b-4659-bd02-f289dd727243 tempest-TestSnapshotPattern-607250141 tempest-TestSnapshotPattern-607250141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:44.834767 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-ee4ba566-786b-4659-bd02-f289dd727243 tempest-TestSnapshotPattern-607250141 tempest-TestSnapshotPattern-607250141-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1091 time: 0.0586455 Jul 27 17:54:44.837575 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41562) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:44.841881 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.v2.base [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Request body: {'floatingip': {'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:54:44.866037 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:44.969468 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.079257 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_common [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Allocated IP 172.25.4.213 (e5fbe55b-0610-41b7-b908-e66160cf5ee2/dfe06f77-49f7-4a52-aadd-de79fb15641a/cf387a67-ca92-4648-85d7-fb019587bf99) {{(pid=93923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:54:45.184834 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.225974 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791754831351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.268168 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Network e5fbe55b-0610-41b7-b908-e66160cf5ee2 is already hosted by enough agents. {{(pid=93923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:54:45.271686 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.base_scheduler [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Resources bound (agent type, host, resource id): {{(pid=93923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:54:45.277765 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Received port after_create {{(pid=93923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:54:45.301585 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=cf387a67-ca92-4648-85d7-fb019587bf99,revision_number=1']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:45.313272 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.313625 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.313972 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.314314 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.314652 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.314986 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.315315 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.315644 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.316622 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.316958 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.317316 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.317648 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:45.377676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.679061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.762608 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.918586 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for port, precommit_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.923047 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437388'] for port, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:45.991232 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event updated for resources: {'Port': ['ID=cf387a67-ca92-4648-85d7-fb019587bf99,revision_number=2']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:46.005099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023421'] for floatingip, after_update {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:46.110294 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Floating IP ca6e7144-7ff8-4127-bd6f-10b81af2bb55 associated. External IP: 172.25.4.213, port: fa176a39-1d4c-46fc-ab59-90422b53770c. Jul 27 17:54:46.323808 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:54:46.433495 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:54:46.443644 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:54:46.449916 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:46.454358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:54:46.454973 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:54:46.490764 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-66fd4d3f-e467-4f6f-a95d-d520d053ad23 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6521575 Jul 27 17:54:46.491374 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:54:46.493681 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd387e1a-68b4-4d57-9cca-60299a0e6057" -d '{"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:54:46.572410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:54:46.586950 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e4d9e4-8b2b-48d8-8b1c-33e5b8f4056d x-openstack-request-id: req-c8e4d9e4-8b2b-48d8-8b1c-33e5b8f4056d {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:54:46.587249 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:54:46.587529 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8e4d9e4-8b2b-48d8-8b1c-33e5b8f4056d {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:54:46.587969 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'status': 'completed', 'code': 200} Jul 27 17:54:46.686604 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-c03a84d6-4b4b-4f2b-a12a-c40617da4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:46.688013 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-c03a84d6-4b4b-4f2b-a12a-c40617da4566 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1096 time: 0.0596170 Jul 27 17:54:46.779036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-941fcf25-19fd-468b-a2a8-ba511e0b95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:46.780971 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-941fcf25-19fd-468b-a2a8-ba511e0b95b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0851431 Jul 27 17:54:46.803251 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}, {'id': 'ca6e7144-7ff8-4127-bd6f-10b81af2bb55', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:5a:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e3e498-1304-4985-a92e-ef80939ae176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:54:45Z', 'updated_at': '2021-07-27T17:54:45Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:54:46.832951 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:54:46.841410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:54:46.842090 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:54:43Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:54:46.851222 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-beb932d9-fea0-4d12-ab75-213381598ce7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 999 time: 0.0637116 Jul 27 17:54:46.900947 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-35d2a11c-3d27-402d-b01a-31cfa1884d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:46.902426 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-35d2a11c-3d27-402d-b01a-31cfa1884d32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0439939 Jul 27 17:54:46.949211 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:54:46.968172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-b42775c7-090e-437a-a1a1-463c08fc705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:46.970045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-b42775c7-090e-437a-a1a1-463c08fc705f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608766 Jul 27 17:54:47.069949 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-d27c9111-1f04-43b0-b917-a317c855fa58 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929270 Jul 27 17:54:47.166562 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-bd387e1a-68b4-4d57-9cca-60299a0e6057 req-2fd9c2cb-23e0-4016-be23-00cbc9ab8518 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891826 Jul 27 17:54:47.355069 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}, {'id': 'ca6e7144-7ff8-4127-bd6f-10b81af2bb55', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:5a:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e3e498-1304-4985-a92e-ef80939ae176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:54:45Z', 'updated_at': '2021-07-27T17:54:45Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:54:47.386008 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfac6f6-9e21-49f6-91cb-59c080ccffdf None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}, {'id': 'ca6e7144-7ff8-4127-bd6f-10b81af2bb55', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:5a:bb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e3e498-1304-4985-a92e-ef80939ae176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:54:45Z', 'updated_at': '2021-07-27T17:54:45Z', 'revision_number': 0, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:54:47.610479 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab5da3-93f3-463b-8044-bc30e05a6e05 None None] New status for floating IP ca6e7144-7ff8-4127-bd6f-10b81af2bb55: ACTIVE {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:54:47.700731 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:50.413824 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-c346ee07-1201-4b1e-abe6-190fd1bea0ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545571 Jul 27 17:54:50.529939 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89050-3027-4b40-9a88-5d27c260b406 req-ce6dd1ca-7c88-4cc5-ab5d-211bcbe23b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:50.531427 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-ce6dd1ca-7c88-4cc5-ab5d-211bcbe23b90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1096 time: 0.0614879 Jul 27 17:54:50.638970 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89050-3027-4b40-9a88-5d27c260b406 req-ed4e7386-0800-430f-aa43-f3fdbd9d3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:50.640736 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-ed4e7386-0800-430f-aa43-f3fdbd9d3a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0899253 Jul 27 17:54:50.722162 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-118b2291-c562-413b-becf-c901a6c9627d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 1001 time: 0.0738730 Jul 27 17:54:51.087186 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89050-3027-4b40-9a88-5d27c260b406 req-4f5cd45f-c8ec-49d0-8fef-634b0944b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:51.088931 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-4f5cd45f-c8ec-49d0-8fef-634b0944b1f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.3605218 Jul 27 17:54:51.151472 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89050-3027-4b40-9a88-5d27c260b406 req-274e1fda-6500-48e1-ac04-c1a12fdfa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:51.153016 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-274e1fda-6500-48e1-ac04-c1a12fdfa8f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573807 Jul 27 17:54:51.247795 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-20850950-c14a-48c3-8895-8031a692752d service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Jul 27 17:54:51.338886 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-1be89050-3027-4b40-9a88-5d27c260b406 req-295d4496-d450-4f62-90ca-b9e957651db3 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Jul 27 17:55:03.814949 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:09.899943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-21af8b10-ae89-45f1-84dc-2a3846f8c0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:12.595246 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:12.666301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d788137f-6d09-4a2b-a91c-1577877e704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:13.778845 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:14.265173 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:55:15.372440 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:17.726673 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:23.350293 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-48dc624f-8401-4291-9495-fb9417cd70e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585556 Jul 27 17:55:23.447695 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-2b77cffb-a846-4dc3-9a71-6aff07252759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:23.449263 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-2b77cffb-a846-4dc3-9a71-6aff07252759 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0557842 Jul 27 17:55:23.559349 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-b5f36d68-1859-4c04-8816-343fbe2b76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:23.560889 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-b5f36d68-1859-4c04-8816-343fbe2b76df service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0899348 Jul 27 17:55:23.631584 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-31d7588c-5db4-4c55-85f0-0f0819198a52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1000 time: 0.0634439 Jul 27 17:55:23.681520 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-ea4466c2-9736-46ab-bb8f-aa8f1d39c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:23.683001 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-ea4466c2-9736-46ab-bb8f-aa8f1d39c0e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0447509 Jul 27 17:55:23.745249 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-ee17efeb-5c7e-43ec-808a-f976ab081450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:23.746771 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-ee17efeb-5c7e-43ec-808a-f976ab081450 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559988 Jul 27 17:55:23.840406 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-d872968e-8f8b-4016-bf52-dbec0f975608 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856819 Jul 27 17:55:23.930865 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-827eb82f-07fb-405d-b5e9-a4d99eb00314 req-26fa9ba9-ea24-493d-80a4-c8105694e65a service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824535 Jul 27 17:55:33.816495 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:39.902515 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-89cd108b-e112-4734-9912-5b1570bde9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:42.596698 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:42.666946 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-240fcea5-3ae8-47b9-8c5b-677bd7b7db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:43.782242 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:45.375265 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:47.729294 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:51.264214 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:55:52.404045 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-88d7a85c-9ee3-4db9-bff3-755825310ccd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582097 Jul 27 17:55:52.516825 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-88587194-cba7-406f-b500-4f492d9326b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:52.518363 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-88587194-cba7-406f-b500-4f492d9326b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1096 time: 0.0552046 Jul 27 17:55:52.620673 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-d9a19492-e32f-4984-8cb2-f92eeb50e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:52.622169 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-d9a19492-e32f-4984-8cb2-f92eeb50e2c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0841947 Jul 27 17:55:52.690488 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-e20b8688-50fd-477c-819f-4ddeed7d5ab1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 1001 time: 0.0609899 Jul 27 17:55:52.740949 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-d6394d2d-b6ee-49ca-975e-1466e14f2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:52.742369 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-d6394d2d-b6ee-49ca-975e-1466e14f2977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0444081 Jul 27 17:55:52.800376 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-7d6846db-9d44-482a-b174-426b0a6eda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:55:52.801905 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-7d6846db-9d44-482a-b174-426b0a6eda19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526853 Jul 27 17:55:52.812955 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-129b7a9c-ee18-41d1-bbf0-faeca271d90a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:55:52.813887 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-129b7a9c-ee18-41d1-bbf0-faeca271d90a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049608 Jul 27 17:55:52.908121 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-26b10cb9-4885-4996-961b-a3503d94c341 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Jul 27 17:55:52.996626 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-4ad806b1-a598-49d3-ab2d-539bcb771d96 req-7d9995e0-cfd4-4bd0-bfd6-f8c9d6e6799f service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Jul 27 17:56:03.829631 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:09.904019 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-49f0102d-e086-4b1e-a82b-15b0d334174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:10.990188 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c details requested by agent hyperv_n-h2-723572-6 with host n-h2-723572-6 {{(pid=93925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:56:11.088622 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:11.102233 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Returning: {'device': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'port_id': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'mac_address': 'fa:16:3e:5a:bb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:56:11.140174 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:11.157356 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa176a39-1d4c-46fc-ab59-90422b53770c {{(pid=93925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:56:11.176697 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:11.181591 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:11.234969 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=6']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:11.243707 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.243992 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.244334 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.244702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.245196 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.245362 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.245681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.246015 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.246338 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.246662 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.246986 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.247307 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:11.329905 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] get_ports_and_sgs() called for port_ids ['fa176a39-1d4c-46fc-ab59-90422b53770c'] {{(pid=93925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:56:12.600355 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:12.676250 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b2ab19dc-070f-4780-9a3f-41e23d0a747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:13.003632 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c up at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:56:13.057369 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.provisioning_blocks [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Provisioning complete for port fa176a39-1d4c-46fc-ab59-90422b53770c triggered by entity L2. {{(pid=93925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:56:13.058253 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989990'] for port, provisioning_complete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:13.149437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637022'] for port, before_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:13.181466 n-d-723572-6 neutron-server[93925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:56:13.185769 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db74715e515dbc84c2e54282f5a013d2b1ecd3a1f9faefa2d30cd63f4b798006" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c874f-6546-429d-aea3-333b42676364" -d '{"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-plugged", "status": "completed", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:56:13.203568 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:13.207999 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791755220974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791754830861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791754830879'] for port, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:13.275950 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Pushing event updated for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=7']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:13.280517 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53991e6-7195-4427-8ee3-3e9211c34bdf x-openstack-request-id: req-a53991e6-7195-4427-8ee3-3e9211c34bdf {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:56:13.280517 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-plugged", "status": "completed", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "code": 200}]} {{(pid=93925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:56:13.281006 n-d-723572-6 neutron-server[93925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a53991e6-7195-4427-8ee3-3e9211c34bdf {{(pid=93925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:56:13.281145 n-d-723572-6 neutron-server[93925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'code': 200} Jul 27 17:56:13.793923 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:15.380540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:17.738078 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:21.464885 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41772) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:21.632245 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Deleting port cf387a67-ca92-4648-85d7-fb019587bf99 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:21.632629 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:21.717233 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:21.717559 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:21.729479 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Calling delete_port for cf387a67-ca92-4648-85d7-fb019587bf99 owned by network:floatingip {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:21.907687 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:21.939587 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event deleted for resources: {'Port': ['ID=cf387a67-ca92-4648-85d7-fb019587bf99,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:21.966325 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.966667 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.967052 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.967481 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.967913 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.968359 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.968725 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.969055 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.969409 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.969787 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.970171 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:21.970768 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:22.017090 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:22.017613 n-d-723572-6 neutron-server[93923]: INFO neutron.db.l3_db [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Floating IP ca6e7144-7ff8-4127-bd6f-10b81af2bb55 disassociated (deleted). External IP: 172.25.4.213, port: fa176a39-1d4c-46fc-ab59-90422b53770c. Jul 27 17:56:22.232720 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:56:22.343936 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:56:22.349144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:22.355454 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:56:22.366167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:22.366782 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:22.387689 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-d90531d7-da5b-4955-8d0a-765a63c14d3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "DELETE /v2.0/floatingips/ca6e7144-7ff8-4127-bd6f-10b81af2bb55 HTTP/1.1" status: 204 len: 168 time: 0.9215605 Jul 27 17:56:22.388276 n-d-723572-6 neutron-server[93923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:56:22.390590 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59e0f0cedef73d3f4cc4c3c3c7c778571e9566b30c9f86e4eafc9a53ef64427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5604c8ee-0fc3-456a-bc05-d502c5509570" -d '{"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:56:22.428746 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1600699-adf1-45e0-acd4-fd991fbf69b6 x-openstack-request-id: req-c1600699-adf1-45e0-acd4-fd991fbf69b6 {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:56:22.429038 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "status": "completed", "code": 200}]} {{(pid=93923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:56:22.429520 n-d-723572-6 neutron-server[93923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1600699-adf1-45e0-acd4-fd991fbf69b6 {{(pid=93923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:56:22.430116 n-d-723572-6 neutron-server[93923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'status': 'completed', 'code': 200} Jul 27 17:56:22.480013 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:22.552041 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-f2276a1d-e835-4bf0-ad9d-57f94c3026c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:22.554172 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-f2276a1d-e835-4bf0-ad9d-57f94c3026c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 1096 time: 0.0807831 Jul 27 17:56:22.667582 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec711b-c5fd-4ff2-8a39-c4b747ced72d req-e9599927-84b3-404a-ab43-d14637410d09 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:22.669194 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69ec711b-c5fd-4ff2-8a39-c4b747ced72d req-e9599927-84b3-404a-ab43-d14637410d09 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0694437 Jul 27 17:56:22.686260 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-357ac853-ae09-4440-ba8d-c16d250435af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:22.687984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-357ac853-ae09-4440-ba8d-c16d250435af service neutron] 10.222.0.13 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0959394 Jul 27 17:56:22.719760 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-69ec711b-c5fd-4ff2-8a39-c4b747ced72d req-13b81d82-30b4-46c9-a3c2-fc6432eafc3a tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 Jul 27 17:56:22.733586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-76a5d1bc-c531-439a-aead-41a8481b67c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 200 len: 217 time: 0.0380712 Jul 27 17:56:22.744323 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:22.772690 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:56:22.781258 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:22.781874 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:22.789106 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-cff856ed-4641-4f0b-977d-9f724e945920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:22.790623 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-cff856ed-4641-4f0b-977d-9f724e945920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0503149 Jul 27 17:56:22.851884 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-e399ede7-7dfd-4ce2-8341-723e4f280675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:22.853655 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-e399ede7-7dfd-4ce2-8341-723e4f280675 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552437 Jul 27 17:56:22.890286 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:22.945800 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-07e91df8-0aa8-46e3-83d1-33c135638238 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Jul 27 17:56:23.044506 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5604c8ee-0fc3-456a-bc05-d502c5509570 req-53145134-2a89-4919-ad9a-7827a9409593 service neutron] 10.222.0.13 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900087 Jul 27 17:56:23.116553 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:23.146943 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b08ce-e626-4109-9806-330c0cc8324b None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_floatingips': [{'id': 'bb11e813-e665-4b7a-af51-167054da9bc8', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'router_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'port_id': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'mac_address': 'fa:16:3e:3f:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:52:05Z', 'updated_at': '2021-07-27T17:52:08Z', 'revision_number': 1, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:56:23.375120 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b6ca3-a0c2-4491-b20e-a815fbe420ab None None] New status for floating IP ca6e7144-7ff8-4127-bd6f-10b81af2bb55: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:56:23.856577 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e655228-691c-4f81-a58b-3c7ba726f4a7 req-cffab78a-1bd6-4a53-8086-d9edfdc14bcd tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:23.858119 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e655228-691c-4f81-a58b-3c7ba726f4a7 req-cffab78a-1bd6-4a53-8086-d9edfdc14bcd tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0665731 Jul 27 17:56:23.898201 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-5e655228-691c-4f81-a58b-3c7ba726f4a7 req-eaefe6c4-21a3-499d-b4bd-7464d56f21ca tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339620 Jul 27 17:56:24.259115 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-3c966e90-44b9-4502-8a05-fcdf050c3c85 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:24.260633 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-3c966e90-44b9-4502-8a05-fcdf050c3c85 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 945 time: 0.0731850 Jul 27 17:56:24.363462 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Deleting port fa176a39-1d4c-46fc-ab59-90422b53770c {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:24.363998 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:24.466126 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] For port fa176a39-1d4c-46fc-ab59-90422b53770c, host n-h2-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723572-6',level=0,port_id=fa176a39-1d4c-46fc-ab59-90422b53770c,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:24.466489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:24.480202 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Calling delete_port for fa176a39-1d4c-46fc-ab59-90422b53770c owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:24.618817 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:24.659146 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event deleted for resources: {'Port': ['ID=fa176a39-1d4c-46fc-ab59-90422b53770c,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:24.672795 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.673150 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.673510 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.674036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.674178 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.674517 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.674843 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.675174 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.675526 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.675836 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.676189 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.676550 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723572-6 {{(pid=93924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:56:24.716053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] No DVR routers for this DVR port fa176a39-1d4c-46fc-ab59-90422b53770c on host n-h2-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:56:24.718612 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:24.721000 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-e2cb1d5c-74c9-40a0-b16d-c4586e13f207 req-8f2a218e-9365-4f53-9e5f-f2a45fb2e3ab tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.13 "DELETE /v2.0/ports/fa176a39-1d4c-46fc-ab59-90422b53770c HTTP/1.1" status: 204 len: 173 time: 0.4543200 Jul 27 17:56:24.721447 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-deleted', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:56:24.723763 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a58610-02f0-44d6-84ef-2cc872687092" -d '{"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-deleted", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:56:24.762993 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb9304-25e0-409e-9b69-ad405d3c62d3 x-openstack-request-id: req-a7eb9304-25e0-409e-9b69-ad405d3c62d3 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:56:24.763500 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e3e498-1304-4985-a92e-ef80939ae176", "name": "network-vif-deleted", "tag": "fa176a39-1d4c-46fc-ab59-90422b53770c", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:56:24.763907 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7eb9304-25e0-409e-9b69-ad405d3c62d3 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:56:24.764395 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e3e498-1304-4985-a92e-ef80939ae176', 'name': 'network-vif-deleted', 'tag': 'fa176a39-1d4c-46fc-ab59-90422b53770c', 'status': 'completed', 'code': 200} Jul 27 17:56:25.015859 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9bd6bd8d-f0cd-4ff5-9e0a-a50abcf97817 req-0730370a-d8d7-47c9-be12-0a8d6aa3273d tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e3e498-1304-4985-a92e-ef80939ae176 HTTP/1.1" status: 200 len: 210 time: 0.0338695 Jul 27 17:56:25.071681 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c no longer exists at agent hyperv_n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:25.093808 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] No Port match for: fa176a39-1d4c-46fc-ab59-90422b53770c {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:25.094158 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Device fa176a39-1d4c-46fc-ab59-90422b53770c not bound to the agent host n-h2-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:25.354200 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-acb6a1f3-1515-4eb8-932e-99b8d05b76d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602825 Jul 27 17:56:25.456648 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-54bb3fdc-9625-4647-a0af-7f648902b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:25.458085 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-54bb3fdc-9625-4647-a0af-7f648902b9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0607519 Jul 27 17:56:25.566750 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-8e643ff4-e82c-4840-bcfc-2794998dcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:25.568289 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-8e643ff4-e82c-4840-bcfc-2794998dcb9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.0901291 Jul 27 17:56:25.639811 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-265a7f84-d9da-4e44-850d-dd092e6acadd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 1000 time: 0.0644894 Jul 27 17:56:25.692649 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-c9de9c69-8d3b-438c-9e1e-428d5490c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:25.694161 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-c9de9c69-8d3b-438c-9e1e-428d5490c71d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0472822 Jul 27 17:56:25.761004 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-bd208209-2a57-4fd4-af35-040c6caa30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:25.762430 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-bd208209-2a57-4fd4-af35-040c6caa30a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614228 Jul 27 17:56:25.860552 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-d49d352f-1ed5-4759-a6eb-24367d4893ed service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902441 Jul 27 17:56:25.961277 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-b7e3ace8-4223-4635-875c-3117c134d7a8 req-f35683af-f7ff-46bd-a2c6-2279f49ec91d service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938983 Jul 27 17:56:26.607589 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41832) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:26.774489 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Deleting port 16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:26.774856 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:26.858384 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:26.858633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:26.871344 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Calling delete_port for 16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68 owned by network:floatingip {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:27.020882 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:27.046540 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event deleted for resources: {'Port': ['ID=16fae3ba-fb9d-4cc2-8b3c-590b8e08ee68,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:27.112204 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:27.112480 n-d-723572-6 neutron-server[93924]: INFO neutron.db.l3_db [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Floating IP bb11e813-e665-4b7a-af51-167054da9bc8 disassociated (deleted). External IP: 172.25.4.170, port: 6ffe46fd-dee7-477b-8e93-35eb1030240d. Jul 27 17:56:27.324036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:56:27.433885 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:56:27.441426 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for floatingip, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:27.444018 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:56:27.453832 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:27.454455 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:27.478984 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-0f653a7f-c9a0-4a01-b811-45f7ea4d3aff tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "DELETE /v2.0/floatingips/bb11e813-e665-4b7a-af51-167054da9bc8 HTTP/1.1" status: 204 len: 168 time: 0.8702135 Jul 27 17:56:27.479561 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:56:27.481894 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:56:27.525373 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2c8e2-0832-4061-9523-a62e9e18b585 x-openstack-request-id: req-87f2c8e2-0832-4061-9523-a62e9e18b585 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:56:27.525813 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:56:27.525952 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87f2c8e2-0832-4061-9523-a62e9e18b585 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:56:27.526964 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'status': 'completed', 'code': 200} Jul 27 17:56:27.620716 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:27.624471 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-21e89d15-ac18-4c9e-af4f-0ee602e519c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:27.626580 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-21e89d15-ac18-4c9e-af4f-0ee602e519c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 1095 time: 0.0771022 Jul 27 17:56:27.737880 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-9df32709-203d-4c8c-8937-0c7cdcf47c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:27.739689 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-9df32709-203d-4c8c-8937-0c7cdcf47c68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 200 len: 911 time: 0.1047285 Jul 27 17:56:27.767128 n-d-723572-6 neutron-server[93923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1283-c7cc-4d14-8292-f54f070894e1 req-ee08c04b-1224-49c3-9902-cc299f4a8502 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:27.772949 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-509a1283-c7cc-4d14-8292-f54f070894e1 req-ee08c04b-1224-49c3-9902-cc299f4a8502 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.0906103 Jul 27 17:56:27.801695 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-aac629ad-886d-405a-8690-2a61de3fb07e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 200 len: 217 time: 0.0514135 Jul 27 17:56:27.817472 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [req-509a1283-c7cc-4d14-8292-f54f070894e1 req-23462d30-ef58-456e-9fbe-21c4f931b4e5 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Jul 27 17:56:27.862899 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-c5b2ac37-97fe-42ae-b085-35b1e1decf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:27.864384 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-c5b2ac37-97fe-42ae-b085-35b1e1decf5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 200 len: 849 time: 0.0551038 Jul 27 17:56:27.919741 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:27.934053 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-bae859c0-a1ce-4b19-8383-ba42937d164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:27.935763 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-bae859c0-a1ce-4b19-8383-ba42937d164a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618861 Jul 27 17:56:27.953641 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:56:27.961048 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:27.961665 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:28.032673 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-2fda4be9-bbb6-4e1f-82c2-c592f19800da service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874918 Jul 27 17:56:28.140830 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-9cc6482f-ad90-4de0-ac18-55c79bcab3a0 req-dd6fd1b3-86e5-44b5-8cba-5c0a554c9645 service neutron] 10.222.0.61 "GET /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972703 Jul 27 17:56:28.236957 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:28.262943 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:56:28.435944 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:28.466527 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8cbca-d88b-4923-a774-a5422663c3fb None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:45Z', 'revision_number': 4, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6', '_interfaces': [{'id': '2ad7bfcb-c514-4996-9ec4-7077d12a9ae4', 'name': '', 'network_id': '450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'mac_address': 'fa:16:3e:f8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:45Z', 'updated_at': '2021-07-27T17:51:52Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'subnets': [{'id': '58a3db39-9ab5-4e0a-90c5-c655ef1019cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:56:28.688233 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c30e95-f7d7-4816-9d4a-34d6e264e4d3 None None] New status for floating IP bb11e813-e665-4b7a-af51-167054da9bc8: DOWN {{(pid=93926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:56:29.020313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69a101-76c8-461d-abb3-2fe0f15a54a2 req-ec070094-97d2-42e5-afa3-5e44567646e9 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:29.021879 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa69a101-76c8-461d-abb3-2fe0f15a54a2 req-ec070094-97d2-42e5-afa3-5e44567646e9 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.1269174 Jul 27 17:56:29.061799 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-fa69a101-76c8-461d-abb3-2fe0f15a54a2 req-ae232bbd-dc00-48c8-b4d9-8e28284c2208 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/security-groups?id=e51a83a4-a1cc-475e-8ad1-cad99ef32f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Jul 27 17:56:29.325025 n-d-723572-6 neutron-server[93924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761849-658b-4155-9360-80e44bbc3aa5 req-1b901164-5a34-459a-9581-ca6cea89ce41 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:56:29.326511 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98761849-658b-4155-9360-80e44bbc3aa5 req-1b901164-5a34-459a-9581-ca6cea89ce41 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.61 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 944 time: 0.0688584 Jul 27 17:56:29.429644 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Deleting port 6ffe46fd-dee7-477b-8e93-35eb1030240d {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:29.430001 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:29.523723 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] For port 6ffe46fd-dee7-477b-8e93-35eb1030240d, host n-h1-723572-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723572-6',level=0,port_id=6ffe46fd-dee7-477b-8e93-35eb1030240d,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:29.524128 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:29.537224 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Calling delete_port for 6ffe46fd-dee7-477b-8e93-35eb1030240d owned by compute:nova {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:29.670364 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:29.706172 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event deleted for resources: {'Port': ['ID=6ffe46fd-dee7-477b-8e93-35eb1030240d,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:29.750840 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] No DVR routers for this DVR port 6ffe46fd-dee7-477b-8e93-35eb1030240d on host n-h1-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:56:29.753529 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11150'] for port, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:29.755586 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-98761849-658b-4155-9360-80e44bbc3aa5 req-909b8e04-ba44-44ec-974c-d0372ca958f0 tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.61 "DELETE /v2.0/ports/6ffe46fd-dee7-477b-8e93-35eb1030240d HTTP/1.1" status: 204 len: 173 time: 0.4222925 Jul 27 17:56:29.756026 n-d-723572-6 neutron-server[93924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-deleted', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d'}] {{(pid=93924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:56:29.758450 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa96e2ea153b8e1ada20b1e94e7b0e698a04ef5716a8997925cb8efc3b03c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46981a0-638d-4ec3-b605-191d039c8fbe" -d '{"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-deleted", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d"}]}' {{(pid=93924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:56:29.796485 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9043cb1f-85ee-423f-a92d-5f1ca9a51a58 x-openstack-request-id: req-9043cb1f-85ee-423f-a92d-5f1ca9a51a58 {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:56:29.796905 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacaaec6-aad6-474c-a38a-f0d91781d2ac", "name": "network-vif-deleted", "tag": "6ffe46fd-dee7-477b-8e93-35eb1030240d", "status": "completed", "code": 200}]} {{(pid=93924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:56:29.797323 n-d-723572-6 neutron-server[93924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9043cb1f-85ee-423f-a92d-5f1ca9a51a58 {{(pid=93924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:56:29.797954 n-d-723572-6 neutron-server[93924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacaaec6-aad6-474c-a38a-f0d91781d2ac', 'name': 'network-vif-deleted', 'tag': '6ffe46fd-dee7-477b-8e93-35eb1030240d', 'status': 'completed', 'code': 200} Jul 27 17:56:30.179807 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [req-a0c1a3a9-0bb1-46a0-b50b-bb61530851ce req-0b0119c6-8abc-451a-8c53-c2cc4fdcb3df tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "GET /v2.0/ports?device_id=aacaaec6-aad6-474c-a38a-f0d91781d2ac HTTP/1.1" status: 200 len: 210 time: 0.0332570 Jul 27 17:56:31.239036 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41850) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:31.296073 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:31.319750 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:31.382412 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:31.385183 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:31.386387 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] 10.222.0.64 "DELETE /v2.0/security-groups/e51a83a4-a1cc-475e-8ad1-cad99ef32f74 HTTP/1.1" status: 204 len: 168 time: 0.1463544 Jul 27 17:56:31.396058 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea7a06-cbb0-4b62-a74e-11306d33a1cc tempest-TestSnapshotPattern-281831999 tempest-TestSnapshotPattern-281831999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a83a4-a1cc-475e-8ad1-cad99ef32f74,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:32.451931 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41858) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:32.800912 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:33.378785 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Deleting port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:33.379129 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:33.462119 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] For port 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:33.462814 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:33.477117 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Calling delete_port for 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 owned by network:router_interface {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:33.670327 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:33.708102 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad7bfcb-c514-4996-9ec4-7077d12a9ae4,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:33.770029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d no longer exists at agent hyperv_n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:33.792280 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] No Port match for: 6ffe46fd-dee7-477b-8e93-35eb1030240d {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:33.792649 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Device 6ffe46fd-dee7-477b-8e93-35eb1030240d not bound to the agent host n-h1-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:33.830855 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:33.887523 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.125446 n-d-723572-6 neutron-server[93924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Router 152526ca-792b-43bd-ac2b-57daee390ba1 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:56:34.238715 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:56:34.244002 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-6f061a4f-a683-4998-aac6-4d9671cd0053 admin admin] 10.222.0.64 "PUT /v2.0/routers/152526ca-792b-43bd-ac2b-57daee390ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906117 Jul 27 17:56:34.246404 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41860) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:34.249230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Sync routers for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:56:34.258787 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:34.259702 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:34.361621 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks [] for router, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.374316 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: n-d-723572-6 {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:34.467695 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.523057 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Deleting port 6ad809db-2153-458e-b80f-cd552d056e71 {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:34.523406 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.554325 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '6ad809db-2153-458e-b80f-cd552d056e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:56:33Z', 'revision_number': 5, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port': {'id': '6ad809db-2153-458e-b80f-cd552d056e71', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:34.585242 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Checking router: 152526ca-792b-43bd-ac2b-57daee390ba1 for host: n-d-723572-6 {{(pid=93925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:56:34.593988 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Routers {'152526ca-792b-43bd-ac2b-57daee390ba1'} bound to L3 agent in host n-d-723572-6 {{(pid=93925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:34.594598 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['152526ca-792b-43bd-ac2b-57daee390ba1'], 'active': True} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:34.610084 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] For port 6ad809db-2153-458e-b80f-cd552d056e71, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6ad809db-2153-458e-b80f-cd552d056e71,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:34.610451 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.624210 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Calling delete_port for 6ad809db-2153-458e-b80f-cd552d056e71 owned by network:router_gateway {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:34.681293 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvr_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] Set router 152526ca-792b-43bd-ac2b-57daee390ba1 gateway port host: None {{(pid=93925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:34.734543 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_hamode_db [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:56:34Z', 'revision_number': 6, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:34.765672 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fac84-5566-4435-9f25-e81a3d007d09 None None] The sync data for ids ['152526ca-792b-43bd-ac2b-57daee390ba1'] in n-d-723572-6 is: [{'id': '152526ca-792b-43bd-ac2b-57daee390ba1', 'name': 'tempest-TestSnapshotPattern-1927152941-router', 'tenant_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:43Z', 'updated_at': '2021-07-27T17:56:34Z', 'revision_number': 6, 'project_id': 'a3ac6dbd69194ce79a9b43e48716ff9f', 'gw_port_host': None}] {{(pid=93925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:56:34.791706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.814645 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad809db-2153-458e-b80f-cd552d056e71,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:34.882867 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.972706 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:34.974768 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.021056 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.021622 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152526ca-792b-43bd-ac2b-57daee390ba1 {{(pid=93924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:56:35.026353 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] Notify callbacks [] for router, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.029832 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-1b55d7d6-f92c-48f5-9ca2-e90a15e48232 admin admin] 10.222.0.64 "DELETE /v2.0/routers/152526ca-792b-43bd-ac2b-57daee390ba1 HTTP/1.1" status: 204 len: 168 time: 0.7802186 Jul 27 17:56:35.030067 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41862) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:35.074631 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Deleting subnet 58a3db39-9ab5-4e0a-90c5-c655ef1019cd {{(pid=93924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:56:35.077711 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.112538 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27140926'] for subnet, precommit_delete_associations {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.205132 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.257633 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26529734'] for subnet, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.282855 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a3db39-9ab5-4e0a-90c5-c655ef1019cd,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:35.286537 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.288412 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-14b5b6fa-ff91-410f-8a27-6041cf42fc8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/58a3db39-9ab5-4e0a-90c5-c655ef1019cd HTTP/1.1" status: 204 len: 168 time: 0.2573740 Jul 27 17:56:35.291175 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41864) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:35.292686 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f910a-4eec-455e-b80c-ad0eea4d72b1 None None] Network 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:56:35.363791 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.418502 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Deleting port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e {{(pid=93924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:35.418931 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.484934 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.db [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] For port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:35.485562 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.498911 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.plugin [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Calling delete_port for 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e owned by network:dhcp {{(pid=93924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:35.517613 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] DHCP port deletion for 450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:56:35.572177 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Deleting port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e {{(pid=93925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:35.572695 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.585899 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141111'] for port, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.618285 n-d-723572-6 neutron-server[93924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] No DVR routers for this DVR port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e on host n-d-723572-6 {{(pid=93924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:56:35.624124 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:35.659125 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.db [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] For port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,segment=NetworkSegment(f2609799-6b3f-4959-8d09-9fab216f2733),segment_id=f2609799-6b3f-4959-8d09-9fab216f2733)] {{(pid=93925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:35.659543 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.674167 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Calling delete_port for 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e owned by network:dhcp {{(pid=93925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:35.713939 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.727235 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7']}} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:35.740325 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2609799-6b3f-4959-8d09-9fab216f2733') {'for_net_delete': True} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:35.740670 n-d-723572-6 neutron-server[93924]: DEBUG neutron.services.segments.db [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2609799-6b3f-4959-8d09-9fab216f2733') {} {{(pid=93924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:35.750489 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27140813'] for segment, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 17:56:35.752783 n-d-723572-6 neutron-server[93925]: self.session.flush() Jul 27 17:56:35.762735 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852'] for port, after_delete {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.773170 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.783704 n-d-723572-6 neutron-server[93924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:56:35.784190 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141034'] for segment, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: Traceback (most recent call last): Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: timer() Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: cb(*args, **kw) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: return func(*args, **kwargs) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: self._notify() Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: self.callback(batched_events) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: event.method(event) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: return f(self, *a, **k) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: return self._get(url).json() Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: return self.request(url, 'GET', **kwargs) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:56:35.786395 n-d-723572-6 neutron-server[93924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:56:35.789164 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] Pushing event deleted for resources: {'Port': ['ID=3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e,revision_number=None']} {{(pid=93925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:35.797358 n-d-723572-6 neutron-server[93925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4225b-d29b-4fa2-a0c9-e081fa2e799e None None] No DVR routers for this DVR port 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e on host n-d-723572-6 {{(pid=93925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:56:35.859854 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.865437 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Notify callbacks [] for network, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:35.867649 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] 10.222.0.64 "DELETE /v2.0/networks/450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7 HTTP/1.1" status: 204 len: 168 time: 0.5754201 Jul 27 17:56:35.871014 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41868) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:35.878927 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b0e9d-b651-4572-92f3-dd70eab70aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=450c5a9c-b6bb-4ad3-ac5a-ce8f2dbd7ba7,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:35.953679 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6ad809db-2153-458e-b80f-cd552d056e71 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:35.974924 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6ad809db-2153-458e-b80f-cd552d056e71 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:35.975277 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6ad809db-2153-458e-b80f-cd552d056e71 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:35.975700 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:35.994400 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:35.994751 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2ad7bfcb-c514-4996-9ec4-7077d12a9ae4 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:35.995175 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:36.014108 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:36.014464 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 3b0d1f3b-5ebd-4e95-a3b1-37cd8a74673e not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:36.537918 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022141'] for router_interface, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:36.788073 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Deleting port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:36.788327 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:36.866115 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] For port ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:36.866488 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:36.879393 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Calling delete_port for ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf owned by network:router_interface {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:37.065144 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.091708 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:37.270601 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021905'] for router_interface, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.492079 n-d-723572-6 neutron-server[93923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 has already been hosted by L3 agent c1f0a709-e517-4111-92f3-cafc9e47edf6 {{(pid=93923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:56:37.603983 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] Notify agent at l3_agent.n-d-723572-6 the message routers_updated {{(pid=93923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:56:37.609275 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3603e9b7-27da-4075-9da3-dadcec9cdf1e admin admin] 10.222.0.64 "PUT /v2.0/routers/8f3824d8-1e56-43f3-9e65-07fb273a4d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367985 Jul 27 17:56:37.611680 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41870) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:37.614196 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Sync routers for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:56:37.624123 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:37.624854 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:37.716577 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks [] for router, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.726720 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: n-d-723572-6 {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:37.823469 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.882166 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Deleting port 2fd8549f-1cab-4ca6-9ff7-089bafb13678 {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:37.882896 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.965099 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] For port 2fd8549f-1cab-4ca6-9ff7-089bafb13678, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=2fd8549f-1cab-4ca6-9ff7-089bafb13678,segment=NetworkSegment(8bb0aa97-7264-47f0-af4e-50e6853f0204),segment_id=8bb0aa97-7264-47f0-af4e-50e6853f0204)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:37.965561 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:37.979897 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Calling delete_port for 2fd8549f-1cab-4ca6-9ff7-089bafb13678 owned by network:router_gateway {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:37.999880 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'external_fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:56:37Z', 'revision_number': 5, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port': {'id': '2fd8549f-1cab-4ca6-9ff7-089bafb13678', 'name': '', 'network_id': 'e5fbe55b-0610-41b7-b908-e66160cf5ee2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723572-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:48Z', 'updated_at': '2021-07-27T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfe06f77-49f7-4a52-aadd-de79fb15641a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723572-6'}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:38.024893 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Checking router: 8f3824d8-1e56-43f3-9e65-07fb273a4d55 for host: n-d-723572-6 {{(pid=93926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:56:38.034456 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Routers {'8f3824d8-1e56-43f3-9e65-07fb273a4d55'} bound to L3 agent in host n-d-723572-6 {{(pid=93926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:56:38.035064 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723572-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T16:21:42Z,description=,heartbeat_timestamp=2021-07-27T17:56:13Z,host='n-d-723572-6',id=c1f0a709-e517-4111-92f3-cafc9e47edf6,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T16:21:42Z,topic='l3_agent')) {'router_ids': ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'], 'active': True} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:38.120963 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_dvr_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] Set router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 gateway port host: None {{(pid=93926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:56:38.149576 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.175017 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.l3_hamode_db [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:56:37Z', 'revision_number': 6, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port_host': None}], 'n-d-723572-6', False) {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:38.179109 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd8549f-1cab-4ca6-9ff7-089bafb13678,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:38.202322 n-d-723572-6 neutron-server[93926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618a5a-f622-42e0-98c0-1550732965d9 None None] The sync data for ids ['8f3824d8-1e56-43f3-9e65-07fb273a4d55'] in n-d-723572-6 is: [{'id': '8f3824d8-1e56-43f3-9e65-07fb273a4d55', 'name': 'tempest-TestSnapshotPattern-820973834-router', 'tenant_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:47Z', 'updated_at': '2021-07-27T17:56:37Z', 'revision_number': 6, 'project_id': 'a8f013f2f7f04ec883110aaf65f9aa3c', 'gw_port_host': None}] {{(pid=93926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:56:38.244104 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023347'] for router_gateway, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.333627 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.336072 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.378491 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2032570'] for router, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.378792 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f3824d8-1e56-43f3-9e65-07fb273a4d55 {{(pid=93923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 17:56:38.383196 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] Notify callbacks [] for router, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.384351 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-3ee05499-56df-4b59-81e4-b4a18e0a3549 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8f3824d8-1e56-43f3-9e65-07fb273a4d55 HTTP/1.1" status: 204 len: 168 time: 0.7716830 Jul 27 17:56:38.386993 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41872) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:38.434874 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Deleting subnet 6fc226e5-b1d2-4117-9b27-715c09ced0c8 {{(pid=93923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 17:56:38.437925 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.472110 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871764'] for subnet, precommit_delete_associations {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.550694 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986550'] for subnet, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.614099 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25382521'] for subnet, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.638835 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc226e5-b1d2-4117-9b27-715c09ced0c8,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:38.647411 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.651683 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1deb9f10-f985-46ca-bf3b-21483b044985 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6fc226e5-b1d2-4117-9b27-715c09ced0c8 HTTP/1.1" status: 204 len: 168 time: 0.2614214 Jul 27 17:56:38.651830 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd078d-d651-4fa7-8d27-d8a764cde23c None None] Network 8ed6d17b-73e3-4986-bb48-99fd3843c0da requested from n-d-723572-6 {{(pid=93925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:56:38.653369 n-d-723572-6 neutron-server[93923]: DEBUG neutron.wsgi [-] (93923) accepted ('10.222.0.64', 41874) {{(pid=93923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:38.720944 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591966'] for network, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.773186 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Deleting port 6c971635-0f29-40ee-bfb2-f312dbcabe8a {{(pid=93923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:56:38.773530 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791755216002'] for port, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.839350 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.db [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] For port 6c971635-0f29-40ee-bfb2-f312dbcabe8a, host n-d-723572-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723572-6',level=0,port_id=6c971635-0f29-40ee-bfb2-f312dbcabe8a,segment=NetworkSegment(6ae86424-6a46-4632-88f6-9deb5651d109),segment_id=6ae86424-6a46-4632-88f6-9deb5651d109)] {{(pid=93923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:56:38.840297 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2026001'] for port, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.853817 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.plugin [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Calling delete_port for 6c971635-0f29-40ee-bfb2-f312dbcabe8a owned by network:dhcp {{(pid=93923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:56:38.933733 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791755220956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791754830852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437365'] for port, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:38.957358 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c971635-0f29-40ee-bfb2-f312dbcabe8a,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:38.967471 n-d-723572-6 neutron-server[93923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] No DVR routers for this DVR port 6c971635-0f29-40ee-bfb2-f312dbcabe8a on host n-d-723572-6 {{(pid=93923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:56:39.001525 n-d-723572-6 neutron-server[93925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467b0f1-d728-4d0f-bad4-2f027e2309ae None None] DHCP port deletion for 8ed6d17b-73e3-4986-bb48-99fd3843c0da request from n-d-723572-6 {{(pid=93925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 17:56:39.052061 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983353', 'neutron.services.segments.db._delete_segments_for_network-8791755296031'] for network, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.062592 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed6d17b-73e3-4986-bb48-99fd3843c0da']}} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:39.073584 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae86424-6a46-4632-88f6-9deb5651d109') {'for_net_delete': True} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:39.073894 n-d-723572-6 neutron-server[93923]: DEBUG neutron.services.segments.db [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae86424-6a46-4632-88f6-9deb5651d109') {} {{(pid=93923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:56:39.084337 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791755297320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3872231'] for segment, before_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.098537 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.104651 n-d-723572-6 neutron-server[93923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 17:56:39.105206 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437416'] for segment, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: Traceback (most recent call last): Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: timer() Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: cb(*args, **kw) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: return func(*args, **kwargs) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: self._notify() Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: self.callback(batched_events) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: event.method(event) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: return f(self, *a, **k) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: return self._get(url).json() Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: return self.request(url, 'GET', **kwargs) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 17:56:39.106793 n-d-723572-6 neutron-server[93923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 17:56:39.163004 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023311'] for network, after_delete {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.168195 n-d-723572-6 neutron-server[93923]: DEBUG neutron_lib.callbacks.manager [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.170234 n-d-723572-6 neutron-server[93923]: INFO neutron.wsgi [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8ed6d17b-73e3-4986-bb48-99fd3843c0da HTTP/1.1" status: 204 len: 168 time: 0.5159194 Jul 27 17:56:39.182778 n-d-723572-6 neutron-server[93923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721311b-2a79-44fb-8173-ac612d67e8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed6d17b-73e3-4986-bb48-99fd3843c0da,revision_number=None']} {{(pid=93923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:39.372207 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41878) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:39.416046 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-c2df5b63-fc15-46d8-a759-a2f701ce285b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3ac6dbd69194ce79a9b43e48716ff9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423374 Jul 27 17:56:39.419092 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41880) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:39.473718 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.497079 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.545925 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.548741 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.549900 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70cda630-59b5-4c23-96d1-a08bc9f5d268 HTTP/1.1" status: 204 len: 168 time: 0.1298752 Jul 27 17:56:39.558313 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d5e5-e9fe-4cab-9acc-bd556b4c2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cda630-59b5-4c23-96d1-a08bc9f5d268,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:39.874856 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41886) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:39.909593 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-f00dcfa4-1bd2-4327-87b8-84b6dac13a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.920126 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-402ed96c-4faf-48d9-82df-e0d1c8674a02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8f013f2f7f04ec883110aaf65f9aa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411816 Jul 27 17:56:39.920408 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [-] (93924) accepted ('10.222.0.64', 41888) {{(pid=93924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:56:39.966122 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2fd8549f-1cab-4ca6-9ff7-089bafb13678 no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:39.969371 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.992996 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:39.995230 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 2fd8549f-1cab-4ca6-9ff7-089bafb13678 {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:39.995581 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 2fd8549f-1cab-4ca6-9ff7-089bafb13678 not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:39.996029 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c971635-0f29-40ee-bfb2-f312dbcabe8a no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:40.018959 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: 6c971635-0f29-40ee-bfb2-f312dbcabe8a {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:40.019313 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device 6c971635-0f29-40ee-bfb2-f312dbcabe8a not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:40.019731 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf no longer exists at agent ovs-agent-n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:56:40.044410 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] No Port match for: ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf {{(pid=93925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:56:40.044813 n-d-723572-6 neutron-server[93925]: DEBUG neutron.plugins.ml2.rpc [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Device ed8ac3a5-2dd2-42c0-989b-db693d1e6fbf not bound to the agent host n-d-723572-6 {{(pid=93925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:56:40.047617 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675476'] for security_group, after_delete {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:40.050351 n-d-723572-6 neutron-server[93924]: DEBUG neutron_lib.callbacks.manager [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:40.052558 n-d-723572-6 neutron-server[93924]: INFO neutron.wsgi [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05daae4f-37b3-40e2-a1de-3cd386318b7b HTTP/1.1" status: 204 len: 168 time: 0.1307359 Jul 27 17:56:40.060626 n-d-723572-6 neutron-server[93924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803596d3-411f-44e9-a656-075d87dbfd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05daae4f-37b3-40e2-a1de-3cd386318b7b,revision_number=None']} {{(pid=93924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:56:42.596073 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:42.668411 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0cbfdd3e-590b-45d2-afc6-3425b15751f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:43.788894 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:45.379152 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:47.743235 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:03.828699 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:05.262981 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:57:09.901805 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-168eed23-3e5c-48fa-80d6-99dfc959b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:12.597335 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:12.669080 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-99944918-4791-4727-9cf9-7ed8df79b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:13.792291 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:15.383943 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:17.749648 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:33.842871 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:39.903108 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-c32ae94b-5da8-48ca-8ab1-eba83b9ec6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:42.262136 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:57:42.599540 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:42.674414 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5bfca056-a150-493b-ab20-89193100869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:43.795533 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:45.386008 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:47.776499 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:03.843936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:09.906994 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-148a2bc4-f135-4191-8672-7c070734603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:12.603195 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:12.674995 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e5877ba6-d865-4535-aff9-a39c96db7e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:13.797976 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:15.387759 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:17.788457 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:19.261903 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:58:33.858777 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:39.909037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5b3008a7-76d5-48c9-9cec-784e0c874ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.605361 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.675693 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-85ffe2a6-34fc-4caf-8961-25a98312d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.801269 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.390696 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.788368 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.260867 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:59:03.864917 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.910163 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-82ce9bb6-c3fe-447a-9ac4-16a58eafe42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.606478 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.678416 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-1fb500d7-2160-4400-afef-9ca07d2c1322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.804067 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.397650 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.806094 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.260296 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:59:33.872317 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.910804 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-08f9c34d-f7e2-4a08-9988-bfdd7ac590a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:42.609937 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:42.684405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-b557d49b-5d7e-46f4-8a91-4fa1618bbcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:43.808468 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:45.395372 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:47.802376 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.871884 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.914311 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-20fa5e7a-ed86-44f3-843b-7282490262d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.259895 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:00:12.612364 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.673384 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-a12dcd91-0056-4ad6-b02c-2885f56a9c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.810581 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.398636 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.800666 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:33.885676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:39.919734 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-81dcbad1-ad09-4f06-94f8-c9fe04ab2a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:42.613626 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:42.674177 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-71906f9c-c853-4bca-b6c8-f819981a8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:43.813180 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:45.402913 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:47.261079 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:00:47.815184 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:03.882041 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:09.922971 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5083b11f-6e70-475d-a324-468cdf161375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:12.616092 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:12.675103 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5f2467b3-e25f-44c6-8c13-f263159540bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:13.816148 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:15.406586 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:17.811522 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:24.259289 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:01:33.896729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:39.930374 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-bb92b11f-6198-4ceb-8a1b-8343f87cb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:42.617738 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:42.675842 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c0-7e57-4732-abe4-043cc13232cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:43.819051 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:45.410676 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:47.808151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:01.259417 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:02:03.895566 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.920896 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d3a90028-e8ed-4c40-b5d5-fa2e20f334af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.619729 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.675563 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6c83c29b-d560-4929-b835-7a3760e3d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.821151 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.413273 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.820715 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:33.893907 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:38.261072 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:02:39.922261 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-d40ea4d5-0d68-4a0d-8819-86344e53bf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.623432 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.676978 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3f2b764d-0c92-4d6a-b650-cf78b1951841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.825749 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:45.417177 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:47.819175 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:03.905308 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.925864 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-98873c3b-5344-464d-b4a6-6e4f43ddfa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:12.626308 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:12.679886 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-210d6574-3e4e-457a-a0bb-20c07df48066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:13.826920 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:15.260481 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:03:15.419883 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:17.829515 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:33.909714 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.927611 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-2919c187-1f7f-41dd-ba04-7bfb6f13e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.629025 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.682936 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-55e24135-f453-49c8-83a1-5d42627b3b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:43.830800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.427039 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.832164 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:52.259815 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:04:03.916803 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:09.929135 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-0355e925-fd1f-4198-9dcf-62be69d70ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:12.631405 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:12.684381 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-aa813b67-8ba0-40cb-947f-3e160a1727af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:13.832942 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:15.425437 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:17.844386 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:29.259928 n-d-723572-6 neutron-server[93926]: DEBUG neutron.db.agents_db [None req-380d0127-e8ae-4787-bb12-62b96f900c2e None None] Agent healthcheck: found 7 active agents {{(pid=93926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:04:33.915369 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-6aa00388-39d5-43f4-a4d1-e083479d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:39.931037 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-23ce40b8-029a-4828-9530-4e6b345d9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:42.632031 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1480-ba6b-41fe-b508-31eabb6d1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:42.686800 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-e9d3eb4b-2b10-49c7-81f1-aee84bf9023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:43.835450 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-3760aacd-356b-4ba4-9e4b-60565f02867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:45.429889 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-91f56eb3-a68f-470a-8df0-f1a60a9cbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:47.859301 n-d-723572-6 neutron-server[93925]: DEBUG neutron_lib.callbacks.manager [None req-cc62a03d-824a-4679-a406-809d3468b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791755296013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990037'] for agent, after_update {{(pid=93925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:53.538632 n-d-723572-6 neutron-server[93924]: DEBUG neutron.wsgi [req-cb24bc73-cbb0-4a0b-853f-fb2d83d69204 req-61bfa312-0f58-4714-8d82-c3f68cd6896d service neutron] (93924) timed out ('10.222.0.64', 47230) {{(pid=93924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}